00000800:00000200:2.1F:1734015816.714640:0:3506:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a8ae63c0] -> 12345-192.168.201.110@tcp (2) 00000800:00000200:3.1F:1734015816.715664:0:3497:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a8ae63c0] -> 12345-192.168.201.110@tcp (2) 00000800:00000200:3.1:1734015816.715670:0:3497:0:(socklnd.c:186:ksocknal_destroy_peer()) peer_ni 12345-192.168.201.110@tcp ffff8800a7500d80 deleted 00000800:00000010:3.1:1734015816.715672:0:3497:0:(socklnd.c:195:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at ffff8800a7500d80. 00000800:00000200:3.1:1734015816.715674:0:3497:0:(socklnd.c:409:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:3.1:1734015816.715679:0:3497:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.110@tcp ip 192.168.201.110:1023 00000800:00000200:3.1:1734015816.715682:0:3497:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88008fc5e900 type 2, nob 96 niov 1 nkiov 0 00000800:00000200:3.1:1734015816.715790:0:3496:0:(socklnd.c:409:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:3.1:1734015816.716202:0:3498:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a8ae63c0] -> 12345-192.168.201.110@tcp (4) 00000800:00000200:3.1:1734015816.716204:0:3498:0:(socklnd.c:186:ksocknal_destroy_peer()) peer_ni 12345-192.168.201.110@tcp ffff8800a75003c0 deleted 00000800:00000010:3.1:1734015816.716205:0:3498:0:(socklnd.c:195:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at ffff8800a75003c0. 00000800:00000200:3.1:1734015816.716206:0:3498:0:(socklnd.c:409:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1 00000800:00000200:3.1:1734015816.716253:0:3496:0:(socklnd.c:409:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1 00010000:00000010:1.1F:1734015816.789933:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88008fc5e300. 00010000:00000010:1.1:1734015816.789940:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880072170240. 00010000:00000010:1.1:1734015816.866078:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800b4388700. 00010000:00000010:1.1:1734015816.866086:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a8038900. 00010000:00000010:0.1F:1734015816.874103:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880097234240. 00010000:00000010:2.1:1734015816.874155:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880090fd9500. 00010000:00000010:2.1:1734015816.874160:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a8038fc0. 00080000:00000010:0.1:1734015816.886995:0:11:0:(osd_handler.c:1596:osd_oxc_free()) kfreed 'oxe': 68 at ffff8800b1da7120. 00000100:00100000:0.0:1734016068.675347:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336009344 00000100:00100000:0.0:1734016068.675356:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336009344 00000100:00100000:0.0:1734016068.675409:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8908 00000100:00100000:0.0:1734016068.675415:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009721aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1981:x1818247336009344:12345-192.168.201.10@tcp:22:fsx.0 00002000:00010000:0.0:1734016068.675715:0:7690:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 8544599 -> 8544599 00002000:00010000:0.0:1734016068.675719:0:7690:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016067 -> 1734016067 00002000:00010000:0.0:1734016068.675721:0:7690:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016067 -> 1734016067 00002000:00010000:0.0:1734016068.675723:0:7690:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016067 -> 1734016067 00002000:00010000:0.0:1734016068.675725:0:7690:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 1368 -> 1368 00000100:00100000:0.0:1734016068.675785:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009721aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1981:x1818247336009344:12345-192.168.201.10@tcp:22:fsx.0 Request processed in 369us (1248us total) trans 4294968717 rc 0/0 00000100:00100000:0.0:1734016068.675793:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8908 00000100:00100000:0.0:1734016068.681099:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336009472 00000100:00100000:0.0:1734016068.681111:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336009472 00000100:00100000:0.0:1734016068.681180:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8909 00000100:00100000:0.0:1734016068.681188:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880097219880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1980:x1818247336009472:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:0.0:1734016068.681216:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016068.681242:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a8038900/0x3f004d6452e04133 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361ce96a expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016068.681339:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800744ea300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339177216:192.168.201.10@tcp:106: 00000100:00100000:0.0:1734016068.681431:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800768ef180 going to sleep for 11 seconds 00000100:00100000:0.0:1734016068.683515:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800744ea300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339177216:192.168.201.10@tcp:106: 00010000:00010000:0.0:1734016068.683558:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a8038900/0x3f004d6452e04133 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361ce96a expref: 7 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016068.683574:0:7689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a8038900/0x3f004d6452e04133 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361ce96a expref: 7 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016068.684126:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a8038900, rc 0) 00000100:00100000:0.0:1734016068.684331:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880097219880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1980:x1818247336009472:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 3141us (3475us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016068.684340:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8909 00000100:00100000:0.0:1734016068.687505:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336009600 00000100:00100000:0.0:1734016068.687518:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336009600 00000100:00100000:0.0:1734016068.687575:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8910 00000100:00100000:0.0:1734016068.687583:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880097218700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:9673:x1818247336009600:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:0.0:1734016068.687606:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016068.687628:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a803ad00/0x3f004d6452e0413a lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361ce971 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016068.687664:0:7689:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a8038d80/0x3f004d6452e0412c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 7831552->7884799) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361ce963 expref: 6 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016068.687673:0:7689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016068.687675:0:7689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016068.687679:0:7689:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a803ad00/0x3f004d6452e0413a lrc: 4/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [4419584->4423679] (req 4419584->4423679) gid 0 flags: 0x50000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361ce971 expref: 7 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016068.687715:0:7689:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a8038d80/0x3f004d6452e0412c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 7831552->7884799) gid 0 flags: 0x50000000020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361ce963 expref: 6 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016068.687727:0:7689:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a8038d80/0x3f004d6452e0412c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 7831552->7884799) gid 0 flags: 0x70000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361ce963 expref: 6 pid: 7690 timeout: 432 lvb_type: 0 00000100:00100000:0.0:1734016068.687746:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800744ea300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339177344:192.168.201.10@tcp:104: 00000100:00100000:0.0:1734016068.687820:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800768ef180 going to sleep for 11 seconds 00000100:00100000:0.0:1734016068.692693:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800744ea300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339177344:192.168.201.10@tcp:104: 00010000:00010000:0.0:1734016068.692740:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a803ad00/0x3f004d6452e0413a lrc: 3/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [4419584->4423679] (req 4419584->4423679) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361ce971 expref: 7 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016068.692761:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a803ad00, rc 0) 00000100:00100000:0.0:1734016068.692839:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880097218700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:9673:x1818247336009600:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 5256us (5415us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016068.692848:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8910 00000100:00100000:0.0:1734016068.698200:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016068.701379:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016068.707265:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016068.726152:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016068.738990:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016068.743579:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016068.766001:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016068.770542:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016068.777012:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016068.784197:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016068.799266:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016068.803201:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016068.810282:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016068.815180:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016068.818137:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016068.826404:0:6470:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2214 00000100:00100000:0.0:1734016068.826414:0:6470:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074c89500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1978:x1818247336012928:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016068.826433:0:6470:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016068.826475:0:6470:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800721718c0/0x3f004d6452e04179 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361ce9a9 expref: 7 pid: 7689 timeout: 432 lvb_type: 1 00010000:00010000:0.0:1734016068.826490:0:6470:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800721718c0/0x3f004d6452e04179 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361ce9a9 expref: 7 pid: 7689 timeout: 432 lvb_type: 1 00010000:00010000:0.0:1734016068.826527:0:6470:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800721718c0/0x3f004d6452e04179 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361ce9a9 expref: 7 pid: 7689 timeout: 432 lvb_type: 1 00010000:00010000:0.0:1734016068.826564:0:6470:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016068.826626:0:6470:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074c89500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1978:x1818247336012928:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 214us (2603us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016068.826633:0:6470:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2214 00000100:00100000:0.0:1734016068.826652:0:6470:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2215 00000100:00100000:0.0:1734016068.826657:0:6470:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074c88e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1978:x1818247336013056:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016068.826670:0:6470:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016068.826677:0:6470:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880072170d80/0x3f004d6452e04172 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361ce9a2 expref: 8 pid: 7689 timeout: 432 lvb_type: 1 00010000:00010000:0.0:1734016068.826688:0:6470:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880072170d80/0x3f004d6452e04172 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361ce9a2 expref: 8 pid: 7689 timeout: 432 lvb_type: 1 00010000:00010000:0.0:1734016068.826707:0:6470:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880072170d80/0x3f004d6452e04172 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361ce9a2 expref: 8 pid: 7689 timeout: 432 lvb_type: 1 00010000:00010000:0.0:1734016068.826718:0:6470:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016068.826720:0:6470:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016068.826728:0:6470:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e04180 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 7880704->7884799) gid 0 flags: 0x40080000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361ce9b0 expref: 5 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016068.826737:0:6470:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e04180 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 7880704->7884799) gid 0 flags: 0x40080000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361ce9b0 expref: 5 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016068.826788:0:6470:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e04180 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 7880704->7884799) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361ce9b0 expref: 5 pid: 7690 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016068.826805:0:6470:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009205a680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6470:1818247339178752:192.168.201.10@tcp:105: 00000100:00100000:0.0:1734016068.826879:0:6470:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800768ef180 going to sleep for 11 seconds 00000100:00100000:0.0:1734016068.831451:0:6470:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009205a680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6470:1818247339178752:192.168.201.10@tcp:105: 00010000:00010000:0.0:1734016068.831484:0:6470:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016068.831556:0:6470:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074c88e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1978:x1818247336013056:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 4895us (7459us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016068.831570:0:6470:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2215 00000100:00100000:0.0:1734016068.836699:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016068.842308:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016068.846124:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016068.851389:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016068.860316:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016068.868124:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016068.872168:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016068.877845:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016068.882437:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016068.892389:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016068.906015:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016068.916313:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016068.930840:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016068.943702:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016068.949114:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016068.949149:0:6470:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336016768 00000100:00100000:0.0:1734016068.949157:0:6470:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336016768 00010000:00010000:0.0:1734016068.949192:0:6470:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a803ba80/0x3f004d6452e040fb lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361ce932 expref: 17 pid: 8966 timeout: 433 lvb_type: 0 00000100:00100000:0.0:1734016068.949221:0:6470:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2216 00000100:00100000:0.0:1734016068.949229:0:6470:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074009f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+17:1978:x1818247336016768:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016068.949243:0:6470:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016068.949249:0:6470:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8800a803ba80/0x3f004d6452e040fb lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361ce932 expref: 17 pid: 8966 timeout: 433 lvb_type: 0 00010000:00010000:0.0:1734016068.949262:0:6470:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8800a803ba80/0x3f004d6452e040fb lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361ce932 expref: 17 pid: 8966 timeout: 433 lvb_type: 0 00010000:00010000:0.0:1734016068.949296:0:6470:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a803ba80/0x3f004d6452e040fb lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361ce932 expref: 17 pid: 8966 timeout: 433 lvb_type: 0 00010000:00010000:0.0:1734016068.949314:0:6470:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:0.0:1734016068.949320:0:6470:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff880072172640/0x3f004d6452e04187 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 8966 initiator: MDT0 00010000:00010000:0.0:1734016068.949330:0:6470:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880072172640/0x3f004d6452e04187 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 8966 initiator: MDT0 00010000:00010000:0.0:1734016068.949337:0:6470:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880072172640/0x3f004d6452e04187 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 8966 initiator: MDT0 00010000:00010000:0.0:1734016068.949369:0:6470:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016068.949413:0:6470:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074009f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+16:1978:x1818247336016768:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 185us (301us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016068.949420:0:6470:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2216 00010000:00010000:0.0:1734016068.954538:0:3494:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880072172640/0x3f004d6452e04187 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8966 initiator: MDT0 00010000:00010000:0.0:1734016068.954561:0:3494:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880072172640/0x3f004d6452e04187 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 8966 initiator: MDT0 00010000:00010000:0.0:1734016068.954570:0:3494:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880072172640/0x3f004d6452e04187 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8966 initiator: MDT0 00010000:00010000:0.0:1734016068.954576:0:3494:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880072172640 already unused, calling callback (ffffffffa0f03950) 00010000:00010000:0.0:1734016068.954580:0:3494:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880072172640/0x3f004d6452e04187 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8966 initiator: MDT0 00010000:00010000:0.0:1734016068.954588:0:3494:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880072172640/0x3f004d6452e04187 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 8966 initiator: MDT0 00010000:00010000:0.0:1734016068.954608:0:3494:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:0.0:1734016068.954611:0:3494:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1734016068.954614:0:3494:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880072172640/0x3f004d6452e04187 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8966 initiator: MDT0 00010000:00010000:0.0:1734016068.955072:0:3494:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880072172640/0x3f004d6452e04187 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8966 initiator: MDT0 00000100:00100000:0.0:1734016068.963365:0:7690:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074620a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339179008:192.168.201.10@tcp:104: 00010000:00010000:0.0:1734016068.963424:0:7690:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880072171f80/0x3f004d6452e0418e lrc: 3/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361ce9b7 expref: 7 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016068.963451:0:7690:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880072171f80, rc 0) 00000100:00100000:0.0:1734016068.963533:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074c88700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:9673:x1818247336016896:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 8244us (8804us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016068.963544:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8923 00000100:00100000:0.0:1734016068.998573:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336017408 00000100:00100000:0.0:1734016068.998581:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336017408 00000100:00100000:0.0:1734016068.998643:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8924 00000100:00100000:0.0:1734016068.998650:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074c8b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:1978:x1818247336017408:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:0.0:1734016068.998674:0:7690:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016068.998697:0:7690:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a8038fc0/0x3f004d6452e041a3 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361ce9c5 expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016068.998751:0:7690:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007400a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339179264:192.168.201.10@tcp:106: 00000100:00100000:0.0:1734016068.999069:0:7690:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800768ef180 going to sleep for 11 seconds 00000100:00100000:0.0:1734016069.001154:0:7690:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007400a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339179264:192.168.201.10@tcp:106: 00010000:00010000:0.0:1734016069.001215:0:7690:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a8038fc0/0x3f004d6452e041a3 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361ce9c5 expref: 6 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016069.001239:0:7690:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a8038fc0/0x3f004d6452e041a3 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361ce9c5 expref: 6 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016069.001280:0:7690:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a8038fc0, rc 0) 00000100:00100000:0.0:1734016069.001356:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074c8b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:1978:x1818247336017408:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 2704us (2872us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016069.001370:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8924 00000100:00100000:0.0:1734016069.004999:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336017536 00000100:00100000:0.0:1734016069.005012:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336017536 00000100:00100000:0.0:1734016069.005083:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8925 00000100:00100000:0.0:1734016069.005092:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800ac575180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:1981:x1818247336017536:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:0.0:1734016069.005128:0:7690:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016069.005154:0:7690:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a803af40/0x3f004d6452e041aa lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361ce9cc expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016069.005225:0:7690:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007400a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339179392:192.168.201.10@tcp:106: 00000100:00100000:0.0:1734016069.005314:0:7690:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800768ef180 going to sleep for 11 seconds 00000100:00100000:0.0:1734016069.007316:0:7690:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007400a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339179392:192.168.201.10@tcp:106: 00010000:00010000:0.0:1734016069.007369:0:7690:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a803af40/0x3f004d6452e041aa lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361ce9cc expref: 6 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016069.007388:0:7690:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a803af40/0x3f004d6452e041aa lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361ce9cc expref: 6 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016069.007483:0:7690:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a803af40, rc 0) 00000100:00100000:0.0:1734016069.007551:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800ac575180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:1981:x1818247336017536:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 2457us (2730us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016069.007565:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8925 00000100:00080000:0.0:1734016069.015982:0:6479:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734016039 00000100:00100000:0.0:1734016069.018623:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336017792 00000100:00100000:0.0:1734016069.018637:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336017792 00000100:00100000:0.0:1734016069.018697:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8926 00000100:00100000:0.0:1734016069.018705:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880073e01c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:1979:x1818247336017792:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:0.0:1734016069.018732:0:7690:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016069.018755:0:7690:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a803af40/0x3f004d6452e041bf lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361ce9da expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016069.018832:0:7690:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007400a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339179520:192.168.201.10@tcp:106: 00000100:00100000:0.0:1734016069.018930:0:7690:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800768ef180 going to sleep for 11 seconds 00000100:00100000:0.0:1734016069.022105:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880073e01c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:1979:x1818247336017792:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 3397us (3746us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016069.022117:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8926 00000100:00100000:0.0:1734016069.028582:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336017920 00000100:00100000:0.0:1734016069.028595:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336017920 00000100:00100000:0.0:1734016069.029187:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8927 00000100:00100000:0.0:1734016069.029196:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007431d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:1979:x1818247336017920:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:0.0:1734016069.029224:0:7690:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016069.029253:0:7690:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a8038fc0/0x3f004d6452e041c6 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361ce9e1 expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016069.029351:0:7690:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074008e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339179648:192.168.201.10@tcp:106: 00000100:00100000:0.0:1734016069.029464:0:7690:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800768ef180 going to sleep for 11 seconds 00000100:00100000:0.0:1734016069.033609:0:7690:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074008e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339179648:192.168.201.10@tcp:106: 00010000:00010000:0.0:1734016069.033652:0:7690:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a8038fc0/0x3f004d6452e041c6 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361ce9e1 expref: 6 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016069.033667:0:7690:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a8038fc0/0x3f004d6452e041c6 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361ce9e1 expref: 6 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016069.033755:0:7690:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a8038fc0, rc 0) 00000100:00100000:0.0:1734016069.034048:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007431d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:1979:x1818247336017920:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 4852us (5585us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016069.034057:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8927 00000100:00100000:0.0:1734016069.041192:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336018048 00000100:00100000:0.0:1734016069.041204:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336018048 00000100:00100000:0.0:1734016069.041278:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8928 00000100:00100000:0.0:1734016069.041287:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009721b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:1979:x1818247336018048:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:0.0:1734016069.041311:0:7690:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016069.041334:0:7690:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a803ba80/0x3f004d6452e041cd lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361ce9e8 expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016069.041402:0:7690:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074008e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339179776:192.168.201.10@tcp:106: 00000100:00100000:0.0:1734016069.041494:0:7690:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800768ef180 going to sleep for 11 seconds 00000100:00100000:0.0:1734016069.048289:0:7690:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074008e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339179776:192.168.201.10@tcp:106: 00010000:00010000:0.0:1734016069.048340:0:7690:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a803ba80/0x3f004d6452e041cd lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361ce9e8 expref: 6 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016069.048358:0:7690:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a803ba80/0x3f004d6452e041cd lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361ce9e8 expref: 6 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016069.048489:0:7690:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a803ba80, rc 0) 00000100:00100000:0.0:1734016069.048564:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009721b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:1979:x1818247336018048:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 7274us (7492us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016069.048573:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8928 00000100:00100000:0.0:1734016069.052910:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336018176 00000100:00100000:0.0:1734016069.052922:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336018176 00000100:00100000:0.0:1734016069.053336:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8929 00000100:00100000:0.0:1734016069.053350:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007431fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:9673:x1818247336018176:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:0.0:1734016069.053381:0:7690:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016069.053413:0:7690:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a803ad00/0x3f004d6452e041d4 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361ce9ef expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016069.053465:0:7690:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880072171f80/0x3f004d6452e0418e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361ce9b7 expref: 7 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016069.053475:0:7690:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016069.053478:0:7690:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016069.053483:0:7690:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a803ad00/0x3f004d6452e041d4 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [720896->724991] (req 720896->724991) gid 0 flags: 0x50000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361ce9ef expref: 6 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016069.053541:0:7690:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880072171f80/0x3f004d6452e0418e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361ce9b7 expref: 7 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016069.053555:0:7690:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880072171f80/0x3f004d6452e0418e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361ce9b7 expref: 7 pid: 7690 timeout: 433 lvb_type: 0 00000100:00100000:0.0:1734016069.053574:0:7690:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074008e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339179904:192.168.201.10@tcp:104: 00000100:00100000:0.0:1734016069.053683:0:7690:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800768ef180 going to sleep for 11 seconds 00000100:00100000:0.0:1734016069.058692:0:7690:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074008e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339179904:192.168.201.10@tcp:104: 00010000:00010000:0.0:1734016069.058734:0:7690:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a803ad00/0x3f004d6452e041d4 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [720896->724991] (req 720896->724991) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361ce9ef expref: 6 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016069.058756:0:7690:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a803ad00, rc 0) 00000100:00100000:0.0:1734016069.059046:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007431fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:9673:x1818247336018176:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 5699us (6253us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016069.059055:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8929 00000100:00080000:0.0:1734016069.060580:0:6479:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734016039 00000100:00100000:0.0:1734016069.077480:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336018816 00000100:00100000:0.0:1734016069.077494:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336018816 00002000:00100000:0.0:1734016069.077547:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (716800->720895) req@ffff88007431f800 x1818247336018816/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:30/0 lens 488/0 e 0 to 0 dl 1734016080 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016069.077558:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007431f800 with x1818247336018816 ext(716800->720895) 00002000:00010000:0.0:1734016069.077563:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007431f800 00000100:00100000:0.0:1734016069.077600:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 7061 00000100:00100000:0.0:1734016069.077608:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007431f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1978:x1818247336018816:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:0.0:1734016069.077854:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007431f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1978:x1818247336018816:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 244us (483us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016069.077882:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 7061 00002000:00100000:0.0:1734016069.077889:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (716800->720895) req@ffff88007431f800 x1818247336018816/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:30/0 lens 488/4536 e 0 to 0 dl 1734016080 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016069.077897:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007431f800 with x1818247336018816 ext(716800->720895) 00002000:00010000:0.0:1734016069.077900:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007431f800 00000100:00100000:0.0:1734016069.080984:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016069.087896:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336019328 00000100:00100000:0.0:1734016069.087920:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336019328 00002000:00100000:0.0:1734016069.087996:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (708608->712703) req@ffff880097218a80 x1818247336019328/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:30/0 lens 488/0 e 0 to 0 dl 1734016080 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016069.088009:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880097218a80 with x1818247336019328 ext(708608->712703) 00002000:00010000:0.0:1734016069.088016:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880097218a80 00000100:00100000:0.0:1734016069.088079:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 7063 00000100:00100000:0.0:1734016069.088089:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880097218a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1978:x1818247336019328:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:0.0:1734016069.088358:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880097218a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1978:x1818247336019328:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 269us (3584us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016069.088368:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 7063 00002000:00100000:0.0:1734016069.088374:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (708608->712703) req@ffff880097218a80 x1818247336019328/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:30/0 lens 488/4536 e 0 to 0 dl 1734016080 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016069.088381:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880097218a80 with x1818247336019328 ext(708608->712703) 00002000:00010000:0.0:1734016069.088384:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880097218a80 00000100:00100000:0.0:1734016069.107726:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336019840 00000100:00100000:0.0:1734016069.107739:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336019840 00002000:00100000:0.0:1734016069.107812:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (700416->704511) req@ffff88007431d180 x1818247336019840/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:30/0 lens 488/0 e 0 to 0 dl 1734016080 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016069.107826:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007431d180 with x1818247336019840 ext(700416->704511) 00002000:00010000:0.0:1734016069.107834:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007431d180 00000100:00100000:0.0:1734016069.107919:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 7065 00000100:00100000:0.0:1734016069.107930:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007431d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1979:x1818247336019840:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:0.0:1734016069.108196:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007431d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1979:x1818247336019840:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 266us (600us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016069.108205:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 7065 00002000:00100000:0.0:1734016069.108215:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (700416->704511) req@ffff88007431d180 x1818247336019840/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:30/0 lens 488/4536 e 0 to 0 dl 1734016080 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016069.108223:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007431d180 with x1818247336019840 ext(700416->704511) 00002000:00010000:0.0:1734016069.108226:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007431d180 00000100:00100000:0.0:1734016069.124197:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336020608 00000100:00100000:0.0:1734016069.124211:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336020608 00002000:00100000:0.0:1734016069.124279:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (688128->692223) req@ffff88012db30a80 x1818247336020608/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:30/0 lens 488/0 e 0 to 0 dl 1734016080 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016069.124291:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012db30a80 with x1818247336020608 ext(688128->692223) 00002000:00010000:0.0:1734016069.124298:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012db30a80 00000100:00100000:0.0:1734016069.124339:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 7068 00000100:00100000:0.0:1734016069.124347:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012db30a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1980:x1818247336020608:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:0.0:1734016069.124545:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012db30a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1980:x1818247336020608:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 197us (462us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016069.124553:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 7068 00002000:00100000:0.0:1734016069.124560:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (688128->692223) req@ffff88012db30a80 x1818247336020608/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:30/0 lens 488/4536 e 0 to 0 dl 1734016080 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016069.124567:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012db30a80 with x1818247336020608 ext(688128->692223) 00002000:00010000:0.0:1734016069.124571:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012db30a80 00000100:00100000:0.0:1734016069.141530:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336021120 00000100:00100000:0.0:1734016069.141545:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336021120 00002000:00100000:0.0:1734016069.141609:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (679936->684031) req@ffff88012db30000 x1818247336021120/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:30/0 lens 488/0 e 0 to 0 dl 1734016080 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016069.141621:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012db30000 with x1818247336021120 ext(679936->684031) 00002000:00010000:0.0:1734016069.141627:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012db30000 00000100:00100000:0.0:1734016069.141670:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 7070 00000100:00100000:0.0:1734016069.141680:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012db30000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1980:x1818247336021120:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:0.0:1734016069.141970:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012db30000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1980:x1818247336021120:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 289us (856us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016069.141979:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 7070 00002000:00100000:0.0:1734016069.141985:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (679936->684031) req@ffff88012db30000 x1818247336021120/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:30/0 lens 488/4536 e 0 to 0 dl 1734016080 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016069.141992:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012db30000 with x1818247336021120 ext(679936->684031) 00002000:00010000:0.0:1734016069.141996:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012db30000 00000100:00100000:0.0:1734016069.150078:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336021632 00000100:00100000:0.0:1734016069.150091:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336021632 00002000:00100000:0.0:1734016069.150155:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (671744->675839) req@ffff880074953b80 x1818247336021632/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:30/0 lens 488/0 e 0 to 0 dl 1734016080 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016069.150166:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074953b80 with x1818247336021632 ext(671744->675839) 00002000:00010000:0.0:1734016069.150172:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074953b80 00000100:00100000:0.0:1734016069.150213:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 7072 00000100:00100000:0.0:1734016069.150221:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074953b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1980:x1818247336021632:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:0.0:1734016069.150488:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074953b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1980:x1818247336021632:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 266us (632us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016069.150497:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 7072 00002000:00100000:0.0:1734016069.150504:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (671744->675839) req@ffff880074953b80 x1818247336021632/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:30/0 lens 488/4536 e 0 to 0 dl 1734016080 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016069.150511:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074953b80 with x1818247336021632 ext(671744->675839) 00002000:00010000:0.0:1734016069.150515:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074953b80 00000100:00100000:0.0:1734016069.158137:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336021760 00000100:00100000:0.0:1734016069.158150:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336021760 00000100:00100000:0.0:1734016069.158333:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8930 00000100:00100000:0.0:1734016069.158343:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074f00380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1981:x1818247336021760:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:0.0:1734016069.158380:0:7690:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016069.158411:0:7690:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a8038d80/0x3f004d6452e041db lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361ce9f6 expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016069.158444:0:7690:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016069.158448:0:7690:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016069.158460:0:7690:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a8038d80/0x3f004d6452e041db lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361ce9f6 expref: 8 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016069.158481:0:7690:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a8038d80/0x3f004d6452e041db lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361ce9f6 expref: 8 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016069.158495:0:7690:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a8038d80, rc 0) 00000100:00100000:0.0:1734016069.158582:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074f00380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1981:x1818247336021760:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 240us (576us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016069.158590:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8930 00000100:00100000:0.0:1734016069.196843:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016069.229712:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00080000:0.0:1734016069.235124:0:6479:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734016039 00000100:00100000:0.0:1734016069.240632:0:6470:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336023040 00000100:00100000:0.0:1734016069.240645:0:6470:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336023040 00010000:00010000:0.0:1734016069.240692:0:6470:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a7cc0/0x3f004d6452e041b8 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361ce9d3 expref: 25 pid: 8966 timeout: 433 lvb_type: 0 00000100:00100000:0.0:1734016069.240741:0:6470:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2221 00000100:00100000:0.0:1734016069.240748:0:6470:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074765500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+25:1978:x1818247336023040:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016069.240765:0:6470:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016069.240773:0:6470:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a7cc0/0x3f004d6452e041b8 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361ce9d3 expref: 25 pid: 8966 timeout: 433 lvb_type: 0 00010000:00010000:0.0:1734016069.240786:0:6470:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a7cc0/0x3f004d6452e041b8 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361ce9d3 expref: 25 pid: 8966 timeout: 433 lvb_type: 0 00010000:00010000:0.0:1734016069.240814:0:6470:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:0.0:1734016069.240820:0:6470:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff880072171440/0x3f004d6452e041f0 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 7420 initiator: MDT0 00010000:00010000:0.0:1734016069.240831:0:6470:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880072171440/0x3f004d6452e041f0 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50290000000000 pid: 7420 initiator: MDT0 00010000:00010000:0.0:1734016069.240838:0:6470:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880072171440/0x3f004d6452e041f0 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50290000000000 pid: 7420 initiator: MDT0 00010000:00010000:0.0:1734016069.240896:0:6470:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016069.240971:0:6470:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074765500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+25:1978:x1818247336023040:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 222us (464us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016069.240978:0:6470:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2221 00010000:00010000:0.0:1734016069.259953:0:3495:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880072171440/0x3f004d6452e041f0 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7420 initiator: MDT0 00010000:00010000:0.0:1734016069.259962:0:3495:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880072171440/0x3f004d6452e041f0 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7420 initiator: MDT0 00010000:00010000:0.0:1734016069.259968:0:3495:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880072171440/0x3f004d6452e041f0 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7420 initiator: MDT0 00010000:00010000:0.0:1734016069.259974:0:3495:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880072171440 already unused, calling callback (ffffffffa0f03950) 00010000:00010000:0.0:1734016069.259978:0:3495:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880072171440/0x3f004d6452e041f0 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7420 initiator: MDT0 00010000:00010000:0.0:1734016069.259987:0:3495:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880072171440/0x3f004d6452e041f0 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7420 initiator: MDT0 00010000:00010000:0.0:1734016069.260007:0:3495:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:0.0:1734016069.260010:0:3495:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1734016069.260014:0:3495:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880072171440/0x3f004d6452e041f0 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7420 initiator: MDT0 00010000:00010000:0.0:1734016069.260019:0:3495:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880072171440/0x3f004d6452e041f0 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7420 initiator: MDT0 00000100:00100000:0.0:1734016069.290753:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016069.296956:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016069.301792:0:6470:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336024192 00000100:00100000:0.0:1734016069.301799:0:6470:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336024192 00010000:00010000:0.0:1734016069.301831:0:6470:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880072172640/0x3f004d6452e041f7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361cea04 expref: 7 pid: 7689 timeout: 433 lvb_type: 0 00000100:00100000:0.0:1734016069.301886:0:6470:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2224 00000100:00100000:0.0:1734016069.301893:0:6470:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d806680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1978:x1818247336024192:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016069.301907:0:6470:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016069.301930:0:6470:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880072172640/0x3f004d6452e041f7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361cea04 expref: 7 pid: 7689 timeout: 433 lvb_type: 0 00010000:00010000:0.0:1734016069.301941:0:6470:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880072172640/0x3f004d6452e041f7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361cea04 expref: 7 pid: 7689 timeout: 433 lvb_type: 0 00010000:00010000:0.0:1734016069.301968:0:6470:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880072172640/0x3f004d6452e041f7 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361cea04 expref: 7 pid: 7689 timeout: 433 lvb_type: 0 00010000:00010000:0.0:1734016069.302436:0:6470:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016069.302439:0:6470:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016069.302446:0:6470:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a73c0/0x3f004d6452e04213 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cea12 expref: 6 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016069.302455:0:6470:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a9a73c0/0x3f004d6452e04213 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cea12 expref: 6 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016069.302491:0:6470:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009a9a73c0/0x3f004d6452e04213 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cea12 expref: 6 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016069.302504:0:6470:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074009180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6470:1818247339181056:192.168.201.10@tcp:105: 00000100:00100000:0.0:1734016069.303151:0:6470:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800768ef180 going to sleep for 11 seconds 00000100:00100000:0.0:1734016069.306607:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336024320 00000100:00100000:0.0:1734016069.306619:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336024320 00002000:00010000:0.0:1734016069.306665:0:7694:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (4323289->18446744073709551615) 00002000:00100000:0.0:1734016069.306671:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d804a80 with x1818247336024320 ext(4323289->18446744073709551615) 00002000:00010000:0.0:1734016069.306687:0:7694:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011d804a80. 00000100:00100000:0.0:1734016069.306715:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 7076 00000100:00100000:0.0:1734016069.306723:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d804a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1979:x1818247336024320:12345-192.168.201.10@tcp:10:fsx.0 00002000:00010000:0.0:1734016069.307013:0:7694:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 5713876 -> 4323289 00002000:00010000:0.0:1734016069.307017:0:7694:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016068 -> 1734016068 00002000:00010000:0.0:1734016069.307020:0:7694:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016067 -> 1734016067 00002000:00010000:0.0:1734016069.307022:0:7694:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016068 -> 1734016068 00002000:00010000:0.0:1734016069.307024:0:7694:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 272 -> 272 00000100:00100000:0.0:1734016069.307043:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d804a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1979:x1818247336024320:12345-192.168.201.10@tcp:10:fsx.0 Request processed in 321us (647us total) trans 4294968724 rc 0/0 00000100:00100000:0.0:1734016069.307048:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 7076 00002000:00010000:0.0:1734016069.307050:0:7694:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (4323289->18446744073709551615) 00002000:00100000:0.0:1734016069.307052:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d804a80 with x1818247336024320 ext(4323289->18446744073709551615) 00002000:00010000:0.0:1734016069.307056:0:7694:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011d804a80. 00000100:00100000:0.0:1734016069.309765:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016069.320458:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336024704 00000100:00100000:0.0:1734016069.320641:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336024704 00000100:00100000:0.0:1734016069.320706:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8935 00000100:00100000:0.0:1734016069.320716:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074950000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1978:x1818247336024704:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:0.0:1734016069.320740:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016069.320765:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a803ad00/0x3f004d6452e0422f lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361cea27 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016069.321000:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074009180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339181312:192.168.201.10@tcp:106: 00000100:00100000:0.0:1734016069.321431:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800768ef180 going to sleep for 11 seconds 00000100:00100000:0.0:1734016069.324450:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074009180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339181312:192.168.201.10@tcp:106: 00010000:00010000:0.0:1734016069.324507:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a803ad00/0x3f004d6452e0422f lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cea27 expref: 7 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016069.324527:0:7689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a803ad00/0x3f004d6452e0422f lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cea27 expref: 7 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016069.325010:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a803ad00, rc 0) 00000100:00100000:0.0:1734016069.325101:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074950000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1978:x1818247336024704:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 4383us (4897us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016069.325113:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8935 00000100:00100000:0.0:1734016069.329136:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336024832 00000100:00100000:0.0:1734016069.329149:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336024832 00000100:00100000:0.0:1734016069.329210:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8936 00000100:00100000:0.0:1734016069.329218:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880136a25180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1981:x1818247336024832:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:0.0:1734016069.329243:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016069.329275:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a8038d80/0x3f004d6452e04236 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361cea2e expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016069.329343:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074009180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339181440:192.168.201.10@tcp:106: 00000100:00100000:0.0:1734016069.329411:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800768ef180 going to sleep for 11 seconds 00000100:00100000:0.0:1734016069.331579:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074009180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339181440:192.168.201.10@tcp:106: 00010000:00010000:0.0:1734016069.331625:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a8038d80/0x3f004d6452e04236 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cea2e expref: 7 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016069.331642:0:7689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a8038d80/0x3f004d6452e04236 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cea2e expref: 7 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016069.331656:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a8038d80, rc 0) 00000100:00100000:0.0:1734016069.331994:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880136a25180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1981:x1818247336024832:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 2773us (3418us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016069.332003:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8936 00000100:00100000:0.0:1734016069.335029:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016069.344465:0:6470:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074951c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6470:1818247339181696:192.168.201.10@tcp:105: 00010000:00010000:0.0:1734016069.344497:0:6470:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016069.345884:0:6470:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880136a24000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1979:x1818247336025088:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 6238us (6718us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016069.345896:0:6470:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2225 00000100:00100000:0.0:1734016069.349965:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016069.365401:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016069.378173:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016069.392121:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016069.404480:0:13929:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336028416 00000100:00100000:0.0:1734016069.404499:0:13929:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336028416 00002000:00100000:0.0:1734016069.404568:0:13929:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (1380352->1384447) req@ffff88007431ce00 x1818247336028416/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:30/0 lens 488/0 e 0 to 0 dl 1734016080 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016069.404579:0:13929:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007431ce00 with x1818247336028416 ext(1380352->1384447) 00002000:00010000:0.0:1734016069.404585:0:13929:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007431ce00 00000100:00100000:0.0:1734016069.404626:0:13929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 7089 00000100:00100000:0.0:1734016069.404635:0:13929:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007431ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1978:x1818247336028416:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:0.0:1734016069.404899:0:13929:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007431ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1978:x1818247336028416:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 263us (548us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016069.404908:0:13929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 7089 00002000:00100000:0.0:1734016069.404915:0:13929:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (1380352->1384447) req@ffff88007431ce00 x1818247336028416/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:30/0 lens 488/4536 e 0 to 0 dl 1734016080 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016069.404921:0:13929:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007431ce00 with x1818247336028416 ext(1380352->1384447) 00002000:00010000:0.0:1734016069.404924:0:13929:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007431ce00 00000100:00100000:0.0:1734016069.407127:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016069.429969:0:13929:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336029440 00000100:00100000:0.0:1734016069.429983:0:13929:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336029440 00002000:00100000:0.0:1734016069.430049:0:13929:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (4255744->4325375) req@ffff88009a9aaa00 x1818247336029440/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:30/0 lens 488/0 e 0 to 0 dl 1734016080 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016069.430061:0:13929:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a9aaa00 with x1818247336029440 ext(4255744->4325375) 00002000:00010000:0.0:1734016069.430067:0:13929:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009a9aaa00 00000100:00100000:0.0:1734016069.430108:0:13929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 7093 00000100:00100000:0.0:1734016069.430117:0:13929:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a9aaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+8:1981:x1818247336029440:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:0.0:1734016069.432373:0:13929:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a9aaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+8:1981:x1818247336029440:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 2237us (2551us total) trans 0 rc 69632/69632 00000100:00100000:0.0:1734016069.432390:0:13929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 7093 00002000:00100000:0.0:1734016069.432409:0:13929:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (4255744->4325375) req@ffff88009a9aaa00 x1818247336029440/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:30/0 lens 488/440 e 0 to 0 dl 1734016080 ref 1 fl Complete:/200/0 rc 69632/69632 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016069.432429:0:13929:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a9aaa00 with x1818247336029440 ext(4255744->4325375) 00002000:00010000:0.0:1734016069.432438:0:13929:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009a9aaa00 00000100:00100000:0.0:1734016069.500130:0:7420:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336029568 00000100:00100000:0.0:1734016069.500142:0:7420:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336029568 00000100:00100000:0.0:1734016069.500211:0:7420:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 1504 00000100:00100000:0.0:1734016069.500219:0:7420:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a9a9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+26:9673:x1818247336029568:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:0.0:1734016069.500255:0:7420:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016069.500289:0:7420:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8038900/0x3f004d6452e04244 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361cea3c expref: -99 pid: 7420 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016069.500403:0:7420:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80386c0/0x3f004d6452e0424b lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 7420 initiator: MDT0 00010000:00010000:0.0:1734016069.500418:0:7420:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80386c0/0x3f004d6452e0424b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 7420 initiator: MDT0 00010000:00010000:0.0:1734016069.500428:0:7420:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80386c0/0x3f004d6452e0424b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 7420 initiator: MDT0 00000004:00200000:0.0:1734016069.500458:0:7420:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 4323289 00000004:00200000:0.0:1734016069.500463:0:7420:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1734016069.500483:0:7420:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80386c0/0x3f004d6452e0424b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 7420 initiator: MDT0 00010000:00010000:0.0:1734016069.500507:0:7420:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8038900/0x3f004d6452e04244 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cea3c expref: 28 pid: 7420 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016069.500544:0:7420:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80386c0/0x3f004d6452e0424b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cea3c expref: 27 pid: 7420 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016069.500558:0:7420:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:0.0:1734016069.500562:0:7420:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1734016069.500565:0:7420:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a80386c0, rc 0) 00000100:00100000:0.0:1734016069.500618:0:7420:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a9a9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+27:9673:x1818247336029568:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 399us (587us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016069.500624:0:7420:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 1504 00000100:00100000:0.0:1734016069.505461:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336029696 00000100:00100000:0.0:1734016069.505473:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336029696 00000100:00100000:0.0:1734016069.505591:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8938 00000100:00100000:0.0:1734016069.505599:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a9aad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1978:x1818247336029696:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:0.0:1734016069.505629:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016069.505653:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a8039b00/0x3f004d6452e04252 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361cea43 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016069.505681:0:7689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016069.505684:0:7689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016069.505694:0:7689:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a8039b00/0x3f004d6452e04252 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cea43 expref: 8 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016069.505712:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a8039b00/0x3f004d6452e04252 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cea43 expref: 8 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016069.505728:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a8039b00, rc 0) 00000100:00100000:0.0:1734016069.506601:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a9aad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1978:x1818247336029696:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 992us (2122us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016069.506613:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8938 00000100:00100000:0.0:1734016069.516615:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016069.569024:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016069.572979:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016069.580320:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016069.588827:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016069.601292:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016069.608669:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016069.652624:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00002000:00010000:0.0:1734016069.670048:0:7689:0:(ofd_lvb.c:277:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size: 1699289 -> 9429528 00000100:00100000:0.0:1734016069.670108:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88011efc7800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339182336:192.168.201.10@tcp:106: 00010000:00010000:0.0:1734016069.670167:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a9a6f40/0x3f004d6452e04275 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cea58 expref: 8 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016069.670188:0:7689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a6f40/0x3f004d6452e04275 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cea58 expref: 8 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016069.670245:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a9a6f40, rc 0) 00000100:00100000:0.0:1734016069.670377:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074973100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1981:x1818247336031232:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 17377us (17765us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016069.670388:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8941 00000100:00100000:0.0:1734016069.680119:0:13929:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336031488 00000100:00100000:0.0:1734016069.680132:0:13929:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336031488 00000100:00100000:0.0:1734016069.680203:0:13929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 7096 00000100:00100000:0.0:1734016069.680212:0:13929:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011efc5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1978:x1818247336031488:12345-192.168.201.10@tcp:3:fsx.0 00010000:00010000:0.0:1734016069.680273:0:13929:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff8800a8039b00/0x3f004d6452e0427c lrc: 3/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 13929 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016069.680301:0:13929:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880097234b40/0x3f004d6452e04260 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cea4a expref: 8 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016069.680309:0:13929:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016069.680311:0:13929:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016069.680315:0:13929:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a8039b00/0x3f004d6452e0427c lrc: 4/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [2646016->2707455] (req 2646016->2707455) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 13929 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016069.680357:0:13929:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880097234b40/0x3f004d6452e04260 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361cea4a expref: 8 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016069.680372:0:13929:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880097234b40/0x3f004d6452e04260 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361cea4a expref: 8 pid: 7689 timeout: 433 lvb_type: 0 00000100:00100000:0.0:1734016069.680390:0:13929:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074970000 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_004:lustre-OST0001_UUID:13929:1818247339182464:192.168.201.10@tcp:104: 00000100:00100000:0.0:1734016069.680486:0:13929:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800768ef180 going to sleep for 11 seconds 00000100:00100000:0.0:1734016069.683586:0:13929:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074970000 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_004:lustre-OST0001_UUID:13929:1818247339182464:192.168.201.10@tcp:104: 00010000:00010000:0.0:1734016069.683627:0:13929:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800a8039b00/0x3f004d6452e0427c lrc: 3/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [2646016->2707455] (req 2646016->2707455) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 13929 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016069.701645:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00010000:00010000:0.0:1734016069.702725:0:13929:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800a8039b00/0x3f004d6452e0427c lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [2646016->2707455] (req 2646016->2707455) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 13929 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016069.702735:0:13929:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a8039b00/0x3f004d6452e0427c lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [2646016->2707455] (req 2646016->2707455) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 13929 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016069.725676:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016069.736188:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016069.743358:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016069.750966:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016069.760375:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016069.766299:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016069.783263:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016069.896232:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016069.904736:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016069.907198:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016069.922056:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016069.934540:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016069.937447:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016069.947726:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016070.011378:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016070.015266:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016070.022913:0:13929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 7103 00000100:00100000:0.0:1734016070.022936:0:13929:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009205b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1978:x1818247336035712:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:0.0:1734016070.110811:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016070.115080:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016070.125773:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00080000:0.0:1734016070.127954:0:6479:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734016040 00002000:00010000:0.0:1734016070.128143:0:7689:0:(ofd_lvb.c:301:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks: 288 -> 376 00000100:00100000:0.0:1734016070.128172:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009a9a8380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339184000:192.168.201.10@tcp:106: 00010000:00010000:0.0:1734016070.128207:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880072172640/0x3f004d6452e042ec lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361ceaa5 expref: 6 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016070.128222:0:7689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880072172640/0x3f004d6452e042ec lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361ceaa5 expref: 6 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016070.128256:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880072172640, rc 0) 00000100:00100000:0.0:1734016070.128315:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880092059880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:1981:x1818247336036352:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 2355us (2556us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016070.128324:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8951 00000100:00100000:0.0:1734016070.130705:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336036480 00000100:00100000:0.0:1734016070.130719:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336036480 00000100:00100000:0.0:1734016070.130779:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8952 00000100:00100000:0.0:1734016070.130786:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011efc5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:1980:x1818247336036480:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:0.0:1734016070.130812:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016070.130834:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a8039b00/0x3f004d6452e042f3 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361ceaac expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016070.130961:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880092059f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339184128:192.168.201.10@tcp:106: 00000100:00100000:0.0:1734016070.131052:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800768ef600 going to sleep for 11 seconds 00000100:00100000:0.0:1734016070.132799:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880092059f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339184128:192.168.201.10@tcp:106: 00010000:00010000:0.0:1734016070.132845:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a8039b00/0x3f004d6452e042f3 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361ceaac expref: 6 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016070.132885:0:7689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a8039b00/0x3f004d6452e042f3 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361ceaac expref: 6 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016070.132912:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a8039b00, rc 0) 00000100:00100000:0.0:1734016070.132967:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011efc5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:1980:x1818247336036480:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 2179us (2362us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016070.132975:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8952 00000100:00100000:0.0:1734016070.137709:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016070.141444:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336036736 00000100:00100000:0.0:1734016070.141456:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336036736 00000100:00100000:0.0:1734016070.141516:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8954 00000100:00100000:0.0:1734016070.141525:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011efc7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:1979:x1818247336036736:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:0.0:1734016070.141549:0:7690:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016070.141569:0:7690:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a8038900/0x3f004d6452e042fa lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361ceab3 expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016070.141637:0:7690:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880092059180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339184256:192.168.201.10@tcp:106: 00000100:00100000:0.0:1734016070.141717:0:7690:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800768ef600 going to sleep for 11 seconds 00000100:00100000:0.0:1734016070.143530:0:7690:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880092059180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339184256:192.168.201.10@tcp:106: 00010000:00010000:0.0:1734016070.143574:0:7690:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a8038900/0x3f004d6452e042fa lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361ceab3 expref: 6 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016070.143589:0:7690:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a8038900/0x3f004d6452e042fa lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361ceab3 expref: 6 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016070.143621:0:7690:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a8038900, rc 0) 00000100:00100000:0.0:1734016070.143673:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011efc7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:1979:x1818247336036736:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 2148us (2473us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016070.143683:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8954 00000100:00100000:0.0:1734016070.152075:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009a9a9180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339184384:192.168.201.10@tcp:104: 00010000:00010000:0.0:1734016070.152112:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880072172640/0x3f004d6452e04301 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [2748416->2752511] (req 2748416->2752511) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361ceaba expref: 6 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016070.152132:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880072172640, rc 0) 00000100:00100000:0.0:1734016070.152195:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075000380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:9673:x1818247336036864:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 4252us (4566us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016070.152204:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8955 00000100:00100000:0.0:1734016070.170132:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336037248 00000100:00100000:0.0:1734016070.170140:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336037248 00002000:00100000:0.0:1734016070.170187:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (2748416->5631999) req@ffff88009a9aa300 x1818247336037248/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:31/0 lens 504/0 e 0 to 0 dl 1734016081 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016070.170198:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a9aa300 with x1818247336037248 ext(2748416->5631999) 00002000:00010000:0.0:1734016070.170203:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009a9aa300 00000100:00100000:0.0:1734016070.170237:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 7105 00000100:00100000:0.0:1734016070.170257:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a9aa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1979:x1818247336037248:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:0.0:1734016070.173712:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a9aa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1979:x1818247336037248:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 3455us (3677us total) trans 0 rc 8192/8192 00000100:00100000:0.0:1734016070.173723:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 7105 00002000:00100000:0.0:1734016070.173735:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (2748416->5631999) req@ffff88009a9aa300 x1818247336037248/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:31/0 lens 504/440 e 0 to 0 dl 1734016081 ref 1 fl Complete:/200/0 rc 8192/8192 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016070.173745:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a9aa300 with x1818247336037248 ext(2748416->5631999) 00002000:00010000:0.0:1734016070.173752:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009a9aa300 00000100:00100000:0.0:1734016070.181922:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336037504 00000100:00100000:0.0:1734016070.181936:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336037504 00000100:00100000:0.0:1734016070.193453:0:13929:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336038016 00000100:00100000:0.0:1734016070.193469:0:13929:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336038016 00002000:00100000:0.0:1734016070.193540:0:13929:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (2736128->2740223) req@ffff88009a9a8000 x1818247336038016/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:31/0 lens 488/0 e 0 to 0 dl 1734016081 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016070.193551:0:13929:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a9a8000 with x1818247336038016 ext(2736128->2740223) 00002000:00010000:0.0:1734016070.193559:0:13929:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009a9a8000 00000100:00100000:0.0:1734016070.193607:0:13929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 7108 00000100:00100000:0.0:1734016070.193617:0:13929:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a9a8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1981:x1818247336038016:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:0.0:1734016070.194592:0:13929:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a9a8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1981:x1818247336038016:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 975us (1250us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016070.194602:0:13929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 7108 00002000:00100000:0.0:1734016070.194609:0:13929:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (2736128->2740223) req@ffff88009a9a8000 x1818247336038016/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:31/0 lens 488/4536 e 0 to 0 dl 1734016081 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016070.194617:0:13929:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a9a8000 with x1818247336038016 ext(2736128->2740223) 00002000:00010000:0.0:1734016070.194620:0:13929:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009a9a8000 00000100:00100000:0.0:1734016070.197684:0:13929:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336038272 00000100:00100000:0.0:1734016070.197703:0:13929:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336038272 00002000:00100000:0.0:1734016070.197806:0:13929:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (2732032->2736127) req@ffff88011efc4a80 x1818247336038272/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:31/0 lens 488/0 e 0 to 0 dl 1734016081 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016070.197822:0:13929:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88011efc4a80 with x1818247336038272 ext(2732032->2736127) 00002000:00010000:0.0:1734016070.197832:0:13929:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011efc4a80 00000100:00100000:0.0:1734016070.197931:0:13929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 7109 00000100:00100000:0.0:1734016070.197948:0:13929:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011efc4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1979:x1818247336038272:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:0.0:1734016070.201456:0:13929:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011efc4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1979:x1818247336038272:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 3485us (3933us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016070.201475:0:13929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 7109 00002000:00100000:0.0:1734016070.201498:0:13929:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (2732032->2736127) req@ffff88011efc4a80 x1818247336038272/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:31/0 lens 488/4536 e 0 to 0 dl 1734016081 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016070.201509:0:13929:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88011efc4a80 with x1818247336038272 ext(2732032->2736127) 00002000:00010000:0.0:1734016070.201515:0:13929:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011efc4a80 00000100:00100000:0.0:1734016070.209030:0:13929:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336038528 00000100:00100000:0.0:1734016070.209048:0:13929:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336038528 00002000:00100000:0.0:1734016070.209122:0:13929:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (2727936->2732031) req@ffff88011efc7800 x1818247336038528/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:31/0 lens 488/0 e 0 to 0 dl 1734016081 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016070.209138:0:13929:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88011efc7800 with x1818247336038528 ext(2727936->2732031) 00002000:00010000:0.0:1734016070.209144:0:13929:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011efc7800 00000100:00100000:0.0:1734016070.209194:0:13929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 7110 00000100:00100000:0.0:1734016070.209203:0:13929:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011efc7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1981:x1818247336038528:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:0.0:1734016070.209455:0:13929:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011efc7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1981:x1818247336038528:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 252us (603us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016070.209464:0:13929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 7110 00002000:00100000:0.0:1734016070.209471:0:13929:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (2727936->2732031) req@ffff88011efc7800 x1818247336038528/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:31/0 lens 488/4536 e 0 to 0 dl 1734016081 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016070.209478:0:13929:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88011efc7800 with x1818247336038528 ext(2727936->2732031) 00002000:00010000:0.0:1734016070.209481:0:13929:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011efc7800 00000100:00100000:0.0:1734016070.229556:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336038784 00000100:00100000:0.0:1734016070.229579:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336038784 00000100:00100000:0.0:1734016070.229677:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8956 00000100:00100000:0.0:1734016070.229687:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b91a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+8:1981:x1818247336038784:12345-192.168.201.10@tcp:16:fsx.0 00000001:00080000:0.0:1734016070.234202:0:8954:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294968733 is committed 00000001:00080000:0.0:1734016070.234232:0:8954:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294968732 is committed 00000001:00080000:0.0:1734016070.276986:0:8954:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294968734 is committed 00000100:00100000:0.0:1734016070.305102:0:13929:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336039680 00000100:00100000:0.0:1734016070.305113:0:13929:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336039680 00002000:00100000:0.0:1734016070.305162:0:13929:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (4190208->5631999) req@ffff88007409a300 x1818247336039680/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:31/0 lens 504/0 e 0 to 0 dl 1734016081 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016070.305172:0:13929:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007409a300 with x1818247336039680 ext(4190208->5631999) 00002000:00010000:0.0:1734016070.305178:0:13929:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007409a300 00000100:00100000:0.0:1734016070.305212:0:13929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 7113 00000100:00100000:0.0:1734016070.305218:0:13929:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007409a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1981:x1818247336039680:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:0.0:1734016070.360786:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336039936 00000100:00100000:0.0:1734016070.360799:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336039936 00000100:00100000:0.0:1734016070.360972:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8958 00000100:00100000:0.0:1734016070.360981:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a9a8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1980:x1818247336039936:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:0.0:1734016070.361006:0:7690:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016070.361029:0:7690:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a8039440/0x3f004d6452e04316 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361ceac8 expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016070.361060:0:7690:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016070.361062:0:7690:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016070.361071:0:7690:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a8039440/0x3f004d6452e04316 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361ceac8 expref: 7 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016070.361092:0:7690:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a8039440/0x3f004d6452e04316 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361ceac8 expref: 7 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016070.361106:0:7690:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a8039440, rc 0) 00000100:00100000:0.0:1734016070.361158:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a9a8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1980:x1818247336039936:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 179us (502us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016070.361166:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8958 00000100:00100000:0.0:1734016070.369283:0:7420:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009a9aad80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7420:1818247339184768:192.168.201.10@tcp:104: 00010000:00010000:0.0:1734016070.369319:0:7420:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff880072171f80/0x3f004d6452e0431d lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7420 initiator: MDT0 00000100:00100000:0.0:1734016070.375837:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336040448 00000100:00100000:0.0:1734016070.375848:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336040448 00000100:00100000:0.0:1734016070.380923:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8959 00000100:00100000:0.0:1734016070.380946:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007409bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:9673:x1818247336040448:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:0.0:1734016070.380984:0:7690:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016070.381016:0:7690:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a803bcc0/0x3f004d6452e04324 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361ceacf expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016070.381072:0:7690:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e0430f lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361ceac1 expref: 7 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016070.381082:0:7690:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a8039440/0x3f004d6452e04316 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361ceac8 expref: 6 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016070.381094:0:7690:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016070.381097:0:7690:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016070.381101:0:7690:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a803bcc0/0x3f004d6452e04324 lrc: 5/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361ceacf expref: 7 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016070.381154:0:7690:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a8039440/0x3f004d6452e04316 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361ceac8 expref: 6 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016070.381170:0:7690:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a8039440/0x3f004d6452e04316 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361ceac8 expref: 6 pid: 7690 timeout: 434 lvb_type: 1 00000100:00100000:0.0:1734016070.381187:0:7690:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880092059180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339184896:192.168.201.10@tcp:104: 00010000:00010000:0.0:1734016070.381344:0:7690:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e0430f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361ceac1 expref: 7 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016070.381353:0:7690:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e0430f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361ceac1 expref: 7 pid: 7689 timeout: 434 lvb_type: 1 00000100:00100000:0.0:1734016070.381361:0:7690:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009205aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339185024:192.168.201.10@tcp:104: 00000100:00100000:0.0:1734016070.381382:0:7690:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800768ef600 going to sleep for 11 seconds 00000100:00100000:0.0:1734016070.384414:0:7690:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880092059180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339184896:192.168.201.10@tcp:104: 00000100:00100000:0.0:1734016070.384429:0:7690:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009205aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339185024:192.168.201.10@tcp:104: 00010000:00010000:0.0:1734016070.384468:0:7690:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a803bcc0/0x3f004d6452e04324 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361ceacf expref: 7 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016070.384492:0:7690:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a803bcc0, rc 0) 00000100:00100000:0.0:1734016070.384550:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007409bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:9673:x1818247336040448:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 3612us (9365us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016070.384559:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8959 00000100:00100000:0.0:1734016070.388265:0:9956:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336040576 00000100:00100000:0.0:1734016070.388276:0:9956:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336040576 00010000:00010000:0.0:1734016070.388314:0:9956:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a8039440/0x3f004d6452e04316 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361ceac8 expref: 7 pid: 7690 timeout: 434 lvb_type: 1 00000100:00100000:0.0:1734016070.401306:0:9956:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336040704 00000100:00100000:0.0:1734016070.401318:0:9956:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336040704 00010000:00010000:0.0:1734016070.401365:0:9956:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e0430f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361ceac1 expref: 7 pid: 7689 timeout: 434 lvb_type: 1 00000100:00100000:0.0:1734016070.407486:0:6470:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009a9aad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6470:1818247339185152:192.168.201.10@tcp:105: 00010000:00010000:0.0:1734016070.407516:0:6470:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016070.407544:0:6470:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007409b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1979:x1818247336040704:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 4558us (6398us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016070.407554:0:6470:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2239 00000100:00100000:0.0:1734016070.419925:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016070.426116:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336041216 00000100:00100000:0.0:1734016070.426132:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336041216 00000100:00100000:0.0:1734016070.426188:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8960 00000100:00100000:0.0:1734016070.426196:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880136a24a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1981:x1818247336041216:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:0.0:1734016070.426222:0:7690:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016070.426251:0:7690:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a8038240/0x3f004d6452e04347 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361ceae4 expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016070.426319:0:7690:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880092059180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339185280:192.168.201.10@tcp:106: 00000100:00100000:0.0:1734016070.426407:0:7690:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800768ef600 going to sleep for 11 seconds 00000100:00100000:0.0:1734016070.472201:0:6470:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336041728 00000100:00100000:0.0:1734016070.472215:0:6470:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336041728 00010000:00010000:0.0:1734016070.472269:0:6470:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a7180/0x3f004d6452e04340 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361ceadd expref: 29 pid: 8966 timeout: 434 lvb_type: 0 00000100:00100000:0.0:1734016070.472315:0:6470:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2240 00000100:00100000:0.0:1734016070.472322:0:6470:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800ac41c450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+29:1978:x1818247336041728:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016070.472339:0:6470:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016070.472346:0:6470:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a7180/0x3f004d6452e04340 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361ceadd expref: 29 pid: 8966 timeout: 434 lvb_type: 0 00010000:00010000:0.0:1734016070.472362:0:6470:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a7180/0x3f004d6452e04340 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361ceadd expref: 29 pid: 8966 timeout: 434 lvb_type: 0 00010000:00010000:0.0:1734016070.472389:0:6470:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:0.0:1734016070.472394:0:6470:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff880072170d80/0x3f004d6452e04355 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 7420 initiator: MDT0 00010000:00010000:0.0:1734016070.472405:0:6470:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880072170d80/0x3f004d6452e04355 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50290000000000 pid: 7420 initiator: MDT0 00010000:00010000:0.0:1734016070.472413:0:6470:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880072170d80/0x3f004d6452e04355 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50290000000000 pid: 7420 initiator: MDT0 00010000:00010000:0.0:1734016070.472436:0:6470:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016070.472490:0:6470:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800ac41c450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+29:1978:x1818247336041728:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 167us (368us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016070.472498:0:6470:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2240 00000100:00100000:0.0:1734016070.483574:0:7420:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336041984 00000100:00100000:0.0:1734016070.483587:0:7420:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336041984 00000100:00100000:0.0:1734016070.483652:0:7420:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 1518 00000100:00100000:0.0:1734016070.483659:0:7420:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880136a25180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+26:9673:x1818247336041984:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:0.0:1734016070.483689:0:7420:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016070.483710:0:7420:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8038240/0x3f004d6452e0435c lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361ceaf2 expref: -99 pid: 7420 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016070.483807:0:7420:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80398c0/0x3f004d6452e04363 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7420 initiator: MDT0 00010000:00010000:0.0:1734016070.483821:0:7420:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80398c0/0x3f004d6452e04363 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7420 initiator: MDT0 00010000:00010000:0.0:1734016070.483833:0:7420:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80398c0/0x3f004d6452e04363 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7420 initiator: MDT0 00000004:00200000:0.0:1734016070.483915:0:7420:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 10382795 00000004:00200000:0.0:1734016070.483919:0:7420:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1734016070.483936:0:7420:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80398c0/0x3f004d6452e04363 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7420 initiator: MDT0 00010000:00010000:0.0:1734016070.483958:0:7420:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8038240/0x3f004d6452e0435c lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361ceaf2 expref: 28 pid: 7420 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016070.483985:0:7420:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80398c0/0x3f004d6452e04363 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361ceaf2 expref: 27 pid: 7420 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016070.483997:0:7420:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:0.0:1734016070.484001:0:7420:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1734016070.484003:0:7420:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a80398c0, rc 0) 00000100:00100000:0.0:1734016070.484052:0:7420:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880136a25180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+27:9673:x1818247336041984:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 393us (678us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016070.484058:0:7420:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 1518 00000100:00100000:0.0:1734016070.509844:0:7695:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336042240 00000100:00100000:0.0:1734016070.509861:0:7695:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336042240 00002000:00100000:0.0:1734016070.509971:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (5632000->10256383) req@ffff880075002d80 x1818247336042240/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:31/0 lens 504/0 e 0 to 0 dl 1734016081 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016070.509983:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880075002d80 with x1818247336042240 ext(5632000->10256383) 00002000:00010000:0.0:1734016070.509992:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880075002d80 00000100:00100000:0.0:1734016070.510029:0:7695:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336042368 00000100:00100000:0.0:1734016070.510032:0:7695:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336042368 00002000:00100000:0.0:1734016070.510042:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (9822208->10383359) req@ffff880075000e00 x1818247336042368/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:31/0 lens 504/0 e 0 to 0 dl 1734016081 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016070.510049:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880075000e00 with x1818247336042368 ext(9822208->10383359) 00002000:00010000:0.0:1734016070.510052:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880075000e00 00000100:00100000:0.0:1734016070.510070:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 7117 00000100:00100000:0.0:1734016070.510077:0:7695:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075002d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+9:1979:x1818247336042240:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:0.0:1734016070.588803:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000001:00080000:0.0:1734016070.600788:0:8954:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294968737 is committed 00000100:00100000:0.0:1734016070.615817:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016070.644629:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016070.663479:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016070.680077:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016070.684295:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016070.706047:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016070.711610:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016070.711679:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016070.711744:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336044416 00000100:00100000:0.0:1734016070.711756:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336044416 00002000:00100000:0.0:1734016070.711816:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (4190208->8388607) req@ffff88009721a680 x1818247336044416/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:31/0 lens 504/0 e 0 to 0 dl 1734016081 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016070.711829:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88009721a680 with x1818247336044416 ext(4190208->8388607) 00002000:00010000:0.0:1734016070.711835:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009721a680 00000100:00100000:0.0:1734016070.711896:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336044544 00000100:00100000:0.0:1734016070.711899:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336044544 00002000:00100000:0.0:1734016070.711911:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (8388608->10383359) req@ffff880097218000 x1818247336044544/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:31/0 lens 488/0 e 0 to 0 dl 1734016081 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016070.711918:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880097218000 with x1818247336044544 ext(8388608->10383359) 00002000:00010000:0.0:1734016070.711921:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880097218000 00000100:00100000:0.0:1734016070.711934:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 7122 00000100:00100000:0.0:1734016070.711942:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009721a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+8:1981:x1818247336044416:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:0.0:1734016070.817031:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016070.834777:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016070.840023:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016070.844764:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016070.853725:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016070.880753:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016070.888922:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016070.889003:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016070.968429:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016071.000339:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016071.007693:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00010000:00010000:0.0:1734016071.019813:0:3494:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a5b00/0x3f004d6452e043be lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8966 initiator: MDT0 00010000:00010000:0.0:1734016071.019828:0:3494:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a5b00/0x3f004d6452e043be lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 8966 initiator: MDT0 00010000:00010000:0.0:1734016071.019835:0:3494:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a5b00/0x3f004d6452e043be lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8966 initiator: MDT0 00010000:00010000:0.0:1734016071.019841:0:3494:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88009a9a5b00 already unused, calling callback (ffffffffa0f03950) 00010000:00010000:0.0:1734016071.019845:0:3494:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a5b00/0x3f004d6452e043be lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8966 initiator: MDT0 00010000:00010000:0.0:1734016071.019851:0:3494:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a5b00/0x3f004d6452e043be lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 8966 initiator: MDT0 00010000:00010000:0.0:1734016071.020025:0:3494:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:0.0:1734016071.020028:0:3494:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1734016071.020032:0:3494:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a5b00/0x3f004d6452e043be lrc: 2/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8966 initiator: MDT0 00010000:00010000:0.0:1734016071.020036:0:3494:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a5b00/0x3f004d6452e043be lrc: 0/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8966 initiator: MDT0 00000100:00100000:0.0:1734016071.022716:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016071.063172:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016071.076727:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016071.089730:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016071.102741:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016071.129564:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016071.134714:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016071.142160:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016071.142278:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016071.154068:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016071.157358:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016071.162194:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016071.167728:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016071.177970:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016071.183979:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016071.197918:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016071.204421:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016071.217195:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336050304 00000100:00100000:0.0:1734016071.217209:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336050304 00000100:00100000:0.0:1734016071.217289:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8985 00000100:00100000:0.0:1734016071.217300:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880073f22680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1978:x1818247336050304:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:0.0:1734016071.217324:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016071.217352:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a803bcc0/0x3f004d6452e04443 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361ceb9a expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016071.217389:0:7689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016071.217393:0:7689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016071.217405:0:7689:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a803bcc0/0x3f004d6452e04443 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361ceb9a expref: 7 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016071.217425:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a803bcc0/0x3f004d6452e04443 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361ceb9a expref: 7 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016071.217445:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a803bcc0, rc 0) 00000100:00100000:0.0:1734016071.217519:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880073f22680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1978:x1818247336050304:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 220us (460us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016071.217526:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8985 00000100:00100000:0.0:1734016071.222986:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016071.227085:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016071.227137:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016071.240467:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016071.248489:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016071.248535:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016071.257411:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016071.262579:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016071.277565:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016071.281351:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016071.290169:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016071.293997:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016071.312988:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016071.318755:0:7695:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336053248 00000100:00100000:0.0:1734016071.318767:0:7695:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336053248 00002000:00100000:0.0:1734016071.318820:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (4194304->5648383) req@ffff880073f23b80 x1818247336053248/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:32/0 lens 488/0 e 0 to 0 dl 1734016082 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016071.318831:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880073f23b80 with x1818247336053248 ext(4194304->5648383) 00002000:00010000:0.0:1734016071.318836:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880073f23b80 00000100:00100000:0.0:1734016071.318875:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 7134 00000100:00100000:0.0:1734016071.318882:0:7695:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880073f23b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1979:x1818247336053248:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:0.0:1734016071.375718:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016071.380532:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016071.385085:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016071.398684:0:6469:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336053888 00000100:00100000:0.0:1734016071.398698:0:6469:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336053888 00010000:00010000:0.0:1734016071.398743:0:6469:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880072171f80/0x3f004d6452e0447b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 933888->942079) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361cebc4 expref: 6 pid: 7690 timeout: 435 lvb_type: 0 00000100:00100000:0.0:1734016071.398789:0:6469:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2258 00000100:00100000:0.0:1734016071.398798:0:6469:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007409bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1979:x1818247336053888:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016071.398820:0:6469:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016071.398851:0:6469:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880072171f80/0x3f004d6452e0447b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 933888->942079) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361cebc4 expref: 6 pid: 7690 timeout: 435 lvb_type: 0 00010000:00010000:0.0:1734016071.398919:0:6469:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880072171f80/0x3f004d6452e0447b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 933888->942079) gid 0 flags: 0x50000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361cebc4 expref: 6 pid: 7690 timeout: 435 lvb_type: 0 00010000:00010000:0.0:1734016071.398948:0:6469:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880072171f80/0x3f004d6452e0447b lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 933888->942079) gid 0 flags: 0x44801400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361cebc4 expref: 6 pid: 7690 timeout: 435 lvb_type: 0 00010000:00010000:0.0:1734016071.398989:0:6469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016071.398992:0:6469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016071.399000:0:6469:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7a80/0x3f004d6452e04489 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cebcb expref: 8 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016071.399010:0:6469:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7a80/0x3f004d6452e04489 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cebcb expref: 8 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016071.399079:0:6469:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7a80/0x3f004d6452e04489 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cebcb expref: 8 pid: 7690 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016071.399098:0:6469:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880075228a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6469:1818247339190272:192.168.201.10@tcp:105: 00000100:00100000:0.0:1734016071.399203:0:6469:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800768ef600 going to sleep for 11 seconds 00000100:00100000:0.0:1734016071.404075:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016071.407994:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016071.412845:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016071.424280:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016071.436005:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016071.449377:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016071.464016:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016071.469986:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016071.490099:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016071.494004:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016071.517201:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016071.532363:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016071.536090:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016071.550473:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016071.556168:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016071.563193:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016071.568817:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016071.573726:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016071.583797:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016071.633023:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016071.637645:0:13929:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076b62a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+14:1978:x1818247336058240:12345-192.168.201.10@tcp:4:fsx.0 Request processed in 4320us (4620us total) trans 4294968751 rc 0/0 00000100:00100000:0.0:1734016071.637662:0:13929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 7141 00002000:00100000:0.0:1734016071.637676:0:13929:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (3121152->3140528) req@ffff880076b62a00 x1818247336058240/t4294968751(0) o4->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:32/0 lens 488/448 e 0 to 0 dl 1734016082 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016071.637688:0:13929:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076b62a00 with x1818247336058240 ext(3121152->3140528) 00002000:00010000:0.0:1734016071.637695:0:13929:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076b62a00 00000100:00100000:0.0:1734016071.644373:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016071.647005:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076b63b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1979:x1818247336058496:12345-192.168.201.10@tcp:16:fsx.0 Request processed in 2201us (2632us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016071.647020:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9004 00000100:00100000:0.0:1734016071.649334:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016071.654348:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336058752 00000100:00100000:0.0:1734016071.654360:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336058752 00000100:00100000:0.0:1734016071.654435:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9005 00000100:00100000:0.0:1734016071.654446:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880136a24000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:1978:x1818247336058752:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:0.0:1734016071.654475:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016071.654502:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a803bcc0/0x3f004d6452e0452a lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361cec2d expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016071.654585:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880135f54000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339192064:192.168.201.10@tcp:106: 00000100:00100000:0.0:1734016071.654668:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800768ef600 going to sleep for 11 seconds 00000100:00100000:0.0:1734016071.660961:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016071.667758:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016071.673431:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016071.685092:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016071.696346:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016071.712215:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016071.715693:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016071.719793:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016071.726958:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016071.730594:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016071.735282:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016071.735352:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016071.739380:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016071.744995:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016071.752506:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016071.757544:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016071.763544:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016071.770345:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016071.777148:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016071.793466:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016071.861697:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016071.861748:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016071.861794:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016071.861856:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336061824 00000100:00100000:0.0:1734016071.861896:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336061824 00002000:00100000:0.0:1734016071.861956:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (0->8511487) req@ffff880130b30380 x1818247336061824/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:32/0 lens 504/0 e 0 to 0 dl 1734016082 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016071.861968:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880130b30380 with x1818247336061824 ext(0->8511487) 00002000:00010000:0.0:1734016071.861976:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130b30380 00000100:00100000:0.0:1734016071.861997:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336061952 00000100:00100000:0.0:1734016071.862000:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336061952 00002000:00100000:0.0:1734016071.862010:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (4190208->8384511) req@ffff880130b30700 x1818247336061952/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:32/0 lens 488/0 e 0 to 0 dl 1734016082 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016071.862017:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880130b30700 with x1818247336061952 ext(4190208->8384511) 00002000:00010000:0.0:1734016071.862020:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130b30700 00000100:00100000:0.0:1734016071.862027:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336062336 00000100:00100000:0.0:1734016071.862029:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336062336 00002000:00100000:0.0:1734016071.862036:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (8384512->10104831) req@ffff880130b30a80 x1818247336062336/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:32/0 lens 504/0 e 0 to 0 dl 1734016082 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016071.862042:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880130b30a80 with x1818247336062336 ext(8384512->10104831) 00002000:00010000:0.0:1734016071.862044:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130b30a80 00000100:00100000:0.0:1734016071.862053:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 7143 00000100:00100000:0.0:1734016071.862061:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130b30380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+10:1980:x1818247336061824:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:0.0:1734016071.993255:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016072.006386:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336062592 00000100:00100000:0.0:1734016072.006396:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336062592 00000100:00100000:0.0:1734016072.007072:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9022 00000100:00100000:0.0:1734016072.007081:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007409bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1981:x1818247336062592:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:0.0:1734016072.007103:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016072.007976:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a803b180/0x3f004d6452e04593 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361cec8f expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016072.040562:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016072.086109:0:6469:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074099500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6469:1818247339194752:192.168.201.10@tcp:105: 00010000:00010000:0.0:1734016072.086136:0:6469:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016072.086189:0:6469:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074c88000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+8:1978:x1818247336063232:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 2718us (4584us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016072.086203:0:6469:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2269 00000100:00100000:0.0:1734016072.089583:0:3510:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074099500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:d6847433-36e0-498f-be35-6a8f02b47718:3510:1818247339194880:0@lo:400:kworker.0 00000100:00100000:0.0:1734016072.089628:0:3510:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734016072.089645:0:3510:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012dc3ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3510:1818247339195392:0@lo:400:kworker.0 00000100:00100000:0.0:1734016072.089662:0:3510:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734016072.089673:0:3510:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:0.0:1734016072.089677:0:3510:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880092059f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3510:1818247339195008:0@lo:400:kworker.0 00000100:00100000:0.0:1734016072.089691:0:3510:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734016072.089701:0:3510:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880075229180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3510:1818247339195520:0@lo:400:kworker.0 00000100:00100000:0.0:1734016072.089715:0:3510:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734016072.089751:0:6478:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339194880 00000100:00100000:0.0:1734016072.089761:0:6478:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339194880 00000100:00100000:0.0:1734016072.089817:0:6478:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 305 00000100:00100000:0.0:1734016072.089825:0:6478:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801212b5450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d6847433-36e0-498f-be35-6a8f02b47718+18:3510:x1818247339194880:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734016072.089900:0:6478:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801212b5450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d6847433-36e0-498f-be35-6a8f02b47718+18:3510:x1818247339194880:12345-0@lo:400:kworker.0 Request processed in 75us (272us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016072.089908:0:6478:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 305 00000100:00100000:0.0:1734016072.089952:0:3510:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074099500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:d6847433-36e0-498f-be35-6a8f02b47718:3510:1818247339194880:0@lo:400:kworker.0 00000100:00100000:0.0:1734016072.089972:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339195264 00000100:00100000:0.0:1734016072.089974:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339195264 00000100:00100000:0.0:1734016072.089991:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339195520 00000100:00100000:0.0:1734016072.089993:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339195520 00000100:00100000:0.0:1734016072.090007:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 88 00000100:00100000:0.0:1734016072.090012:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007522b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3508:x1818247339195264:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734016072.090041:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007522b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3508:x1818247339195264:12345-0@lo:400:kworker.0 Request processed in 29us (583us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016072.090047:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 88 00000100:00100000:0.0:1734016072.090054:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89 00000100:00100000:0.0:1734016072.090058:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130b31c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3510:x1818247339195520:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734016072.090078:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130b31c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3510:x1818247339195520:12345-0@lo:400:kworker.0 Request processed in 20us (362us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016072.090083:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89 00000100:00100000:0.0:1734016072.090111:0:3510:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880075229180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3510:1818247339195520:0@lo:400:kworker.0 00000100:00100000:0.0:1734016072.090141:0:6481:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339195136 00000100:00100000:0.0:1734016072.090144:0:6481:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339195136 00000100:00100000:0.0:1734016072.090170:0:6481:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339195392 00000100:00100000:0.0:1734016072.090172:0:6481:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339195392 00000100:00100000:0.0:1734016072.090195:0:6481:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339195008 00000100:00100000:0.0:1734016072.090198:0:6481:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339195008 00000100:00100000:0.0:1734016072.090209:0:6481:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 185 00000100:00100000:0.0:1734016072.090224:0:6481:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007522aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3508:x1818247339195136:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734016072.090252:0:6481:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007522aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3508:x1818247339195136:12345-0@lo:400:kworker.0 Request processed in 28us (876us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016072.090256:0:6481:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 185 00000100:00100000:0.0:1734016072.090265:0:6481:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 186 00000100:00100000:0.0:1734016072.090268:0:6481:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130b31500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3510:x1818247339195392:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734016072.090290:0:6481:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130b31500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3510:x1818247339195392:12345-0@lo:400:kworker.0 Request processed in 21us (627us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016072.090295:0:6481:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 186 00000100:00100000:0.0:1734016072.090303:0:6481:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 187 00000100:00100000:0.0:1734016072.090306:0:6481:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130b31880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3510:x1818247339195008:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734016072.090327:0:6481:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130b31880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3510:x1818247339195008:12345-0@lo:400:kworker.0 Request processed in 19us (634us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016072.090331:0:6481:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 187 00000100:00100000:0.0:1734016072.090350:0:3510:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880092059f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3510:1818247339195008:0@lo:400:kworker.0 00000100:00100000:0.0:1734016072.090358:0:3510:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012dc3ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3510:1818247339195392:0@lo:400:kworker.0 00000100:00100000:0.0:1734016072.092195:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016072.097548:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016072.108860:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016072.119631:0:6469:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336064000 00000100:00100000:0.0:1734016072.119639:0:6469:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336064000 00010000:00010000:0.0:1734016072.119677:0:6469:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880097235440/0x3f004d6452e045a8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 7634944->7696383) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361ceca4 expref: 11 pid: 7689 timeout: 436 lvb_type: 0 00000100:00100000:0.0:1734016072.119718:0:6469:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2270 00000100:00100000:0.0:1734016072.119725:0:6469:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076b60a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+11:1978:x1818247336064000:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016072.119741:0:6469:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016072.119761:0:6469:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880097235440/0x3f004d6452e045a8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 7634944->7696383) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361ceca4 expref: 11 pid: 7689 timeout: 436 lvb_type: 0 00010000:00010000:0.0:1734016072.119771:0:6469:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880097235440/0x3f004d6452e045a8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 7634944->7696383) gid 0 flags: 0x50000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361ceca4 expref: 11 pid: 7689 timeout: 436 lvb_type: 0 00010000:00010000:0.0:1734016072.119794:0:6469:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097235440/0x3f004d6452e045a8 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 7634944->7696383) gid 0 flags: 0x44801400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361ceca4 expref: 11 pid: 7689 timeout: 436 lvb_type: 0 00010000:00010000:0.0:1734016072.119828:0:6469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016072.119831:0:6469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016072.119835:0:6469:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880097236d00/0x3f004d6452e045bd lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [9281536->9285631] (req 9281536->9285631) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 13929 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016072.119843:0:6469:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880097236d00/0x3f004d6452e045bd lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [9281536->9285631] (req 9281536->9285631) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 13929 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016072.119889:0:6469:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016072.119933:0:6469:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076b60a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+10:1978:x1818247336064000:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 208us (578us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016072.119940:0:6469:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2270 00010000:00010000:0.0:1734016072.120033:0:13929:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880097236d00/0x3f004d6452e045bd lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [9281536->9285631] (req 9281536->9285631) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 13929 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016072.120040:0:13929:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880097236d00/0x3f004d6452e045bd lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [9281536->9285631] (req 9281536->9285631) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 13929 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016072.120152:0:13929:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880097236d00/0x3f004d6452e045bd lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [9281536->9285631] (req 9281536->9285631) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 13929 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016072.120160:0:13929:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880097236d00/0x3f004d6452e045bd lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [9281536->9285631] (req 9281536->9285631) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 13929 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016072.120167:0:13929:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880097236d00/0x3f004d6452e045bd lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [9281536->9285631] (req 9281536->9285631) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 13929 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016072.120174:0:13929:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880097236d00 already unused, calling callback (ffffffffa086d100) 00010000:00010000:0.0:1734016072.120178:0:13929:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880097236d00/0x3f004d6452e045bd lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [9281536->9285631] (req 9281536->9285631) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 13929 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016072.120190:0:13929:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880097236d00/0x3f004d6452e045bd lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [9281536->9285631] (req 9281536->9285631) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 13929 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016072.120200:0:13929:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880097236d00/0x3f004d6452e045bd lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [9281536->9285631] (req 9281536->9285631) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 13929 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016072.120206:0:13929:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097236d00/0x3f004d6452e045bd lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [9281536->9285631] (req 9281536->9285631) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 13929 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016072.120257:0:13929:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075229180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+9:1980:x1818247336063872:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 4961us (5288us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016072.120264:0:13929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 7146 00000100:00100000:0.0:1734016072.130780:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016072.137728:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016072.141682:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016072.152123:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016072.155235:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016072.163717:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016072.172140:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016072.183573:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016072.187060:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130b30e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+10:1978:x1818247336065792:12345-192.168.201.10@tcp:22:fsx.0 Request processed in 708us (3501us total) trans 4294968758 rc 0/0 00000100:00100000:0.0:1734016072.187069:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9032 00000100:00100000:0.0:1734016072.192843:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016072.199783:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00002000:00010000:0.0:1734016072.207568:0:7696:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016070 -> 1734016071 00002000:00010000:0.0:1734016072.207574:0:7696:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 344 -> 376 00010000:00010000:0.0:1734016072.207596:0:7696:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009a9a5b00/0x3f004d6452e045d2 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [6651904->6668287] (req 6651904->6668287) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 7696 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016072.207613:0:7696:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009a9a5b00/0x3f004d6452e045d2 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [6651904->6668287] (req 6651904->6668287) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 7696 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016072.207622:0:7696:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009a9a5b00/0x3f004d6452e045d2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [6651904->6668287] (req 6651904->6668287) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 7696 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016072.207631:0:7696:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88009a9a5b00 already unused, calling callback (ffffffffa086d100) 00010000:00010000:0.0:1734016072.207636:0:7696:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009a9a5b00/0x3f004d6452e045d2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [6651904->6668287] (req 6651904->6668287) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 7696 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016072.207648:0:7696:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009a9a5b00/0x3f004d6452e045d2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [6651904->6668287] (req 6651904->6668287) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 7696 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016072.207677:0:7696:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009a9a5b00/0x3f004d6452e045d2 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [6651904->6668287] (req 6651904->6668287) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 7696 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016072.207685:0:7696:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a5b00/0x3f004d6452e045d2 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [6651904->6668287] (req 6651904->6668287) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 7696 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016072.208473:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130b31180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1981:x1818247336066048:12345-192.168.201.10@tcp:4:fsx.0 Request processed in 15293us (15631us total) trans 4294968759 rc 0/0 00000100:00100000:0.0:1734016072.208487:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 7152 00000100:00100000:0.0:1734016072.212694:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016072.217003:0:13927:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336066432 00000100:00100000:0.0:1734016072.217024:0:13927:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336066432 00000100:00100000:0.0:1734016072.217109:0:13927:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9034 00000100:00100000:0.0:1734016072.217120:0:13927:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074c89c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:9673:x1818247336066432:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:0.0:1734016072.217152:0:13927:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016072.217189:0:13927:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a803b180/0x3f004d6452e045e0 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361cecce expref: -99 pid: 13927 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016072.217258:0:13927:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880072171f80/0x3f004d6452e045d9 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cecc7 expref: 5 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016072.217271:0:13927:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016072.217274:0:13927:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016072.217278:0:13927:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a803b180/0x3f004d6452e045e0 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [2543616->2592767] (req 2543616->2592767) gid 0 flags: 0x50000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cecce expref: 7 pid: 13927 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016072.217332:0:13927:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880072171f80/0x3f004d6452e045d9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361cecc7 expref: 5 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016072.217354:0:13927:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880072171f80/0x3f004d6452e045d9 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361cecc7 expref: 5 pid: 7689 timeout: 436 lvb_type: 1 00000100:00100000:0.0:1734016072.217376:0:13927:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880130b32300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13927:1818247339196544:192.168.201.10@tcp:104: 00000100:00100000:0.0:1734016072.217515:0:13927:0:(client.c:2562:ptlrpc_set_wait()) set ffff88008efac180 going to sleep for 11 seconds 00000100:00100000:0.0:1734016072.227291:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016072.231653:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016072.236410:0:8966:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074c88700 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:8966:1818247339196800:192.168.201.10@tcp:104: 00010000:00010000:0.0:1734016072.236459:0:8966:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff880072171440/0x3f004d6452e045e7 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 8966 initiator: MDT0 00000100:00100000:0.0:1734016072.237241:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00010000:00010000:0.0:1734016072.238249:0:8966:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff880072171440/0x3f004d6452e045e7 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8966 initiator: MDT0 00010000:00010000:0.0:1734016072.238257:0:8966:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880072171440/0x3f004d6452e045e7 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8966 initiator: MDT0 00000001:00080000:0.0:1734016072.238387:0:8966:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294968275 00000004:00010000:0.0:1734016072.238467:0:8966:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff880130b32300 reply state ffff880073805000 transno 4294968276 ns: mdt-lustre-MDT0000_UUID lock: ffff880072171440/0x3f004d6452e045e7 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8966 initiator: MDT0 00000100:00100000:0.0:1734016072.238478:0:8966:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1734016072.238615:0:8966:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130b32300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+21:9673:x1818247336066944:12345-192.168.201.10@tcp:36:fsx.0 Request processed in 6012us (6982us total) trans 4294968276 rc 0/0 00000100:00100000:0.0:1734016072.238626:0:8966:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 1535 00000020:00080000:0.0:1734016072.238633:0:8966:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1734016072.244389:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016072.264798:0:8966:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336067328 00000100:00100000:0.0:1734016072.264811:0:8966:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336067328 00000100:00100000:0.0:1734016072.271988:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016072.280824:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00010000:00010000:0.0:1734016072.283682:0:7696:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880097235440/0x3f004d6452e045fc lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [6090752->6115327] (req 6090752->6115327) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 7696 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016072.283694:0:7696:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880097235440/0x3f004d6452e045fc lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [6090752->6115327] (req 6090752->6115327) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 7696 timeout: 0 lvb_type: 0 00000001:00080000:0.0:1734016072.294081:0:8954:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294968762 is committed 00000100:00100000:0.0:1734016072.301456:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016072.304340:0:8966:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336068096 00000100:00100000:0.0:1734016072.304353:0:8966:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336068096 00000100:00100000:0.0:1734016072.304418:0:8966:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 1537 00000100:00100000:0.0:1734016072.304426:0:8966:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880073f20000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+14:9673:x1818247336068096:12345-192.168.201.10@tcp:36:fsx.0 00010000:00010000:0.0:1734016072.304682:0:8966:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8038b40/0x3f004d6452e0460a lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 8966 initiator: MDT0 00010000:00010000:0.0:1734016072.304701:0:8966:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880072172d00/0x3f004d6452e045f5 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cecd5 expref: 20 pid: 6483 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016072.304709:0:8966:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8038b40/0x3f004d6452e0460a lrc: 4/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 8966 initiator: MDT0 00010000:00010000:0.0:1734016072.304742:0:8966:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880072172d00/0x3f004d6452e045f5 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361cecd5 expref: 20 pid: 6483 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016072.304756:0:8966:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880072172d00/0x3f004d6452e045f5 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361cecd5 expref: 20 pid: 6483 timeout: 436 lvb_type: 0 00000100:00100000:0.0:1734016072.304771:0:8966:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012dc3e680 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:8966:1818247339197056:192.168.201.10@tcp:104: 00000100:00100000:0.0:1734016072.304907:0:8966:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012cf4f240 going to sleep for 11 seconds 00000100:00100000:0.0:1734016072.307919:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016072.314444:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016072.320583:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016072.331518:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016072.339903:0:8966:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336068736 00000100:00100000:0.0:1734016072.339916:0:8966:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336068736 00000100:00100000:0.0:1734016072.339986:0:8966:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 1538 00000100:00100000:0.0:1734016072.339993:0:8966:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074c88000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+20:9673:x1818247336068736:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:0.0:1734016072.340019:0:8966:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016072.340045:0:8966:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8038b40/0x3f004d6452e04618 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361cecea expref: -99 pid: 8966 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016072.340159:0:8966:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a803b3c0/0x3f004d6452e0461f lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 8966 initiator: MDT0 00010000:00010000:0.0:1734016072.340175:0:8966:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a803b3c0/0x3f004d6452e0461f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 8966 initiator: MDT0 00010000:00010000:0.0:1734016072.340187:0:8966:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a803b3c0/0x3f004d6452e0461f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 8966 initiator: MDT0 00000004:00200000:0.0:1734016072.340227:0:8966:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 214833 00000004:00200000:0.0:1734016072.340232:0:8966:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1734016072.340256:0:8966:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800a803b3c0/0x3f004d6452e0461f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 8966 initiator: MDT0 00010000:00010000:0.0:1734016072.340289:0:8966:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8038b40/0x3f004d6452e04618 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cecea expref: 22 pid: 8966 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016072.340321:0:8966:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a803b3c0/0x3f004d6452e0461f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cecea expref: 21 pid: 8966 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016072.340332:0:8966:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:0.0:1734016072.340335:0:8966:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1734016072.340339:0:8966:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a803b3c0, rc 0) 00000100:00100000:0.0:1734016072.340409:0:8966:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074c88000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+21:9673:x1818247336068736:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 416us (603us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016072.340416:0:8966:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 1538 00000100:00100000:0.0:1734016072.345049:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016072.356004:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016072.361294:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016072.370908:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016072.380445:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016072.386137:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016072.396061:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016072.402444:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016072.408463:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016072.416560:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016072.423624:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016072.432796:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016072.439750:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016072.444436:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016072.448152:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016072.453390:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016072.460560:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016072.470262:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016072.508476:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016072.521219:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016072.536323:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016072.541945:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016072.561584:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016072.567236:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016072.575808:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016072.581821:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016072.595047:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016072.597932:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076865500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1978:x1818247336073344:12345-192.168.201.10@tcp:16:fsx.0 Request processed in 2466us (2886us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016072.597950:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9050 00000100:00100000:0.0:1734016072.602834:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016072.609369:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016072.609426:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336073600 00000100:00100000:0.0:1734016072.609441:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336073600 00000100:00100000:0.0:1734016072.609524:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9051 00000100:00100000:0.0:1734016072.609533:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076867100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1979:x1818247336073600:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:0.0:1734016072.609558:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016072.609586:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a803b3c0/0x3f004d6452e046b9 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361ced5a expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016072.609651:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076864000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339199360:192.168.201.10@tcp:106: 00000100:00100000:0.0:1734016072.609726:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012cf4f840 going to sleep for 11 seconds 00000100:00100000:0.0:1734016072.619442:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016072.628630:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016072.635156:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016072.642376:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016072.648225:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016072.654195:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016072.662390:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016072.672370:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016072.682256:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016072.686819:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016072.690713:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016072.699924:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016072.703589:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016072.713261:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000001:00080000:0.0:1734016072.724336:0:8954:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294968770 is committed 00000100:00100000:0.0:1734016072.731312:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336076288 00000100:00100000:0.0:1734016072.731324:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336076288 00000100:00100000:0.0:1734016072.731386:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9061 00000100:00100000:0.0:1734016072.731394:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880073e31180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1978:x1818247336076288:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:0.0:1734016072.731417:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016072.731442:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a8038b40/0x3f004d6452e04714 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361ced99 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1734016072.731470:0:7689:0:(ofd_lvb.c:169:ofd_lvbo_init()) res: [0x280000400:0x5:0x0] initial LVB size: 9671191, mtime: 0x675afc48, atime: 0x675afc47, ctime: 0x675afc48, blocks: 0xd0 00010000:00010000:0.0:1734016072.731492:0:7689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016072.731494:0:7689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016072.731504:0:7689:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a8038b40/0x3f004d6452e04714 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361ced99 expref: 7 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016072.731518:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a8038b40/0x3f004d6452e04714 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361ced99 expref: 7 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016072.731530:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a8038b40, rc 0) 00000100:00100000:0.0:1734016072.731593:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880073e31180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1978:x1818247336076288:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 199us (368us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016072.731599:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9061 00000100:00100000:0.0:1734016072.758162:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016072.758221:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016072.758270:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016072.884755:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016072.931326:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016072.934063:0:7695:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336077696 00000100:00100000:0.0:1734016072.934070:0:7695:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336077696 00002000:00100000:0.0:1734016072.934106:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (8388608->9674751) req@ffff880073e33b80 x1818247336077696/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:33/0 lens 488/0 e 0 to 0 dl 1734016083 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016072.934117:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880073e33b80 with x1818247336077696 ext(8388608->9674751) 00002000:00010000:0.0:1734016072.934121:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880073e33b80 00000100:00100000:0.0:1734016072.934143:0:7695:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336077568 00000100:00100000:0.0:1734016072.934145:0:7695:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336077568 00002000:00100000:0.0:1734016072.934159:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (4190208->8388607) req@ffff880073e33100 x1818247336077568/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:33/0 lens 504/0 e 0 to 0 dl 1734016083 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016072.934165:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880073e33100 with x1818247336077568 ext(4190208->8388607) 00002000:00010000:0.0:1734016072.934167:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880073e33100 00000100:00100000:0.0:1734016072.934177:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 7170 00000100:00100000:0.0:1734016072.934181:0:7695:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880073e33b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+8:1980:x1818247336077696:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:0.0:1734016073.061136:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00080000:0.0:1734016073.062255:0:6479:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734016043 00000100:00100000:0.0:1734016073.074136:0:7705:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336078208 00000100:00100000:0.0:1734016073.074153:0:7705:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336078208 00010000:00010000:0.0:1734016073.074230:0:7705:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880072171440/0x3f004d6452e046b2 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361ced53 expref: 21 pid: 6483 timeout: 437 lvb_type: 0 00000100:00100000:0.0:1734016073.075085:0:7705:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2286 00000100:00100000:0.0:1734016073.075097:0:7705:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880073e30380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+21:1979:x1818247336078208:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016073.075118:0:7705:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016073.075127:0:7705:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880072171440/0x3f004d6452e046b2 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361ced53 expref: 21 pid: 6483 timeout: 437 lvb_type: 0 00010000:00010000:0.0:1734016073.075142:0:7705:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880072171440/0x3f004d6452e046b2 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361ced53 expref: 21 pid: 6483 timeout: 437 lvb_type: 0 00010000:00010000:0.0:1734016073.075171:0:7705:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880072171440/0x3f004d6452e046b2 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361ced53 expref: 21 pid: 6483 timeout: 437 lvb_type: 0 00010000:00010000:0.0:1734016073.075324:0:7705:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:0.0:1734016073.075330:0:7705:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff880072172d00/0x3f004d6452e04722 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 8966 initiator: MDT0 00010000:00010000:0.0:1734016073.075341:0:7705:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880072172d00/0x3f004d6452e04722 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 8966 initiator: MDT0 00010000:00010000:0.0:1734016073.075348:0:7705:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880072172d00/0x3f004d6452e04722 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 8966 initiator: MDT0 00010000:00010000:0.0:1734016073.075636:0:7705:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016073.076890:0:7705:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880073e30380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+20:1979:x1818247336078208:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 1789us (2891us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016073.076901:0:7705:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2286 00000100:00100000:0.0:1734016073.102816:0:7705:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336078464 00000100:00100000:0.0:1734016073.102826:0:7705:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336078464 00010000:00010000:0.0:1734016073.102880:0:7705:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a9a61c0/0x3f004d6452e0471b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361ceda0 expref: 7 pid: 13927 timeout: 437 lvb_type: 1 00000100:00100000:0.0:1734016073.103286:0:7705:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2287 00000100:00100000:0.0:1734016073.103295:0:7705:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074c89f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1979:x1818247336078464:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016073.103316:0:7705:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016073.103346:0:7705:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a9a61c0/0x3f004d6452e0471b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361ceda0 expref: 7 pid: 13927 timeout: 437 lvb_type: 1 00010000:00010000:0.0:1734016073.103367:0:7705:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a9a61c0/0x3f004d6452e0471b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361ceda0 expref: 7 pid: 13927 timeout: 437 lvb_type: 1 00010000:00010000:0.0:1734016073.103401:0:7705:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a61c0/0x3f004d6452e0471b lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361ceda0 expref: 7 pid: 13927 timeout: 437 lvb_type: 1 00010000:00010000:0.0:1734016073.104363:0:7705:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016073.105804:0:7705:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074c89f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1979:x1818247336078464:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 2480us (3053us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016073.105827:0:7705:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2287 00000100:00100000:0.0:1734016073.119997:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016073.142819:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016073.145856:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016073.157055:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016073.186208:0:13929:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336079488 00000100:00100000:0.0:1734016073.186219:0:13929:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336079488 00002000:00100000:0.0:1734016073.186276:0:13929:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (0->8761343) req@ffff880074c8ad80 x1818247336079488/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:34/0 lens 504/0 e 0 to 0 dl 1734016084 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016073.186287:0:13929:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074c8ad80 with x1818247336079488 ext(0->8761343) 00002000:00010000:0.0:1734016073.186294:0:13929:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074c8ad80 00000100:00100000:0.0:1734016073.186327:0:13929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 7173 00000100:00100000:0.0:1734016073.186333:0:13929:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074c8ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1979:x1818247336079488:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:0.0:1734016073.195950:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016073.196021:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016073.196088:0:7695:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336079872 00000100:00100000:0.0:1734016073.196101:0:7695:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336079872 00002000:00100000:0.0:1734016073.196159:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (8384512->9756671) req@ffff880074098a80 x1818247336079872/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:34/0 lens 504/0 e 0 to 0 dl 1734016084 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016073.196170:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074098a80 with x1818247336079872 ext(8384512->9756671) 00002000:00010000:0.0:1734016073.196176:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074098a80 00000100:00100000:0.0:1734016073.196207:0:7695:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336079744 00000100:00100000:0.0:1734016073.196209:0:7695:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336079744 00002000:00100000:0.0:1734016073.196220:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (4190208->8384511) req@ffff880074098380 x1818247336079744/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:34/0 lens 488/0 e 0 to 0 dl 1734016084 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016073.196227:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074098380 with x1818247336079744 ext(4190208->8384511) 00002000:00010000:0.0:1734016073.196229:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074098380 00000100:00100000:0.0:1734016073.196242:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 7174 00000100:00100000:0.0:1734016073.196249:0:7695:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074098a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+10:1978:x1818247336079872:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:0.0:1734016073.198104:0:13925:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 7175 00000100:00100000:0.0:1734016073.198121:0:13925:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074098380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+11:1978:x1818247336079744:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:0.0:1734016073.241557:0:7695:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074098a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+11:1978:x1818247336079872:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 45295us (45607us total) trans 0 rc 1368064/1368064 00000100:00100000:0.0:1734016073.241570:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 7174 00002000:00100000:0.0:1734016073.241583:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (8384512->9756671) req@ffff880074098a80 x1818247336079872/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:34/0 lens 504/440 e 0 to 0 dl 1734016084 ref 1 fl Complete:/200/0 rc 1368064/1368064 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016073.241592:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074098a80 with x1818247336079872 ext(8384512->9756671) 00002000:00010000:0.0:1734016073.241600:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074098a80 00000100:00100000:0.0:1734016073.326558:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016073.329108:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016073.336362:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016073.369554:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016073.396702:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016073.401738:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016073.441541:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016073.448535:0:13925:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336081408 00000100:00100000:0.0:1734016073.448545:0:13925:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336081408 00002000:00100000:0.0:1734016073.448602:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (4612096->9756671) req@ffff880074c89f80 x1818247336081408/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:34/0 lens 504/0 e 0 to 0 dl 1734016084 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016073.448614:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074c89f80 with x1818247336081408 ext(4612096->9756671) 00002000:00010000:0.0:1734016073.448621:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074c89f80 00000100:00100000:0.0:1734016073.448657:0:13925:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 7177 00000100:00100000:0.0:1734016073.448665:0:13925:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074c89f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1978:x1818247336081408:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:0.0:1734016073.465017:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016073.468439:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016073.481660:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016073.488273:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016073.499570:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016073.504097:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016073.540438:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016073.540505:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016073.540588:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016073.540647:0:7695:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336084096 00000100:00100000:0.0:1734016073.540668:0:7695:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336084096 00002000:00100000:0.0:1734016073.540769:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (0->7630847) req@ffff880074221c00 x1818247336084096/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:34/0 lens 504/0 e 0 to 0 dl 1734016084 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016073.540793:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074221c00 with x1818247336084096 ext(0->7630847) 00002000:00010000:0.0:1734016073.540803:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074221c00 00000100:00100000:0.0:1734016073.540854:0:7695:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336084352 00000100:00100000:0.0:1734016073.540858:0:7695:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336084352 00002000:00100000:0.0:1734016073.540929:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (4190208->8388607) req@ffff880075229c00 x1818247336084352/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:34/0 lens 504/0 e 0 to 0 dl 1734016084 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016073.540937:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880075229c00 with x1818247336084352 ext(4190208->8388607) 00002000:00010000:0.0:1734016073.540940:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880075229c00 00000100:00100000:0.0:1734016073.540954:0:7695:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336084608 00000100:00100000:0.0:1734016073.540956:0:7695:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336084608 00002000:00100000:0.0:1734016073.540968:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (8388608->9756671) req@ffff880075228380 x1818247336084608/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:34/0 lens 488/0 e 0 to 0 dl 1734016084 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016073.540977:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880075228380 with x1818247336084608 ext(8388608->9756671) 00002000:00010000:0.0:1734016073.540980:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880075228380 00000100:00100000:0.0:1734016073.540996:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 7187 00000100:00100000:0.0:1734016073.541009:0:7695:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074221c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+10:1980:x1818247336084096:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:0.0:1734016073.566306:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016073.566370:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016073.566402:0:6477:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336084736 00000100:00100000:0.0:1734016073.566411:0:6477:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336084736 00000100:00100000:0.0:1734016073.566467:0:6477:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 306 00000100:00100000:0.0:1734016073.566474:0:6477:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801212b7050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:63afa445-d95f-4754-9884-d132561fd492+12:1980:x1818247336084736:12345-192.168.201.10@tcp:400:kworker.0 00000100:00100000:0.0:1734016073.566544:0:6477:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801212b7050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:63afa445-d95f-4754-9884-d132561fd492+12:1980:x1818247336084736:12345-192.168.201.10@tcp:400:kworker.0 Request processed in 70us (174us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016073.566554:0:6477:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 306 00000100:00100000:0.0:1734016073.652826:0:13929:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075229c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+8:1981:x1818247336084352:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 108259us (112303us total) trans 0 rc 4194304/4194304 00000100:00100000:0.0:1734016073.652843:0:13929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 7188 00002000:00100000:0.0:1734016073.652861:0:13929:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (4190208->8388607) req@ffff880075229c00 x1818247336084352/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:34/0 lens 504/440 e 0 to 0 dl 1734016084 ref 1 fl Complete:/200/0 rc 4194304/4194304 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016073.652956:0:13929:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880075229c00 with x1818247336084352 ext(4190208->8388607) 00002000:00010000:0.0:1734016073.652963:0:13929:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880075229c00 00000100:00100000:0.0:1734016073.659394:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016073.690372:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016073.698011:0:13929:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336085504 00000100:00100000:0.0:1734016073.698025:0:13929:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336085504 00002000:00100000:0.0:1734016073.698094:0:13929:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (3960832->3964927) req@ffff880074c89500 x1818247336085504/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:34/0 lens 488/0 e 0 to 0 dl 1734016084 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016073.698106:0:13929:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074c89500 with x1818247336085504 ext(3960832->3964927) 00002000:00010000:0.0:1734016073.698113:0:13929:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074c89500 00000100:00100000:0.0:1734016073.698161:0:13929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 7190 00000100:00100000:0.0:1734016073.698170:0:13929:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074c89500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+8:1979:x1818247336085504:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:0.0:1734016073.700526:0:13929:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074c89500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+8:1979:x1818247336085504:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 1675us (1931us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016073.700545:0:13929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 7190 00002000:00100000:0.0:1734016073.700562:0:13929:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (3960832->3964927) req@ffff880074c89500 x1818247336085504/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:34/0 lens 488/4536 e 0 to 0 dl 1734016084 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016073.700577:0:13929:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074c89500 with x1818247336085504 ext(3960832->3964927) 00002000:00010000:0.0:1734016073.700585:0:13929:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074c89500 00000100:00100000:0.0:1734016073.704660:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016073.714349:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016073.721637:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016073.731323:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016073.740776:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016073.754419:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016073.763283:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016073.770008:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016073.776971:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016073.784100:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016073.792572:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016073.800518:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016073.813626:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016073.829128:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016073.840578:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016073.853710:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016073.863961:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016073.871825:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016073.882023:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016073.896890:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016073.896928:0:7705:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336088320 00000100:00100000:0.0:1734016073.896940:0:7705:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336088320 00010000:00010000:0.0:1734016073.896994:0:7705:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a4480/0x3f004d6452e04745 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361cedb5 expref: 21 pid: 8966 timeout: 437 lvb_type: 0 00000100:00100000:0.0:1734016073.897051:0:7705:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2295 00000100:00100000:0.0:1734016073.897058:0:7705:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dc3f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+21:1978:x1818247336088320:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016073.897078:0:7705:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016073.897087:0:7705:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 1s ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a4480/0x3f004d6452e04745 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361cedb5 expref: 21 pid: 8966 timeout: 437 lvb_type: 0 00010000:00010000:0.0:1734016073.897102:0:7705:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a4480/0x3f004d6452e04745 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361cedb5 expref: 21 pid: 8966 timeout: 437 lvb_type: 0 00010000:00010000:0.0:1734016073.897136:0:7705:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:0.0:1734016073.897143:0:7705:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff880097235b00/0x3f004d6452e047d1 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6483 initiator: MDT0 00010000:00010000:0.0:1734016073.897154:0:7705:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880097235b00/0x3f004d6452e047d1 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50290000000000 pid: 6483 initiator: MDT0 00010000:00010000:0.0:1734016073.897162:0:7705:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880097235b00/0x3f004d6452e047d1 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50290000000000 pid: 6483 initiator: MDT0 00010000:00010000:0.0:1734016073.897198:0:7705:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016073.897261:0:7705:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dc3f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+21:1978:x1818247336088320:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 202us (403us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016073.897270:0:7705:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2295 00000100:00100000:0.0:1734016073.912036:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016073.926473:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016073.930164:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016073.942894:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016073.946845:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016073.973550:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016073.990096:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016074.005106:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016074.009915:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00080000:0.0:1734016074.013734:0:6479:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734016044 00000100:00100000:0.0:1734016074.027861:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016074.027950:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016074.109972:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016074.114608:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016074.117633:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016074.121105:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016074.123981:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016074.132648:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016074.136529:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016074.144968:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016074.150054:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016074.156438:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016074.169908:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016074.169942:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016074.189526:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016074.196763:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016074.204986:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016074.217062:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016074.257746:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016074.264548:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016074.295042:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000001:00080000:0.0:1734016074.310007:0:8954:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294968780 is committed 00000001:00080000:0.0:1734016074.310063:0:8954:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294968775 is committed 00000100:00100000:0.0:1734016074.328028:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016074.339656:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016074.352681:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016074.369680:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016074.380625:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016074.392535:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016074.412119:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016074.428749:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016074.489699:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016074.537482:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000001:00080000:0.0:1734016074.546195:0:8954:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294968783 is committed 00000001:00080000:0.0:1734016074.546239:0:8954:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294968781 is committed 00000100:00100000:0.0:1734016074.549917:0:8966:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336099200 00000100:00100000:0.0:1734016074.549932:0:8966:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336099200 00000100:00100000:0.0:1734016074.550018:0:8966:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 1563 00000100:00100000:0.0:1734016074.550030:0:8966:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074c8bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+22:9673:x1818247336099200:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:0.0:1734016074.550069:0:8966:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016074.550099:0:8966:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8038b40/0x3f004d6452e04895 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361ceeb8 expref: -99 pid: 8966 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016074.550254:0:8966:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a803b180/0x3f004d6452e0489c lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 8966 initiator: MDT0 00010000:00010000:0.0:1734016074.550278:0:8966:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a803b180/0x3f004d6452e0489c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 8966 initiator: MDT0 00010000:00010000:0.0:1734016074.550301:0:8966:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a803b180/0x3f004d6452e0489c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 8966 initiator: MDT0 00000004:00200000:0.0:1734016074.550339:0:8966:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 5784000 00000004:00200000:0.0:1734016074.550345:0:8966:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1734016074.550369:0:8966:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800a803b180/0x3f004d6452e0489c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 8966 initiator: MDT0 00010000:00010000:0.0:1734016074.550400:0:8966:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8038b40/0x3f004d6452e04895 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361ceeb8 expref: 24 pid: 8966 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016074.550431:0:8966:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a803b180/0x3f004d6452e0489c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361ceeb8 expref: 23 pid: 8966 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016074.550441:0:8966:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:0.0:1734016074.550446:0:8966:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1734016074.550450:0:8966:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a803b180, rc 0) 00000100:00100000:0.0:1734016074.550550:0:8966:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074c8bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+23:9673:x1818247336099200:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 522us (987us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016074.550559:0:8966:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 1563 00000100:00100000:0.0:1734016074.561810:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016074.570666:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016074.581362:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336100224 00000100:00100000:0.0:1734016074.581386:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336100224 00002000:00100000:0.0:1734016074.581485:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (733184->737279) req@ffff880073f23480 x1818247336100224/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:35/0 lens 488/0 e 0 to 0 dl 1734016085 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016074.581500:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880073f23480 with x1818247336100224 ext(733184->737279) 00002000:00010000:0.0:1734016074.581507:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880073f23480 00000100:00100000:0.0:1734016074.581569:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 7222 00000100:00100000:0.0:1734016074.581580:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880073f23480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1980:x1818247336100224:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:0.0:1734016074.583771:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880073f23480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1980:x1818247336100224:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 2159us (3722us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016074.583801:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 7222 00002000:00100000:0.0:1734016074.583830:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (733184->737279) req@ffff880073f23480 x1818247336100224/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:35/0 lens 488/4536 e 0 to 0 dl 1734016085 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016074.583845:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880073f23480 with x1818247336100224 ext(733184->737279) 00002000:00010000:0.0:1734016074.583855:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880073f23480 00000100:00100000:0.0:1734016074.590199:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016074.619728:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016074.630780:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336101504 00000100:00100000:0.0:1734016074.630805:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336101504 00002000:00100000:0.0:1734016074.630937:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (712704->716799) req@ffff880073f20380 x1818247336101504/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:35/0 lens 488/0 e 0 to 0 dl 1734016085 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016074.630952:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880073f20380 with x1818247336101504 ext(712704->716799) 00002000:00010000:0.0:1734016074.630959:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880073f20380 00000100:00100000:0.0:1734016074.631065:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 7227 00000100:00100000:0.0:1734016074.631076:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880073f20380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1981:x1818247336101504:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:0.0:1734016074.631370:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880073f20380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1981:x1818247336101504:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 292us (798us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016074.631379:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 7227 00002000:00100000:0.0:1734016074.631387:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (712704->716799) req@ffff880073f20380 x1818247336101504/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:35/0 lens 488/4536 e 0 to 0 dl 1734016085 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016074.631395:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880073f20380 with x1818247336101504 ext(712704->716799) 00002000:00010000:0.0:1734016074.631398:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880073f20380 00000100:00100000:0.0:1734016074.644991:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016074.664521:0:7695:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336102272 00000100:00100000:0.0:1734016074.664537:0:7695:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336102272 00002000:00100000:0.0:1734016074.664607:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (700416->704511) req@ffff880073f22a00 x1818247336102272/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:35/0 lens 488/0 e 0 to 0 dl 1734016085 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016074.664619:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880073f22a00 with x1818247336102272 ext(700416->704511) 00002000:00010000:0.0:1734016074.664626:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880073f22a00 00000100:00100000:0.0:1734016074.664674:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 7230 00000100:00100000:0.0:1734016074.664683:0:7695:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880073f22a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1981:x1818247336102272:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:0.0:1734016074.666084:0:7695:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880073f22a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1981:x1818247336102272:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 1384us (1717us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016074.666102:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 7230 00002000:00100000:0.0:1734016074.666112:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (700416->704511) req@ffff880073f22a00 x1818247336102272/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:35/0 lens 488/4536 e 0 to 0 dl 1734016085 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016074.666122:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880073f22a00 with x1818247336102272 ext(700416->704511) 00002000:00010000:0.0:1734016074.666129:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880073f22a00 00000100:00100000:0.0:1734016074.688454:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016074.710600:0:7695:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009721b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+9:1980:x1818247336102656:12345-192.168.201.10@tcp:4:fsx.0 Request processed in 19960us (22135us total) trans 4294968784 rc 0/0 00000100:00100000:0.0:1734016074.710622:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 7232 00002000:00100000:0.0:1734016074.710639:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (696320->749567) req@ffff88009721b480 x1818247336102656/t4294968784(0) o4->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:35/0 lens 488/448 e 0 to 0 dl 1734016085 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016074.710651:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88009721b480 with x1818247336102656 ext(696320->749567) 00002000:00010000:0.0:1734016074.710659:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009721b480 00000100:00100000:0.0:1734016074.715157:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336102784 00000100:00100000:0.0:1734016074.715177:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336102784 00000100:00100000:0.0:1734016074.715239:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9100 00000100:00100000:0.0:1734016074.715248:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880073f21180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+9:1978:x1818247336102784:12345-192.168.201.10@tcp:16:fsx.0 00000001:00080000:0.0:1734016074.717653:0:8954:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294968784 is committed 00000100:00100000:0.0:1734016074.721656:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016074.727681:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016074.735606:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016074.763073:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016074.776303:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016074.788024:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016074.790808:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016074.814130:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016074.829619:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016074.849606:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016074.858125:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016074.870493:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016074.880336:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016074.889838:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016074.896616:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016074.903196:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016074.927707:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016074.959263:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016074.964988:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016074.973120:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016074.983927:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016074.988378:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016074.996542:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016075.005387:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016075.009669:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016075.014832:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016075.024343:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016075.037135:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016075.045025:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016075.049423:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016075.053334:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016075.057209:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016075.060725:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016075.066315:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016075.073360:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016075.081290:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016075.086572:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016075.092068:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016075.097390:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016075.100260:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016075.104052:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016075.108114:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016075.112019:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016075.118754:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00080000:0.0:1734016075.119140:0:6479:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734016045 00000100:00100000:0.0:1734016075.121059:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000001:00080000:0.0:1734016075.126911:0:8954:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294968789 is committed 00000001:00080000:0.0:1734016075.126947:0:8954:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294968787 is committed 00000100:00100000:0.0:1734016075.136073:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00080000:0.0:1734016075.136904:0:6479:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734016045 00000100:00100000:0.0:1734016075.141906:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336111360 00000100:00100000:0.0:1734016075.141918:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336111360 00000100:00100000:0.0:1734016075.141973:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9114 00000100:00100000:0.0:1734016075.141980:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880073f23b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:9673:x1818247336111360:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:0.0:1734016075.142003:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016075.142229:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a803b180/0x3f004d6452e0492f lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361cef21 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016075.142263:0:7689:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a6880/0x3f004d6452e04921 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8470528->8474623) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cef13 expref: 5 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016075.142271:0:7689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016075.142272:0:7689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016075.142276:0:7689:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a803b180/0x3f004d6452e0492f lrc: 4/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [8278016->8282111] (req 8278016->8282111) gid 0 flags: 0x50000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cef21 expref: 7 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016075.142313:0:7689:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a9a6880/0x3f004d6452e04921 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8470528->8474623) gid 0 flags: 0x50000000020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361cef13 expref: 5 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016075.142327:0:7689:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a9a6880/0x3f004d6452e04921 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8470528->8474623) gid 0 flags: 0x70000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361cef13 expref: 5 pid: 7689 timeout: 439 lvb_type: 0 00000100:00100000:0.0:1734016075.142343:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074f01500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339208704:192.168.201.10@tcp:104: 00000100:00100000:0.0:1734016075.142451:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012cf4fcc0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016075.151190:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016075.194929:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016075.194983:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336112000 00000100:00100000:0.0:1734016075.195000:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336112000 00002000:00100000:0.0:1734016075.195067:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (8388608->10207231) req@ffff880074f02680 x1818247336112000/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:36/0 lens 488/0 e 0 to 0 dl 1734016086 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016075.195086:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074f02680 with x1818247336112000 ext(8388608->10207231) 00002000:00010000:0.0:1734016075.195093:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074f02680 00000100:00100000:0.0:1734016075.195132:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 7255 00000100:00100000:0.0:1734016075.195142:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074f02680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+11:1978:x1818247336112000:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:0.0:1734016075.291149:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076b61880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1979:x1818247336111872:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 104253us (112041us total) trans 0 rc 4194304/4194304 00000100:00100000:0.0:1734016075.291170:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 7254 00002000:00100000:0.0:1734016075.291184:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (4190208->8388607) req@ffff880076b61880 x1818247336111872/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:36/0 lens 504/440 e 0 to 0 dl 1734016086 ref 1 fl Complete:/200/0 rc 4194304/4194304 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016075.291194:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076b61880 with x1818247336111872 ext(4190208->8388607) 00002000:00010000:0.0:1734016075.291201:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076b61880 00000100:00100000:0.0:1734016075.303511:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00080000:0.0:1734016075.314787:0:6479:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734016045 00000100:00100000:0.0:1734016075.317074:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016075.318786:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074f00000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1978:x1818247336112512:12345-192.168.201.10@tcp:16:fsx.0 Request processed in 1415us (1719us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016075.318800:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9115 00000100:00100000:0.0:1734016075.321100:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016075.324706:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336112768 00000100:00100000:0.0:1734016075.324718:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336112768 00000100:00100000:0.0:1734016075.324779:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9116 00000100:00100000:0.0:1734016075.324790:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074c8b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:9673:x1818247336112768:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:0.0:1734016075.324819:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016075.324852:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a803bcc0/0x3f004d6452e04944 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361cef2f expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016075.324944:0:7689:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a803b180/0x3f004d6452e0492f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8278016->8282111) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cef21 expref: 6 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016075.324954:0:7689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016075.324957:0:7689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016075.324962:0:7689:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a803bcc0/0x3f004d6452e04944 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [1937408->1986559] (req 1937408->1986559) gid 0 flags: 0x50000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cef2f expref: 6 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016075.325009:0:7689:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a803b180/0x3f004d6452e0492f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8278016->8282111) gid 0 flags: 0x50000000020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361cef21 expref: 6 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016075.325026:0:7689:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a803b180/0x3f004d6452e0492f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8278016->8282111) gid 0 flags: 0x70000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361cef21 expref: 6 pid: 7689 timeout: 439 lvb_type: 0 00000100:00100000:0.0:1734016075.325041:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074f03480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339208960:192.168.201.10@tcp:104: 00000100:00100000:0.0:1734016075.325134:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012cf4f780 going to sleep for 11 seconds 00000100:00100000:0.0:1734016075.329355:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074f03480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339208960:192.168.201.10@tcp:104: 00010000:00010000:0.0:1734016075.329424:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a803bcc0/0x3f004d6452e04944 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [1937408->1986559] (req 1937408->1986559) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cef2f expref: 6 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016075.329447:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a803bcc0, rc 0) 00000100:00100000:0.0:1734016075.329535:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074c8b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:9673:x1818247336112768:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 4745us (4919us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016075.329552:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9116 00000100:00100000:0.0:1734016075.339436:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016075.370039:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016075.380312:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 7259 00000100:00100000:0.0:1734016075.380332:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d806300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+9:1978:x1818247336113664:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:0.0:1734016075.412155:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d806300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+10:1978:x1818247336113664:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 31811us (35587us total) trans 0 rc 1818624/1818624 00000100:00100000:0.0:1734016075.412181:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 7259 00002000:00100000:0.0:1734016075.412197:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (8388608->10207231) req@ffff88011d806300 x1818247336113664/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:36/0 lens 488/440 e 0 to 0 dl 1734016086 ref 1 fl Complete:/200/0 rc 1818624/1818624 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016075.412212:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d806300 with x1818247336113664 ext(8388608->10207231) 00002000:00010000:0.0:1734016075.412219:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011d806300 00000100:00100000:0.0:1734016075.473548:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336113792 00000100:00100000:0.0:1734016075.473562:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336113792 00000100:00100000:0.0:1734016075.473725:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9117 00000100:00100000:0.0:1734016075.473734:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074c8b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1978:x1818247336113792:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:0.0:1734016075.473764:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016075.473789:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a80398c0/0x3f004d6452e0494b lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361cef36 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016075.473820:0:7689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016075.473822:0:7689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016075.473831:0:7689:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a80398c0/0x3f004d6452e0494b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cef36 expref: 7 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016075.473848:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a80398c0/0x3f004d6452e0494b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cef36 expref: 7 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016075.473903:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a80398c0, rc 0) 00000100:00100000:0.0:1734016075.474481:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074c8b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1978:x1818247336113792:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 746us (1048us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016075.474489:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9117 00000100:00100000:0.0:1734016075.479142:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336113920 00000100:00100000:0.0:1734016075.479166:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336113920 00000100:00100000:0.0:1734016075.479362:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9118 00000100:00100000:0.0:1734016075.479371:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800ac6d0850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:9673:x1818247336113920:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:0.0:1734016075.479394:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016075.479415:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a8038240/0x3f004d6452e04952 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361cef3d expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016075.479451:0:7689:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a803bcc0/0x3f004d6452e04944 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1937408->1986559) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cef2f expref: 7 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016075.479460:0:7689:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a80398c0/0x3f004d6452e0494b lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cef36 expref: 6 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016075.479466:0:7689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016075.479468:0:7689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016075.479471:0:7689:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a8038240/0x3f004d6452e04952 lrc: 5/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [294912->299007] (req 294912->299007) gid 0 flags: 0x50000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cef3d expref: 7 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016075.479508:0:7689:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a80398c0/0x3f004d6452e0494b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361cef36 expref: 6 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016075.479527:0:7689:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a80398c0/0x3f004d6452e0494b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361cef36 expref: 6 pid: 7689 timeout: 439 lvb_type: 1 00000100:00100000:0.0:1734016075.479544:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074f02a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339209216:192.168.201.10@tcp:104: 00000100:00100000:0.0:1734016075.486498:0:7705:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336114048 00000100:00100000:0.0:1734016075.486514:0:7705:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336114048 00010000:00010000:0.0:1734016075.486561:0:7705:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a80398c0/0x3f004d6452e0494b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361cef36 expref: 7 pid: 7689 timeout: 439 lvb_type: 1 00000100:00100000:0.0:1734016075.486616:0:7705:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2313 00000100:00100000:0.0:1734016075.486625:0:7705:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074221180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1979:x1818247336114048:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016075.486644:0:7705:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016075.486683:0:7705:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a80398c0/0x3f004d6452e0494b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361cef36 expref: 7 pid: 7689 timeout: 439 lvb_type: 1 00010000:00010000:0.0:1734016075.486699:0:7705:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a80398c0/0x3f004d6452e0494b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361cef36 expref: 7 pid: 7689 timeout: 439 lvb_type: 1 00010000:00010000:0.0:1734016075.486731:0:7705:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a80398c0/0x3f004d6452e0494b lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361cef36 expref: 7 pid: 7689 timeout: 439 lvb_type: 1 00010000:00010000:0.0:1734016075.486754:0:7705:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016075.486777:0:7705:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074221180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1979:x1818247336114048:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 155us (1148us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016075.486789:0:7705:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2313 00000100:00100000:0.0:1734016075.537402:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016075.543269:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016075.553517:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000001:00080000:0.0:1734016075.580925:0:8954:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294968791 is committed 00000100:00100000:0.0:1734016075.583528:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016075.604517:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016075.633716:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016075.652434:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d807480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1979:x1818247336116608:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 8888us (9422us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016075.652447:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9126 00000100:00100000:0.0:1734016075.655181:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336116736 00000100:00100000:0.0:1734016075.655193:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336116736 00000100:00100000:0.0:1734016075.655249:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9127 00000100:00100000:0.0:1734016075.655257:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d805f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1980:x1818247336116736:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:0.0:1734016075.655281:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016075.655308:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a80398c0/0x3f004d6452e04983 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361cef6e expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016075.655385:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074f02a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339210368:192.168.201.10@tcp:106: 00000100:00100000:0.0:1734016075.655481:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012cf4f6c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016075.663118:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074f02a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339210368:192.168.201.10@tcp:106: 00010000:00010000:0.0:1734016075.663180:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a80398c0/0x3f004d6452e04983 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cef6e expref: 7 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016075.663206:0:7689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a80398c0/0x3f004d6452e04983 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cef6e expref: 7 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016075.663627:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a80398c0, rc 0) 00000100:00100000:0.0:1734016075.663693:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d805f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1980:x1818247336116736:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 8435us (8705us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016075.663703:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9127 00000100:00100000:0.0:1734016075.667453:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016075.703563:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016075.718397:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016075.723399:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016075.726762:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016075.735804:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016075.747431:0:13929:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076864000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+10:1980:x1818247336119168:12345-192.168.201.10@tcp:4:fsx.0 Request processed in 10813us (11630us total) trans 4294968794 rc 0/0 00000100:00100000:0.0:1734016075.747457:0:13929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 7274 00002000:00100000:0.0:1734016075.747483:0:13929:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (3977216->4009983) req@ffff880076864000 x1818247336119168/t4294968794(0) o4->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:36/0 lens 488/448 e 0 to 0 dl 1734016086 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016075.747496:0:13929:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076864000 with x1818247336119168 ext(3977216->4009983) 00002000:00010000:0.0:1734016075.747505:0:13929:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076864000 00000100:00100000:0.0:1734016075.752772:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000001:00080000:0.0:1734016075.754973:0:8954:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294968794 is committed 00000100:00100000:0.0:1734016075.761042:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016075.778349:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016075.793229:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016075.803313:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016075.818776:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016075.823645:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016075.829823:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016075.831192:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880073e30700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+9:1978:x1818247336120320:12345-192.168.201.10@tcp:4:fsx.0 Request processed in 1052us (1374us total) trans 4294968795 rc 0/0 00000100:00100000:0.0:1734016075.831202:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 7276 00002000:00100000:0.0:1734016075.831211:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (1703936->1708031) req@ffff880073e30700 x1818247336120320/t4294968795(0) o4->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:36/0 lens 4584/448 e 0 to 0 dl 1734016086 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016075.831219:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880073e30700 with x1818247336120320 ext(1703936->1708031) 00002000:00010000:0.0:1734016075.831223:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880073e30700 00000100:00100000:0.0:1734016075.833294:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016075.838953:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016075.842212:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016075.847067:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016075.852664:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016075.860012:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016075.864427:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016075.872068:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016075.881553:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016075.900499:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016075.915612:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016075.920312:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016075.925090:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016075.935846:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016075.943142:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016075.946618:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016075.955337:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016075.963185:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016075.970442:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016075.995405:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016076.004380:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016076.010046:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016076.021805:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016076.030249:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016076.039208:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016076.045128:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016076.048314:0:13927:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076b63800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13927:1818247339212544:192.168.201.10@tcp:106: 00010000:00010000:0.0:1734016076.048373:0:13927:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a9a6400/0x3f004d6452e049ec lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cefc9 expref: 9 pid: 13927 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016076.048390:0:13927:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a6400/0x3f004d6452e049ec lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cefc9 expref: 9 pid: 13927 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016076.048422:0:13927:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a9a6400, rc 0) 00000100:00100000:0.0:1734016076.048501:0:13927:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cc78700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1979:x1818247336125568:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 3065us (3384us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016076.048512:0:13927:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9144 00000100:00100000:0.0:1734016076.052275:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016076.074196:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016076.099210:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016076.116693:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016076.120904:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016076.131887:0:13929:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336127232 00000100:00100000:0.0:1734016076.131898:0:13929:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336127232 00002000:00100000:0.0:1734016076.131952:0:13929:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (2015232->2019327) req@ffff8800ac577100 x1818247336127232/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:37/0 lens 488/0 e 0 to 0 dl 1734016087 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016076.131965:0:13929:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800ac577100 with x1818247336127232 ext(2015232->2019327) 00002000:00010000:0.0:1734016076.131972:0:13929:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800ac577100 00000100:00100000:0.0:1734016076.132000:0:13929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 7290 00000100:00100000:0.0:1734016076.132010:0:13929:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800ac577100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+9:1978:x1818247336127232:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:0.0:1734016076.132275:0:13929:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800ac577100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+9:1978:x1818247336127232:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 266us (507us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016076.132282:0:13929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 7290 00002000:00100000:0.0:1734016076.132289:0:13929:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (2015232->2019327) req@ffff8800ac577100 x1818247336127232/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:37/0 lens 488/4536 e 0 to 0 dl 1734016087 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016076.132295:0:13929:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800ac577100 with x1818247336127232 ext(2015232->2019327) 00002000:00010000:0.0:1734016076.132298:0:13929:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800ac577100 00000100:00100000:0.0:1734016076.138137:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016076.157595:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016076.191442:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336127872 00000100:00100000:0.0:1734016076.191457:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336127872 00002000:00100000:0.0:1734016076.191522:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (2740224->2744319) req@ffff8800ac574700 x1818247336127872/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:37/0 lens 488/0 e 0 to 0 dl 1734016087 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016076.191533:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800ac574700 with x1818247336127872 ext(2740224->2744319) 00002000:00010000:0.0:1734016076.191538:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800ac574700 00000100:00100000:0.0:1734016076.191562:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 7291 00000100:00100000:0.0:1734016076.191570:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800ac574700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+9:1981:x1818247336127872:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:0.0:1734016076.191837:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800ac574700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+9:1981:x1818247336127872:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 268us (600us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016076.191848:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 7291 00002000:00100000:0.0:1734016076.191854:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (2740224->2744319) req@ffff8800ac574700 x1818247336127872/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:37/0 lens 488/4536 e 0 to 0 dl 1734016087 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016076.191861:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800ac574700 with x1818247336127872 ext(2740224->2744319) 00002000:00010000:0.0:1734016076.191910:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800ac574700 00000100:00100000:0.0:1734016076.195326:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016076.213512:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336128640 00000100:00100000:0.0:1734016076.213523:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336128640 00002000:00100000:0.0:1734016076.213580:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (2727936->2732031) req@ffff880076b63800 x1818247336128640/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:37/0 lens 488/0 e 0 to 0 dl 1734016087 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016076.213592:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076b63800 with x1818247336128640 ext(2727936->2732031) 00002000:00010000:0.0:1734016076.213597:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076b63800 00000100:00100000:0.0:1734016076.213620:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 7294 00000100:00100000:0.0:1734016076.213629:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076b63800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+9:1980:x1818247336128640:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:0.0:1734016076.215174:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076b63800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+9:1980:x1818247336128640:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 1538us (1757us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016076.215185:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 7294 00002000:00100000:0.0:1734016076.215196:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (2727936->2732031) req@ffff880076b63800 x1818247336128640/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:37/0 lens 488/4536 e 0 to 0 dl 1734016087 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016076.215204:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076b63800 with x1818247336128640 ext(2727936->2732031) 00002000:00010000:0.0:1734016076.215210:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076b63800 00000100:00100000:0.0:1734016076.218441:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336128896 00000100:00100000:0.0:1734016076.218453:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336128896 00002000:00100000:0.0:1734016076.218507:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (2723840->2727935) req@ffff8800ac576d80 x1818247336128896/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:37/0 lens 488/0 e 0 to 0 dl 1734016087 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016076.218518:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800ac576d80 with x1818247336128896 ext(2723840->2727935) 00002000:00010000:0.0:1734016076.218523:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800ac576d80 00000100:00100000:0.0:1734016076.219097:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 7295 00000100:00100000:0.0:1734016076.219106:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800ac576d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+9:1981:x1818247336128896:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:0.0:1734016076.230683:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336129408 00000100:00100000:0.0:1734016076.230698:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336129408 00002000:00100000:0.0:1734016076.230752:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (2715648->2719743) req@ffff880074f01c00 x1818247336129408/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:37/0 lens 488/0 e 0 to 0 dl 1734016087 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016076.230762:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074f01c00 with x1818247336129408 ext(2715648->2719743) 00002000:00010000:0.0:1734016076.230768:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074f01c00 00000100:00100000:0.0:1734016076.230809:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 7297 00000100:00100000:0.0:1734016076.230818:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074f01c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+9:1981:x1818247336129408:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:0.0:1734016076.231058:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074f01c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+9:1981:x1818247336129408:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 240us (491us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016076.231067:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 7297 00002000:00100000:0.0:1734016076.231074:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (2715648->2719743) req@ffff880074f01c00 x1818247336129408/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:37/0 lens 488/4536 e 0 to 0 dl 1734016087 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016076.231081:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074f01c00 with x1818247336129408 ext(2715648->2719743) 00002000:00010000:0.0:1734016076.231084:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074f01c00 00000100:00100000:0.0:1734016076.237835:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336129920 00000100:00100000:0.0:1734016076.237850:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336129920 00002000:00100000:0.0:1734016076.237977:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (2707456->2711551) req@ffff880074008000 x1818247336129920/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:37/0 lens 488/0 e 0 to 0 dl 1734016087 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016076.237991:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074008000 with x1818247336129920 ext(2707456->2711551) 00002000:00010000:0.0:1734016076.237999:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074008000 00000100:00100000:0.0:1734016076.238049:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 7299 00000100:00100000:0.0:1734016076.238058:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074008000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+9:1981:x1818247336129920:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:0.0:1734016076.238331:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074008000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+9:1981:x1818247336129920:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 272us (1086us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016076.238340:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 7299 00002000:00100000:0.0:1734016076.238346:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (2707456->2711551) req@ffff880074008000 x1818247336129920/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:37/0 lens 488/4536 e 0 to 0 dl 1734016087 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016076.238353:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074008000 with x1818247336129920 ext(2707456->2711551) 00002000:00010000:0.0:1734016076.238355:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074008000 00000100:00100000:0.0:1734016076.263751:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800ac576680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339213952:192.168.201.10@tcp:106: 00010000:00010000:0.0:1734016076.263801:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e04a4e lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf016 expref: 10 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016076.263819:0:7689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e04a4e lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf016 expref: 10 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016076.263854:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880072171440, rc 0) 00000100:00100000:0.0:1734016076.263970:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800ac577800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+9:1980:x1818247336130432:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 5535us (5690us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016076.263981:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9153 00000100:00100000:0.0:1734016076.269712:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336130560 00000100:00100000:0.0:1734016076.269726:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336130560 00000100:00100000:0.0:1734016076.269794:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9154 00000100:00100000:0.0:1734016076.269804:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007400a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+9:1980:x1818247336130560:12345-192.168.201.10@tcp:22:fsx.0 00002000:00010000:0.0:1734016076.270228:0:7689:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 5104783 -> 5104783 00002000:00010000:0.0:1734016076.270232:0:7689:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016075 -> 1734016075 00002000:00010000:0.0:1734016076.270234:0:7689:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016075 -> 1734016075 00002000:00010000:0.0:1734016076.270236:0:7689:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016075 -> 1734016075 00002000:00010000:0.0:1734016076.270238:0:7689:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 528 -> 528 00000100:00100000:0.0:1734016076.271426:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007400a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+10:1980:x1818247336130560:12345-192.168.201.10@tcp:22:fsx.0 Request processed in 1613us (1806us total) trans 4294968801 rc 0/0 00000100:00100000:0.0:1734016076.271439:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9154 00000100:00100000:0.0:1734016076.288489:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016076.297072:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016076.336309:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016076.348427:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016076.376743:0:7705:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336132608 00000100:00100000:0.0:1734016076.376754:0:7705:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336132608 00010000:00010000:0.0:1734016076.376799:0:7705:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880097234000/0x3f004d6452e04a5c lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf01d expref: 11 pid: 7689 timeout: 440 lvb_type: 0 00000100:00100000:0.0:1734016076.381668:0:6470:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880130b32a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6470:1818247339214976:192.168.201.10@tcp:105: 00010000:00010000:0.0:1734016076.381705:0:6470:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016076.381785:0:6470:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880073e30000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+10:1979:x1818247336132608:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 4603us (5249us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016076.381798:0:6470:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2325 00000100:00100000:0.0:1734016076.387070:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336132992 00000100:00100000:0.0:1734016076.387081:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336132992 00002000:00100000:0.0:1734016076.387129:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (3153920->3158015) req@ffff880130b33100 x1818247336132992/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:37/0 lens 488/0 e 0 to 0 dl 1734016087 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016076.387151:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880130b33100 with x1818247336132992 ext(3153920->3158015) 00002000:00010000:0.0:1734016076.387157:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130b33100 00000100:00100000:0.0:1734016076.387189:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 7303 00000100:00100000:0.0:1734016076.387196:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130b33100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+13:1981:x1818247336132992:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:0.0:1734016076.387373:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130b33100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+13:1981:x1818247336132992:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 175us (384us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016076.387380:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 7303 00002000:00100000:0.0:1734016076.387386:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (3153920->3158015) req@ffff880130b33100 x1818247336132992/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:37/0 lens 488/4536 e 0 to 0 dl 1734016087 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016076.387392:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880130b33100 with x1818247336132992 ext(3153920->3158015) 00002000:00010000:0.0:1734016076.387395:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130b33100 00000100:00100000:0.0:1734016076.396119:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336133504 00000100:00100000:0.0:1734016076.396135:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336133504 00002000:00100000:0.0:1734016076.396210:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (3145728->3149823) req@ffff880074c8b800 x1818247336133504/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:37/0 lens 488/0 e 0 to 0 dl 1734016087 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016076.396222:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074c8b800 with x1818247336133504 ext(3145728->3149823) 00002000:00010000:0.0:1734016076.396229:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074c8b800 00000100:00100000:0.0:1734016076.396355:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 7305 00000100:00100000:0.0:1734016076.396364:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074c8b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+13:1979:x1818247336133504:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:0.0:1734016076.397050:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074c8b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+13:1979:x1818247336133504:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 686us (1056us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016076.397061:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 7305 00002000:00100000:0.0:1734016076.397068:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (3145728->3149823) req@ffff880074c8b800 x1818247336133504/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:37/0 lens 488/4536 e 0 to 0 dl 1734016087 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016076.397076:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074c8b800 with x1818247336133504 ext(3145728->3149823) 00002000:00010000:0.0:1734016076.397079:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074c8b800 00000100:00100000:0.0:1734016076.401006:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336133760 00000100:00100000:0.0:1734016076.401021:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336133760 00002000:00100000:0.0:1734016076.401077:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (3141632->3145727) req@ffff880130b32a00 x1818247336133760/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:37/0 lens 488/0 e 0 to 0 dl 1734016087 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016076.401090:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880130b32a00 with x1818247336133760 ext(3141632->3145727) 00002000:00010000:0.0:1734016076.401096:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130b32a00 00000100:00100000:0.0:1734016076.401949:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 7306 00000100:00100000:0.0:1734016076.401959:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130b32a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+13:1978:x1818247336133760:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:0.0:1734016076.402255:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130b32a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+13:1978:x1818247336133760:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 297us (1498us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016076.402262:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 7306 00002000:00100000:0.0:1734016076.402268:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (3141632->3145727) req@ffff880130b32a00 x1818247336133760/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:37/0 lens 488/4536 e 0 to 0 dl 1734016087 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016076.402276:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880130b32a00 with x1818247336133760 ext(3141632->3145727) 00002000:00010000:0.0:1734016076.402279:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130b32a00 00000100:00100000:0.0:1734016076.419371:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336134272 00000100:00100000:0.0:1734016076.419386:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336134272 00002000:00100000:0.0:1734016076.419447:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (3133440->3137535) req@ffff880097219c00 x1818247336134272/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:37/0 lens 488/0 e 0 to 0 dl 1734016087 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016076.419464:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880097219c00 with x1818247336134272 ext(3133440->3137535) 00002000:00010000:0.0:1734016076.419472:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880097219c00 00000100:00100000:0.0:1734016076.419513:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 7308 00000100:00100000:0.0:1734016076.419520:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880097219c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+13:1979:x1818247336134272:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:0.0:1734016076.419753:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880097219c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+13:1979:x1818247336134272:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 232us (505us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016076.419762:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 7308 00002000:00100000:0.0:1734016076.419767:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (3133440->3137535) req@ffff880097219c00 x1818247336134272/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:37/0 lens 488/4536 e 0 to 0 dl 1734016087 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016076.419774:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880097219c00 with x1818247336134272 ext(3133440->3137535) 00002000:00010000:0.0:1734016076.419777:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880097219c00 00000100:00100000:0.0:1734016076.449781:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336135296 00000100:00100000:0.0:1734016076.449792:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336135296 00002000:00100000:0.0:1734016076.449848:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (3117056->3121151) req@ffff88009721ad80 x1818247336135296/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:37/0 lens 488/0 e 0 to 0 dl 1734016087 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016076.449859:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88009721ad80 with x1818247336135296 ext(3117056->3121151) 00002000:00010000:0.0:1734016076.449907:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009721ad80 00000100:00100000:0.0:1734016076.449949:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 7312 00000100:00100000:0.0:1734016076.449957:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009721ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+13:1980:x1818247336135296:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:0.0:1734016076.450200:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009721ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+13:1980:x1818247336135296:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 244us (571us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016076.450210:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 7312 00002000:00100000:0.0:1734016076.450216:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (3117056->3121151) req@ffff88009721ad80 x1818247336135296/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:37/0 lens 488/4536 e 0 to 0 dl 1734016087 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016076.450225:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88009721ad80 with x1818247336135296 ext(3117056->3121151) 00002000:00010000:0.0:1734016076.450228:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009721ad80 00000100:00100000:0.0:1734016076.464223:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 7314 00000100:00100000:0.0:1734016076.464236:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880097219880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+13:1981:x1818247336135808:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:0.0:1734016076.464570:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880097219880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+13:1981:x1818247336135808:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 335us (2579us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016076.464578:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 7314 00002000:00100000:0.0:1734016076.464587:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (3108864->3112959) req@ffff880097219880 x1818247336135808/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:37/0 lens 488/4536 e 0 to 0 dl 1734016087 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016076.464596:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880097219880 with x1818247336135808 ext(3108864->3112959) 00002000:00010000:0.0:1734016076.464601:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880097219880 00000100:00100000:0.0:1734016076.491240:0:8966:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336136320 00000100:00100000:0.0:1734016076.491250:0:8966:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336136320 00000100:00100000:0.0:1734016076.491344:0:8966:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 1581 00000100:00100000:0.0:1734016076.491352:0:8966:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075228e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+12:9673:x1818247336136320:12345-192.168.201.10@tcp:44:fsx.0 00000100:00100000:0.0:1734016076.491510:0:8966:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075228e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+12:9673:x1818247336136320:12345-192.168.201.10@tcp:44:fsx.0 Request processed in 158us (476us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016076.491517:0:8966:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 1581 00000100:00100000:0.0:1734016076.493454:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000001:00080000:0.0:1734016076.496036:0:8954:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294968805 is committed 00000001:00080000:0.0:1734016076.496095:0:8954:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294968803 is committed 00000100:00100000:0.0:1734016076.499504:0:8966:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336136576 00000100:00100000:0.0:1734016076.499518:0:8966:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336136576 00000100:00100000:0.0:1734016076.500679:0:8966:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 1582 00000100:00100000:0.0:1734016076.500698:0:8966:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800ac574380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+12:9673:x1818247336136576:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:0.0:1734016076.500737:0:8966:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016076.500776:0:8966:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8039440/0x3f004d6452e04a9b lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361cf047 expref: -99 pid: 8966 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016076.501102:0:8966:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8038900/0x3f004d6452e04aa2 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 8966 initiator: MDT0 00010000:00010000:0.0:1734016076.501118:0:8966:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8038900/0x3f004d6452e04aa2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 8966 initiator: MDT0 00010000:00010000:0.0:1734016076.501133:0:8966:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8038900/0x3f004d6452e04aa2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 8966 initiator: MDT0 00000004:00200000:0.0:1734016076.501185:0:8966:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 3155929 00000004:00200000:0.0:1734016076.501193:0:8966:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1734016076.501216:0:8966:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8038900/0x3f004d6452e04aa2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 8966 initiator: MDT0 00010000:00010000:0.0:1734016076.501249:0:8966:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8039440/0x3f004d6452e04a9b lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf047 expref: 14 pid: 8966 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016076.501410:0:8966:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8038900/0x3f004d6452e04aa2 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf047 expref: 13 pid: 8966 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016076.501423:0:8966:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:0.0:1734016076.501427:0:8966:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1734016076.501430:0:8966:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a8038900, rc 0) 00000100:00100000:0.0:1734016076.501919:0:8966:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800ac574380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+13:9673:x1818247336136576:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 1224us (2524us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016076.501930:0:8966:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 1582 00000100:00100000:0.0:1734016076.539207:0:6470:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336137088 00000100:00100000:0.0:1734016076.539235:0:6470:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336137088 00010000:00010000:0.0:1734016076.539297:0:6470:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880072172640/0x3f004d6452e04a94 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf040 expref: 6 pid: 7689 timeout: 440 lvb_type: 0 00000100:00100000:0.0:1734016076.539384:0:6470:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2326 00000100:00100000:0.0:1734016076.539395:0:6470:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075229f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1979:x1818247336137088:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016076.539415:0:6470:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016076.539448:0:6470:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880072172640/0x3f004d6452e04a94 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf040 expref: 6 pid: 7689 timeout: 440 lvb_type: 0 00010000:00010000:0.0:1734016076.539465:0:6470:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880072172640/0x3f004d6452e04a94 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf040 expref: 6 pid: 7689 timeout: 440 lvb_type: 0 00010000:00010000:0.0:1734016076.539496:0:6470:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880072172640/0x3f004d6452e04a94 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf040 expref: 6 pid: 7689 timeout: 440 lvb_type: 0 00010000:00010000:0.0:1734016076.539533:0:6470:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016076.539536:0:6470:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016076.539543:0:6470:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800721718c0/0x3f004d6452e04ab0 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [1249280->1286143] (req 1249280->1286143) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 7696 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016076.539555:0:6470:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800721718c0/0x3f004d6452e04ab0 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [1249280->1286143] (req 1249280->1286143) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 7696 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016076.539605:0:6470:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016076.541015:0:6470:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075229f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:1979:x1818247336137088:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 1605us (3503us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016076.541035:0:6470:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2326 00010000:00010000:0.0:1734016076.545561:0:7696:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff8800721718c0/0x3f004d6452e04ab0 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [1249280->1286143] (req 1249280->1286143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 7696 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016076.545589:0:7696:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800721718c0/0x3f004d6452e04ab0 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [1249280->1286143] (req 1249280->1286143) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 7696 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016076.545597:0:7696:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800721718c0/0x3f004d6452e04ab0 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [1249280->1286143] (req 1249280->1286143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 7696 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016076.545603:0:7696:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800721718c0 already unused, calling callback (ffffffffa086d100) 00010000:00010000:0.0:1734016076.545607:0:7696:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800721718c0/0x3f004d6452e04ab0 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [1249280->1286143] (req 1249280->1286143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 7696 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016076.545617:0:7696:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800721718c0/0x3f004d6452e04ab0 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [1249280->1286143] (req 1249280->1286143) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 7696 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016076.545642:0:7696:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800721718c0/0x3f004d6452e04ab0 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [1249280->1286143] (req 1249280->1286143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 7696 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016076.545648:0:7696:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800721718c0/0x3f004d6452e04ab0 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [1249280->1286143] (req 1249280->1286143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 7696 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016076.545926:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007522b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1981:x1818247336136960:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 19674us (19911us total) trans 0 rc 36864/36864 00000100:00100000:0.0:1734016076.545937:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 7317 00000100:00100000:0.0:1734016076.549545:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336137216 00000100:00100000:0.0:1734016076.549559:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336137216 00000100:00100000:0.0:1734016076.549643:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9161 00000100:00100000:0.0:1734016076.549655:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800ac575500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:1980:x1818247336137216:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:0.0:1734016076.549689:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016076.549723:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a8039b00/0x3f004d6452e04ab7 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361cf055 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1734016076.549761:0:7689:0:(ofd_lvb.c:169:ofd_lvbo_init()) res: [0x280000400:0x5:0x0] initial LVB size: 3155929, mtime: 0x675afc4b, atime: 0x675afc4b, ctime: 0x675afc4b, blocks: 0x90 00010000:00010000:0.0:1734016076.549804:0:7689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016076.549809:0:7689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016076.549822:0:7689:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a8039b00/0x3f004d6452e04ab7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf055 expref: 6 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016076.549842:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a8039b00/0x3f004d6452e04ab7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf055 expref: 6 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016076.549859:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a8039b00, rc 0) 00000100:00100000:0.0:1734016076.549976:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800ac575500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1980:x1818247336137216:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 322us (542us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016076.549985:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9161 00000100:00100000:0.0:1734016076.554753:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336137472 00000100:00100000:0.0:1734016076.554764:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336137472 00002000:00100000:0.0:1734016076.554822:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (1323008->1327103) req@ffff88009721aa00 x1818247336137472/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:37/0 lens 488/0 e 0 to 0 dl 1734016087 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016076.554833:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88009721aa00 with x1818247336137472 ext(1323008->1327103) 00002000:00010000:0.0:1734016076.554838:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009721aa00 00000100:00100000:0.0:1734016076.554891:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 7318 00000100:00100000:0.0:1734016076.554900:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009721aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1981:x1818247336137472:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:0.0:1734016076.555126:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009721aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1981:x1818247336137472:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 225us (742us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016076.555134:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 7318 00002000:00100000:0.0:1734016076.555149:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (1323008->1327103) req@ffff88009721aa00 x1818247336137472/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:37/0 lens 488/4536 e 0 to 0 dl 1734016087 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016076.555156:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88009721aa00 with x1818247336137472 ext(1323008->1327103) 00002000:00010000:0.0:1734016076.555159:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009721aa00 00000100:00100000:0.0:1734016076.568618:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336138240 00000100:00100000:0.0:1734016076.568638:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336138240 00002000:00100000:0.0:1734016076.568722:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (1310720->1314815) req@ffff880097218700 x1818247336138240/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:37/0 lens 488/0 e 0 to 0 dl 1734016087 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016076.568736:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880097218700 with x1818247336138240 ext(1310720->1314815) 00002000:00010000:0.0:1734016076.568745:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880097218700 00000100:00100000:0.0:1734016076.568801:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 7321 00000100:00100000:0.0:1734016076.568813:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880097218700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1978:x1818247336138240:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:0.0:1734016076.569223:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880097218700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1978:x1818247336138240:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 410us (782us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016076.569234:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 7321 00002000:00100000:0.0:1734016076.569241:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (1310720->1314815) req@ffff880097218700 x1818247336138240/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:37/0 lens 488/4536 e 0 to 0 dl 1734016087 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016076.569250:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880097218700 with x1818247336138240 ext(1310720->1314815) 00002000:00010000:0.0:1734016076.569254:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880097218700 00000100:00100000:0.0:1734016076.582519:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336139008 00000100:00100000:0.0:1734016076.582538:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336139008 00002000:00100000:0.0:1734016076.582608:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (1298432->1302527) req@ffff880136a24000 x1818247336139008/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:37/0 lens 488/0 e 0 to 0 dl 1734016087 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016076.582620:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880136a24000 with x1818247336139008 ext(1298432->1302527) 00002000:00010000:0.0:1734016076.582627:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880136a24000 00000100:00100000:0.0:1734016076.582670:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 7324 00000100:00100000:0.0:1734016076.582679:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880136a24000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1980:x1818247336139008:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:0.0:1734016076.582965:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880136a24000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1980:x1818247336139008:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 286us (606us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016076.582972:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 7324 00002000:00100000:0.0:1734016076.582978:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (1298432->1302527) req@ffff880136a24000 x1818247336139008/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:37/0 lens 488/4536 e 0 to 0 dl 1734016087 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016076.582985:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880136a24000 with x1818247336139008 ext(1298432->1302527) 00002000:00010000:0.0:1734016076.582988:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880136a24000 00000100:00100000:0.0:1734016076.596583:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336139520 00000100:00100000:0.0:1734016076.596596:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336139520 00002000:00100000:0.0:1734016076.596661:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (1290240->1294335) req@ffff88012dc3d880 x1818247336139520/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:37/0 lens 488/0 e 0 to 0 dl 1734016087 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016076.596673:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012dc3d880 with x1818247336139520 ext(1290240->1294335) 00002000:00010000:0.0:1734016076.596679:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012dc3d880 00000100:00100000:0.0:1734016076.596720:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 7326 00000100:00100000:0.0:1734016076.596729:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dc3d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1980:x1818247336139520:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:0.0:1734016076.597019:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dc3d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1980:x1818247336139520:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 288us (1175us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016076.597033:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 7326 00002000:00100000:0.0:1734016076.597040:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (1290240->1294335) req@ffff88012dc3d880 x1818247336139520/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:37/0 lens 488/4536 e 0 to 0 dl 1734016087 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016076.597048:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012dc3d880 with x1818247336139520 ext(1290240->1294335) 00002000:00010000:0.0:1734016076.597051:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012dc3d880 00000100:00100000:0.0:1734016076.607241:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336140032 00000100:00100000:0.0:1734016076.607263:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336140032 00002000:00100000:0.0:1734016076.607330:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (1282048->1286143) req@ffff88012dc3e300 x1818247336140032/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:37/0 lens 488/0 e 0 to 0 dl 1734016087 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016076.607343:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012dc3e300 with x1818247336140032 ext(1282048->1286143) 00002000:00010000:0.0:1734016076.607350:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012dc3e300 00000100:00100000:0.0:1734016076.607398:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 7328 00000100:00100000:0.0:1734016076.607407:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dc3e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1980:x1818247336140032:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:0.0:1734016076.607666:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dc3e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1980:x1818247336140032:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 257us (570us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016076.607675:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 7328 00002000:00100000:0.0:1734016076.607682:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (1282048->1286143) req@ffff88012dc3e300 x1818247336140032/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:37/0 lens 488/4536 e 0 to 0 dl 1734016087 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016076.607690:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012dc3e300 with x1818247336140032 ext(1282048->1286143) 00002000:00010000:0.0:1734016076.607692:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012dc3e300 00000100:00100000:0.0:1734016076.612237:0:8966:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336140160 00000100:00100000:0.0:1734016076.612248:0:8966:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336140160 00000100:00100000:0.0:1734016076.612309:0:8966:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 1583 00000100:00100000:0.0:1734016076.612321:0:8966:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dc3c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+15:9673:x1818247336140160:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:0.0:1734016076.612356:0:8966:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016076.612391:0:8966:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80386c0/0x3f004d6452e04abe lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361cf05c expref: -99 pid: 8966 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016076.612540:0:8966:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8038d80/0x3f004d6452e04ac5 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 8966 initiator: MDT0 00010000:00010000:0.0:1734016076.612556:0:8966:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8038d80/0x3f004d6452e04ac5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 8966 initiator: MDT0 00010000:00010000:0.0:1734016076.612570:0:8966:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8038d80/0x3f004d6452e04ac5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 8966 initiator: MDT0 00000004:00200000:0.0:1734016076.612608:0:8966:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 3155929 00000004:00200000:0.0:1734016076.612612:0:8966:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1734016076.612634:0:8966:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8038d80/0x3f004d6452e04ac5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 8966 initiator: MDT0 00010000:00010000:0.0:1734016076.612657:0:8966:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80386c0/0x3f004d6452e04abe lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf05c expref: 17 pid: 8966 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016076.612699:0:8966:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8038d80/0x3f004d6452e04ac5 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf05c expref: 16 pid: 8966 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016076.612709:0:8966:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:0.0:1734016076.612711:0:8966:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1734016076.612714:0:8966:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a8038d80, rc 0) 00000100:00100000:0.0:1734016076.612764:0:8966:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dc3c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+16:9673:x1818247336140160:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 446us (712us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016076.612771:0:8966:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 1583 00000100:00100000:0.0:1734016076.616860:0:13927:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336140288 00000100:00100000:0.0:1734016076.616913:0:13927:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336140288 00000100:00100000:0.0:1734016076.616970:0:13927:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9162 00000100:00100000:0.0:1734016076.616979:0:13927:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800ac6d0450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1978:x1818247336140288:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:0.0:1734016076.617002:0:13927:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016076.617022:0:13927:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a803ad00/0x3f004d6452e04acc lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361cf063 expref: -99 pid: 13927 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016076.617052:0:13927:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016076.617054:0:13927:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016076.617062:0:13927:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a803ad00/0x3f004d6452e04acc lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf063 expref: 7 pid: 13927 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016076.617077:0:13927:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a803ad00/0x3f004d6452e04acc lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf063 expref: 7 pid: 13927 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016076.617090:0:13927:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a803ad00, rc 0) 00000100:00100000:0.0:1734016076.618801:0:13927:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800ac6d0450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1978:x1818247336140288:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 1810us (2064us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016076.618812:0:13927:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9162 00000100:00100000:0.0:1734016076.625376:0:13927:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336140416 00000100:00100000:0.0:1734016076.625397:0:13927:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336140416 00000100:00100000:0.0:1734016076.625558:0:13927:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9163 00000100:00100000:0.0:1734016076.625571:0:13927:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dc3ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:9673:x1818247336140416:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:0.0:1734016076.625602:0:13927:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016076.625635:0:13927:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a80386c0/0x3f004d6452e04ad3 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361cf06a expref: -99 pid: 13927 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016076.625684:0:13927:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a8039b00/0x3f004d6452e04ab7 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf055 expref: 7 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016076.625695:0:13927:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a803ad00/0x3f004d6452e04acc lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf063 expref: 6 pid: 13927 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016076.625703:0:13927:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016076.625705:0:13927:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016076.625711:0:13927:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a80386c0/0x3f004d6452e04ad3 lrc: 5/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [6488064->6541311] (req 6488064->6541311) gid 0 flags: 0x50000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf06a expref: 7 pid: 13927 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016076.625768:0:13927:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a803ad00/0x3f004d6452e04acc lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf063 expref: 6 pid: 13927 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016076.625788:0:13927:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a803ad00/0x3f004d6452e04acc lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf063 expref: 6 pid: 13927 timeout: 440 lvb_type: 1 00000100:00100000:0.0:1734016076.625802:0:13927:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880135f54380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13927:1818247339215360:192.168.201.10@tcp:104: 00010000:00010000:0.0:1734016076.625957:0:13927:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a8039b00/0x3f004d6452e04ab7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf055 expref: 7 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016076.625965:0:13927:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a8039b00/0x3f004d6452e04ab7 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf055 expref: 7 pid: 7689 timeout: 440 lvb_type: 1 00000100:00100000:0.0:1734016076.625974:0:13927:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880135f54000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13927:1818247339215488:192.168.201.10@tcp:104: 00000100:00100000:0.0:1734016076.625992:0:13927:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012cf4ff00 going to sleep for 11 seconds 00000100:00100000:0.0:1734016076.631733:0:13927:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880135f54380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13927:1818247339215360:192.168.201.10@tcp:104: 00000100:00100000:0.0:1734016076.631755:0:13927:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880135f54000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13927:1818247339215488:192.168.201.10@tcp:104: 00010000:00010000:0.0:1734016076.631797:0:13927:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a80386c0/0x3f004d6452e04ad3 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [6488064->6541311] (req 6488064->6541311) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf06a expref: 7 pid: 13927 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016076.631823:0:13927:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a80386c0, rc 0) 00000100:00100000:0.0:1734016076.631922:0:13927:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dc3ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:9673:x1818247336140416:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 6354us (6754us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016076.631933:0:13927:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9163 00000100:00100000:0.0:1734016076.640312:0:13927:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336140800 00000100:00100000:0.0:1734016076.640323:0:13927:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336140800 00000100:00100000:0.0:1734016076.640625:0:13927:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9164 00000100:00100000:0.0:1734016076.640634:0:13927:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800ac574000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1981:x1818247336140800:12345-192.168.201.10@tcp:22:fsx.0 00002000:00010000:0.0:1734016076.641103:0:13927:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 3155929 -> 6540724 00002000:00010000:0.0:1734016076.641108:0:13927:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016075 -> 1734016076 00002000:00010000:0.0:1734016076.641110:0:13927:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016075 -> 1734016075 00002000:00010000:0.0:1734016076.641112:0:13927:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016075 -> 1734016076 00002000:00010000:0.0:1734016076.641114:0:13927:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 144 -> 248 00000100:00100000:0.0:1734016076.641162:0:13927:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800ac574000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1981:x1818247336140800:12345-192.168.201.10@tcp:22:fsx.0 Request processed in 529us (946us total) trans 4294968806 rc 0/0 00000100:00100000:0.0:1734016076.641167:0:13927:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9164 00000100:00100000:0.0:1734016076.647366:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336140928 00000100:00100000:0.0:1734016076.647380:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336140928 00000100:00100000:0.0:1734016076.647489:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9165 00000100:00100000:0.0:1734016076.647500:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800ac575180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1979:x1818247336140928:12345-192.168.201.10@tcp:22:fsx.0 00002000:00010000:0.0:1734016076.647969:0:7689:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 6540724 -> 6540724 00002000:00010000:0.0:1734016076.647974:0:7689:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016076 -> 1734016076 00002000:00010000:0.0:1734016076.647976:0:7689:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016075 -> 1734016075 00002000:00010000:0.0:1734016076.647978:0:7689:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016076 -> 1734016076 00002000:00010000:0.0:1734016076.647980:0:7689:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 248 -> 272 00000100:00100000:0.0:1734016076.648087:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800ac575180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+8:1979:x1818247336140928:12345-192.168.201.10@tcp:22:fsx.0 Request processed in 587us (1340us total) trans 4294968807 rc 0/0 00000100:00100000:0.0:1734016076.648095:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9165 00000100:00100000:0.0:1734016076.678899:0:6483:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336141440 00000100:00100000:0.0:1734016076.678911:0:6483:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336141440 00000100:00100000:0.0:1734016076.678998:0:6483:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 1584 00000100:00100000:0.0:1734016076.679006:0:6483:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b91b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+13:9673:x1818247336141440:12345-192.168.201.10@tcp:36:fsx.0 00010000:00010000:0.0:1734016076.679059:0:6483:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016076.679091:0:6483:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8038900/0x3f004d6452e04aa2 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf047 expref: 13 pid: 8966 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016076.679119:0:6483:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:0.0:1734016076.679123:0:6483:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1734016076.679318:0:6483:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a803ad00/0x3f004d6452e04ae8 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6483 initiator: MDT0 00010000:00010000:0.0:1734016076.679336:0:6483:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8038d80/0x3f004d6452e04ac5 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf05c expref: 15 pid: 8966 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016076.679342:0:6483:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a803ad00/0x3f004d6452e04ae8 lrc: 4/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6483 initiator: MDT0 00010000:00010000:0.0:1734016076.679377:0:6483:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8038d80/0x3f004d6452e04ac5 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf05c expref: 15 pid: 8966 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016076.679396:0:6483:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8038d80/0x3f004d6452e04ac5 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf05c expref: 15 pid: 8966 timeout: 440 lvb_type: 0 00000100:00100000:0.0:1734016076.679409:0:6483:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880135f54000 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6483:1818247339216000:192.168.201.10@tcp:104: 00000100:00100000:0.0:1734016076.679481:0:6483:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012cf4f840 going to sleep for 11 seconds 00000100:00100000:0.0:1734016076.686620:0:6483:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880135f54000 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6483:1818247339216000:192.168.201.10@tcp:104: 00010000:00010000:0.0:1734016076.686662:0:6483:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8800a803ad00/0x3f004d6452e04ae8 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6483 initiator: MDT0 00010000:00010000:0.0:1734016076.688056:0:6483:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8800a803ad00/0x3f004d6452e04ae8 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6483 initiator: MDT0 00010000:00010000:0.0:1734016076.688064:0:6483:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a803ad00/0x3f004d6452e04ae8 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6483 initiator: MDT0 00000001:00080000:0.0:1734016076.688186:0:6483:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294968305 00000004:00010000:0.0:1734016076.688254:0:6483:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff88012b91b800 reply state ffff88007465d000 transno 4294968306 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a803ad00/0x3f004d6452e04ae8 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6483 initiator: MDT0 00000100:00100000:0.0:1734016076.688262:0:6483:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1734016076.688350:0:6483:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b91b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+15:9673:x1818247336141440:12345-192.168.201.10@tcp:36:fsx.0 Request processed in 9344us (9631us total) trans 4294968306 rc 0/0 00000100:00100000:0.0:1734016076.688358:0:6483:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 1584 00000020:00080000:0.0:1734016076.688364:0:6483:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:0.0:1734016076.692158:0:3494:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a803ad00/0x3f004d6452e04ae8 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6483 initiator: MDT0 00010000:00010000:0.0:1734016076.692179:0:3494:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a803ad00/0x3f004d6452e04ae8 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6483 initiator: MDT0 00010000:00010000:0.0:1734016076.692191:0:3494:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a803ad00/0x3f004d6452e04ae8 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6483 initiator: MDT0 00010000:00010000:0.0:1734016076.692200:0:3494:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800a803ad00 already unused, calling callback (ffffffffa0f03950) 00010000:00010000:0.0:1734016076.692205:0:3494:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a803ad00/0x3f004d6452e04ae8 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6483 initiator: MDT0 00010000:00010000:0.0:1734016076.692214:0:3494:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a803ad00/0x3f004d6452e04ae8 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6483 initiator: MDT0 00010000:00010000:0.0:1734016076.692239:0:3494:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:0.0:1734016076.692243:0:3494:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1734016076.692249:0:3494:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a803ad00/0x3f004d6452e04ae8 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6483 initiator: MDT0 00010000:00010000:0.0:1734016076.692255:0:3494:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a803ad00/0x3f004d6452e04ae8 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6483 initiator: MDT0 00000100:00100000:0.0:1734016076.695509:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336141952 00000100:00100000:0.0:1734016076.695522:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336141952 00002000:00100000:0.0:1734016076.695586:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (7348224->7352319) req@ffff88012b91b480 x1818247336141952/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:37/0 lens 488/0 e 0 to 0 dl 1734016087 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016076.695598:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b91b480 with x1818247336141952 ext(7348224->7352319) 00002000:00010000:0.0:1734016076.695605:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012b91b480 00000100:00100000:0.0:1734016076.695763:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 7330 00000100:00100000:0.0:1734016076.695773:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b91b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+9:1981:x1818247336141952:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:0.0:1734016076.696064:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b91b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+9:1981:x1818247336141952:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 291us (676us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016076.696072:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 7330 00002000:00100000:0.0:1734016076.696080:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (7348224->7352319) req@ffff88012b91b480 x1818247336141952/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:37/0 lens 488/4536 e 0 to 0 dl 1734016087 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016076.696087:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b91b480 with x1818247336141952 ext(7348224->7352319) 00002000:00010000:0.0:1734016076.696091:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012b91b480 00000100:00100000:0.0:1734016076.698356:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016076.702805:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336142464 00000100:00100000:0.0:1734016076.702818:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336142464 00002000:00100000:0.0:1734016076.702965:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (7340032->7344127) req@ffff88012b919c00 x1818247336142464/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:37/0 lens 488/0 e 0 to 0 dl 1734016087 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016076.702977:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b919c00 with x1818247336142464 ext(7340032->7344127) 00002000:00010000:0.0:1734016076.702983:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012b919c00 00000100:00100000:0.0:1734016076.703020:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 7332 00000100:00100000:0.0:1734016076.703028:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b919c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+9:1981:x1818247336142464:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:0.0:1734016076.703270:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b919c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+9:1981:x1818247336142464:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 241us (580us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016076.703279:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 7332 00002000:00100000:0.0:1734016076.703285:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (7340032->7344127) req@ffff88012b919c00 x1818247336142464/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:37/0 lens 488/4536 e 0 to 0 dl 1734016087 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016076.703291:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b919c00 with x1818247336142464 ext(7340032->7344127) 00002000:00010000:0.0:1734016076.703294:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012b919c00 00000100:00100000:0.0:1734016076.707363:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 7333 00000100:00100000:0.0:1734016076.707372:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b919f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+9:1980:x1818247336142720:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:0.0:1734016076.707630:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b919f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+9:1980:x1818247336142720:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 258us (1305us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016076.707642:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 7333 00002000:00100000:0.0:1734016076.707649:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (7335936->7340031) req@ffff88012b919f80 x1818247336142720/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:37/0 lens 488/4536 e 0 to 0 dl 1734016087 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016076.707656:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b919f80 with x1818247336142720 ext(7335936->7340031) 00002000:00010000:0.0:1734016076.707659:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012b919f80 00000100:00100000:0.0:1734016076.721687:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336143488 00000100:00100000:0.0:1734016076.721701:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336143488 00002000:00100000:0.0:1734016076.721752:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (7323648->7327743) req@ffff88012b91a680 x1818247336143488/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:37/0 lens 488/0 e 0 to 0 dl 1734016087 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016076.721763:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b91a680 with x1818247336143488 ext(7323648->7327743) 00002000:00010000:0.0:1734016076.721771:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012b91a680 00000100:00100000:0.0:1734016076.721993:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 7336 00000100:00100000:0.0:1734016076.722002:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b91a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+9:1981:x1818247336143488:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:0.0:1734016076.722956:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b91a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+9:1981:x1818247336143488:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 946us (1900us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016076.722968:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 7336 00002000:00100000:0.0:1734016076.722976:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (7323648->7327743) req@ffff88012b91a680 x1818247336143488/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:37/0 lens 488/4536 e 0 to 0 dl 1734016087 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016076.722983:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b91a680 with x1818247336143488 ext(7323648->7327743) 00002000:00010000:0.0:1734016076.722988:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012b91a680 00000100:00100000:0.0:1734016076.726989:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016076.732122:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016076.736214:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016076.739887:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016076.753039:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016076.761767:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880135f55880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+11:1981:x1818247336144640:12345-192.168.201.10@tcp:4:fsx.0 Request processed in 7795us (8724us total) trans 4294968809 rc 0/0 00000100:00100000:0.0:1734016076.761785:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 7341 00002000:00100000:0.0:1734016076.761800:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (7307264->7349177) req@ffff880135f55880 x1818247336144640/t4294968809(0) o4->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:37/0 lens 488/448 e 0 to 0 dl 1734016087 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016076.761810:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880135f55880 with x1818247336144640 ext(7307264->7349177) 00002000:00010000:0.0:1734016076.761816:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880135f55880 00000100:00100000:0.0:1734016076.766615:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016076.784525:0:13927:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880136a26680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1979:x1818247336144896:12345-192.168.201.10@tcp:16:fsx.0 Request processed in 2531us (2713us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016076.784542:0:13927:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9168 00000100:00100000:0.0:1734016076.793041:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016076.804026:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016076.814221:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000001:00080000:0.0:1734016076.821570:0:8954:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294968810 is committed 00000100:00100000:0.0:1734016076.840373:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016076.844403:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016076.853362:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016076.865013:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016076.873060:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016076.880807:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016076.892484:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336146816 00000100:00100000:0.0:1734016076.892497:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336146816 00002000:00100000:0.0:1734016076.892558:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (5226496->5230591) req@ffff88012b918a80 x1818247336146816/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:37/0 lens 488/0 e 0 to 0 dl 1734016087 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016076.892575:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b918a80 with x1818247336146816 ext(5226496->5230591) 00002000:00010000:0.0:1734016076.892581:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012b918a80 00000100:00100000:0.0:1734016076.895013:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 7346 00000100:00100000:0.0:1734016076.895030:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b918a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1978:x1818247336146816:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:0.0:1734016076.895417:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b918a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1978:x1818247336146816:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 389us (3017us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016076.895426:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 7346 00002000:00100000:0.0:1734016076.895439:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (5226496->5230591) req@ffff88012b918a80 x1818247336146816/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:37/0 lens 488/4536 e 0 to 0 dl 1734016087 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016076.895452:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b918a80 with x1818247336146816 ext(5226496->5230591) 00002000:00010000:0.0:1734016076.895460:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012b918a80 00000100:00100000:0.0:1734016076.901364:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016076.913381:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016076.920978:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336147584 00000100:00100000:0.0:1734016076.920996:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336147584 00002000:00100000:0.0:1734016076.921057:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (5214208->5218303) req@ffff88012b91a300 x1818247336147584/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:37/0 lens 488/0 e 0 to 0 dl 1734016087 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016076.921067:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b91a300 with x1818247336147584 ext(5214208->5218303) 00002000:00010000:0.0:1734016076.921073:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012b91a300 00000100:00100000:0.0:1734016076.921100:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 7349 00000100:00100000:0.0:1734016076.921107:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b91a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1979:x1818247336147584:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:0.0:1734016076.921453:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b91a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1979:x1818247336147584:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 344us (2224us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016076.921465:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 7349 00002000:00100000:0.0:1734016076.921472:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (5214208->5218303) req@ffff88012b91a300 x1818247336147584/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:37/0 lens 488/4536 e 0 to 0 dl 1734016087 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016076.921480:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b91a300 with x1818247336147584 ext(5214208->5218303) 00002000:00010000:0.0:1734016076.921483:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012b91a300 00000100:00100000:0.0:1734016076.929113:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016076.944214:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016076.959191:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016076.959256:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016076.965672:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016076.971126:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016076.985549:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336149120 00000100:00100000:0.0:1734016076.985564:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336149120 00000100:00100000:0.0:1734016076.985652:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 7352 00000100:00100000:0.0:1734016076.985663:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b918000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1981:x1818247336149120:12345-192.168.201.10@tcp:4:fsx.0 00010000:00010000:0.0:1734016076.985709:0:7696:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a80386c0/0x3f004d6452e04b35 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7696 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016076.985730:0:7696:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880097234fc0/0x3f004d6452e04b20 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1540096->1548287) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf09b expref: 6 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016076.985738:0:7696:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016076.985740:0:7696:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016076.985743:0:7696:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a80386c0/0x3f004d6452e04b35 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [5193728->5214207] (req 5193728->5214207) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 7696 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016076.985780:0:7696:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880097234fc0/0x3f004d6452e04b20 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1540096->1548287) gid 0 flags: 0x50000000020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf09b expref: 6 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016076.985795:0:7696:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880097234fc0/0x3f004d6452e04b20 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1540096->1548287) gid 0 flags: 0x70000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf09b expref: 6 pid: 7689 timeout: 441 lvb_type: 0 00000100:00100000:0.0:1734016076.985812:0:7696:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074099180 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_002:lustre-OST0001_UUID:7696:1818247339217024:192.168.201.10@tcp:104: 00000100:00100000:0.0:1734016076.985933:0:7696:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012cf4f780 going to sleep for 11 seconds 00000100:00100000:0.0:1734016076.988600:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000001:00080000:0.0:1734016076.995685:0:8954:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294968812 is committed 00000001:00080000:0.0:1734016076.995704:0:8954:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294968811 is committed 00000100:00100000:0.0:1734016077.000764:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00080000:0.0:1734016077.005817:0:6479:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734016047 00000100:00100000:0.0:1734016077.010262:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016077.031672:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016077.032018:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016077.098902:0:3510:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074971500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:d6847433-36e0-498f-be35-6a8f02b47718:3510:1818247339217152:0@lo:400:kworker.0 00000100:00100000:0.0:1734016077.098950:0:3510:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734016077.098981:0:3510:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074972d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3510:1818247339217664:0@lo:400:kworker.0 00000100:00100000:0.0:1734016077.099022:0:6478:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339217152 00000100:00100000:0.0:1734016077.099032:0:6478:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339217152 00000100:00100000:0.0:1734016077.099089:0:6478:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 307 00000100:00100000:0.0:1734016077.099096:0:6478:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801212b4050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d6847433-36e0-498f-be35-6a8f02b47718+18:3510:x1818247339217152:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734016077.099167:0:6478:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801212b4050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d6847433-36e0-498f-be35-6a8f02b47718+18:3510:x1818247339217152:12345-0@lo:400:kworker.0 Request processed in 70us (219us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016077.099178:0:6478:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 307 00000100:00100000:0.0:1734016077.102514:0:3510:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734016077.102551:0:3510:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074971500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:d6847433-36e0-498f-be35-6a8f02b47718:3510:1818247339217152:0@lo:400:kworker.0 00000100:00100000:0.0:1734016077.102943:0:3510:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074972d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3510:1818247339217664:0@lo:400:kworker.0 00000100:00100000:0.0:1734016077.135986:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016077.147428:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016077.170214:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000001:00080000:0.0:1734016077.177779:0:8954:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294968813 is committed 00000100:00100000:0.0:1734016077.188428:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016077.197839:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016077.219210:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016077.219260:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016077.333318:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016077.470376:0:7695:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800744e9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1978:x1818247336152192:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 84556us (84934us total) trans 0 rc 4194304/4194304 00000100:00100000:0.0:1734016077.470394:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 7359 00002000:00100000:0.0:1734016077.470412:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (0->4194303) req@ffff8800744e9880 x1818247336152192/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:38/0 lens 488/440 e 0 to 0 dl 1734016088 ref 1 fl Complete:/200/0 rc 4194304/4194304 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016077.470422:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800744e9880 with x1818247336152192 ext(0->4194303) 00002000:00010000:0.0:1734016077.470432:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800744e9880 00000100:00100000:0.0:1734016077.487534:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016077.494765:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016077.498658:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016077.503773:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00002000:00010000:0.0:1734016077.507559:0:13927:0:(ofd_lvb.c:301:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks: 440 -> 560 00000100:00100000:0.0:1734016077.507584:0:13927:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074970000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13927:1818247339218688:192.168.201.10@tcp:106: 00010000:00010000:0.0:1734016077.507623:0:13927:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7600/0x3f004d6452e04b6d lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf0d3 expref: 6 pid: 13927 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016077.507637:0:13927:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7600/0x3f004d6452e04b6d lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf0d3 expref: 6 pid: 13927 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016077.507694:0:13927:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a9a7600, rc 0) 00000100:00100000:0.0:1734016077.507967:0:13927:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012db31f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:1980:x1818247336152960:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 3776us (4202us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016077.507976:0:13927:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9181 00000100:00100000:0.0:1734016077.511040:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016077.527331:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016077.544665:0:7695:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336153600 00000100:00100000:0.0:1734016077.544674:0:7695:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336153600 00002000:00100000:0.0:1734016077.544714:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (0->4194303) req@ffff8800ac574e00 x1818247336153600/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:38/0 lens 488/0 e 0 to 0 dl 1734016088 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016077.544724:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800ac574e00 with x1818247336153600 ext(0->4194303) 00002000:00010000:0.0:1734016077.544729:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800ac574e00 00000100:00100000:0.0:1734016077.544763:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 7362 00000100:00100000:0.0:1734016077.544769:0:7695:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800ac574e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1980:x1818247336153600:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:0.0:1734016077.572066:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016077.616943:0:7420:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336154112 00000100:00100000:0.0:1734016077.616951:0:7420:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336154112 00000100:00100000:0.0:1734016077.616992:0:7420:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 1589 00000100:00100000:0.0:1734016077.616998:0:7420:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880073e31c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+16:9673:x1818247336154112:12345-192.168.201.10@tcp:36:fsx.0 00010000:00010000:0.0:1734016077.617052:0:7420:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016077.617077:0:7420:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880072170d80/0x3f004d6452e04b0b lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf086 expref: 16 pid: 8966 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016077.617689:0:7420:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:0.0:1734016077.617694:0:7420:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1734016077.617846:0:7420:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8039b00/0x3f004d6452e04b82 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7420 initiator: MDT0 00010000:00010000:0.0:1734016077.617860:0:7420:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800721718c0/0x3f004d6452e04af6 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf07f expref: 14 pid: 6483 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016077.617893:0:7420:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8039b00/0x3f004d6452e04b82 lrc: 4/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7420 initiator: MDT0 00010000:00010000:0.0:1734016077.617923:0:7420:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8800721718c0/0x3f004d6452e04af6 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf07f expref: 14 pid: 6483 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016077.617935:0:7420:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8800721718c0/0x3f004d6452e04af6 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf07f expref: 14 pid: 6483 timeout: 441 lvb_type: 0 00000100:00100000:0.0:1734016077.617950:0:7420:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012db32300 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7420:1818247339219200:192.168.201.10@tcp:104: 00000100:00100000:0.0:1734016077.619911:0:7420:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012cf4f0c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016077.623394:0:9956:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336154240 00000100:00100000:0.0:1734016077.623403:0:9956:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336154240 00010000:00010000:0.0:1734016077.623458:0:9956:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800721718c0/0x3f004d6452e04af6 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf07f expref: 15 pid: 6483 timeout: 441 lvb_type: 0 00000100:00100000:0.0:1734016077.623600:0:9956:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2339 00000100:00100000:0.0:1734016077.623606:0:9956:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074098700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+15:1979:x1818247336154240:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016077.623617:0:9956:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016077.623622:0:9956:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8800721718c0/0x3f004d6452e04af6 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf07f expref: 15 pid: 6483 timeout: 441 lvb_type: 0 00010000:00010000:0.0:1734016077.623632:0:9956:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8800721718c0/0x3f004d6452e04af6 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf07f expref: 15 pid: 6483 timeout: 441 lvb_type: 0 00010000:00010000:0.0:1734016077.623650:0:9956:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800721718c0/0x3f004d6452e04af6 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf07f expref: 15 pid: 6483 timeout: 441 lvb_type: 0 00010000:00010000:0.0:1734016077.623674:0:9956:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:0.0:1734016077.623679:0:9956:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8039b00/0x3f004d6452e04b82 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7420 initiator: MDT0 00010000:00010000:0.0:1734016077.623688:0:9956:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8039b00/0x3f004d6452e04b82 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 7420 initiator: MDT0 00010000:00010000:0.0:1734016077.623694:0:9956:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8039b00/0x3f004d6452e04b82 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 7420 initiator: MDT0 00010000:00010000:0.0:1734016077.623708:0:9956:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016077.623751:0:9956:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074098700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+14:1979:x1818247336154240:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 145us (535us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016077.623758:0:9956:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2339 00000100:00100000:0.0:1734016077.670009:0:13927:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336155008 00000100:00100000:0.0:1734016077.670017:0:13927:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336155008 00000100:00100000:0.0:1734016077.670063:0:13927:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9186 00000100:00100000:0.0:1734016077.670070:0:13927:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074970700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:1978:x1818247336155008:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:0.0:1734016077.670086:0:13927:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016077.670101:0:13927:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a803ba80/0x3f004d6452e04ba5 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361cf0fd expref: -99 pid: 13927 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016077.670156:0:13927:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012db31500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13927:1818247339219712:192.168.201.10@tcp:106: 00000100:00100000:0.0:1734016077.670774:0:13927:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012cf4f480 going to sleep for 11 seconds 00000100:00100000:0.0:1734016077.673113:0:13927:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012db31500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13927:1818247339219712:192.168.201.10@tcp:106: 00010000:00010000:0.0:1734016077.673154:0:13927:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a803ba80/0x3f004d6452e04ba5 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf0fd expref: 6 pid: 13927 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016077.673167:0:13927:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a803ba80/0x3f004d6452e04ba5 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf0fd expref: 6 pid: 13927 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016077.673190:0:13927:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a803ba80, rc 0) 00000100:00100000:0.0:1734016077.673235:0:13927:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074970700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:1978:x1818247336155008:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 3165us (3387us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016077.673242:0:13927:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9186 00000100:00100000:0.0:1734016077.679227:0:8966:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336155392 00000100:00100000:0.0:1734016077.679236:0:8966:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336155392 00000100:00100000:0.0:1734016077.679282:0:8966:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 1592 00000100:00100000:0.0:1734016077.679290:0:8966:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074972680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+18:9673:x1818247336155392:12345-192.168.201.10@tcp:36:fsx.0 00010000:00010000:0.0:1734016077.679336:0:8966:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016077.679357:0:8966:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880097234480/0x3f004d6452e04bb3 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf104 expref: 18 pid: 7420 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016077.679544:0:8966:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:0.0:1734016077.679549:0:8966:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1734016077.679680:0:8966:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a803ba80/0x3f004d6452e04bba lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 8966 initiator: MDT0 00010000:00010000:0.0:1734016077.679692:0:8966:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a7cc0/0x3f004d6452e04b97 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf0ef expref: 14 pid: 8966 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016077.679703:0:8966:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a803ba80/0x3f004d6452e04bba lrc: 4/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 8966 initiator: MDT0 00010000:00010000:0.0:1734016077.679730:0:8966:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a7cc0/0x3f004d6452e04b97 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf0ef expref: 14 pid: 8966 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016077.679741:0:8966:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a7cc0/0x3f004d6452e04b97 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf0ef expref: 14 pid: 8966 timeout: 441 lvb_type: 0 00000100:00100000:0.0:1734016077.679752:0:8966:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012db31500 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:8966:1818247339219840:192.168.201.10@tcp:104: 00000100:00100000:0.0:1734016077.679813:0:8966:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012cf4f6c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016077.683450:0:8966:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012db31500 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:8966:1818247339219840:192.168.201.10@tcp:104: 00010000:00010000:0.0:1734016077.683473:0:8966:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8800a803ba80/0x3f004d6452e04bba lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 8966 initiator: MDT0 00010000:00010000:0.0:1734016077.684146:0:8966:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8800a803ba80/0x3f004d6452e04bba lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8966 initiator: MDT0 00010000:00010000:0.0:1734016077.684151:0:8966:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a803ba80/0x3f004d6452e04bba lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8966 initiator: MDT0 00000001:00080000:0.0:1734016077.684224:0:8966:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294968309 00000004:00010000:0.0:1734016077.684261:0:8966:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff880074972680 reply state ffff88007465f000 transno 4294968310 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a803ba80/0x3f004d6452e04bba lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8966 initiator: MDT0 00000100:00100000:0.0:1734016077.684267:0:8966:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1734016077.684322:0:8966:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074972680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+20:9673:x1818247336155392:12345-192.168.201.10@tcp:36:fsx.0 Request processed in 5033us (5166us total) trans 4294968310 rc 0/0 00000100:00100000:0.0:1734016077.684327:0:8966:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 1592 00000020:00080000:0.0:1734016077.684331:0:8966:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:0.0:1734016077.686271:0:3494:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a803ba80/0x3f004d6452e04bba lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8966 initiator: MDT0 00010000:00010000:0.0:1734016077.686280:0:3494:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a803ba80/0x3f004d6452e04bba lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 8966 initiator: MDT0 00010000:00010000:0.0:1734016077.686286:0:3494:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a803ba80/0x3f004d6452e04bba lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8966 initiator: MDT0 00010000:00010000:0.0:1734016077.686291:0:3494:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800a803ba80 already unused, calling callback (ffffffffa0f03950) 00010000:00010000:0.0:1734016077.686295:0:3494:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a803ba80/0x3f004d6452e04bba lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8966 initiator: MDT0 00010000:00010000:0.0:1734016077.686301:0:3494:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a803ba80/0x3f004d6452e04bba lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 8966 initiator: MDT0 00010000:00010000:0.0:1734016077.686313:0:3494:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:0.0:1734016077.686315:0:3494:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1734016077.686318:0:3494:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a803ba80/0x3f004d6452e04bba lrc: 2/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8966 initiator: MDT0 00010000:00010000:0.0:1734016077.686322:0:3494:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a803ba80/0x3f004d6452e04bba lrc: 0/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8966 initiator: MDT0 00000100:00100000:0.0:1734016077.690680:0:8966:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336155776 00000100:00100000:0.0:1734016077.690690:0:8966:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336155776 00000100:00100000:0.0:1734016077.691042:0:8966:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 1593 00000100:00100000:0.0:1734016077.691049:0:8966:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074973100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+19:9673:x1818247336155776:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:0.0:1734016077.691071:0:8966:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016077.691090:0:8966:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8038fc0/0x3f004d6452e04bc1 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361cf10b expref: -99 pid: 8966 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016077.691183:0:8966:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a803af40/0x3f004d6452e04bc8 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 8966 initiator: MDT0 00010000:00010000:0.0:1734016077.691195:0:8966:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a803af40/0x3f004d6452e04bc8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 8966 initiator: MDT0 00010000:00010000:0.0:1734016077.691205:0:8966:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a803af40/0x3f004d6452e04bc8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 8966 initiator: MDT0 00000004:00200000:0.0:1734016077.691227:0:8966:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 9320906 00000004:00200000:0.0:1734016077.691232:0:8966:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1734016077.691246:0:8966:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800a803af40/0x3f004d6452e04bc8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 8966 initiator: MDT0 00010000:00010000:0.0:1734016077.691266:0:8966:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8038fc0/0x3f004d6452e04bc1 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf10b expref: 21 pid: 8966 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016077.691280:0:8966:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a803af40/0x3f004d6452e04bc8 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf10b expref: 20 pid: 8966 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016077.691288:0:8966:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:0.0:1734016077.691290:0:8966:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1734016077.691292:0:8966:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a803af40, rc 0) 00000100:00100000:0.0:1734016077.691854:0:8966:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074973100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+20:9673:x1818247336155776:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 802us (1838us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016077.691860:0:8966:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 1593 00000100:00100000:0.0:1734016077.694508:0:8966:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336155904 00000100:00100000:0.0:1734016077.694518:0:8966:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336155904 00000100:00100000:0.0:1734016077.694568:0:8966:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 1594 00000100:00100000:0.0:1734016077.694574:0:8966:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cc79500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+14:9673:x1818247336155904:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:0.0:1734016077.694594:0:8966:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016077.694610:0:8966:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8038fc0/0x3f004d6452e04bcf lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361cf112 expref: -99 pid: 8966 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016077.694687:0:8966:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a803ba80/0x3f004d6452e04bd6 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 8966 initiator: MDT0 00010000:00010000:0.0:1734016077.694700:0:8966:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a803ba80/0x3f004d6452e04bd6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 8966 initiator: MDT0 00010000:00010000:0.0:1734016077.694709:0:8966:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a803ba80/0x3f004d6452e04bd6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 8966 initiator: MDT0 00000004:00200000:0.0:1734016077.694732:0:8966:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 9320906 00000004:00200000:0.0:1734016077.694735:0:8966:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1734016077.694747:0:8966:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800a803ba80/0x3f004d6452e04bd6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 8966 initiator: MDT0 00010000:00010000:0.0:1734016077.694765:0:8966:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8038fc0/0x3f004d6452e04bcf lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf112 expref: 16 pid: 8966 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016077.694780:0:8966:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a803ba80/0x3f004d6452e04bd6 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf112 expref: 15 pid: 8966 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016077.694786:0:8966:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:0.0:1734016077.694788:0:8966:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1734016077.694790:0:8966:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a803ba80, rc 0) 00000100:00100000:0.0:1734016077.694840:0:8966:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cc79500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+15:9673:x1818247336155904:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 266us (411us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016077.694846:0:8966:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 1594 00000100:00100000:0.0:1734016077.697798:0:13927:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336156032 00000100:00100000:0.0:1734016077.697806:0:13927:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336156032 00000100:00100000:0.0:1734016077.698348:0:13927:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9187 00000100:00100000:0.0:1734016077.698356:0:13927:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074970000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:1979:x1818247336156032:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:0.0:1734016077.698377:0:13927:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016077.698393:0:13927:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a8039b00/0x3f004d6452e04bdd lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361cf119 expref: -99 pid: 13927 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016077.698439:0:13927:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012db31500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13927:1818247339219968:192.168.201.10@tcp:106: 00000100:00100000:0.0:1734016077.698498:0:13927:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012cf4f480 going to sleep for 11 seconds 00000100:00100000:0.0:1734016077.700640:0:13927:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012db31500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13927:1818247339219968:192.168.201.10@tcp:106: 00010000:00010000:0.0:1734016077.700685:0:13927:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a8039b00/0x3f004d6452e04bdd lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf119 expref: 6 pid: 13927 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016077.700701:0:13927:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a8039b00/0x3f004d6452e04bdd lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf119 expref: 6 pid: 13927 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016077.700712:0:13927:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a8039b00, rc 0) 00000100:00100000:0.0:1734016077.700770:0:13927:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074970000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:1979:x1818247336156032:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 2414us (3045us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016077.700779:0:13927:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9187 00000100:00100000:0.0:1734016077.703474:0:13927:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336156160 00000100:00100000:0.0:1734016077.703483:0:13927:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336156160 00000100:00100000:0.0:1734016077.703741:0:13927:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9188 00000100:00100000:0.0:1734016077.703748:0:13927:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074972d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:1981:x1818247336156160:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:0.0:1734016077.703763:0:13927:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016077.703778:0:13927:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a8038fc0/0x3f004d6452e04be4 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361cf120 expref: -99 pid: 13927 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016077.703831:0:13927:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012db31500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13927:1818247339220096:192.168.201.10@tcp:106: 00000100:00100000:0.0:1734016077.703927:0:13927:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012cf4f480 going to sleep for 11 seconds 00000100:00100000:0.0:1734016077.707078:0:13927:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012db31500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13927:1818247339220096:192.168.201.10@tcp:106: 00010000:00010000:0.0:1734016077.707134:0:13927:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a8038fc0/0x3f004d6452e04be4 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf120 expref: 6 pid: 13927 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016077.707151:0:13927:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a8038fc0/0x3f004d6452e04be4 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf120 expref: 6 pid: 13927 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016077.707162:0:13927:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a8038fc0, rc 0) 00000100:00100000:0.0:1734016077.707726:0:13927:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074972d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:1981:x1818247336156160:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 3975us (4329us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016077.707737:0:13927:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9188 00000100:00100000:0.0:1734016077.711978:0:13927:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336156288 00000100:00100000:0.0:1734016077.711992:0:13927:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336156288 00000100:00100000:0.0:1734016077.712082:0:13927:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9189 00000100:00100000:0.0:1734016077.712088:0:13927:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074971500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:1979:x1818247336156288:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:0.0:1734016077.712104:0:13927:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016077.712130:0:13927:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a80386c0/0x3f004d6452e04beb lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361cf127 expref: -99 pid: 13927 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016077.712187:0:13927:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012db31500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13927:1818247339220224:192.168.201.10@tcp:106: 00000100:00100000:0.0:1734016077.712249:0:13927:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012cf4f480 going to sleep for 11 seconds 00000100:00100000:0.0:1734016077.714983:0:13927:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012db31500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13927:1818247339220224:192.168.201.10@tcp:106: 00010000:00010000:0.0:1734016077.715019:0:13927:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a80386c0/0x3f004d6452e04beb lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf127 expref: 6 pid: 13927 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016077.715037:0:13927:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a80386c0/0x3f004d6452e04beb lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf127 expref: 6 pid: 13927 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016077.715279:0:13927:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a80386c0, rc 0) 00000100:00100000:0.0:1734016077.715337:0:13927:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074971500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:1979:x1818247336156288:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 3247us (3489us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016077.715347:0:13927:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9189 00000100:00100000:0.0:1734016077.717970:0:13927:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336156416 00000100:00100000:0.0:1734016077.717982:0:13927:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336156416 00000100:00100000:0.0:1734016077.718035:0:13927:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9190 00000100:00100000:0.0:1734016077.718041:0:13927:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074972300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:1981:x1818247336156416:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:0.0:1734016077.718065:0:13927:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016077.718086:0:13927:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a803ad00/0x3f004d6452e04bf2 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361cf12e expref: -99 pid: 13927 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016077.718166:0:13927:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012db31500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13927:1818247339220352:192.168.201.10@tcp:106: 00000100:00100000:0.0:1734016077.718241:0:13927:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012cf4f480 going to sleep for 11 seconds 00000100:00100000:0.0:1734016077.720619:0:13927:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012db31500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13927:1818247339220352:192.168.201.10@tcp:106: 00010000:00010000:0.0:1734016077.720651:0:13927:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a803ad00/0x3f004d6452e04bf2 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf12e expref: 6 pid: 13927 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016077.720663:0:13927:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a803ad00/0x3f004d6452e04bf2 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf12e expref: 6 pid: 13927 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016077.721065:0:13927:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a803ad00, rc 0) 00000100:00100000:0.0:1734016077.721115:0:13927:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074972300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:1981:x1818247336156416:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 3073us (3333us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016077.721132:0:13927:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9190 00000100:00100000:0.0:1734016077.724303:0:13927:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336156544 00000100:00100000:0.0:1734016077.724315:0:13927:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336156544 00000100:00100000:0.0:1734016077.724634:0:13927:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9191 00000100:00100000:0.0:1734016077.724642:0:13927:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074971c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:9673:x1818247336156544:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:0.0:1734016077.724665:0:13927:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016077.724689:0:13927:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a80386c0/0x3f004d6452e04bf9 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361cf135 expref: -99 pid: 13927 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016077.724721:0:13927:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a6f40/0x3f004d6452e04b89 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf0e8 expref: 8 pid: 13927 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016077.724729:0:13927:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016077.724731:0:13927:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016077.724734:0:13927:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a80386c0/0x3f004d6452e04bf9 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [2826240->2883583] (req 2826240->2883583) gid 0 flags: 0x50000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf135 expref: 6 pid: 13927 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016077.724762:0:13927:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a9a6f40/0x3f004d6452e04b89 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf0e8 expref: 8 pid: 13927 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016077.724774:0:13927:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a9a6f40/0x3f004d6452e04b89 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf0e8 expref: 8 pid: 13927 timeout: 441 lvb_type: 0 00000100:00100000:0.0:1734016077.724792:0:13927:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012db31500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13927:1818247339220480:192.168.201.10@tcp:104: 00000100:00100000:0.0:1734016077.724888:0:13927:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012cf4f480 going to sleep for 11 seconds 00000100:00100000:0.0:1734016077.730579:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016077.734893:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016077.741621:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016077.748993:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016077.754819:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016077.771597:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016077.809175:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016077.815007:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016077.819597:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016077.826794:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016077.831181:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016077.836803:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016077.841993:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016077.846246:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016077.852322:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016077.856183:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016077.866502:0:7695:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074953b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+11:1979:x1818247336159872:12345-192.168.201.10@tcp:4:fsx.0 Request processed in 9725us (10311us total) trans 4294968818 rc 0/0 00000100:00100000:0.0:1734016077.866518:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 7376 00002000:00100000:0.0:1734016077.866533:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (4517888->4558847) req@ffff880074953b80 x1818247336159872/t4294968818(0) o4->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:38/0 lens 488/448 e 0 to 0 dl 1734016088 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016077.866542:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074953b80 with x1818247336159872 ext(4517888->4558847) 00002000:00010000:0.0:1734016077.866547:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074953b80 00000100:00100000:0.0:1734016077.878959:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016077.900397:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336160128 00000100:00100000:0.0:1734016077.900406:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336160128 00000100:00100000:0.0:1734016077.900444:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9195 00000100:00100000:0.0:1734016077.900449:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cc7a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+11:1980:x1818247336160128:12345-192.168.201.10@tcp:16:fsx.0 00000100:00100000:0.0:1734016077.907226:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cc7a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1980:x1818247336160128:12345-192.168.201.10@tcp:16:fsx.0 Request processed in 6770us (7127us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016077.907239:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9195 00000100:00100000:0.0:1734016077.910099:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016077.927326:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016077.936789:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016077.959608:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016077.963382:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016077.982489:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016077.994327:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016078.015153:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016078.024209:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009205ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+9:1980:x1818247336163072:12345-192.168.201.10@tcp:4:fsx.0 Request processed in 7981us (9056us total) trans 4294968819 rc 0/0 00000100:00100000:0.0:1734016078.024223:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 7388 00002000:00100000:0.0:1734016078.024235:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (6033408->6078463) req@ffff88009205ad80 x1818247336163072/t4294968819(0) o4->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:39/0 lens 488/448 e 0 to 0 dl 1734016089 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016078.024245:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88009205ad80 with x1818247336163072 ext(6033408->6078463) 00002000:00010000:0.0:1734016078.024251:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009205ad80 00000100:00100000:0.0:1734016078.035276:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336163200 00000100:00100000:0.0:1734016078.035286:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336163200 00000100:00100000:0.0:1734016078.035325:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9196 00000100:00100000:0.0:1734016078.035332:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800744ead80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+9:1979:x1818247336163200:12345-192.168.201.10@tcp:16:fsx.0 00000001:00080000:0.0:1734016078.045276:0:8954:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294968819 is committed 00000100:00100000:0.0:1734016078.050255:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00080000:0.0:1734016078.050399:0:6479:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734016048 00000100:00100000:0.0:1734016078.057406:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016078.068636:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016078.085623:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016078.161826:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336164096 00000100:00100000:0.0:1734016078.161844:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336164096 00000100:00100000:0.0:1734016078.172153:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336164352 00000100:00100000:0.0:1734016078.172166:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336164352 00002000:00100000:0.0:1734016078.172238:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (8388608->9322495) req@ffff88011efc6680 x1818247336164352/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:39/0 lens 488/0 e 0 to 0 dl 1734016089 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016078.172253:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88011efc6680 with x1818247336164352 ext(8388608->9322495) 00002000:00010000:0.0:1734016078.172260:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011efc6680 00000100:00100000:0.0:1734016078.172282:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336164224 00000100:00100000:0.0:1734016078.172285:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336164224 00002000:00100000:0.0:1734016078.172298:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (4190208->8388607) req@ffff88011efc4000 x1818247336164224/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:39/0 lens 504/0 e 0 to 0 dl 1734016089 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016078.172305:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88011efc4000 with x1818247336164224 ext(4190208->8388607) 00002000:00010000:0.0:1734016078.172308:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011efc4000 00000100:00100000:0.0:1734016078.172336:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 7390 00000100:00100000:0.0:1734016078.172344:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011efc6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+10:1980:x1818247336164352:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:0.0:1734016078.173332:0:13929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 7391 00000100:00100000:0.0:1734016078.173339:0:13929:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011efc4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+11:1980:x1818247336164224:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:0.0:1734016078.278121:0:13927:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336164608 00000100:00100000:0.0:1734016078.278139:0:13927:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336164608 00000100:00100000:0.0:1734016078.278231:0:13927:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9201 00000100:00100000:0.0:1734016078.278238:0:13927:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cc7bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1978:x1818247336164608:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:0.0:1734016078.278256:0:13927:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016078.278276:0:13927:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a8038d80/0x3f004d6452e04c23 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361cf15f expref: -99 pid: 13927 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016078.278344:0:13927:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009205b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13927:1818247339221632:192.168.201.10@tcp:106: 00000100:00100000:0.0:1734016078.278433:0:13927:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012cf4f0c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016078.290577:0:13929:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011efc4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1980:x1818247336164224:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 117219us (118591us total) trans 0 rc 4194304/4194304 00000100:00100000:0.0:1734016078.290599:0:13929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 7391 00002000:00100000:0.0:1734016078.290617:0:13929:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (4190208->8388607) req@ffff88011efc4000 x1818247336164224/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:39/0 lens 504/440 e 0 to 0 dl 1734016089 ref 1 fl Complete:/200/0 rc 4194304/4194304 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016078.290627:0:13929:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88011efc4000 with x1818247336164224 ext(4190208->8388607) 00002000:00010000:0.0:1734016078.290633:0:13929:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011efc4000 00002000:00010000:0.0:1734016078.292064:0:13927:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime: 1734016076 -> 1734016077 00000100:00100000:0.0:1734016078.292093:0:13927:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009205b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13927:1818247339221632:192.168.201.10@tcp:106: 00010000:00010000:0.0:1734016078.292143:0:13927:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a8038d80/0x3f004d6452e04c23 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf15f expref: 7 pid: 13927 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016078.292160:0:13927:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a8038d80/0x3f004d6452e04c23 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf15f expref: 7 pid: 13927 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016078.292202:0:13927:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a8038d80, rc 0) 00000100:00100000:0.0:1734016078.292255:0:13927:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cc7bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1978:x1818247336164608:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 14017us (20684us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016078.292265:0:13927:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9201 00000100:00100000:0.0:1734016078.298987:0:13927:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336164736 00000100:00100000:0.0:1734016078.299001:0:13927:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336164736 00000100:00100000:0.0:1734016078.299473:0:13927:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9202 00000100:00100000:0.0:1734016078.299481:0:13927:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cc7ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1979:x1818247336164736:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:0.0:1734016078.299507:0:13927:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016078.299529:0:13927:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a8038900/0x3f004d6452e04c2a lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361cf166 expref: -99 pid: 13927 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016078.299598:0:13927:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009205b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13927:1818247339221760:192.168.201.10@tcp:106: 00000100:00100000:0.0:1734016078.299749:0:13927:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012cf4f0c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016078.302942:0:13927:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009205b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13927:1818247339221760:192.168.201.10@tcp:106: 00010000:00010000:0.0:1734016078.302980:0:13927:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a8038900/0x3f004d6452e04c2a lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf166 expref: 7 pid: 13927 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016078.302994:0:13927:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a8038900/0x3f004d6452e04c2a lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf166 expref: 7 pid: 13927 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016078.303021:0:13927:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a8038900, rc 0) 00000100:00100000:0.0:1734016078.303074:0:13927:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cc7ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1979:x1818247336164736:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 3592us (4413us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016078.303085:0:13927:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9202 00000100:00100000:0.0:1734016078.306298:0:13927:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336164864 00000100:00100000:0.0:1734016078.306314:0:13927:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336164864 00000100:00100000:0.0:1734016078.306374:0:13927:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9203 00000100:00100000:0.0:1734016078.306382:0:13927:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007400a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1981:x1818247336164864:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:0.0:1734016078.306402:0:13927:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016078.306425:0:13927:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a8039440/0x3f004d6452e04c31 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361cf16d expref: -99 pid: 13927 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016078.306500:0:13927:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009205b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13927:1818247339221888:192.168.201.10@tcp:106: 00000100:00100000:0.0:1734016078.306569:0:13927:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012cf4f0c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016078.309055:0:13927:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009205b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13927:1818247339221888:192.168.201.10@tcp:106: 00010000:00010000:0.0:1734016078.309102:0:13927:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a8039440/0x3f004d6452e04c31 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf16d expref: 7 pid: 13927 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016078.309128:0:13927:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a8039440/0x3f004d6452e04c31 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf16d expref: 7 pid: 13927 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016078.309519:0:13927:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a8039440, rc 0) 00000100:00100000:0.0:1734016078.309827:0:13927:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007400a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1981:x1818247336164864:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 3443us (3625us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016078.309838:0:13927:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9203 00000100:00100000:0.0:1734016078.324421:0:13929:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336165120 00000100:00100000:0.0:1734016078.324430:0:13929:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336165120 00002000:00100000:0.0:1734016078.324476:0:13929:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (8843264->9568137) req@ffff8800744bf800 x1818247336165120/t0(0) o4->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:39/0 lens 504/0 e 0 to 0 dl 1734016089 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016078.324487:0:13929:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800744bf800 with x1818247336165120 ext(8843264->9568137) 00002000:00010000:0.0:1734016078.324493:0:13929:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800744bf800 00000100:00100000:0.0:1734016078.325089:0:13929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 7392 00000100:00100000:0.0:1734016078.325098:0:13929:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800744bf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1981:x1818247336165120:12345-192.168.201.10@tcp:4:fsx.0 00000100:00100000:0.0:1734016078.334055:0:13929:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800744bf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+9:1981:x1818247336165120:12345-192.168.201.10@tcp:4:fsx.0 Request processed in 8927us (9685us total) trans 4294968821 rc 0/0 00000100:00100000:0.0:1734016078.334078:0:13929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 7392 00002000:00100000:0.0:1734016078.334117:0:13929:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (8843264->9568137) req@ffff8800744bf800 x1818247336165120/t4294968821(0) o4->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:39/0 lens 504/448 e 0 to 0 dl 1734016089 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016078.334131:0:13929:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800744bf800 with x1818247336165120 ext(8843264->9568137) 00002000:00010000:0.0:1734016078.334143:0:13929:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800744bf800 00000100:00100000:0.0:1734016078.349405:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336165376 00000100:00100000:0.0:1734016078.349421:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336165376 00000100:00100000:0.0:1734016078.349499:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9206 00000100:00100000:0.0:1734016078.349512:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800744bd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1981:x1818247336165376:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:0.0:1734016078.349546:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016078.349573:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a8038240/0x3f004d6452e04c3f lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361cf17b expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016078.349653:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009205b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339222144:192.168.201.10@tcp:106: 00000100:00100000:0.0:1734016078.349705:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012cf4f0c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016078.356840:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336165504 00000100:00100000:0.0:1734016078.356849:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336165504 00000100:00100000:0.0:1734016078.366323:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016078.421203:0:13929:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336166144 00000100:00100000:0.0:1734016078.421215:0:13929:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336166144 00002000:00100000:0.0:1734016078.421261:0:13929:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (5169152->9568255) req@ffff88011efc5c00 x1818247336166144/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:39/0 lens 504/0 e 0 to 0 dl 1734016089 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016078.421275:0:13929:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88011efc5c00 with x1818247336166144 ext(5169152->9568255) 00002000:00010000:0.0:1734016078.421281:0:13929:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011efc5c00 00000100:00100000:0.0:1734016078.421318:0:13929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 7393 00000100:00100000:0.0:1734016078.421325:0:13929:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011efc5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1978:x1818247336166144:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:0.0:1734016078.425122:0:13929:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011efc5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1978:x1818247336166144:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 3779us (3968us total) trans 0 rc 249856/249856 00000100:00100000:0.0:1734016078.425133:0:13929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 7393 00002000:00100000:0.0:1734016078.425143:0:13929:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (5169152->9568255) req@ffff88011efc5c00 x1818247336166144/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:39/0 lens 504/440 e 0 to 0 dl 1734016089 ref 1 fl Complete:/200/0 rc 249856/249856 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016078.425151:0:13929:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88011efc5c00 with x1818247336166144 ext(5169152->9568255) 00002000:00010000:0.0:1734016078.425156:0:13929:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011efc5c00 00000100:00100000:0.0:1734016078.456714:0:13929:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336166528 00000100:00100000:0.0:1734016078.456727:0:13929:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336166528 00002000:00100000:0.0:1734016078.456775:0:13929:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (0->7950335) req@ffff88011efc6300 x1818247336166528/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:39/0 lens 504/0 e 0 to 0 dl 1734016089 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016078.456788:0:13929:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88011efc6300 with x1818247336166528 ext(0->7950335) 00002000:00010000:0.0:1734016078.456794:0:13929:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011efc6300 00000100:00100000:0.0:1734016078.526919:0:13929:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011efc5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+10:1979:x1818247336166784:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 61182us (62718us total) trans 0 rc 4194304/4194304 00000100:00100000:0.0:1734016078.526935:0:13929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 7396 00002000:00100000:0.0:1734016078.526951:0:13929:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (4190208->8388607) req@ffff88011efc5180 x1818247336166784/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:39/0 lens 504/440 e 0 to 0 dl 1734016089 ref 1 fl Complete:/200/0 rc 4194304/4194304 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016078.526963:0:13929:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88011efc5180 with x1818247336166784 ext(4190208->8388607) 00002000:00010000:0.0:1734016078.526970:0:13929:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011efc5180 00000100:00100000:0.0:1734016078.536327:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011efc7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+8:1979:x1818247336166912:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 71990us (72493us total) trans 0 rc 1179648/1179648 00000100:00100000:0.0:1734016078.536347:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 7395 00002000:00100000:0.0:1734016078.536361:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (8388608->9568255) req@ffff88011efc7100 x1818247336166912/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:39/0 lens 488/440 e 0 to 0 dl 1734016089 ref 1 fl Complete:/200/0 rc 1179648/1179648 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016078.536371:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88011efc7100 with x1818247336166912 ext(8388608->9568255) 00002000:00010000:0.0:1734016078.536379:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011efc7100 00000100:00100000:0.0:1734016078.581306:0:6478:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336167168 00000100:00100000:0.0:1734016078.581311:0:6478:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336167168 00000100:00100000:0.0:1734016078.581347:0:6478:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 308 00000100:00100000:0.0:1734016078.581353:0:6478:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801212b4450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:63afa445-d95f-4754-9884-d132561fd492+12:1979:x1818247336167168:12345-192.168.201.10@tcp:400:kworker.0 00000100:00100000:0.0:1734016078.581380:0:6478:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801212b4450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:63afa445-d95f-4754-9884-d132561fd492+12:1979:x1818247336167168:12345-192.168.201.10@tcp:400:kworker.0 Request processed in 28us (756us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016078.581385:0:6478:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 308 00000100:00080000:0.0:1734016078.581410:0:6479:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734016048 00000100:00080000:0.0:1734016078.581414:0:6479:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1734016048 00000100:00100000:0.0:1734016078.582600:0:7420:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336167552 00000100:00100000:0.0:1734016078.582608:0:7420:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336167552 00000100:00100000:0.0:1734016078.582650:0:7420:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 192 00000100:00100000:0.0:1734016078.582655:0:7420:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800744e8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+15:1979:x1818247336167552:12345-192.168.201.10@tcp:400:kworker.0 00000100:00100000:0.0:1734016078.582715:0:7420:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800744e8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+15:1979:x1818247336167552:12345-192.168.201.10@tcp:400:kworker.0 Request processed in 60us (217us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016078.582726:0:7420:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 192 00010000:00010000:0.0:1734016078.596750:0:8966:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a803af40/0x3f004d6452e04bc8 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf10b expref: 20 pid: 8966 timeout: 442 lvb_type: 0 00000100:00100000:0.0:1734016078.596770:0:8966:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800744e9c00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:8966:1818247339222784:192.168.201.10@tcp:104: 00010000:00010000:0.0:1734016078.596792:0:8966:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff880097234900/0x3f004d6452e04c62 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8966 initiator: MDT0 00010000:00010000:0.0:1734016078.596801:0:8966:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff880097234900/0x3f004d6452e04c62 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8966 initiator: MDT0 00010000:00010000:0.0:1734016078.596806:0:8966:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880097234900/0x3f004d6452e04c62 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8966 initiator: MDT0 00000001:00080000:0.0:1734016078.596946:0:8966:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294968311 00000004:00010000:0.0:1734016078.597007:0:8966:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff88011efc5f80 reply state ffff880074ca6000 transno 4294968312 ns: mdt-lustre-MDT0000_UUID lock: ffff880097234900/0x3f004d6452e04c62 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8966 initiator: MDT0 00000100:00100000:0.0:1734016078.597014:0:8966:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1734016078.598605:0:8966:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011efc5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+17:9673:x1818247336167808:12345-192.168.201.10@tcp:36:fsx.0 Request processed in 7483us (7769us total) trans 4294968312 rc 0/0 00000100:00100000:0.0:1734016078.598612:0:8966:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 1596 00000020:00080000:0.0:1734016078.598617:0:8966:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1734016078.602171:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016078.602212:0:13927:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336168064 00000100:00100000:0.0:1734016078.602220:0:13927:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336168064 00000100:00100000:0.0:1734016078.607035:0:9956:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336168192 00000100:00100000:0.0:1734016078.607042:0:9956:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336168192 00010000:00010000:0.0:1734016078.607064:0:9956:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880097234d80/0x3f004d6452e04c54 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 5169152->5173247) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf190 expref: 7 pid: 7689 timeout: 442 lvb_type: 0 00000100:00100000:0.0:1734016078.627979:0:9956:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336168320 00000100:00100000:0.0:1734016078.627990:0:9956:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336168320 00000100:00100000:0.0:1734016078.676786:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016078.699369:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016078.704449:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000001:00080000:0.0:1734016078.712230:0:8954:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294968823 is committed 00000100:00100000:0.0:1734016078.718548:0:7420:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336169216 00000100:00100000:0.0:1734016078.718561:0:7420:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336169216 00000100:00100000:0.0:1734016078.718631:0:7420:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 1598 00000100:00100000:0.0:1734016078.718639:0:7420:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074767b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+19:9673:x1818247336169216:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:0.0:1734016078.718672:0:7420:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016078.718699:0:7420:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80398c0/0x3f004d6452e04c70 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361cf1a5 expref: -99 pid: 7420 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016078.718802:0:7420:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a803bcc0/0x3f004d6452e04c77 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7420 initiator: MDT0 00010000:00010000:0.0:1734016078.718818:0:7420:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a803bcc0/0x3f004d6452e04c77 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7420 initiator: MDT0 00010000:00010000:0.0:1734016078.718829:0:7420:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a803bcc0/0x3f004d6452e04c77 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7420 initiator: MDT0 00000004:00200000:0.0:1734016078.718856:0:7420:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 10061215 00000004:00200000:0.0:1734016078.718861:0:7420:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000100:00100000:0.0:1734016078.734528:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016078.754323:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016078.761370:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016078.770017:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016078.784922:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016078.795765:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016078.804627:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007431f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+8:1979:x1818247336170240:12345-192.168.201.10@tcp:4:fsx.0 Request processed in 8546us (8858us total) trans 4294968824 rc 0/0 00000100:00100000:0.0:1734016078.804642:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 223 00002000:00100000:0.0:1734016078.804658:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (5042176->5103615) req@ffff88007431f100 x1818247336170240/t4294968824(0) o4->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:39/0 lens 488/448 e 0 to 0 dl 1734016089 ref 1 fl Complete:H/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016078.804668:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007431f100 with x1818247336170240 ext(5042176->5103615) 00010000:00010000:0.0:1734016078.804680:0:7694:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800972358c0/0x3f004d6452e04c69 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf19e expref: 8 pid: 7689 timeout: 442 lvb_type: 0 00010000:00010000:0.0:1734016078.804695:0:7694:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800972358c0/0x3f004d6452e04c69 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf19e expref: 8 pid: 7689 timeout: 442 lvb_type: 0 00002000:00010000:0.0:1734016078.804702:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88007431f100 00000100:00100000:0.0:1734016078.817624:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016078.840196:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016078.867840:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016078.872508:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016078.881489:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016078.891028:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016078.897294:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016078.904773:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016078.912933:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016078.920680:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016078.923974:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016078.930000:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016078.934712:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016078.939212:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016078.951556:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016078.960022:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016078.966634:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007515e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+9:1981:x1818247336174080:12345-192.168.201.10@tcp:4:fsx.0 Request processed in 5836us (6611us total) trans 4294968825 rc 0/0 00000100:00100000:0.0:1734016078.966647:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 7415 00002000:00100000:0.0:1734016078.966657:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (1703936->1761279) req@ffff88007515e680 x1818247336174080/t4294968825(0) o4->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:39/0 lens 488/448 e 0 to 0 dl 1734016089 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016078.966666:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007515e680 with x1818247336174080 ext(1703936->1761279) 00002000:00010000:0.0:1734016078.966671:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007515e680 00000100:00100000:0.0:1734016078.971610:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000001:00080000:0.0:1734016078.974210:0:8954:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294968825 is committed 00000001:00080000:0.0:1734016078.974223:0:8954:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294968824 is committed 00000100:00100000:0.0:1734016078.981990:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016078.989938:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016078.996449:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016079.002685:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00080000:0.0:1734016079.003052:0:6479:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734016049 00000100:00100000:0.0:1734016079.008428:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016079.013140:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016079.017952:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016079.030348:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016079.035914:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016079.046691:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016079.054858:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016079.065730:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016079.071310:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016079.078840:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016079.083734:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074e45c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+9:1978:x1818247336177664:12345-192.168.201.10@tcp:4:fsx.0 Request processed in 3352us (4894us total) trans 4294968826 rc 0/0 00000100:00100000:0.0:1734016079.083747:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 7429 00002000:00100000:0.0:1734016079.083759:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (8675328->8728575) req@ffff880074e45c00 x1818247336177664/t4294968826(0) o4->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:40/0 lens 488/448 e 0 to 0 dl 1734016090 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016079.083767:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074e45c00 with x1818247336177664 ext(8675328->8728575) 00002000:00010000:0.0:1734016079.083774:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074e45c00 00000100:00100000:0.0:1734016079.086845:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016079.110119:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016079.116658:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016079.124153:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016079.132069:0:13927:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800744bea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13927:1818247339224192:192.168.201.10@tcp:104: 00010000:00010000:0.0:1734016079.132121:0:13927:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e04cb6 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [126976->151551] (req 126976->151551) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf1dd expref: 6 pid: 13927 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016079.132144:0:13927:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880072171440, rc 0) 00000100:00100000:0.0:1734016079.132236:0:13927:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074e46a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:9673:x1818247336178304:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 6810us (8090us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016079.132244:0:13927:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9222 00000100:00100000:0.0:1734016079.137673:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016079.198626:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 7431 00000100:00100000:0.0:1734016079.198637:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800744bfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+9:1979:x1818247336178944:12345-192.168.201.10@tcp:3:fsx.0 00000100:00080000:0.0:1734016079.313805:0:6479:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734016049 00000100:00100000:0.0:1734016079.317822:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00080000:0.0:1734016079.319896:0:6479:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734016049 00000100:00100000:0.0:1734016079.324433:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016079.369318:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016079.376386:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016079.396259:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016079.408388:0:13927:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800744bf480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13927:1818247339225088:192.168.201.10@tcp:106: 00010000:00010000:0.0:1734016079.408429:0:13927:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880072170d80/0x3f004d6452e04ce7 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf200 expref: 6 pid: 13927 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016079.408445:0:13927:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880072170d80/0x3f004d6452e04ce7 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf200 expref: 6 pid: 13927 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016079.408473:0:13927:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880072170d80, rc 0) 00000100:00100000:0.0:1734016079.408542:0:13927:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074765c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:1980:x1818247336180480:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 2688us (2862us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016079.408550:0:13927:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9226 00000100:00100000:0.0:1734016079.412271:0:13927:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336180608 00000100:00100000:0.0:1734016079.412284:0:13927:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336180608 00000100:00100000:0.0:1734016079.412539:0:13927:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9227 00000100:00100000:0.0:1734016079.412546:0:13927:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011efc7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:9673:x1818247336180608:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:0.0:1734016079.412566:0:13927:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016079.412584:0:13927:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a803b180/0x3f004d6452e04cee lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361cf207 expref: -99 pid: 13927 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016079.412619:0:13927:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880097234900/0x3f004d6452e04cc4 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf1e4 expref: 8 pid: 13927 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016079.412630:0:13927:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016079.412631:0:13927:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016079.412635:0:13927:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a803b180/0x3f004d6452e04cee lrc: 4/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [5353472->5357567] (req 5353472->5357567) gid 0 flags: 0x50000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf207 expref: 6 pid: 13927 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016079.412668:0:13927:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880097234900/0x3f004d6452e04cc4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf1e4 expref: 8 pid: 13927 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016079.412680:0:13927:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880097234900/0x3f004d6452e04cc4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf1e4 expref: 8 pid: 13927 timeout: 443 lvb_type: 0 00000100:00100000:0.0:1734016079.412693:0:13927:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074e47100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13927:1818247339225216:192.168.201.10@tcp:104: 00000100:00100000:0.0:1734016079.412765:0:13927:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012cf4f9c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016079.416026:0:13927:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074e47100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13927:1818247339225216:192.168.201.10@tcp:104: 00010000:00010000:0.0:1734016079.416061:0:13927:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a803b180/0x3f004d6452e04cee lrc: 3/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [5353472->5357567] (req 5353472->5357567) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf207 expref: 6 pid: 13927 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016079.416077:0:13927:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a803b180, rc 0) 00000100:00100000:0.0:1734016079.416143:0:13927:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011efc7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:9673:x1818247336180608:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 3595us (3952us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016079.416153:0:13927:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9227 00000100:00100000:0.0:1734016079.428109:0:7695:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336181248 00000100:00100000:0.0:1734016079.428121:0:7695:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336181248 00002000:00100000:0.0:1734016079.428176:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (5349376->5353471) req@ffff880074f00380 x1818247336181248/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:40/0 lens 488/0 e 0 to 0 dl 1734016090 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016079.428193:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074f00380 with x1818247336181248 ext(5349376->5353471) 00002000:00010000:0.0:1734016079.428197:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074f00380 00000100:00100000:0.0:1734016079.428234:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 7435 00000100:00100000:0.0:1734016079.428242:0:7695:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074f00380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1981:x1818247336181248:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:0.0:1734016079.428421:0:7695:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074f00380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1981:x1818247336181248:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 179us (414us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016079.428427:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 7435 00002000:00100000:0.0:1734016079.428432:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (5349376->5353471) req@ffff880074f00380 x1818247336181248/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:40/0 lens 488/4536 e 0 to 0 dl 1734016090 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016079.428438:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074f00380 with x1818247336181248 ext(5349376->5353471) 00002000:00010000:0.0:1734016079.428441:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074f00380 00000100:00100000:0.0:1734016079.439566:0:13927:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336181376 00000100:00100000:0.0:1734016079.439576:0:13927:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336181376 00000100:00100000:0.0:1734016079.439629:0:13927:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9228 00000100:00100000:0.0:1734016079.439636:0:13927:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800744bd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:9673:x1818247336181376:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:0.0:1734016079.439652:0:13927:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016079.439668:0:13927:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a8038b40/0x3f004d6452e04cf5 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361cf20e expref: -99 pid: 13927 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016079.439692:0:13927:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a803b180/0x3f004d6452e04cee lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5353472->5357567) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf207 expref: 7 pid: 13927 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016079.439698:0:13927:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016079.439700:0:13927:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016079.439704:0:13927:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a8038b40/0x3f004d6452e04cf5 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [2019328->2035711] (req 2019328->2035711) gid 0 flags: 0x50000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf20e expref: 7 pid: 13927 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016079.439728:0:13927:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a803b180/0x3f004d6452e04cee lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5353472->5357567) gid 0 flags: 0x50000000020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf207 expref: 7 pid: 13927 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016079.439740:0:13927:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a803b180/0x3f004d6452e04cee lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5353472->5357567) gid 0 flags: 0x70000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf207 expref: 7 pid: 13927 timeout: 443 lvb_type: 0 00000100:00100000:0.0:1734016079.439752:0:13927:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074e47100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13927:1818247339225472:192.168.201.10@tcp:104: 00000100:00100000:0.0:1734016079.440477:0:13927:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012cf4f180 going to sleep for 11 seconds 00000100:00100000:0.0:1734016079.443224:0:13927:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074e47100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13927:1818247339225472:192.168.201.10@tcp:104: 00010000:00010000:0.0:1734016079.443256:0:13927:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a8038b40/0x3f004d6452e04cf5 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [2019328->2035711] (req 2019328->2035711) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf20e expref: 7 pid: 13927 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016079.443273:0:13927:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a8038b40, rc 0) 00000100:00100000:0.0:1734016079.443327:0:13927:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800744bd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:9673:x1818247336181376:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 3691us (4117us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016079.443335:0:13927:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9228 00000100:00100000:0.0:1734016079.443587:0:6469:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336181504 00000100:00100000:0.0:1734016079.443592:0:6469:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336181504 00010000:00010000:0.0:1734016079.443614:0:6469:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a803b180/0x3f004d6452e04cee lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5353472->5357567) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf207 expref: 7 pid: 13927 timeout: 443 lvb_type: 0 00000100:00100000:0.0:1734016079.443645:0:6469:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2354 00000100:00100000:0.0:1734016079.443651:0:6469:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800744bf100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1978:x1818247336181504:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016079.443664:0:6469:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016079.443682:0:6469:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a803b180/0x3f004d6452e04cee lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 5353472->5357567) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf207 expref: 7 pid: 13927 timeout: 443 lvb_type: 0 00010000:00010000:0.0:1734016079.443691:0:6469:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a803b180/0x3f004d6452e04cee lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 5353472->5357567) gid 0 flags: 0x50000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf207 expref: 7 pid: 13927 timeout: 443 lvb_type: 0 00010000:00010000:0.0:1734016079.443709:0:6469:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a803b180/0x3f004d6452e04cee lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 5353472->5357567) gid 0 flags: 0x44801400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf207 expref: 7 pid: 13927 timeout: 443 lvb_type: 0 00010000:00010000:0.0:1734016079.443734:0:6469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016079.443736:0:6469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016079.443742:0:6469:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a8038b40/0x3f004d6452e04cf5 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2019328->2035711) gid 0 flags: 0x40080000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf20e expref: 6 pid: 13927 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016079.443751:0:6469:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a8038b40/0x3f004d6452e04cf5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2019328->2035711) gid 0 flags: 0x40080000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf20e expref: 6 pid: 13927 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016079.443775:0:6469:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a8038b40/0x3f004d6452e04cf5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2019328->2035711) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf20e expref: 6 pid: 13927 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016079.443785:0:6469:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074e47100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6469:1818247339225600:192.168.201.10@tcp:105: 00000100:00100000:0.0:1734016079.443820:0:6469:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012cf4f180 going to sleep for 11 seconds 00000100:00100000:0.0:1734016079.448054:0:6469:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074e47100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6469:1818247339225600:192.168.201.10@tcp:105: 00010000:00010000:0.0:1734016079.448078:0:6469:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016079.448123:0:6469:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800744bf100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1978:x1818247336181504:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 4471us (4672us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016079.448134:0:6469:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2354 00000100:00100000:0.0:1734016079.457705:0:7695:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336182144 00000100:00100000:0.0:1734016079.457715:0:7695:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336182144 00002000:00010000:0.0:1734016079.457747:0:7695:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (6515816->18446744073709551615) 00002000:00100000:0.0:1734016079.457751:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074f03100 with x1818247336182144 ext(6515816->18446744073709551615) 00002000:00010000:0.0:1734016079.457762:0:7695:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074f03100. 00000100:00100000:0.0:1734016079.457805:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 7437 00000100:00100000:0.0:1734016079.457812:0:7695:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074f03100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1979:x1818247336182144:12345-192.168.201.10@tcp:10:fsx.0 00000100:00100000:0.0:1734016079.461361:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016079.467836:0:13927:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336182400 00000100:00100000:0.0:1734016079.467846:0:13927:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336182400 00000100:00100000:0.0:1734016079.477917:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016079.496946:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016079.514711:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016079.522263:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016079.528598:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016079.548202:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016079.583917:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336184704 00000100:00100000:0.0:1734016079.583926:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336184704 00002000:00100000:0.0:1734016079.583970:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (3129344->3133439) req@ffff880074766680 x1818247336184704/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:40/0 lens 488/0 e 0 to 0 dl 1734016090 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016079.583980:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074766680 with x1818247336184704 ext(3129344->3133439) 00002000:00010000:0.0:1734016079.583986:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074766680 00000100:00100000:0.0:1734016079.584024:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 7442 00000100:00100000:0.0:1734016079.584030:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074766680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+10:1980:x1818247336184704:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:0.0:1734016079.584186:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074766680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+10:1980:x1818247336184704:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 156us (614us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016079.584192:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 7442 00002000:00100000:0.0:1734016079.584198:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (3129344->3133439) req@ffff880074766680 x1818247336184704/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:40/0 lens 488/4536 e 0 to 0 dl 1734016090 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016079.584204:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074766680 with x1818247336184704 ext(3129344->3133439) 00002000:00010000:0.0:1734016079.584207:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074766680 00000100:00100000:0.0:1734016079.589608:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 7443 00000100:00100000:0.0:1734016079.589623:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b918e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+10:1981:x1818247336184960:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:0.0:1734016079.590240:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b918e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+10:1981:x1818247336184960:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 618us (3028us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016079.590251:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 7443 00002000:00100000:0.0:1734016079.590260:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (3125248->3129343) req@ffff88012b918e00 x1818247336184960/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:40/0 lens 488/4536 e 0 to 0 dl 1734016090 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016079.590270:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b918e00 with x1818247336184960 ext(3125248->3129343) 00002000:00010000:0.0:1734016079.590275:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012b918e00 00000100:00100000:0.0:1734016079.597123:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336185216 00000100:00100000:0.0:1734016079.597135:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336185216 00002000:00100000:0.0:1734016079.597203:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (3121152->3125247) req@ffff880074765500 x1818247336185216/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:40/0 lens 488/0 e 0 to 0 dl 1734016090 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016079.597216:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074765500 with x1818247336185216 ext(3121152->3125247) 00002000:00010000:0.0:1734016079.597223:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074765500 00000100:00100000:0.0:1734016079.597269:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 7444 00000100:00100000:0.0:1734016079.597279:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074765500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+10:1981:x1818247336185216:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:0.0:1734016079.597512:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074765500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+10:1981:x1818247336185216:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 233us (521us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016079.597520:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 7444 00002000:00100000:0.0:1734016079.597526:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (3121152->3125247) req@ffff880074765500 x1818247336185216/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:40/0 lens 488/4536 e 0 to 0 dl 1734016090 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016079.597534:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074765500 with x1818247336185216 ext(3121152->3125247) 00002000:00010000:0.0:1734016079.597536:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074765500 00000100:00100000:0.0:1734016079.607345:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336185984 00000100:00100000:0.0:1734016079.607355:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336185984 00002000:00100000:0.0:1734016079.607396:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (3108864->3112959) req@ffff880074766a00 x1818247336185984/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:40/0 lens 488/0 e 0 to 0 dl 1734016090 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016079.607405:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074766a00 with x1818247336185984 ext(3108864->3112959) 00002000:00010000:0.0:1734016079.607410:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074766a00 00000100:00100000:0.0:1734016079.607440:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 7447 00000100:00100000:0.0:1734016079.607447:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074766a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+10:1980:x1818247336185984:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:0.0:1734016079.607618:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074766a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+10:1980:x1818247336185984:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 169us (423us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016079.607626:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 7447 00002000:00100000:0.0:1734016079.607633:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (3108864->3112959) req@ffff880074766a00 x1818247336185984/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:40/0 lens 488/4536 e 0 to 0 dl 1734016090 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016079.607640:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074766a00 with x1818247336185984 ext(3108864->3112959) 00002000:00010000:0.0:1734016079.607642:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074766a00 00000100:00100000:0.0:1734016079.616341:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 7449 00000100:00100000:0.0:1734016079.616349:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074099880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+10:1981:x1818247336186496:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:0.0:1734016079.616647:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074099880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+10:1981:x1818247336186496:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 296us (637us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016079.616653:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 7449 00002000:00100000:0.0:1734016079.616659:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (3100672->3104767) req@ffff880074099880 x1818247336186496/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:40/0 lens 488/4536 e 0 to 0 dl 1734016090 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016079.616665:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074099880 with x1818247336186496 ext(3100672->3104767) 00002000:00010000:0.0:1734016079.616668:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074099880 00000100:00100000:0.0:1734016079.619624:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336186752 00000100:00100000:0.0:1734016079.619635:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336186752 00002000:00100000:0.0:1734016079.619678:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (3096576->3100671) req@ffff880076b64380 x1818247336186752/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:40/0 lens 488/0 e 0 to 0 dl 1734016090 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016079.619688:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076b64380 with x1818247336186752 ext(3096576->3100671) 00002000:00010000:0.0:1734016079.619694:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076b64380 00000100:00100000:0.0:1734016079.619728:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 7450 00000100:00100000:0.0:1734016079.619735:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076b64380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+10:1980:x1818247336186752:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:0.0:1734016079.619944:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076b64380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+10:1980:x1818247336186752:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 208us (433us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016079.619951:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 7450 00002000:00100000:0.0:1734016079.619957:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (3096576->3100671) req@ffff880076b64380 x1818247336186752/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:40/0 lens 488/4536 e 0 to 0 dl 1734016090 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016079.619964:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076b64380 with x1818247336186752 ext(3096576->3100671) 00002000:00010000:0.0:1734016079.619966:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076b64380 00000100:00100000:0.0:1734016079.636626:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336187520 00000100:00100000:0.0:1734016079.636643:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336187520 00000100:00100000:0.0:1734016079.636761:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 7453 00000100:00100000:0.0:1734016079.636772:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076b64a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+10:1981:x1818247336187520:12345-192.168.201.10@tcp:4:fsx.0 00010000:00010000:0.0:1734016079.636835:0:7694:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a8038b40/0x3f004d6452e04d42 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016079.636859:0:7694:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800972346c0/0x3f004d6452e04d1f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 528384->585727) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf22a expref: 10 pid: 13927 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016079.636915:0:7694:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016079.636918:0:7694:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016079.636921:0:7694:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a8038b40/0x3f004d6452e04d42 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [2408448->2453503] (req 2408448->2453503) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016079.636965:0:7694:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800972346c0/0x3f004d6452e04d1f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 528384->585727) gid 0 flags: 0x50000000020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf22a expref: 10 pid: 13927 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016079.636979:0:7694:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800972346c0/0x3f004d6452e04d1f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 528384->585727) gid 0 flags: 0x70000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf22a expref: 10 pid: 13927 timeout: 443 lvb_type: 0 00000100:00100000:0.0:1734016079.637001:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074e41500 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_000:lustre-OST0001_UUID:7694:1818247339226496:192.168.201.10@tcp:104: 00000100:00100000:0.0:1734016079.637112:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012cf4f240 going to sleep for 11 seconds 00000100:00100000:0.0:1734016079.646961:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074e41500 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_000:lustre-OST0001_UUID:7694:1818247339226496:192.168.201.10@tcp:104: 00010000:00010000:0.0:1734016079.647005:0:7694:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800a8038b40/0x3f004d6452e04d42 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [2408448->2453503] (req 2408448->2453503) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016079.678675:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016079.678895:0:13927:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9236 00000100:00100000:0.0:1734016079.678902:0:13927:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074e41500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1981:x1818247336188416:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:0.0:1734016079.678924:0:13927:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016079.678946:0:13927:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a803b3c0/0x3f004d6452e04d50 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361cf24d expref: -99 pid: 13927 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016079.685079:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016079.700320:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016079.708077:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016079.714593:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016079.723558:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016079.725239:0:7695:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074e42680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1981:x1818247336190720:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 259us (1691us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016079.725247:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 7464 00002000:00100000:1.0:1734016079.725253:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (827392->831487) req@ffff880074e42680 x1818247336190720/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:40/0 lens 488/4536 e 0 to 0 dl 1734016090 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016079.725259:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074e42680 with x1818247336190720 ext(827392->831487) 00002000:00010000:1.0:1734016079.725262:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074e42680 00000100:00100000:0.0:1734016079.731321:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016079.731592:0:7695:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336190976 00000100:00100000:1.0:1734016079.731602:0:7695:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336190976 00002000:00100000:1.0:1734016079.731639:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (823296->827391) req@ffff880074e42a00 x1818247336190976/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:40/0 lens 488/0 e 0 to 0 dl 1734016090 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016079.731648:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074e42a00 with x1818247336190976 ext(823296->827391) 00002000:00010000:1.0:1734016079.731653:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074e42a00 00000100:00100000:1.0:1734016079.731684:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 7465 00000100:00100000:1.0:1734016079.731689:0:7695:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074e42a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1980:x1818247336190976:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:1.0:1734016079.731893:0:7695:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074e42a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1980:x1818247336190976:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 202us (584us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016079.731899:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 7465 00002000:00100000:1.0:1734016079.731904:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (823296->827391) req@ffff880074e42a00 x1818247336190976/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:40/0 lens 488/4536 e 0 to 0 dl 1734016090 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016079.731911:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074e42a00 with x1818247336190976 ext(823296->827391) 00002000:00010000:1.0:1734016079.731914:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074e42a00 00000100:00100000:0.0:1734016079.742976:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016079.751980:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016079.764100:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016079.774367:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016079.786380:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016079.797471:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016079.810244:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016079.810287:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016079.810424:0:6469:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336192640 00000100:00100000:0.0:1734016079.810430:0:6469:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336192640 00010000:00010000:0.0:1734016079.810458:0:6469:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880072171f80/0x3f004d6452e04d49 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf246 expref: 8 pid: 13927 timeout: 443 lvb_type: 1 00000100:00100000:0.0:1734016079.810479:0:6469:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336192512 00000100:00100000:0.0:1734016079.810480:0:6469:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336192512 00010000:00010000:0.0:1734016079.810487:0:6469:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a803b3c0/0x3f004d6452e04d50 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf24d expref: 7 pid: 13927 timeout: 443 lvb_type: 1 00000100:00100000:0.0:1734016079.810507:0:6469:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2357 00000100:00100000:0.0:1734016079.810512:0:6469:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076b66300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+8:1980:x1818247336192640:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016079.810525:0:6469:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016079.810540:0:6469:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880072171f80/0x3f004d6452e04d49 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf246 expref: 8 pid: 13927 timeout: 443 lvb_type: 1 00010000:00010000:0.0:1734016079.810548:0:6469:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880072171f80/0x3f004d6452e04d49 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf246 expref: 8 pid: 13927 timeout: 443 lvb_type: 1 00010000:00010000:0.0:1734016079.810566:0:6469:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880072171f80/0x3f004d6452e04d49 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf246 expref: 8 pid: 13927 timeout: 443 lvb_type: 1 00010000:00010000:0.0:1734016079.810584:0:6469:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016079.810619:0:6469:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076b66300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1980:x1818247336192640:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 107us (376us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016079.810625:0:6469:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2357 00000100:00100000:0.0:1734016079.810639:0:6469:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2358 00000100:00100000:0.0:1734016079.810642:0:6469:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076b66680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1980:x1818247336192512:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016079.810648:0:6469:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016079.810654:0:6469:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a803b3c0/0x3f004d6452e04d50 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf24d expref: 7 pid: 13927 timeout: 443 lvb_type: 1 00010000:00010000:0.0:1734016079.810662:0:6469:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a803b3c0/0x3f004d6452e04d50 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf24d expref: 7 pid: 13927 timeout: 443 lvb_type: 1 00010000:00010000:0.0:1734016079.810672:0:6469:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a803b3c0/0x3f004d6452e04d50 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf24d expref: 7 pid: 13927 timeout: 443 lvb_type: 1 00010000:00010000:0.0:1734016079.810684:0:6469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016079.810686:0:6469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016079.810691:0:6469:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880072172640/0x3f004d6452e04d57 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4308992->4341759) gid 0 flags: 0x50080000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf254 expref: 6 pid: 13927 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016079.810697:0:6469:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880072172640/0x3f004d6452e04d57 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4308992->4341759) gid 0 flags: 0x50080000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf254 expref: 6 pid: 13927 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016079.810721:0:6469:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880072172640/0x3f004d6452e04d57 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4308992->4341759) gid 0 flags: 0x40000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf254 expref: 6 pid: 13927 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016079.810738:0:6469:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074e43b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6469:1818247339226880:192.168.201.10@tcp:105: 00000100:00100000:0.0:1734016079.812317:0:6469:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012cf4f240 going to sleep for 11 seconds 00000100:00100000:0.0:1734016079.818450:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016079.823606:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016079.839224:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016079.848583:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016079.860240:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016079.865421:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016079.869068:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016079.873962:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016079.879212:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016079.885265:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016079.885336:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336194688 00000100:00100000:0.0:1734016079.885347:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336194688 00002000:00100000:0.0:1734016079.885388:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (1716224->1720319) req@ffff880076b66a00 x1818247336194688/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:40/0 lens 488/0 e 0 to 0 dl 1734016090 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016079.885402:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076b66a00 with x1818247336194688 ext(1716224->1720319) 00002000:00010000:0.0:1734016079.885407:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076b66a00 00000100:00100000:0.0:1734016079.885465:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 7476 00000100:00100000:0.0:1734016079.885471:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076b66a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1980:x1818247336194688:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:0.0:1734016079.885588:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076b66a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1980:x1818247336194688:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 116us (334us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016079.885593:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 7476 00002000:00100000:0.0:1734016079.885598:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (1716224->1720319) req@ffff880076b66a00 x1818247336194688/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:40/0 lens 488/4536 e 0 to 0 dl 1734016090 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016079.885604:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076b66a00 with x1818247336194688 ext(1716224->1720319) 00002000:00010000:0.0:1734016079.885606:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076b66a00 00000100:00100000:0.0:1734016079.891460:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016079.897577:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016079.902575:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016079.906313:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016079.909713:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016079.914505:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016079.918529:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016079.922010:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016079.927224:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016079.930996:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016079.934639:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016079.938779:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016079.944236:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016079.947715:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016079.951541:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016079.956336:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016079.960271:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016079.964182:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016079.967048:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016079.972020:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016079.977956:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016079.983968:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016079.989035:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016079.995033:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016080.017159:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016080.017900:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00080000:0.0:1734016080.024696:0:6479:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734016050 00000100:00100000:0.0:1734016080.099426:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016080.102717:0:7420:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 1605 00000100:00100000:1.0:1734016080.102725:0:7420:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074155880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+19:9673:x1818247336201472:12345-192.168.201.10@tcp:36:fsx.0 00010000:00010000:1.0:1734016080.102771:0:7420:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016080.102794:0:7420:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a4480/0x3f004d6452e04d2d lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf231 expref: 19 pid: 8966 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016080.102825:0:7420:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:1.0:1734016080.102828:0:7420:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1734016080.102962:0:7420:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880097236f40/0x3f004d6452e04d73 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7420 initiator: MDT0 00010000:00010000:1.0:1734016080.102974:0:7420:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a58c0/0x3f004d6452e04d0a lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf215 expref: 21 pid: 8966 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016080.102980:0:7420:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff880097236f40/0x3f004d6452e04d73 lrc: 4/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7420 initiator: MDT0 00010000:00010000:1.0:1734016080.103016:0:7420:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a58c0/0x3f004d6452e04d0a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf215 expref: 21 pid: 8966 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016080.103029:0:7420:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a58c0/0x3f004d6452e04d0a lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf215 expref: 21 pid: 8966 timeout: 444 lvb_type: 0 00000100:00100000:1.0:1734016080.103040:0:7420:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076948000 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7420:1818247339227392:192.168.201.10@tcp:104: 00000100:00100000:1.0:1734016080.103101:0:7420:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac68e540 going to sleep for 11 seconds 00000100:00100000:0.0:1734016080.106749:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016080.110685:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336201728 00000100:00100000:0.0:1734016080.110696:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336201728 00000100:00100000:0.0:1734016080.116373:0:7705:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336201856 00000100:00100000:0.0:1734016080.116381:0:7705:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336201856 00010000:00010000:0.0:1734016080.116414:0:7705:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800721718c0/0x3f004d6452e04d65 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1736704->1740799) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf262 expref: 7 pid: 13927 timeout: 444 lvb_type: 0 00000100:00100000:0.0:1734016080.116451:0:7705:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2361 00000100:00100000:0.0:1734016080.116457:0:7705:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011efc5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1978:x1818247336201856:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016080.116468:0:7705:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016080.116488:0:7705:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800721718c0/0x3f004d6452e04d65 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1736704->1740799) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf262 expref: 7 pid: 13927 timeout: 444 lvb_type: 0 00010000:00010000:0.0:1734016080.116498:0:7705:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800721718c0/0x3f004d6452e04d65 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1736704->1740799) gid 0 flags: 0x50000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf262 expref: 7 pid: 13927 timeout: 444 lvb_type: 0 00010000:00010000:0.0:1734016080.116520:0:7705:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800721718c0/0x3f004d6452e04d65 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1736704->1740799) gid 0 flags: 0x44801400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf262 expref: 7 pid: 13927 timeout: 444 lvb_type: 0 00010000:00010000:0.0:1734016080.116547:0:7705:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016080.116576:0:7705:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011efc5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1978:x1818247336201856:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 119us (285us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016080.116582:0:7705:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2361 00000100:00100000:0.0:1734016080.126009:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016080.132275:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016080.142238:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016080.149631:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016080.156604:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016080.191727:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016080.207372:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016080.232855:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016080.262214:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016080.279013:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016080.294180:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016080.301954:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016080.310713:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016080.318201:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016080.325059:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016080.334138:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016080.337661:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016080.342069:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016080.352107:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016080.360395:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016080.363856:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016080.372370:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016080.379549:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016080.388170:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016080.395971:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016080.401858:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016080.406215:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016080.413561:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016080.420722:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016080.428773:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016080.435384:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016080.439971:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016080.445142:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800750e0000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339229440:192.168.201.10@tcp:104: 00000100:00100000:0.0:1734016080.445154:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800750e0380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339229568:192.168.201.10@tcp:104: 00010000:00010000:0.0:1734016080.445186:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880072171f80/0x3f004d6452e04df1 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf2d2 expref: 9 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016080.445199:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880072171f80, rc 0) 00000100:00100000:0.0:1734016080.445245:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007694bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+9:9673:x1818247336207744:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 4686us (5279us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016080.445253:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9254 00000100:00100000:1.0:1734016080.445410:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016080.445461:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016080.450733:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016080.455989:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016080.459817:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016080.466424:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016080.471409:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016080.480911:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336208896 00000100:00100000:0.0:1734016080.480924:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336208896 00000100:00100000:0.0:1734016080.480973:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9256 00000100:00100000:0.0:1734016080.480982:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800750e0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+8:1979:x1818247336208896:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:0.0:1734016080.481004:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016080.481030:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a803b3c0/0x3f004d6452e04e14 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361cf2e7 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1734016080.481053:0:7689:0:(ofd_lvb.c:169:ofd_lvbo_init()) res: [0x280000400:0x5:0x0] initial LVB size: 8352013, mtime: 0x675afc4f, atime: 0x675afc4e, ctime: 0x675afc4f, blocks: 0xb8 00010000:00010000:0.0:1734016080.481085:0:7689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016080.481087:0:7689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016080.481098:0:7689:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a803b3c0/0x3f004d6452e04e14 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf2e7 expref: 9 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016080.481115:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a803b3c0/0x3f004d6452e04e14 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf2e7 expref: 9 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016080.481125:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a803b3c0, rc 0) 00000100:00100000:0.0:1734016080.481189:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800750e0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+9:1979:x1818247336208896:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 208us (437us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016080.481195:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9256 00000100:00100000:1.0:1734016080.484795:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016080.488793:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016080.506050:0:13925:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336209536 00000100:00100000:0.0:1734016080.506059:0:13925:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336209536 00002000:00100000:0.0:1734016080.506116:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (4190208->8355839) req@ffff8800750e0a80 x1818247336209536/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:41/0 lens 504/0 e 0 to 0 dl 1734016091 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016080.506125:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800750e0a80 with x1818247336209536 ext(4190208->8355839) 00002000:00010000:0.0:1734016080.506131:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800750e0a80 00000100:00100000:0.0:1734016080.506170:0:13925:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 7519 00000100:00100000:0.0:1734016080.506175:0:13925:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800750e0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+10:1979:x1818247336209536:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:1.0:1734016080.577272:0:13925:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800750e0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+11:1979:x1818247336209536:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 71076us (71328us total) trans 0 rc 4161536/4161536 00000100:00100000:1.0:1734016080.577291:0:13925:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 7519 00002000:00100000:1.0:1734016080.577311:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (4190208->8355839) req@ffff8800750e0a80 x1818247336209536/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:41/0 lens 504/440 e 0 to 0 dl 1734016091 ref 1 fl Complete:/200/0 rc 4161536/4161536 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016080.577321:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800750e0a80 with x1818247336209536 ext(4190208->8355839) 00002000:00010000:1.0:1734016080.577328:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800750e0a80 00000100:00100000:0.0:1734016080.612939:0:13927:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336209792 00000100:00100000:0.0:1734016080.612954:0:13927:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336209792 00000100:00100000:0.0:1734016080.613017:0:13927:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9258 00000100:00100000:0.0:1734016080.613025:0:13927:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800750e1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+9:9673:x1818247336209792:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:0.0:1734016080.613054:0:13927:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016080.613087:0:13927:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a8038b40/0x3f004d6452e04e30 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361cf2fc expref: -99 pid: 13927 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016080.613121:0:13927:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a803b3c0/0x3f004d6452e04e14 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf2e7 expref: 10 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016080.613131:0:13927:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880072171f80/0x3f004d6452e04e29 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf2f5 expref: 6 pid: 13927 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016080.613136:0:13927:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016080.613138:0:13927:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016080.613141:0:13927:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a8038b40/0x3f004d6452e04e30 lrc: 5/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [6545408->6578175] (req 6545408->6578175) gid 0 flags: 0x50000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf2fc expref: 10 pid: 13927 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016080.613174:0:13927:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880072171f80/0x3f004d6452e04e29 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf2f5 expref: 6 pid: 13927 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016080.613187:0:13927:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880072171f80/0x3f004d6452e04e29 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf2f5 expref: 6 pid: 13927 timeout: 444 lvb_type: 1 00000100:00100000:0.0:1734016080.613207:0:13927:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880075298700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13927:1818247339230080:192.168.201.10@tcp:104: 00010000:00010000:0.0:1734016080.613290:0:13927:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a803b3c0/0x3f004d6452e04e14 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf2e7 expref: 10 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016080.613298:0:13927:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a803b3c0/0x3f004d6452e04e14 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf2e7 expref: 10 pid: 7689 timeout: 444 lvb_type: 1 00000100:00100000:0.0:1734016080.613306:0:13927:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880075298a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13927:1818247339230208:192.168.201.10@tcp:104: 00000100:00100000:0.0:1734016080.613322:0:13927:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012cf4f000 going to sleep for 11 seconds 00000100:00100000:0.0:1734016080.622416:0:13927:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880075298700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13927:1818247339230080:192.168.201.10@tcp:104: 00000100:00100000:0.0:1734016080.622440:0:13927:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880075298a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13927:1818247339230208:192.168.201.10@tcp:104: 00010000:00010000:0.0:1734016080.622492:0:13927:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a8038b40/0x3f004d6452e04e30 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [6545408->6578175] (req 6545408->6578175) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf2fc expref: 10 pid: 13927 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016080.622515:0:13927:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a8038b40, rc 0) 00000100:00100000:0.0:1734016080.622621:0:13927:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800750e1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+10:9673:x1818247336209792:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 9594us (10129us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016080.622631:0:13927:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9258 00000100:00100000:0.0:1734016080.627563:0:9956:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336209920 00000100:00100000:0.0:1734016080.627575:0:9956:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336209920 00010000:00010000:0.0:1734016080.627615:0:9956:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880072171f80/0x3f004d6452e04e29 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf2f5 expref: 7 pid: 13927 timeout: 444 lvb_type: 1 00000100:00100000:0.0:1734016080.627661:0:9956:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2368 00000100:00100000:0.0:1734016080.627670:0:9956:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800750e1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1978:x1818247336209920:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016080.627687:0:9956:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016080.627710:0:9956:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880072171f80/0x3f004d6452e04e29 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf2f5 expref: 7 pid: 13927 timeout: 444 lvb_type: 1 00010000:00010000:0.0:1734016080.627722:0:9956:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880072171f80/0x3f004d6452e04e29 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf2f5 expref: 7 pid: 13927 timeout: 444 lvb_type: 1 00010000:00010000:0.0:1734016080.627745:0:9956:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880072171f80/0x3f004d6452e04e29 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf2f5 expref: 7 pid: 13927 timeout: 444 lvb_type: 1 00010000:00010000:0.0:1734016080.627766:0:9956:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016080.627932:0:9956:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800750e1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1978:x1818247336209920:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 262us (468us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016080.627940:0:9956:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2368 00000100:00100000:0.0:1734016080.652410:0:9956:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336210048 00000100:00100000:0.0:1734016080.652422:0:9956:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336210048 00010000:00010000:0.0:1734016080.652465:0:9956:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a803b3c0/0x3f004d6452e04e14 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf2e7 expref: 10 pid: 7689 timeout: 444 lvb_type: 1 00000100:00100000:0.0:1734016080.652516:0:9956:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2369 00000100:00100000:0.0:1734016080.652524:0:9956:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800750e1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+10:1979:x1818247336210048:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016080.652543:0:9956:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016080.652567:0:9956:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a803b3c0/0x3f004d6452e04e14 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf2e7 expref: 10 pid: 7689 timeout: 444 lvb_type: 1 00010000:00010000:0.0:1734016080.652581:0:9956:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a803b3c0/0x3f004d6452e04e14 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf2e7 expref: 10 pid: 7689 timeout: 444 lvb_type: 1 00010000:00010000:0.0:1734016080.652613:0:9956:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a803b3c0/0x3f004d6452e04e14 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf2e7 expref: 10 pid: 7689 timeout: 444 lvb_type: 1 00010000:00010000:0.0:1734016080.652639:0:9956:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016080.652642:0:9956:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016080.652649:0:9956:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a8038b40/0x3f004d6452e04e30 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6545408->6578175) gid 0 flags: 0x40080000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf2fc expref: 9 pid: 13927 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016080.652659:0:9956:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a8038b40/0x3f004d6452e04e30 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6545408->6578175) gid 0 flags: 0x40080000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf2fc expref: 9 pid: 13927 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016080.652984:0:9956:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a8038b40/0x3f004d6452e04e30 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6545408->6578175) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf2fc expref: 9 pid: 13927 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016080.653002:0:9956:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880075298a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9956:1818247339230336:192.168.201.10@tcp:105: 00000100:00100000:0.0:1734016080.653812:0:9956:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012cf4f000 going to sleep for 11 seconds 00000100:00100000:0.0:1734016080.660009:0:9956:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880075298a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9956:1818247339230336:192.168.201.10@tcp:105: 00010000:00010000:0.0:1734016080.660058:0:9956:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016080.660167:0:9956:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800750e1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+9:1979:x1818247336210048:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 7640us (7856us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016080.660183:0:9956:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2369 00000100:00100000:0.0:1734016080.663186:0:13927:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336210176 00000100:00100000:0.0:1734016080.663199:0:13927:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336210176 00000100:00100000:0.0:1734016080.663259:0:13927:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9259 00000100:00100000:0.0:1734016080.663271:0:13927:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800750e1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+9:1978:x1818247336210176:12345-192.168.201.10@tcp:22:fsx.0 00002000:00010000:0.0:1734016080.663604:0:13927:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 8352013 -> 8352013 00002000:00010000:0.0:1734016080.663608:0:13927:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016079 -> 1734016079 00002000:00010000:0.0:1734016080.663610:0:13927:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016078 -> 1734016078 00002000:00010000:0.0:1734016080.663613:0:13927:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016079 -> 1734016079 00002000:00010000:0.0:1734016080.663614:0:13927:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 184 -> 184 00000100:00100000:0.0:1734016080.665686:0:13927:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800750e1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+10:1978:x1818247336210176:12345-192.168.201.10@tcp:22:fsx.0 Request processed in 2395us (2649us total) trans 4294968836 rc 0/0 00000100:00100000:0.0:1734016080.665709:0:13927:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9259 00000100:00100000:0.0:1734016080.675575:0:13927:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336210304 00000100:00100000:0.0:1734016080.675593:0:13927:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336210304 00000100:00100000:0.0:1734016080.675702:0:13927:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9260 00000100:00100000:0.0:1734016080.675715:0:13927:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800750e1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1981:x1818247336210304:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:0.0:1734016080.675751:0:13927:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016080.675794:0:13927:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a803b180/0x3f004d6452e04e37 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361cf303 expref: -99 pid: 13927 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016080.676150:0:13927:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880075298a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13927:1818247339230464:192.168.201.10@tcp:106: 00000100:00100000:0.0:1734016080.676738:0:13927:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012cf4f000 going to sleep for 11 seconds 00002000:00010000:0.0:1734016080.687102:0:13927:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime: 1734016078 -> 1734016080 00000100:00100000:0.0:1734016080.687159:0:13927:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880075298a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13927:1818247339230464:192.168.201.10@tcp:106: 00010000:00010000:0.0:1734016080.687225:0:13927:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a803b180/0x3f004d6452e04e37 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf303 expref: 7 pid: 13927 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016080.687251:0:13927:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a803b180/0x3f004d6452e04e37 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf303 expref: 7 pid: 13927 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016080.687292:0:13927:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a803b180, rc 0) 00000100:00100000:0.0:1734016080.687388:0:13927:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800750e1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1981:x1818247336210304:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 11674us (12950us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016080.687401:0:13927:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9260 00000100:00100000:0.0:1734016080.703858:0:13927:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336210432 00000100:00100000:0.0:1734016080.703913:0:13927:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336210432 00000100:00100000:0.0:1734016080.703975:0:13927:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9261 00000100:00100000:0.0:1734016080.703983:0:13927:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800750e2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1979:x1818247336210432:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:0.0:1734016080.704000:0:13927:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016080.704019:0:13927:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a803bcc0/0x3f004d6452e04e3e lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361cf30a expref: -99 pid: 13927 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016080.704079:0:13927:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880075298a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13927:1818247339230592:192.168.201.10@tcp:106: 00000100:00100000:0.0:1734016080.711718:0:13927:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880075298a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13927:1818247339230592:192.168.201.10@tcp:106: 00010000:00010000:0.0:1734016080.711752:0:13927:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a803bcc0/0x3f004d6452e04e3e lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf30a expref: 7 pid: 13927 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016080.711766:0:13927:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a803bcc0/0x3f004d6452e04e3e lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf30a expref: 7 pid: 13927 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016080.711793:0:13927:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a803bcc0, rc 0) 00000100:00100000:0.0:1734016080.711845:0:13927:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800750e2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1979:x1818247336210432:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 7861us (14705us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016080.711853:0:13927:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9261 00000100:00100000:1.0:1734016080.719018:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016080.738789:0:13927:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336210944 00000100:00100000:0.0:1734016080.738804:0:13927:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336210944 00000100:00100000:0.0:1734016080.748949:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016080.755565:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016080.764438:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016080.772840:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016080.791189:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016080.808727:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016080.828584:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016080.850750:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016080.864823:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016080.877728:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016080.887462:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016080.891984:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016080.908614:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016080.917252:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016080.933409:0:13927:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336212992 00000100:00100000:0.0:1734016080.933419:0:13927:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336212992 00000100:00100000:0.0:1734016080.933467:0:13927:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9269 00000100:00100000:0.0:1734016080.933475:0:13927:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800750e2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+9:1979:x1818247336212992:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:0.0:1734016080.933497:0:13927:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016080.933518:0:13927:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a80398c0/0x3f004d6452e04ea7 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361cf350 expref: -99 pid: 13927 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016080.933584:0:13927:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007529b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13927:1818247339231872:192.168.201.10@tcp:106: 00000100:00100000:0.0:1734016080.933669:0:13927:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012cf4f000 going to sleep for 11 seconds 00000100:00100000:0.0:1734016080.935208:0:13927:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007529b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13927:1818247339231872:192.168.201.10@tcp:106: 00010000:00010000:0.0:1734016080.935240:0:13927:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a80398c0/0x3f004d6452e04ea7 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf350 expref: 10 pid: 13927 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016080.935251:0:13927:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a80398c0/0x3f004d6452e04ea7 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf350 expref: 10 pid: 13927 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016080.935276:0:13927:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a80398c0, rc 0) 00000100:00100000:0.0:1734016080.935319:0:13927:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800750e2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+9:1979:x1818247336212992:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 1844us (2040us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016080.935327:0:13927:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9269 00000100:00100000:0.0:1734016080.940640:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016080.949307:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016080.964752:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016080.973620:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016080.981546:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016080.989551:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016080.989613:0:8966:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336213888 00000100:00100000:0.0:1734016080.989624:0:8966:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336213888 00000100:00100000:0.0:1734016080.989680:0:8966:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 1617 00000100:00100000:0.0:1734016080.989688:0:8966:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075224a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+26:9673:x1818247336213888:12345-192.168.201.10@tcp:36:fsx.0 00010000:00010000:0.0:1734016080.989745:0:8966:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016080.989773:0:8966:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880072170d80/0x3f004d6452e04ebc lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf35e expref: 26 pid: 7420 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016080.989912:0:8966:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:0.0:1734016080.989917:0:8966:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1734016080.990126:0:8966:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880097234fc0/0x3f004d6452e04ed1 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 8966 initiator: MDT0 00010000:00010000:1.0:1734016080.990138:0:8966:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880072172d00/0x3f004d6452e04e99 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf342 expref: 22 pid: 8966 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016080.990145:0:8966:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff880097234fc0/0x3f004d6452e04ed1 lrc: 4/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 8966 initiator: MDT0 00010000:00010000:1.0:1734016080.990170:0:8966:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880072172d00/0x3f004d6452e04e99 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf342 expref: 22 pid: 8966 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016080.990181:0:8966:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880072172d00/0x3f004d6452e04e99 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf342 expref: 22 pid: 8966 timeout: 445 lvb_type: 0 00000100:00100000:1.0:1734016080.990196:0:8966:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880075224e00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:8966:1818247339232512:192.168.201.10@tcp:104: 00000100:00100000:1.0:1734016080.990246:0:8966:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac68e540 going to sleep for 11 seconds 00000100:00100000:1.0:1734016080.992689:0:8966:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880075224e00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:8966:1818247339232512:192.168.201.10@tcp:104: 00010000:00010000:1.0:1734016080.992722:0:8966:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff880097234fc0/0x3f004d6452e04ed1 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 8966 initiator: MDT0 00000100:00100000:0.0:1734016080.992785:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016080.995170:0:13927:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336214144 00000100:00100000:0.0:1734016080.995181:0:13927:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336214144 00000100:00100000:0.0:1734016080.995221:0:13927:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9273 00000100:00100000:0.0:1734016080.995230:0:13927:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800750e2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+9:9673:x1818247336214144:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:0.0:1734016080.995252:0:13927:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016080.995270:0:13927:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a803af40/0x3f004d6452e04ed8 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361cf373 expref: -99 pid: 13927 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016080.995297:0:13927:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800721718c0/0x3f004d6452e04eae lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3084288->3121151) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf357 expref: 9 pid: 13927 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016080.995305:0:13927:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016080.995306:0:13927:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016080.995309:0:13927:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a803af40/0x3f004d6452e04ed8 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf373 expref: 10 pid: 13927 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016080.995359:0:13927:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800721718c0/0x3f004d6452e04eae lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3084288->3121151) gid 0 flags: 0x50000000020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf357 expref: 9 pid: 13927 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016080.995374:0:13927:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800721718c0/0x3f004d6452e04eae lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3084288->3121151) gid 0 flags: 0x70000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf357 expref: 9 pid: 13927 timeout: 445 lvb_type: 0 00000100:00100000:0.0:1734016080.995386:0:13927:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800753ec000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13927:1818247339232640:192.168.201.10@tcp:104: 00000100:00100000:0.0:1734016080.995446:0:13927:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012cf4f000 going to sleep for 11 seconds 00000100:00100000:1.0:1734016080.998719:0:13927:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800753ec000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13927:1818247339232640:192.168.201.10@tcp:104: 00010000:00010000:1.0:1734016080.998754:0:13927:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a803af40/0x3f004d6452e04ed8 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf373 expref: 10 pid: 13927 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016080.998771:0:13927:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a803af40, rc 0) 00000100:00100000:1.0:1734016080.998820:0:13927:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800750e2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+10:9673:x1818247336214144:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 3591us (3724us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016080.998828:0:13927:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9273 00000100:00100000:0.0:1734016081.004513:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800750e2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+12:1978:x1818247336214272:12345-192.168.201.10@tcp:4:fsx.0 Request processed in 4889us (6031us total) trans 4294968840 rc 0/0 00000100:00100000:0.0:1734016081.004529:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 225 00002000:00100000:0.0:1734016081.004545:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (3084288->4137721) req@ffff8800750e2d80 x1818247336214272/t4294968840(0) o4->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:41/0 lens 504/448 e 0 to 0 dl 1734016091 ref 1 fl Complete:H/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016081.004555:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800750e2d80 with x1818247336214272 ext(3084288->4137721) 00010000:00010000:0.0:1734016081.004565:0:7694:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800721718c0/0x3f004d6452e04eae lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3084288->3121151) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf357 expref: 12 pid: 13927 timeout: 445 lvb_type: 0 00010000:00010000:0.0:1734016081.004582:0:7694:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800721718c0/0x3f004d6452e04eae lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3084288->3121151) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf357 expref: 12 pid: 13927 timeout: 445 lvb_type: 0 00002000:00010000:0.0:1734016081.004588:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800750e2d80 00000100:00100000:0.0:1734016081.015804:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016081.016018:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336214528 00000100:00100000:1.0:1734016081.016024:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336214528 00002000:00010000:1.0:1734016081.016056:0:7694:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (6266324->18446744073709551615) 00002000:00100000:1.0:1734016081.016060:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800753ec380 with x1818247336214528 ext(6266324->18446744073709551615) 00002000:00010000:1.0:1734016081.016077:0:7694:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800753ec380. 00000100:00100000:1.0:1734016081.016102:0:13925:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 7522 00000100:00100000:1.0:1734016081.016108:0:13925:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800753ec380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+10:1979:x1818247336214528:12345-192.168.201.10@tcp:10:fsx.0 00002000:00010000:1.0:1734016081.016331:0:13925:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 4137722 -> 6266324 00002000:00010000:1.0:1734016081.016335:0:13925:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016080 -> 1734016080 00002000:00010000:1.0:1734016081.016336:0:13925:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016080 -> 1734016080 00002000:00010000:1.0:1734016081.016339:0:13925:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016080 -> 1734016080 00002000:00010000:1.0:1734016081.016341:0:13925:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 288 -> 288 00000100:00100000:1.0:1734016081.016389:0:13925:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800753ec380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+11:1979:x1818247336214528:12345-192.168.201.10@tcp:10:fsx.0 Request processed in 280us (585us total) trans 4294968841 rc 0/0 00000100:00100000:1.0:1734016081.016396:0:13925:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 7522 00002000:00010000:1.0:1734016081.016398:0:13925:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (6266324->18446744073709551615) 00002000:00100000:1.0:1734016081.016401:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800753ec380 with x1818247336214528 ext(6266324->18446744073709551615) 00002000:00010000:1.0:1734016081.016404:0:13925:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800753ec380. 00000100:00080000:0.0:1734016081.016772:0:6479:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734016051 00000100:00100000:0.0:1734016081.019424:0:8966:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336214656 00000100:00100000:0.0:1734016081.019436:0:8966:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336214656 00000100:00100000:0.0:1734016081.019514:0:8966:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 1618 00000100:00100000:0.0:1734016081.019522:0:8966:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800750e3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+27:9673:x1818247336214656:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:0.0:1734016081.019553:0:8966:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016081.019584:0:8966:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a803ba80/0x3f004d6452e04edf lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361cf37a expref: -99 pid: 8966 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016081.019696:0:8966:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8038240/0x3f004d6452e04ee6 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 8966 initiator: MDT0 00010000:00010000:0.0:1734016081.019711:0:8966:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8038240/0x3f004d6452e04ee6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 8966 initiator: MDT0 00010000:00010000:0.0:1734016081.019726:0:8966:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8038240/0x3f004d6452e04ee6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 8966 initiator: MDT0 00000004:00200000:0.0:1734016081.019765:0:8966:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 6266324 00000004:00200000:0.0:1734016081.019770:0:8966:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1734016081.019787:0:8966:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8038240/0x3f004d6452e04ee6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 8966 initiator: MDT0 00010000:00010000:0.0:1734016081.019811:0:8966:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a803ba80/0x3f004d6452e04edf lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf37a expref: 29 pid: 8966 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016081.019829:0:8966:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8038240/0x3f004d6452e04ee6 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf37a expref: 28 pid: 8966 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016081.019836:0:8966:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:0.0:1734016081.019838:0:8966:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1734016081.019841:0:8966:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a8038240, rc 0) 00000100:00100000:0.0:1734016081.019940:0:8966:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800750e3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+28:9673:x1818247336214656:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 418us (619us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016081.019947:0:8966:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 1618 00000100:00100000:0.0:1734016081.047755:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016081.047819:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016081.047957:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336214912 00000100:00100000:1.0:1734016081.047972:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336214912 00002000:00100000:1.0:1734016081.048027:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (0->4194303) req@ffff8800753ec700 x1818247336214912/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:42/0 lens 488/0 e 0 to 0 dl 1734016092 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016081.048038:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800753ec700 with x1818247336214912 ext(0->4194303) 00002000:00010000:1.0:1734016081.048044:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800753ec700 00000100:00100000:1.0:1734016081.048100:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336215040 00000100:00100000:1.0:1734016081.048103:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336215040 00002000:00100000:1.0:1734016081.048113:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (4194304->6266879) req@ffff8800753eca80 x1818247336215040/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:42/0 lens 488/0 e 0 to 0 dl 1734016092 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016081.048119:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800753eca80 with x1818247336215040 ext(4194304->6266879) 00002000:00010000:1.0:1734016081.048122:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800753eca80 00000100:00100000:1.0:1734016081.048134:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 7523 00000100:00100000:1.0:1734016081.048142:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800753ec700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+12:1981:x1818247336214912:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:0.0:1734016081.147813:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016081.147977:0:13927:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336215296 00000100:00100000:1.0:1734016081.147989:0:13927:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336215296 00000100:00100000:1.0:1734016081.148353:0:13927:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9274 00000100:00100000:1.0:1734016081.148361:0:13927:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800753ece00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+11:9673:x1818247336215296:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:1.0:1734016081.148385:0:13927:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016081.148401:0:13927:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880097234000/0x3f004d6452e04eed lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361cf381 expref: -99 pid: 13927 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016081.148429:0:13927:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a803af40/0x3f004d6452e04ed8 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf373 expref: 10 pid: 13927 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016081.148436:0:13927:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016081.148437:0:13927:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016081.148440:0:13927:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880097234000/0x3f004d6452e04eed lrc: 4/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [5570560->5619711] (req 5570560->5619711) gid 0 flags: 0x50000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf381 expref: 12 pid: 13927 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016081.148463:0:13927:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a803af40/0x3f004d6452e04ed8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf373 expref: 10 pid: 13927 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016081.148473:0:13927:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a803af40/0x3f004d6452e04ed8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf373 expref: 10 pid: 13927 timeout: 445 lvb_type: 0 00000100:00100000:1.0:1734016081.148484:0:13927:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880075224e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13927:1818247339232896:192.168.201.10@tcp:104: 00000100:00100000:1.0:1734016081.149188:0:13927:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac68e540 going to sleep for 11 seconds 00000100:00100000:1.0:1734016081.151457:0:13927:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880075224e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13927:1818247339232896:192.168.201.10@tcp:104: 00010000:00010000:1.0:1734016081.151495:0:13927:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880097234000/0x3f004d6452e04eed lrc: 3/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [5570560->5619711] (req 5570560->5619711) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf381 expref: 12 pid: 13927 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016081.151518:0:13927:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097234000, rc 0) 00000100:00100000:1.0:1734016081.151571:0:13927:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800753ece00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+12:9673:x1818247336215296:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 3209us (3769us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016081.151580:0:13927:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9274 00000100:00100000:0.0:1734016081.174330:0:9956:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336215424 00000100:00100000:0.0:1734016081.174350:0:9956:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336215424 00010000:00010000:0.0:1734016081.174407:0:9956:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a803af40/0x3f004d6452e04ed8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf373 expref: 11 pid: 13927 timeout: 445 lvb_type: 0 00000100:00100000:0.0:1734016081.174472:0:9956:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2376 00000100:00100000:0.0:1734016081.174482:0:9956:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800744bd880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+11:1979:x1818247336215424:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016081.174507:0:9956:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016081.174530:0:9956:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a803af40/0x3f004d6452e04ed8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf373 expref: 11 pid: 13927 timeout: 445 lvb_type: 0 00010000:00010000:0.0:1734016081.174542:0:9956:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a803af40/0x3f004d6452e04ed8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf373 expref: 11 pid: 13927 timeout: 445 lvb_type: 0 00010000:00010000:0.0:1734016081.174577:0:9956:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a803af40/0x3f004d6452e04ed8 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf373 expref: 11 pid: 13927 timeout: 445 lvb_type: 0 00010000:00010000:0.0:1734016081.174620:0:9956:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016081.174623:0:9956:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016081.174631:0:9956:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880097234000/0x3f004d6452e04eed lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5570560->5619711) gid 0 flags: 0x40080000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf381 expref: 11 pid: 13927 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016081.174640:0:9956:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880097234000/0x3f004d6452e04eed lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5570560->5619711) gid 0 flags: 0x40080000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf381 expref: 11 pid: 13927 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016081.174689:0:9956:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880097234000/0x3f004d6452e04eed lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5570560->5619711) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf381 expref: 11 pid: 13927 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016081.174707:0:9956:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800753ed180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9956:1818247339233024:192.168.201.10@tcp:105: 00000100:00100000:0.0:1734016081.174804:0:9956:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012cf4fa80 going to sleep for 11 seconds 00000100:00100000:0.0:1734016081.178231:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016081.178775:0:13927:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336215552 00000100:00100000:1.0:1734016081.178788:0:13927:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336215552 00000100:00100000:1.0:1734016081.178833:0:13927:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9275 00000100:00100000:1.0:1734016081.178840:0:13927:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800753ed500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+12:1979:x1818247336215552:12345-192.168.201.10@tcp:22:fsx.0 00002000:00010000:1.0:1734016081.179241:0:13927:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 6266324 -> 6266324 00002000:00010000:1.0:1734016081.179245:0:13927:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016080 -> 1734016080 00002000:00010000:1.0:1734016081.179247:0:13927:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016080 -> 1734016080 00002000:00010000:1.0:1734016081.179250:0:13927:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016080 -> 1734016080 00002000:00010000:1.0:1734016081.179251:0:13927:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 288 -> 288 00000100:00100000:1.0:1734016081.179285:0:13927:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800753ed500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+13:1979:x1818247336215552:12345-192.168.201.10@tcp:22:fsx.0 Request processed in 445us (1072us total) trans 4294968842 rc 0/0 00000100:00100000:1.0:1734016081.179291:0:13927:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9275 00000100:00100000:0.0:1734016081.184019:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000001:00080000:0.0:1734016081.220547:0:8954:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294968843 is committed 00000001:00080000:0.0:1734016081.220570:0:8954:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294968842 is committed 00000100:00100000:0.0:1734016081.229440:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016081.233172:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016081.234419:0:13927:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336216320 00000100:00100000:1.0:1734016081.234443:0:13927:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336216320 00000100:00100000:1.0:1734016081.234541:0:13927:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9277 00000100:00100000:1.0:1734016081.234554:0:13927:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800753edf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1981:x1818247336216320:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:1.0:1734016081.234585:0:13927:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016081.234617:0:13927:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880097236880/0x3f004d6452e04f10 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361cf396 expref: -99 pid: 13927 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016081.234653:0:13927:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016081.234656:0:13927:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016081.234668:0:13927:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880097236880/0x3f004d6452e04f10 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf396 expref: 7 pid: 13927 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016081.234689:0:13927:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880097236880/0x3f004d6452e04f10 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf396 expref: 7 pid: 13927 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016081.234701:0:13927:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097236880, rc 0) 00000100:00100000:1.0:1734016081.234765:0:13927:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800753edf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1981:x1818247336216320:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 213us (1608us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016081.234772:0:13927:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9277 00000100:00100000:0.0:1734016081.245003:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016081.247437:0:13927:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336216448 00000100:00100000:1.0:1734016081.247458:0:13927:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336216448 00000100:00100000:1.0:1734016081.247566:0:13927:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9278 00000100:00100000:1.0:1734016081.247578:0:13927:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800753ee300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:9673:x1818247336216448:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:1.0:1734016081.247609:0:13927:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016081.247649:0:13927:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880097236d00/0x3f004d6452e04f17 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361cf39d expref: -99 pid: 13927 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016081.247699:0:13927:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880072172d00/0x3f004d6452e04f09 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf38f expref: 7 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016081.247711:0:13927:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880097236880/0x3f004d6452e04f10 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf396 expref: 6 pid: 13927 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016081.247719:0:13927:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016081.247721:0:13927:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016081.247727:0:13927:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880097236d00/0x3f004d6452e04f17 lrc: 5/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [2830336->2846719] (req 2830336->2846719) gid 0 flags: 0x50000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf39d expref: 7 pid: 13927 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016081.247779:0:13927:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880097236880/0x3f004d6452e04f10 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf396 expref: 6 pid: 13927 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016081.247794:0:13927:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880097236880/0x3f004d6452e04f10 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf396 expref: 6 pid: 13927 timeout: 445 lvb_type: 1 00000100:00100000:1.0:1734016081.247808:0:13927:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880075224e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13927:1818247339233280:192.168.201.10@tcp:104: 00010000:00010000:1.0:1734016081.247971:0:13927:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880072172d00/0x3f004d6452e04f09 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf38f expref: 7 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016081.247979:0:13927:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880072172d00/0x3f004d6452e04f09 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf38f expref: 7 pid: 7689 timeout: 445 lvb_type: 1 00000100:00100000:1.0:1734016081.247988:0:13927:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880075225180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13927:1818247339233408:192.168.201.10@tcp:104: 00000100:00100000:1.0:1734016081.248007:0:13927:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac68e540 going to sleep for 11 seconds 00000100:00100000:0.0:1734016081.254693:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016081.254764:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00010000:00010000:1.0:1734016081.256721:0:13927:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097236880/0x3f004d6452e04f10 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf396 expref: 6 pid: 13927 timeout: 445 lvb_type: 1 00000100:00100000:1.0:1734016081.256750:0:13927:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880075224e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13927:1818247339233280:192.168.201.10@tcp:104: 00010000:00010000:1.0:1734016081.256795:0:13927:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880072172d00/0x3f004d6452e04f09 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf38f expref: 8 pid: 7689 timeout: 445 lvb_type: 1 00000100:00100000:1.0:1734016081.256804:0:13927:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880075225180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13927:1818247339233408:192.168.201.10@tcp:104: 00010000:00010000:1.0:1734016081.256840:0:13927:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880097236d00/0x3f004d6452e04f17 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2830336->2846719) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf39d expref: 7 pid: 13927 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016081.256852:0:13927:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097236d00, rc 0) 00000100:00100000:1.0:1734016081.256923:0:13927:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800753ee300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:9673:x1818247336216448:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 9347us (11947us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016081.256933:0:13927:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9278 00000100:00100000:0.0:1734016081.260688:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016081.261643:0:13927:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336216832 00000100:00100000:1.0:1734016081.261657:0:13927:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336216832 00000100:00100000:1.0:1734016081.261738:0:13927:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9279 00000100:00100000:1.0:1734016081.261747:0:13927:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800753eed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1980:x1818247336216832:12345-192.168.201.10@tcp:22:fsx.0 00002000:00010000:1.0:1734016081.262178:0:13927:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 6266324 -> 6266324 00002000:00010000:1.0:1734016081.262182:0:13927:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016080 -> 1734016080 00002000:00010000:1.0:1734016081.262184:0:13927:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016080 -> 1734016080 00002000:00010000:1.0:1734016081.262187:0:13927:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016080 -> 1734016080 00002000:00010000:1.0:1734016081.262189:0:13927:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 368 -> 368 00000100:00100000:1.0:1734016081.262334:0:13927:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800753eed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+8:1980:x1818247336216832:12345-192.168.201.10@tcp:22:fsx.0 Request processed in 585us (1656us total) trans 4294968844 rc 0/0 00000100:00100000:1.0:1734016081.262343:0:13927:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9279 00000100:00100000:0.0:1734016081.283722:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016081.292492:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016081.293011:0:7695:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336217344 00000100:00100000:0.0:1734016081.293025:0:7695:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336217344 00002000:00100000:0.0:1734016081.293089:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (4190208->6266879) req@ffff880075225180 x1818247336217344/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:42/0 lens 504/0 e 0 to 0 dl 1734016092 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016081.293101:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880075225180 with x1818247336217344 ext(4190208->6266879) 00002000:00010000:0.0:1734016081.293107:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880075225180 00000100:00100000:0.0:1734016081.293155:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 7527 00000100:00100000:0.0:1734016081.293165:0:7695:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075225180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+8:1981:x1818247336217344:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:0.0:1734016081.360270:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016081.369614:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016081.377817:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016081.387724:0:6469:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336217984 00000100:00100000:0.0:1734016081.387739:0:6469:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336217984 00010000:00010000:0.0:1734016081.387806:0:6469:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8038240/0x3f004d6452e04ee6 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf37a expref: 28 pid: 8966 timeout: 445 lvb_type: 0 00000100:00100000:0.0:1734016081.389212:0:6469:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2380 00000100:00100000:0.0:1734016081.389227:0:6469:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b1f67450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+28:1978:x1818247336217984:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016081.389503:0:6469:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016081.389520:0:6469:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8038240/0x3f004d6452e04ee6 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf37a expref: 28 pid: 8966 timeout: 445 lvb_type: 0 00010000:00010000:0.0:1734016081.389535:0:6469:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8038240/0x3f004d6452e04ee6 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf37a expref: 28 pid: 8966 timeout: 445 lvb_type: 0 00010000:00010000:0.0:1734016081.389575:0:6469:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8038240/0x3f004d6452e04ee6 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf37a expref: 28 pid: 8966 timeout: 445 lvb_type: 0 00010000:00010000:0.0:1734016081.389615:0:6469:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:0.0:1734016081.389621:0:6469:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a61c0/0x3f004d6452e04f2c lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7420 initiator: MDT0 00010000:00010000:0.0:1734016081.389633:0:6469:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a61c0/0x3f004d6452e04f2c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 7420 initiator: MDT0 00010000:00010000:0.0:1734016081.389643:0:6469:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a61c0/0x3f004d6452e04f2c lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 7420 initiator: MDT0 00010000:00010000:0.0:1734016081.389679:0:6469:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016081.389778:0:6469:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b1f67450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+27:1978:x1818247336217984:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 555us (2809us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016081.389786:0:6469:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2380 00010000:00010000:0.0:1734016081.404072:0:3495:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a61c0/0x3f004d6452e04f2c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7420 initiator: MDT0 00010000:00010000:0.0:1734016081.404084:0:3495:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a61c0/0x3f004d6452e04f2c lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7420 initiator: MDT0 00010000:00010000:0.0:1734016081.404095:0:3495:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a61c0/0x3f004d6452e04f2c lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7420 initiator: MDT0 00010000:00010000:0.0:1734016081.404104:0:3495:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88009a9a61c0 already unused, calling callback (ffffffffa0f03950) 00010000:00010000:0.0:1734016081.404112:0:3495:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a61c0/0x3f004d6452e04f2c lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7420 initiator: MDT0 00010000:00010000:0.0:1734016081.404122:0:3495:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a61c0/0x3f004d6452e04f2c lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7420 initiator: MDT0 00010000:00010000:0.0:1734016081.404152:0:3495:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:0.0:1734016081.404155:0:3495:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1734016081.404161:0:3495:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a61c0/0x3f004d6452e04f2c lrc: 2/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7420 initiator: MDT0 00010000:00010000:0.0:1734016081.404167:0:3495:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a61c0/0x3f004d6452e04f2c lrc: 0/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7420 initiator: MDT0 00000100:00100000:1.0:1734016081.416552:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016081.428284:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016081.442173:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016081.472596:0:6469:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336218624 00000100:00100000:0.0:1734016081.472611:0:6469:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336218624 00010000:00010000:0.0:1734016081.472667:0:6469:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880097236d00/0x3f004d6452e04f17 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2830336->2846719) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf39d expref: 8 pid: 13927 timeout: 445 lvb_type: 0 00000100:00100000:0.0:1734016081.472716:0:6469:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2381 00000100:00100000:0.0:1734016081.472724:0:6469:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800750e3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+8:1979:x1818247336218624:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016081.472742:0:6469:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016081.472768:0:6469:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880097236d00/0x3f004d6452e04f17 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2830336->2846719) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf39d expref: 8 pid: 13927 timeout: 445 lvb_type: 0 00010000:00010000:0.0:1734016081.472783:0:6469:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880097236d00/0x3f004d6452e04f17 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2830336->2846719) gid 0 flags: 0x50000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf39d expref: 8 pid: 13927 timeout: 445 lvb_type: 0 00010000:00010000:0.0:1734016081.472822:0:6469:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097236d00/0x3f004d6452e04f17 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2830336->2846719) gid 0 flags: 0x44801400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf39d expref: 8 pid: 13927 timeout: 445 lvb_type: 0 00010000:00010000:0.0:1734016081.472914:0:6469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016081.472917:0:6469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016081.472928:0:6469:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7600/0x3f004d6452e04f48 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6414336->6418431) gid 0 flags: 0x40080000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf3c0 expref: 6 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016081.472941:0:6469:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7600/0x3f004d6452e04f48 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6414336->6418431) gid 0 flags: 0x40080000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf3c0 expref: 6 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016081.472999:0:6469:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7600/0x3f004d6452e04f48 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6414336->6418431) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf3c0 expref: 6 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016081.473022:0:6469:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800753eea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6469:1818247339234304:192.168.201.10@tcp:105: 00000100:00100000:0.0:1734016081.473134:0:6469:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012cf4fcc0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016081.479599:0:6469:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800753eea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6469:1818247339234304:192.168.201.10@tcp:105: 00010000:00010000:0.0:1734016081.479636:0:6469:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016081.479708:0:6469:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800750e3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1979:x1818247336218624:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 6983us (7903us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016081.479720:0:6469:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2381 00000100:00100000:1.0:1734016081.484226:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016081.523757:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016081.523821:0:8966:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336219136 00000100:00100000:0.0:1734016081.523834:0:8966:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336219136 00000100:00100000:0.0:1734016081.523952:0:8966:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 1622 00000100:00100000:0.0:1734016081.523960:0:8966:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075225c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+13:9673:x1818247336219136:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:0.0:1734016081.523993:0:8966:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016081.524022:0:8966:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8039440/0x3f004d6452e04f56 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361cf3ce expref: -99 pid: 8966 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016081.528252:0:8966:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8038900/0x3f004d6452e04f5d lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 8966 initiator: MDT0 00010000:00010000:0.0:1734016081.528283:0:8966:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8038900/0x3f004d6452e04f5d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 8966 initiator: MDT0 00010000:00010000:0.0:1734016081.528299:0:8966:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8038900/0x3f004d6452e04f5d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 8966 initiator: MDT0 00000004:00200000:0.0:1734016081.528348:0:8966:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 7805599 00000004:00200000:0.0:1734016081.528354:0:8966:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1734016081.528379:0:8966:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8038900/0x3f004d6452e04f5d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 8966 initiator: MDT0 00010000:00010000:0.0:1734016081.528422:0:8966:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8039440/0x3f004d6452e04f56 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf3ce expref: 15 pid: 8966 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016081.528480:0:8966:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8038900/0x3f004d6452e04f5d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf3ce expref: 14 pid: 8966 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016081.528492:0:8966:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:0.0:1734016081.528495:0:8966:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1734016081.528498:0:8966:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a8038900, rc 0) 00000100:00100000:0.0:1734016081.528596:0:8966:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075225c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+14:9673:x1818247336219136:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 4635us (4852us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016081.528608:0:8966:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 1622 00000100:00100000:1.0:1734016081.533003:0:13927:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336219264 00000100:00100000:1.0:1734016081.533016:0:13927:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336219264 00000100:00100000:1.0:1734016081.533096:0:13927:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9285 00000100:00100000:1.0:1734016081.533107:0:13927:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800750e1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:9673:x1818247336219264:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:1.0:1734016081.533132:0:13927:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016081.533158:0:13927:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880097236880/0x3f004d6452e04f64 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361cf3d5 expref: -99 pid: 13927 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016081.533195:0:13927:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7600/0x3f004d6452e04f48 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 6414336->6418431) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf3c0 expref: 8 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016081.533204:0:13927:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a73c0/0x3f004d6452e04f4f lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf3c7 expref: 7 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016081.533212:0:13927:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016081.533213:0:13927:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016081.533217:0:13927:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880097236880/0x3f004d6452e04f64 lrc: 5/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [7581696->7610367] (req 7581696->7610367) gid 0 flags: 0x50000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf3d5 expref: 8 pid: 13927 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016081.533257:0:13927:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a9a73c0/0x3f004d6452e04f4f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf3c7 expref: 7 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016081.533273:0:13927:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a9a73c0/0x3f004d6452e04f4f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf3c7 expref: 7 pid: 7689 timeout: 445 lvb_type: 1 00000100:00100000:1.0:1734016081.533292:0:13927:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880075225f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13927:1818247339234432:192.168.201.10@tcp:104: 00010000:00010000:1.0:1734016081.533388:0:13927:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7600/0x3f004d6452e04f48 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 6414336->6418431) gid 0 flags: 0x50000000020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf3c0 expref: 8 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016081.533401:0:13927:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7600/0x3f004d6452e04f48 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 6414336->6418431) gid 0 flags: 0x70000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf3c0 expref: 8 pid: 7689 timeout: 445 lvb_type: 0 00000100:00100000:1.0:1734016081.533411:0:13927:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880075226300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13927:1818247339234560:192.168.201.10@tcp:104: 00000100:00100000:1.0:1734016081.533430:0:13927:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac68e540 going to sleep for 11 seconds 00000100:00100000:1.0:1734016081.540338:0:13927:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880075225f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13927:1818247339234432:192.168.201.10@tcp:104: 00000100:00100000:1.0:1734016081.541969:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016081.542021:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016081.548189:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016081.552782:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016081.553141:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336219776 00000100:00100000:0.0:1734016081.553153:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336219776 00000100:00100000:0.0:1734016081.553218:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9287 00000100:00100000:0.0:1734016081.553225:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075227100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1981:x1818247336219776:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:0.0:1734016081.553253:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016081.553274:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a8038d80/0x3f004d6452e04f6b lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361cf3dc expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016081.553341:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800753eea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339234816:192.168.201.10@tcp:106: 00000100:00100000:0.0:1734016081.553506:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012cf4fcc0 going to sleep for 11 seconds 00002000:00010000:0.0:1734016081.555956:0:7689:0:(ofd_lvb.c:295:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime: 1734016080 -> 1734016081 00000100:00100000:0.0:1734016081.556002:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800753eea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339234816:192.168.201.10@tcp:106: 00010000:00010000:0.0:1734016081.556070:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a8038d80/0x3f004d6452e04f6b lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf3dc expref: 8 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016081.556091:0:7689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a8038d80/0x3f004d6452e04f6b lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf3dc expref: 8 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016081.556121:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a8038d80, rc 0) 00000100:00100000:0.0:1734016081.556786:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075227100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1981:x1818247336219776:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 3555us (4013us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016081.556797:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9287 00000100:00100000:0.0:1734016081.559649:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336219904 00000100:00100000:0.0:1734016081.559663:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336219904 00000100:00100000:0.0:1734016081.559758:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9288 00000100:00100000:0.0:1734016081.559767:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800744bc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1981:x1818247336219904:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:0.0:1734016081.559791:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016081.559816:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a80386c0/0x3f004d6452e04f72 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361cf3e3 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016081.559942:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800753eea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339234944:192.168.201.10@tcp:106: 00000100:00100000:0.0:1734016081.560019:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012cf4fcc0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016081.562433:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800753eea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339234944:192.168.201.10@tcp:106: 00010000:00010000:0.0:1734016081.562479:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a80386c0/0x3f004d6452e04f72 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf3e3 expref: 8 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016081.562492:0:7689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a80386c0/0x3f004d6452e04f72 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf3e3 expref: 8 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016081.562506:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a80386c0, rc 0) 00000100:00100000:0.0:1734016081.562567:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800744bc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1981:x1818247336219904:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 2800us (3033us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016081.562576:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9288 00000100:00100000:0.0:1734016081.565558:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336220032 00000100:00100000:0.0:1734016081.565573:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336220032 00000100:00100000:0.0:1734016081.565637:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9289 00000100:00100000:0.0:1734016081.565645:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800744bd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1981:x1818247336220032:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:0.0:1734016081.565668:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016081.565690:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a803ad00/0x3f004d6452e04f79 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361cf3ea expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016081.565757:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800753eea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339235072:192.168.201.10@tcp:106: 00000100:00100000:0.0:1734016081.565833:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012cf4fcc0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016081.568678:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800753eea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339235072:192.168.201.10@tcp:106: 00010000:00010000:0.0:1734016081.568734:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a803ad00/0x3f004d6452e04f79 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf3ea expref: 8 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016081.568750:0:7689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a803ad00/0x3f004d6452e04f79 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf3ea expref: 8 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016081.568909:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a803ad00, rc 0) 00000100:00100000:0.0:1734016081.569270:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800744bd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1981:x1818247336220032:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 3623us (3802us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016081.569281:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9289 00000100:00100000:1.0:1734016081.578321:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016081.588120:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016081.588238:0:13927:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336220416 00000100:00100000:0.0:1734016081.588250:0:13927:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336220416 00000100:00100000:0.0:1734016081.588307:0:13927:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9292 00000100:00100000:0.0:1734016081.588316:0:13927:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075227800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1980:x1818247336220416:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:0.0:1734016081.588342:0:13927:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016081.588367:0:13927:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a8038fc0/0x3f004d6452e04f87 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361cf3f8 expref: -99 pid: 13927 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016081.588445:0:13927:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800753eea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13927:1818247339235328:192.168.201.10@tcp:106: 00000100:00100000:0.0:1734016081.588560:0:13927:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012cf4fcc0 going to sleep for 11 seconds 00002000:00010000:0.0:1734016081.590716:0:13927:0:(ofd_lvb.c:295:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime: 1734016080 -> 1734016081 00000100:00100000:0.0:1734016081.590747:0:13927:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800753eea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13927:1818247339235328:192.168.201.10@tcp:106: 00010000:00010000:0.0:1734016081.590788:0:13927:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a8038fc0/0x3f004d6452e04f87 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf3f8 expref: 8 pid: 13927 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016081.590803:0:13927:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a8038fc0/0x3f004d6452e04f87 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf3f8 expref: 8 pid: 13927 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016081.590857:0:13927:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a8038fc0, rc 0) 00000100:00100000:0.0:1734016081.591562:0:13927:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075227800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1980:x1818247336220416:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 3243us (3453us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016081.591572:0:13927:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9292 00000100:00100000:0.0:1734016081.595152:0:13927:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336220544 00000100:00100000:0.0:1734016081.595170:0:13927:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336220544 00000100:00100000:0.0:1734016081.595494:0:13927:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9293 00000100:00100000:0.0:1734016081.595502:0:13927:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800744bf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1980:x1818247336220544:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:0.0:1734016081.595526:0:13927:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016081.595550:0:13927:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a8039b00/0x3f004d6452e04f8e lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361cf3ff expref: -99 pid: 13927 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016081.595635:0:13927:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800753eea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13927:1818247339235456:192.168.201.10@tcp:106: 00000100:00100000:0.0:1734016081.595739:0:13927:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012cf4fcc0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016081.598657:0:13927:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800753eea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13927:1818247339235456:192.168.201.10@tcp:106: 00010000:00010000:0.0:1734016081.598707:0:13927:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a8039b00/0x3f004d6452e04f8e lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf3ff expref: 8 pid: 13927 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016081.598723:0:13927:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a8039b00/0x3f004d6452e04f8e lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf3ff expref: 8 pid: 13927 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016081.599237:0:13927:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a8039b00, rc 0) 00000100:00100000:0.0:1734016081.599318:0:13927:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800744bf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1980:x1818247336220544:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 3814us (4386us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016081.599331:0:13927:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9293 00000100:00100000:0.0:1734016081.601910:0:13927:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336220672 00000100:00100000:0.0:1734016081.601921:0:13927:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336220672 00000100:00100000:0.0:1734016081.602229:0:13927:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9294 00000100:00100000:0.0:1734016081.602236:0:13927:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800744bd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1980:x1818247336220672:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:0.0:1734016081.602259:0:13927:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016081.602279:0:13927:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a8038fc0/0x3f004d6452e04f95 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361cf406 expref: -99 pid: 13927 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016081.602463:0:13927:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800753eea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13927:1818247339235584:192.168.201.10@tcp:106: 00000100:00100000:1.0:1734016081.602536:0:13927:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012cf4fcc0 going to sleep for 11 seconds 00000100:00100000:1.0:1734016081.612337:0:13927:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800753eea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13927:1818247339235584:192.168.201.10@tcp:106: 00010000:00010000:1.0:1734016081.612415:0:13927:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a8038fc0/0x3f004d6452e04f95 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf406 expref: 8 pid: 13927 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016081.612766:0:13927:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a8038fc0/0x3f004d6452e04f95 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf406 expref: 8 pid: 13927 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016081.614316:0:13927:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a8038fc0, rc 0) 00000100:00100000:1.0:1734016081.614425:0:13927:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800744bd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1980:x1818247336220672:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 12180us (12606us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016081.614436:0:13927:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9294 00000100:00100000:1.0:1734016081.617372:0:13927:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336220800 00000100:00100000:1.0:1734016081.617390:0:13927:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336220800 00000100:00100000:1.0:1734016081.617468:0:13927:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9295 00000100:00100000:1.0:1734016081.617479:0:13927:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b1ff7850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1980:x1818247336220800:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:1.0:1734016081.617517:0:13927:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016081.617551:0:13927:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880097235440/0x3f004d6452e04f9c lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361cf40d expref: -99 pid: 13927 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016081.617679:0:13927:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880075227b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13927:1818247339235712:192.168.201.10@tcp:106: 00000100:00100000:1.0:1734016081.617807:0:13927:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac68e240 going to sleep for 11 seconds 00000100:00100000:1.0:1734016081.621251:0:13927:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880075227b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13927:1818247339235712:192.168.201.10@tcp:106: 00010000:00010000:1.0:1734016081.621298:0:13927:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880097235440/0x3f004d6452e04f9c lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf40d expref: 8 pid: 13927 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016081.621313:0:13927:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097235440/0x3f004d6452e04f9c lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf40d expref: 8 pid: 13927 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016081.621331:0:13927:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097235440, rc 0) 00000100:00100000:1.0:1734016081.621405:0:13927:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b1ff7850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1980:x1818247336220800:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 3925us (4202us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016081.621415:0:13927:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9295 00000100:00100000:1.0:1734016081.631004:0:13927:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336220928 00000100:00100000:1.0:1734016081.631020:0:13927:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336220928 00000100:00100000:1.0:1734016081.631102:0:13927:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9296 00000100:00100000:1.0:1734016081.631115:0:13927:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800744bd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1981:x1818247336220928:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:1.0:1734016081.631146:0:13927:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016081.631178:0:13927:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880097235b00/0x3f004d6452e04fa3 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361cf414 expref: -99 pid: 13927 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016081.631271:0:13927:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880075224000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13927:1818247339235840:192.168.201.10@tcp:106: 00000100:00100000:1.0:1734016081.631381:0:13927:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac68e240 going to sleep for 11 seconds 00000100:00100000:1.0:1734016081.635518:0:13927:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880075224000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13927:1818247339235840:192.168.201.10@tcp:106: 00010000:00010000:1.0:1734016081.635599:0:13927:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880097235b00/0x3f004d6452e04fa3 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf414 expref: 8 pid: 13927 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016081.635622:0:13927:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097235b00/0x3f004d6452e04fa3 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf414 expref: 8 pid: 13927 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016081.635678:0:13927:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097235b00, rc 0) 00000100:00100000:1.0:1734016081.635787:0:13927:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800744bd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1981:x1818247336220928:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 4671us (5090us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016081.635799:0:13927:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9296 00000100:00100000:1.0:1734016081.640580:0:13927:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336221056 00000100:00100000:1.0:1734016081.640596:0:13927:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336221056 00000100:00100000:1.0:1734016081.641031:0:13927:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9297 00000100:00100000:1.0:1734016081.641044:0:13927:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800744bdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1980:x1818247336221056:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:1.0:1734016081.641078:0:13927:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016081.641101:0:13927:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880097237a80/0x3f004d6452e04faa lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361cf41b expref: -99 pid: 13927 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016081.641195:0:13927:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880075224000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13927:1818247339235968:192.168.201.10@tcp:106: 00000100:00100000:1.0:1734016081.642072:0:13927:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac68e240 going to sleep for 11 seconds 00000100:00100000:1.0:1734016081.645766:0:13927:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880075224000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13927:1818247339235968:192.168.201.10@tcp:106: 00010000:00010000:1.0:1734016081.645840:0:13927:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880097237a80/0x3f004d6452e04faa lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf41b expref: 8 pid: 13927 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016081.645990:0:13927:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097237a80/0x3f004d6452e04faa lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf41b expref: 8 pid: 13927 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016081.646025:0:13927:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097237a80, rc 0) 00000100:00100000:1.0:1734016081.646564:0:13927:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800744bdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1980:x1818247336221056:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 5519us (6709us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016081.646578:0:13927:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9297 00000100:00100000:1.0:1734016081.650973:0:13927:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336221184 00000100:00100000:1.0:1734016081.650989:0:13927:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336221184 00000100:00100000:1.0:1734016081.651359:0:13927:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9298 00000100:00100000:1.0:1734016081.651372:0:13927:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800744bf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:9673:x1818247336221184:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:1.0:1734016081.651409:0:13927:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016081.651443:0:13927:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800972373c0/0x3f004d6452e04fb1 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361cf422 expref: -99 pid: 13927 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016081.651497:0:13927:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880097236880/0x3f004d6452e04f64 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 7581696->7610367) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf3d5 expref: 8 pid: 13927 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016081.651512:0:13927:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016081.651515:0:13927:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016081.651519:0:13927:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800972373c0/0x3f004d6452e04fb1 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [1110016->1159167] (req 1110016->1159167) gid 0 flags: 0x50000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf422 expref: 8 pid: 13927 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016081.651582:0:13927:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880097236880/0x3f004d6452e04f64 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 7581696->7610367) gid 0 flags: 0x50000000020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf3d5 expref: 8 pid: 13927 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016081.651600:0:13927:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880097236880/0x3f004d6452e04f64 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 7581696->7610367) gid 0 flags: 0x70000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf3d5 expref: 8 pid: 13927 timeout: 445 lvb_type: 0 00000100:00100000:1.0:1734016081.651619:0:13927:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880075224000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13927:1818247339236096:192.168.201.10@tcp:104: 00000100:00100000:1.0:1734016081.652502:0:13927:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac68e240 going to sleep for 11 seconds 00000100:00100000:1.0:1734016081.656793:0:13927:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880075224000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13927:1818247339236096:192.168.201.10@tcp:104: 00010000:00010000:1.0:1734016081.656852:0:13927:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800972373c0/0x3f004d6452e04fb1 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [1110016->1159167] (req 1110016->1159167) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf422 expref: 8 pid: 13927 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016081.656917:0:13927:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800972373c0, rc 0) 00000100:00100000:1.0:1734016081.656982:0:13927:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800744bf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+8:9673:x1818247336221184:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 5612us (6747us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016081.656991:0:13927:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9298 00000100:00100000:0.0:1734016081.664227:0:7705:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800744bc700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7705:1818247339236224:192.168.201.10@tcp:105: 00010000:00010000:0.0:1734016081.664261:0:7705:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016081.664328:0:7705:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800750e0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1979:x1818247336221312:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 6980us (7902us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016081.664342:0:7705:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2384 00000100:00100000:0.0:1734016081.664903:0:7695:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336221568 00000100:00100000:0.0:1734016081.664910:0:7695:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336221568 00002000:00100000:0.0:1734016081.664950:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (1155072->7806975) req@ffff8800750e0000 x1818247336221568/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:42/0 lens 504/0 e 0 to 0 dl 1734016092 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016081.664959:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800750e0000 with x1818247336221568 ext(1155072->7806975) 00002000:00010000:0.0:1734016081.664963:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800750e0000 00000100:00100000:0.0:1734016081.664988:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 7530 00000100:00100000:0.0:1734016081.664994:0:7695:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800750e0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+8:1980:x1818247336221568:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:1.0:1734016081.692342:0:7695:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800750e0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+8:1980:x1818247336221568:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 27328us (27803us total) trans 0 rc 1544192/1544192 00000100:00100000:1.0:1734016081.692361:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 7530 00002000:00100000:1.0:1734016081.692381:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (1155072->7806975) req@ffff8800750e0000 x1818247336221568/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:42/0 lens 504/440 e 0 to 0 dl 1734016092 ref 1 fl Complete:/200/0 rc 1544192/1544192 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016081.692393:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800750e0000 with x1818247336221568 ext(1155072->7806975) 00002000:00010000:1.0:1734016081.692400:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800750e0000 00000100:00100000:1.0:1734016081.699384:0:13927:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336221696 00000100:00100000:1.0:1734016081.699400:0:13927:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336221696 00000100:00100000:1.0:1734016081.700506:0:13927:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9299 00000100:00100000:1.0:1734016081.700516:0:13927:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800744bd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1978:x1818247336221696:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:1.0:1734016081.700538:0:13927:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016081.700560:0:13927:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880097236880/0x3f004d6452e04fb8 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361cf429 expref: -99 pid: 13927 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016081.700627:0:13927:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880075224000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13927:1818247339236352:192.168.201.10@tcp:106: 00000100:00100000:1.0:1734016081.701529:0:13927:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac68e240 going to sleep for 11 seconds 00002000:00010000:1.0:1734016081.704746:0:13927:0:(ofd_lvb.c:283:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime: 1734016080 -> 1734016081 00000100:00100000:1.0:1734016081.704786:0:13927:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880075224000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13927:1818247339236352:192.168.201.10@tcp:106: 00010000:00010000:1.0:1734016081.704846:0:13927:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880097236880/0x3f004d6452e04fb8 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf429 expref: 9 pid: 13927 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016081.704960:0:13927:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097236880/0x3f004d6452e04fb8 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf429 expref: 9 pid: 13927 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016081.705512:0:13927:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097236880, rc 0) 00000100:00100000:1.0:1734016081.705650:0:13927:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800744bd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1978:x1818247336221696:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 5133us (7053us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016081.705668:0:13927:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9299 00000100:00100000:1.0:1734016081.709188:0:13927:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336221824 00000100:00100000:1.0:1734016081.709211:0:13927:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336221824 00000100:00100000:1.0:1734016081.709848:0:13927:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9300 00000100:00100000:1.0:1734016081.709860:0:13927:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800744bdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1980:x1818247336221824:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:1.0:1734016081.709925:0:13927:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016081.709960:0:13927:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880097237840/0x3f004d6452e04fbf lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361cf430 expref: -99 pid: 13927 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016081.710070:0:13927:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880075224000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13927:1818247339236480:192.168.201.10@tcp:106: 00000100:00100000:1.0:1734016081.710186:0:13927:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac68e240 going to sleep for 11 seconds 00000100:00100000:1.0:1734016081.713576:0:13927:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880075224000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13927:1818247339236480:192.168.201.10@tcp:106: 00010000:00010000:1.0:1734016081.713656:0:13927:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880097237840/0x3f004d6452e04fbf lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf430 expref: 9 pid: 13927 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016081.713681:0:13927:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097237840/0x3f004d6452e04fbf lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf430 expref: 9 pid: 13927 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016081.713724:0:13927:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097237840, rc 0) 00000100:00100000:1.0:1734016081.713828:0:13927:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800744bdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1980:x1818247336221824:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 3967us (5212us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016081.713843:0:13927:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9300 00000100:00100000:1.0:1734016081.716668:0:13927:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336221952 00000100:00100000:1.0:1734016081.716682:0:13927:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336221952 00000100:00100000:1.0:1734016081.716754:0:13927:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9301 00000100:00100000:1.0:1734016081.716764:0:13927:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800744bf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1979:x1818247336221952:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:1.0:1734016081.716797:0:13927:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016081.716829:0:13927:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880097236880/0x3f004d6452e04fc6 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361cf437 expref: -99 pid: 13927 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016081.716965:0:13927:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880075224000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13927:1818247339236608:192.168.201.10@tcp:106: 00000100:00100000:1.0:1734016081.717071:0:13927:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac68e240 going to sleep for 11 seconds 00000100:00100000:1.0:1734016081.721013:0:13927:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880075224000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13927:1818247339236608:192.168.201.10@tcp:106: 00010000:00010000:1.0:1734016081.721081:0:13927:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880097236880/0x3f004d6452e04fc6 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf437 expref: 9 pid: 13927 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016081.721097:0:13927:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097236880/0x3f004d6452e04fc6 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf437 expref: 9 pid: 13927 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016081.721123:0:13927:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097236880, rc 0) 00000100:00100000:1.0:1734016081.721191:0:13927:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800744bf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1979:x1818247336221952:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 4427us (4681us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016081.721201:0:13927:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9301 00000100:00100000:1.0:1734016081.724542:0:13927:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336222080 00000100:00100000:1.0:1734016081.724561:0:13927:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336222080 00000100:00100000:1.0:1734016081.725216:0:13927:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9302 00000100:00100000:1.0:1734016081.725229:0:13927:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800744bd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1978:x1818247336222080:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:1.0:1734016081.725264:0:13927:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016081.725289:0:13927:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880097237a80/0x3f004d6452e04fcd lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361cf43e expref: -99 pid: 13927 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016081.725384:0:13927:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880075224000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13927:1818247339236736:192.168.201.10@tcp:106: 00000100:00100000:1.0:1734016081.725506:0:13927:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac68e240 going to sleep for 11 seconds 00000100:00100000:1.0:1734016081.729316:0:13927:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880075224000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13927:1818247339236736:192.168.201.10@tcp:106: 00010000:00010000:1.0:1734016081.729398:0:13927:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880097237a80/0x3f004d6452e04fcd lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf43e expref: 9 pid: 13927 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016081.729424:0:13927:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097237a80/0x3f004d6452e04fcd lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf43e expref: 9 pid: 13927 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016081.729473:0:13927:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097237a80, rc 0) 00000100:00100000:1.0:1734016081.730275:0:13927:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800744bd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1978:x1818247336222080:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 5043us (6323us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016081.730291:0:13927:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9302 00000100:00100000:0.0:1734016081.735818:0:7420:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336222336 00000100:00100000:0.0:1734016081.735836:0:7420:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336222336 00000100:00100000:0.0:1734016081.742128:0:7705:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336222464 00000100:00100000:0.0:1734016081.742143:0:7705:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336222464 00010000:00010000:0.0:1734016081.742204:0:7705:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a7a80/0x3f004d6452e04f3a lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf3b2 expref: 12 pid: 7420 timeout: 445 lvb_type: 0 00000100:00100000:0.0:1734016081.743263:0:7705:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2385 00000100:00100000:0.0:1734016081.743276:0:7705:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076949180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+12:1978:x1818247336222464:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016081.743306:0:7705:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016081.743316:0:7705:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a7a80/0x3f004d6452e04f3a lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf3b2 expref: 12 pid: 7420 timeout: 445 lvb_type: 0 00010000:00010000:0.0:1734016081.743329:0:7705:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a7a80/0x3f004d6452e04f3a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf3b2 expref: 12 pid: 7420 timeout: 445 lvb_type: 0 00010000:00010000:0.0:1734016081.743358:0:7705:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a7a80/0x3f004d6452e04f3a lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf3b2 expref: 12 pid: 7420 timeout: 445 lvb_type: 0 00010000:00010000:0.0:1734016081.743390:0:7705:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:0.0:1734016081.743396:0:7705:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff880072171440/0x3f004d6452e04fd4 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 8966 initiator: MDT0 00010000:00010000:0.0:1734016081.743406:0:7705:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880072171440/0x3f004d6452e04fd4 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 8966 initiator: MDT0 00010000:00010000:0.0:1734016081.743415:0:7705:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880072171440/0x3f004d6452e04fd4 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 8966 initiator: MDT0 00010000:00010000:0.0:1734016081.743460:0:7705:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016081.743534:0:7705:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076949180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+11:1978:x1818247336222464:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 258us (1521us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016081.743543:0:7705:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2385 00000100:00100000:1.0:1734016081.748653:0:13927:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336222592 00000100:00100000:1.0:1734016081.748667:0:13927:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336222592 00000100:00100000:1.0:1734016081.748727:0:13927:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9303 00000100:00100000:1.0:1734016081.748736:0:13927:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007694bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:9673:x1818247336222592:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:1.0:1734016081.748761:0:13927:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016081.748785:0:13927:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880097235b00/0x3f004d6452e04fdb lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361cf445 expref: -99 pid: 13927 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016081.748827:0:13927:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800972373c0/0x3f004d6452e04fb1 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1110016->1159167) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf422 expref: 7 pid: 13927 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016081.748842:0:13927:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016081.748845:0:13927:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016081.748849:0:13927:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880097235b00/0x3f004d6452e04fdb lrc: 4/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf445 expref: 9 pid: 13927 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016081.748921:0:13927:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800972373c0/0x3f004d6452e04fb1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1110016->1159167) gid 0 flags: 0x50000000020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf422 expref: 7 pid: 13927 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016081.748935:0:13927:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800972373c0/0x3f004d6452e04fb1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1110016->1159167) gid 0 flags: 0x70000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf422 expref: 7 pid: 13927 timeout: 445 lvb_type: 0 00000100:00100000:1.0:1734016081.748950:0:13927:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880075224000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13927:1818247339236992:192.168.201.10@tcp:104: 00000100:00100000:1.0:1734016081.749032:0:13927:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac68e240 going to sleep for 11 seconds 00000100:00100000:0.0:1734016081.752638:0:7695:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336222720 00000100:00100000:0.0:1734016081.752654:0:7695:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336222720 00002000:00100000:0.0:1734016081.752744:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (1110016->1159167) req@ffff88007694b800 x1818247336222720/t0(0) o4->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:42/0 lens 488/0 e 0 to 0 dl 1734016092 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016081.752758:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007694b800 with x1818247336222720 ext(1110016->1159167) 00010000:00010000:0.0:1734016081.752773:0:7695:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800972373c0/0x3f004d6452e04fb1 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1110016->1159167) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf422 expref: 8 pid: 13927 timeout: 445 lvb_type: 0 00010000:00010000:0.0:1734016081.752793:0:7695:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800972373c0/0x3f004d6452e04fb1 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1110016->1159167) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf422 expref: 8 pid: 13927 timeout: 445 lvb_type: 0 00002000:00010000:0.0:1734016081.752802:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88007694b800 00000100:00100000:0.0:1734016081.752844:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 226 00000100:00100000:0.0:1734016081.752856:0:7695:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007694b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+8:1978:x1818247336222720:12345-192.168.201.10@tcp:4:fsx.0 00000100:00100000:1.0:1734016081.755671:0:13927:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880075224000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13927:1818247339236992:192.168.201.10@tcp:104: 00010000:00010000:1.0:1734016081.755743:0:13927:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880097235b00/0x3f004d6452e04fdb lrc: 3/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf445 expref: 9 pid: 13927 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016081.755773:0:13927:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097235b00, rc 0) 00000100:00100000:1.0:1734016081.755937:0:13927:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007694bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+9:9673:x1818247336222592:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 7199us (7393us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016081.755951:0:13927:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9303 00000100:00100000:0.0:1734016081.763540:0:7695:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007694b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+10:1978:x1818247336222720:12345-192.168.201.10@tcp:4:fsx.0 Request processed in 10659us (11091us total) trans 4294968848 rc 0/0 00000100:00100000:0.0:1734016081.763560:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 226 00002000:00100000:0.0:1734016081.763580:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (1110016->1159167) req@ffff88007694b800 x1818247336222720/t4294968848(0) o4->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:42/0 lens 488/448 e 0 to 0 dl 1734016092 ref 1 fl Complete:H/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016081.763592:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007694b800 with x1818247336222720 ext(1110016->1159167) 00010000:00010000:0.0:1734016081.763612:0:7695:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800972373c0/0x3f004d6452e04fb1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1110016->1159167) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf422 expref: 10 pid: 13927 timeout: 445 lvb_type: 0 00010000:00010000:0.0:1734016081.763637:0:7695:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800972373c0/0x3f004d6452e04fb1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1110016->1159167) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf422 expref: 10 pid: 13927 timeout: 445 lvb_type: 0 00002000:00010000:0.0:1734016081.763651:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88007694b800 00000100:00100000:0.0:1734016081.777364:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016081.777472:0:6469:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336222848 00000100:00100000:1.0:1734016081.777490:0:6469:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336222848 00010000:00010000:1.0:1734016081.777556:0:6469:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800972373c0/0x3f004d6452e04fb1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1110016->1159167) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf422 expref: 10 pid: 13927 timeout: 445 lvb_type: 0 00000100:00100000:1.0:1734016081.777619:0:6469:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2386 00000100:00100000:1.0:1734016081.777630:0:6469:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800753ece00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+10:1980:x1818247336222848:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016081.777655:0:6469:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:1.0:1734016081.777685:0:6469:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 368 -> 464 00010000:00010000:1.0:1734016081.777693:0:6469:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800972373c0/0x3f004d6452e04fb1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1110016->1159167) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf422 expref: 10 pid: 13927 timeout: 445 lvb_type: 0 00010000:00010000:1.0:1734016081.777709:0:6469:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800972373c0/0x3f004d6452e04fb1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1110016->1159167) gid 0 flags: 0x50000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf422 expref: 10 pid: 13927 timeout: 445 lvb_type: 0 00010000:00010000:1.0:1734016081.777746:0:6469:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800972373c0/0x3f004d6452e04fb1 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1110016->1159167) gid 0 flags: 0x44801400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf422 expref: 10 pid: 13927 timeout: 445 lvb_type: 0 00010000:00010000:1.0:1734016081.777795:0:6469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016081.777798:0:6469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016081.777806:0:6469:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880097235b00/0x3f004d6452e04fdb lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf445 expref: 8 pid: 13927 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016081.777818:0:6469:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880097235b00/0x3f004d6452e04fdb lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf445 expref: 8 pid: 13927 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016081.777918:0:6469:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880097235b00/0x3f004d6452e04fdb lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf445 expref: 8 pid: 13927 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016081.777937:0:6469:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880075224000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6469:1818247339237120:192.168.201.10@tcp:105: 00000100:00100000:1.0:1734016081.778059:0:6469:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac68e240 going to sleep for 11 seconds 00000100:00100000:0.0:1734016081.788354:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016081.788594:0:6469:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880075224000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6469:1818247339237120:192.168.201.10@tcp:105: 00010000:00010000:1.0:1734016081.788629:0:6469:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016081.788689:0:6469:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800753ece00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+9:1980:x1818247336222848:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 11060us (11352us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016081.788705:0:6469:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2386 00000100:00100000:0.0:1734016081.807924:0:8966:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336223104 00000100:00100000:0.0:1734016081.807936:0:8966:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336223104 00000100:00100000:0.0:1734016081.808060:0:8966:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 1624 00000100:00100000:0.0:1734016081.808069:0:8966:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800750e0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+15:9673:x1818247336223104:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:0.0:1734016081.808112:0:8966:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016081.808146:0:8966:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a803ad00/0x3f004d6452e04fe2 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361cf44c expref: -99 pid: 8966 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016081.808431:0:8966:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80386c0/0x3f004d6452e04fe9 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 8966 initiator: MDT0 00010000:00010000:0.0:1734016081.808448:0:8966:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80386c0/0x3f004d6452e04fe9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 8966 initiator: MDT0 00010000:00010000:0.0:1734016081.808462:0:8966:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80386c0/0x3f004d6452e04fe9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 8966 initiator: MDT0 00000004:00200000:0.0:1734016081.808498:0:8966:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 9564475 00000004:00200000:0.0:1734016081.808503:0:8966:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1734016081.808526:0:8966:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80386c0/0x3f004d6452e04fe9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 8966 initiator: MDT0 00010000:00010000:0.0:1734016081.808554:0:8966:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a803ad00/0x3f004d6452e04fe2 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf44c expref: 17 pid: 8966 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016081.808592:0:8966:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80386c0/0x3f004d6452e04fe9 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf44c expref: 16 pid: 8966 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016081.808603:0:8966:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:0.0:1734016081.808606:0:8966:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1734016081.808610:0:8966:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a80386c0, rc 0) 00000100:00100000:0.0:1734016081.811549:0:8966:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800750e0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+16:9673:x1818247336223104:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 3459us (3752us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016081.811568:0:8966:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 1624 00000100:00100000:0.0:1734016081.814486:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016081.814833:0:13927:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336223232 00000100:00100000:1.0:1734016081.815174:0:13927:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336223232 00000100:00100000:1.0:1734016081.816013:0:13927:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9304 00000100:00100000:1.0:1734016081.816023:0:13927:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800753edc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+9:9673:x1818247336223232:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:1.0:1734016081.816059:0:13927:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016081.816084:0:13927:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880097235440/0x3f004d6452e04ff0 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361cf453 expref: -99 pid: 13927 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016081.816191:0:13927:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880097235b00/0x3f004d6452e04fdb lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf445 expref: 9 pid: 13927 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016081.816201:0:13927:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016081.816203:0:13927:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016081.816207:0:13927:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880097235440/0x3f004d6452e04ff0 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [5783552->5804031] (req 5783552->5804031) gid 0 flags: 0x50000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf453 expref: 10 pid: 13927 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016081.816252:0:13927:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880097235b00/0x3f004d6452e04fdb lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf445 expref: 9 pid: 13927 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016081.816265:0:13927:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880097235b00/0x3f004d6452e04fdb lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf445 expref: 9 pid: 13927 timeout: 445 lvb_type: 0 00000100:00100000:1.0:1734016081.816285:0:13927:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880075224000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13927:1818247339237248:192.168.201.10@tcp:104: 00000100:00100000:1.0:1734016081.819041:0:13927:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac68e240 going to sleep for 11 seconds 00000100:00100000:0.0:1734016081.825142:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016081.825350:0:13927:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880075224000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13927:1818247339237248:192.168.201.10@tcp:104: 00010000:00010000:1.0:1734016081.825415:0:13927:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880097235440/0x3f004d6452e04ff0 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [5783552->5804031] (req 5783552->5804031) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf453 expref: 10 pid: 13927 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016081.827662:0:13927:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097235440, rc 0) 00000100:00100000:0.0:1734016081.829116:0:13927:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800753edc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+10:9673:x1818247336223232:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 13092us (14641us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016081.829127:0:13927:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9304 00000100:00100000:0.0:1734016081.879589:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016081.879761:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016081.884550:0:13929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 7533 00000100:00100000:0.0:1734016081.884575:0:13929:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800753ee300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+11:1981:x1818247336223872:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:0.0:1734016081.887132:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016081.892364:0:3509:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880075224000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3509:1818247339237504:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1734016081.892455:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734016081.892522:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339237504 00000100:00100000:1.0:1734016081.892534:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339237504 00000100:00100000:1.0:1734016081.892596:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 103 00000100:00100000:1.0:1734016081.892606:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075225500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3509:x1818247339237504:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1734016081.892654:0:7693:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 490160704 pending 0 free 3923677184 avail 3692154880 00000100:00100000:1.0:1734016081.892689:0:7693:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075225500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3509:x1818247339237504:12345-0@lo:13:osp-pre-0-0.0 Request processed in 85us (235us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016081.892697:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 103 00000100:00080000:1.0:1734016081.892721:0:6479:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1734016051 00000100:00100000:1.0:1734016081.892767:0:3509:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880075224000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3509:1818247339237504:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1734016081.892818:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336223744 00000100:00100000:1.0:1734016081.892824:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336223744 00002000:00100000:1.0:1734016081.892884:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (4190208->8388607) req@ffff8800753eed80 x1818247336223744/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:42/0 lens 504/0 e 0 to 0 dl 1734016092 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016081.892906:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800753eed80 with x1818247336223744 ext(4190208->8388607) 00002000:00010000:1.0:1734016081.892917:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800753eed80 00000100:00100000:1.0:1734016081.892932:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 7534 00000100:00100000:1.0:1734016081.892937:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800753eed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+13:1981:x1818247336223744:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:0.0:1734016081.946843:0:13929:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800753ee300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+14:1981:x1818247336223872:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 62251us (67059us total) trans 0 rc 1179648/1179648 00000100:00100000:0.0:1734016081.946859:0:13929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 7533 00002000:00100000:0.0:1734016081.946978:0:13929:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (8388608->9568255) req@ffff8800753ee300 x1818247336223872/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:42/0 lens 488/440 e 0 to 0 dl 1734016092 ref 1 fl Complete:/200/0 rc 1179648/1179648 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016081.946989:0:13929:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800753ee300 with x1818247336223872 ext(8388608->9568255) 00002000:00010000:0.0:1734016081.946998:0:13929:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800753ee300 00000100:00100000:1.0:1734016082.034515:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800753eed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+10:1981:x1818247336223744:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 141559us (147391us total) trans 0 rc 4194304/4194304 00000100:00100000:1.0:1734016082.034530:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 7534 00002000:00100000:1.0:1734016082.034546:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (4190208->8388607) req@ffff8800753eed80 x1818247336223744/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:42/0 lens 504/440 e 0 to 0 dl 1734016092 ref 1 fl Complete:/200/0 rc 4194304/4194304 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016082.034555:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800753eed80 with x1818247336223744 ext(4190208->8388607) 00002000:00010000:1.0:1734016082.034563:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800753eed80 00000100:00100000:1.0:1734016082.040285:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016082.040392:0:13927:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336224128 00000100:00100000:0.0:1734016082.040409:0:13927:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336224128 00000100:00100000:0.0:1734016082.040559:0:13927:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9305 00000100:00100000:0.0:1734016082.040571:0:13927:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075224000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+9:1979:x1818247336224128:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:0.0:1734016082.040600:0:13927:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016082.040636:0:13927:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a8038d80/0x3f004d6452e04ff7 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361cf45a expref: -99 pid: 13927 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016082.040675:0:13927:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016082.040678:0:13927:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016082.040689:0:13927:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a8038d80/0x3f004d6452e04ff7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf45a expref: 10 pid: 13927 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016082.040711:0:13927:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a8038d80/0x3f004d6452e04ff7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf45a expref: 10 pid: 13927 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016082.040726:0:13927:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a8038d80, rc 0) 00000100:00100000:0.0:1734016082.040809:0:13927:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075224000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+10:1979:x1818247336224128:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 239us (544us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016082.040816:0:13927:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9305 00000100:00100000:0.0:1734016082.045491:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00080000:1.0:1734016082.046963:0:6479:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734016052 00000100:00100000:0.0:1734016082.057951:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016082.084180:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016082.084664:0:7705:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336224512 00000100:00100000:1.0:1734016082.084684:0:7705:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336224512 00010000:00010000:1.0:1734016082.084759:0:7705:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880097235440/0x3f004d6452e04ff0 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5783552->5804031) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf453 expref: 11 pid: 13927 timeout: 446 lvb_type: 0 00000100:00100000:1.0:1734016082.084821:0:7705:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2389 00000100:00100000:1.0:1734016082.084831:0:7705:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800753ee680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+11:1978:x1818247336224512:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016082.084854:0:7705:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016082.084942:0:7705:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880097235440/0x3f004d6452e04ff0 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 5783552->5804031) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf453 expref: 11 pid: 13927 timeout: 446 lvb_type: 0 00010000:00010000:1.0:1734016082.084965:0:7705:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880097235440/0x3f004d6452e04ff0 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 5783552->5804031) gid 0 flags: 0x50000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf453 expref: 11 pid: 13927 timeout: 446 lvb_type: 0 00010000:00010000:1.0:1734016082.085001:0:7705:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097235440/0x3f004d6452e04ff0 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 5783552->5804031) gid 0 flags: 0x44801400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf453 expref: 11 pid: 13927 timeout: 446 lvb_type: 0 00010000:00010000:1.0:1734016082.085060:0:7705:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016082.085063:0:7705:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016082.085073:0:7705:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e04ffe lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 7163904->7208959) gid 0 flags: 0x40080000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf461 expref: 10 pid: 13927 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016082.085084:0:7705:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e04ffe lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 7163904->7208959) gid 0 flags: 0x40080000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf461 expref: 10 pid: 13927 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016082.085142:0:7705:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e04ffe lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 7163904->7208959) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf461 expref: 10 pid: 13927 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016082.085162:0:7705:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880075226d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7705:1818247339237888:192.168.201.10@tcp:105: 00000100:00100000:1.0:1734016082.085251:0:7705:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac68e240 going to sleep for 11 seconds 00000100:00100000:1.0:1734016082.089089:0:7705:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880075226d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7705:1818247339237888:192.168.201.10@tcp:105: 00010000:00010000:1.0:1734016082.089132:0:7705:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016082.089207:0:7705:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800753ee680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+10:1978:x1818247336224512:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 4376us (5044us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016082.089221:0:7705:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2389 00000100:00100000:0.0:1734016082.099796:0:8966:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336224768 00000100:00100000:0.0:1734016082.099811:0:8966:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336224768 00000100:00100000:0.0:1734016082.100709:0:8966:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 1625 00000100:00100000:0.0:1734016082.100723:0:8966:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074157800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+11:9673:x1818247336224768:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:0.0:1734016082.100763:0:8966:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016082.100792:0:8966:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8038d80/0x3f004d6452e05005 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361cf468 expref: -99 pid: 8966 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016082.100999:0:8966:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8039440/0x3f004d6452e0500c lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 8966 initiator: MDT0 00010000:00010000:0.0:1734016082.101022:0:8966:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8039440/0x3f004d6452e0500c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 8966 initiator: MDT0 00010000:00010000:0.0:1734016082.101039:0:8966:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8039440/0x3f004d6452e0500c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 8966 initiator: MDT0 00000004:00200000:0.0:1734016082.101077:0:8966:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 9564475 00000004:00200000:0.0:1734016082.101081:0:8966:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1734016082.101102:0:8966:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8039440/0x3f004d6452e0500c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 8966 initiator: MDT0 00010000:00010000:0.0:1734016082.101132:0:8966:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8038d80/0x3f004d6452e05005 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf468 expref: 13 pid: 8966 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016082.101170:0:8966:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8039440/0x3f004d6452e0500c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf468 expref: 12 pid: 8966 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016082.101181:0:8966:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:0.0:1734016082.101185:0:8966:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1734016082.101189:0:8966:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a8039440, rc 0) 00000100:00100000:0.0:1734016082.101283:0:8966:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074157800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+12:9673:x1818247336224768:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 561us (1632us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016082.101293:0:8966:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 1625 00000100:00100000:1.0:1734016082.106064:0:3508:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074157b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3508:1818247339238272:0@lo:400:kworker.0 00000100:00100000:1.0:1734016082.106091:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734016082.106116:0:7420:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339238144 00000100:00100000:1.0:1734016082.106119:0:7420:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339238144 00000100:00100000:1.0:1734016082.106150:0:7420:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339238272 00000100:00100000:1.0:1734016082.106152:0:7420:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339238272 00000100:00100000:1.0:1734016082.107244:0:7420:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 194 00000100:00100000:1.0:1734016082.107250:0:7420:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075226d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3508:x1818247339238272:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734016082.107278:0:7420:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075226d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3508:x1818247339238272:12345-0@lo:400:kworker.0 Request processed in 29us (1187us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016082.107282:0:7420:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 194 00000100:00100000:0.0:1734016082.107976:0:3510:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074155c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3510:1818247339238528:0@lo:400:kworker.0 00000100:00100000:0.0:1734016082.108024:0:3510:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734016082.108515:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016082.108590:0:8966:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339238528 00000100:00100000:1.0:1734016082.108592:0:8966:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339238528 00000100:00100000:1.0:1734016082.108617:0:8966:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 195 00000100:00100000:1.0:1734016082.108622:0:8966:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800753eea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3510:x1818247339238528:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734016082.108651:0:8966:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800753eea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3510:x1818247339238528:12345-0@lo:400:kworker.0 Request processed in 30us (627us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016082.108656:0:8966:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 195 00000100:00100000:0.0:1734016082.108756:0:3510:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074155c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3510:1818247339238528:0@lo:400:kworker.0 00000100:00100000:0.0:1734016082.126291:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016082.134974:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016082.154304:0:13923:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339239424 00000100:00100000:1.0:1734016082.154317:0:13923:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339239424 00000100:00100000:1.0:1734016082.154947:0:13923:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 104 00000100:00100000:1.0:1734016082.154956:0:13923:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800750e1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3509:x1818247339239424:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1734016082.154994:0:13923:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 980116032 pending 73728 free 3923582976 avail 3691892736 00000100:00100000:1.0:1734016082.155088:0:13923:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800750e1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3509:x1818247339239424:12345-0@lo:13:osp-pre-1-0.0 Request processed in 133us (2026us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016082.155096:0:13923:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 104 00000100:00100000:0.0:1734016082.160449:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016082.168416:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016082.174073:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016082.174169:0:7705:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336225792 00000100:00100000:0.0:1734016082.174175:0:7705:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336225792 00010000:00010000:0.0:1734016082.174200:0:7705:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e04ffe lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 7163904->7208959) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf461 expref: 11 pid: 13927 timeout: 446 lvb_type: 0 00000100:00100000:0.0:1734016082.174228:0:7705:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2390 00000100:00100000:0.0:1734016082.174233:0:7705:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075227480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+11:1979:x1818247336225792:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016082.174246:0:7705:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016082.174266:0:7705:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e04ffe lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 7163904->7208959) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf461 expref: 11 pid: 13927 timeout: 446 lvb_type: 0 00010000:00010000:0.0:1734016082.174275:0:7705:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e04ffe lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 7163904->7208959) gid 0 flags: 0x50000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf461 expref: 11 pid: 13927 timeout: 446 lvb_type: 0 00010000:00010000:0.0:1734016082.174295:0:7705:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e04ffe lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 7163904->7208959) gid 0 flags: 0x44801400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf461 expref: 11 pid: 13927 timeout: 446 lvb_type: 0 00010000:00010000:0.0:1734016082.174310:0:7705:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016082.174311:0:7705:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016082.174317:0:7705:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a6d00/0x3f004d6452e0503d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6664192->6676479) gid 0 flags: 0x40080000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf499 expref: 9 pid: 13927 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016082.174325:0:7705:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a9a6d00/0x3f004d6452e0503d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6664192->6676479) gid 0 flags: 0x40080000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf499 expref: 9 pid: 13927 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016082.174357:0:7705:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009a9a6d00/0x3f004d6452e0503d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6664192->6676479) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf499 expref: 9 pid: 13927 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016082.174369:0:7705:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880075298380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7705:1818247339239808:192.168.201.10@tcp:105: 00000100:00100000:0.0:1734016082.174412:0:7705:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012cf4f6c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016082.178976:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016082.186027:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016082.187537:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336226048 00000100:00100000:1.0:1734016082.187555:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336226048 00000100:00100000:1.0:1734016082.187640:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9316 00000100:00100000:1.0:1734016082.187650:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075299500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+10:9673:x1818247336226048:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:1.0:1734016082.187682:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016082.187716:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880097236d00/0x3f004d6452e05044 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361cf4a0 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016082.187774:0:7689:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a6d00/0x3f004d6452e0503d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6664192->6676479) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf499 expref: 10 pid: 13927 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016082.187786:0:7689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016082.187788:0:7689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016082.187792:0:7689:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880097236d00/0x3f004d6452e05044 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [2056192->2084863] (req 2056192->2084863) gid 0 flags: 0x50000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf4a0 expref: 11 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016082.187841:0:7689:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a9a6d00/0x3f004d6452e0503d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6664192->6676479) gid 0 flags: 0x50000000020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf499 expref: 10 pid: 13927 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016082.187855:0:7689:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a9a6d00/0x3f004d6452e0503d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6664192->6676479) gid 0 flags: 0x70000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf499 expref: 10 pid: 13927 timeout: 446 lvb_type: 0 00000100:00100000:1.0:1734016082.187885:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880075227800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339239936:192.168.201.10@tcp:104: 00000100:00100000:1.0:1734016082.188003:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac68e240 going to sleep for 11 seconds 00000100:00100000:1.0:1734016082.190950:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880075227800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339239936:192.168.201.10@tcp:104: 00010000:00010000:1.0:1734016082.190997:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880097236d00/0x3f004d6452e05044 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [2056192->2084863] (req 2056192->2084863) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf4a0 expref: 11 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016082.191024:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097236d00, rc 0) 00000100:00100000:1.0:1734016082.191092:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075299500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+11:9673:x1818247336226048:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 3441us (5075us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016082.191103:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9316 00000100:00100000:0.0:1734016082.192660:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016082.197142:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016082.197246:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336226304 00000100:00100000:1.0:1734016082.197257:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336226304 00000100:00100000:1.0:1734016082.197335:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9317 00000100:00100000:1.0:1734016082.197343:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075299c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+11:1979:x1818247336226304:12345-192.168.201.10@tcp:22:fsx.0 00002000:00010000:1.0:1734016082.197689:0:7689:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 9564475 -> 9564475 00002000:00010000:1.0:1734016082.197693:0:7689:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016081 -> 1734016081 00002000:00010000:1.0:1734016082.197696:0:7689:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016080 -> 1734016080 00002000:00010000:1.0:1734016082.197698:0:7689:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016081 -> 1734016081 00002000:00010000:1.0:1734016082.197699:0:7689:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 464 -> 464 00000100:00100000:1.0:1734016082.197770:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075299c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+12:1979:x1818247336226304:12345-192.168.201.10@tcp:22:fsx.0 Request processed in 428us (644us total) trans 4294968852 rc 0/0 00000100:00100000:1.0:1734016082.197778:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9317 00000100:00100000:0.0:1734016082.203471:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016082.210340:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016082.217215:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016082.224938:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016082.231766:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016082.236973:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016082.242457:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016082.246546:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016082.251559:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016082.260666:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016082.268105:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016082.268180:0:7420:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336227840 00000100:00100000:0.0:1734016082.268194:0:7420:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336227840 00000100:00100000:0.0:1734016082.268247:0:7420:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 1626 00000100:00100000:0.0:1734016082.268255:0:7420:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075226680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+12:9673:x1818247336227840:12345-192.168.201.10@tcp:36:fsx.0 00010000:00010000:0.0:1734016082.268317:0:7420:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016082.268348:0:7420:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8039440/0x3f004d6452e0500c lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf468 expref: 12 pid: 8966 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016082.268386:0:7420:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:0.0:1734016082.268391:0:7420:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1734016082.268586:0:7420:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8038240/0x3f004d6452e05083 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7420 initiator: MDT0 00010000:00010000:0.0:1734016082.268601:0:7420:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80386c0/0x3f004d6452e04fe9 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf44c expref: 15 pid: 8966 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016082.268607:0:7420:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8038240/0x3f004d6452e05083 lrc: 4/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7420 initiator: MDT0 00010000:00010000:0.0:1734016082.268643:0:7420:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80386c0/0x3f004d6452e04fe9 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf44c expref: 15 pid: 8966 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016082.268655:0:7420:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80386c0/0x3f004d6452e04fe9 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf44c expref: 15 pid: 8966 timeout: 446 lvb_type: 0 00000100:00100000:0.0:1734016082.268670:0:7420:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880075260380 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7420:1818247339241344:192.168.201.10@tcp:104: 00000100:00100000:0.0:1734016082.268743:0:7420:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012cf4f840 going to sleep for 11 seconds 00000100:00100000:1.0:1734016082.274241:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016082.280276:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016082.286478:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016082.292540:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016082.293070:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336228352 00000100:00100000:1.0:1734016082.293082:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336228352 00002000:00010000:1.0:1734016082.293130:0:7696:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (5791667->18446744073709551615) 00002000:00100000:1.0:1734016082.293135:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880075260700 with x1818247336228352 ext(5791667->18446744073709551615) 00002000:00010000:1.0:1734016082.293150:0:7696:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880075260700. 00000100:00100000:1.0:1734016082.293171:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 7535 00000100:00100000:1.0:1734016082.293178:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075260700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+12:1979:x1818247336228352:12345-192.168.201.10@tcp:10:fsx.0 00002000:00010000:1.0:1734016082.296691:0:7696:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 9564475 -> 5791667 00002000:00010000:1.0:1734016082.296705:0:7696:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016081 -> 1734016081 00002000:00010000:1.0:1734016082.296708:0:7696:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016080 -> 1734016080 00002000:00010000:1.0:1734016082.296711:0:7696:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016082 -> 1734016081 00002000:00010000:1.0:1734016082.296713:0:7696:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 520 -> 520 00000100:00100000:1.0:1734016082.296835:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075260700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+13:1979:x1818247336228352:12345-192.168.201.10@tcp:10:fsx.0 Request processed in 3647us (4299us total) trans 4294968854 rc 0/0 00000100:00100000:1.0:1734016082.296849:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 7535 00002000:00010000:1.0:1734016082.296856:0:7696:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (5791667->18446744073709551615) 00002000:00100000:1.0:1734016082.296861:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880075260700 with x1818247336228352 ext(5791667->18446744073709551615) 00002000:00010000:1.0:1734016082.296892:0:7696:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880075260700. 00000100:00100000:0.0:1734016082.299027:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016082.303147:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016082.308066:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016082.308900:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336228864 00000100:00100000:0.0:1734016082.308911:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336228864 00002000:00010000:0.0:1734016082.308952:0:7696:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (370579->18446744073709551615) 00002000:00100000:0.0:1734016082.308957:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880075225f80 with x1818247336228864 ext(370579->18446744073709551615) 00002000:00010000:0.0:1734016082.308970:0:7696:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880075225f80. 00000100:00100000:0.0:1734016082.308993:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 7536 00000100:00100000:0.0:1734016082.309000:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075225f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+13:1978:x1818247336228864:12345-192.168.201.10@tcp:10:fsx.0 00002000:00010000:0.0:1734016082.313468:0:7696:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 5791667 -> 370579 00002000:00010000:0.0:1734016082.313479:0:7696:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016081 -> 1734016081 00002000:00010000:0.0:1734016082.313482:0:7696:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016080 -> 1734016080 00002000:00010000:0.0:1734016082.313484:0:7696:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016081 -> 1734016081 00002000:00010000:0.0:1734016082.313486:0:7696:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 520 -> 104 00000100:00100000:0.0:1734016082.313587:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075225f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+14:1978:x1818247336228864:12345-192.168.201.10@tcp:10:fsx.0 Request processed in 4579us (5536us total) trans 4294968855 rc 0/0 00000100:00100000:0.0:1734016082.313599:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 7536 00002000:00010000:0.0:1734016082.313606:0:7696:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (370579->18446744073709551615) 00002000:00100000:0.0:1734016082.313611:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880075225f80 with x1818247336228864 ext(370579->18446744073709551615) 00002000:00010000:0.0:1734016082.313619:0:7696:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880075225f80. 00000100:00100000:0.0:1734016082.327258:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016082.327340:0:8966:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336228992 00000100:00100000:1.0:1734016082.327352:0:8966:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336228992 00000100:00100000:1.0:1734016082.327415:0:8966:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 1629 00000100:00100000:1.0:1734016082.327422:0:8966:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075261180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+15:9673:x1818247336228992:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:1.0:1734016082.327449:0:8966:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016082.327469:0:8966:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880097236d00/0x3f004d6452e050a6 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361cf4ed expref: -99 pid: 8966 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016082.327559:0:8966:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880097234000/0x3f004d6452e050ad lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 8966 initiator: MDT0 00010000:00010000:1.0:1734016082.327574:0:8966:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880097234000/0x3f004d6452e050ad lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 8966 initiator: MDT0 00010000:00010000:1.0:1734016082.327585:0:8966:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880097234000/0x3f004d6452e050ad lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 8966 initiator: MDT0 00000004:00200000:1.0:1734016082.327609:0:8966:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 370579 00000004:00200000:1.0:1734016082.327613:0:8966:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1734016082.327628:0:8966:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880097234000/0x3f004d6452e050ad lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 8966 initiator: MDT0 00010000:00010000:1.0:1734016082.327649:0:8966:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880097236d00/0x3f004d6452e050a6 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf4ed expref: 17 pid: 8966 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016082.327687:0:8966:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880097234000/0x3f004d6452e050ad lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf4ed expref: 16 pid: 8966 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016082.327695:0:8966:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:1.0:1734016082.327697:0:8966:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1734016082.327700:0:8966:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097234000, rc 0) 00000100:00100000:1.0:1734016082.331963:0:8966:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075261180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+16:9673:x1818247336228992:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 4525us (4703us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016082.331976:0:8966:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 1629 00000100:00100000:0.0:1734016082.336039:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016082.336177:0:8966:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336229248 00000100:00100000:1.0:1734016082.336189:0:8966:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336229248 00000100:00100000:1.0:1734016082.336257:0:8966:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 1630 00000100:00100000:1.0:1734016082.336266:0:8966:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075261500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+15:9673:x1818247336229248:12345-192.168.201.10@tcp:36:fsx.0 00010000:00010000:1.0:1734016082.336531:0:8966:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880097234fc0/0x3f004d6452e050b4 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 8966 initiator: MDT0 00010000:00010000:1.0:1734016082.336547:0:8966:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880097234000/0x3f004d6452e050ad lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf4ed expref: 15 pid: 8966 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016082.336559:0:8966:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff880097234fc0/0x3f004d6452e050b4 lrc: 4/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 8966 initiator: MDT0 00010000:00010000:1.0:1734016082.336596:0:8966:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880097234000/0x3f004d6452e050ad lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf4ed expref: 15 pid: 8966 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016082.336610:0:8966:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880097234000/0x3f004d6452e050ad lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf4ed expref: 15 pid: 8966 timeout: 446 lvb_type: 0 00000100:00100000:1.0:1734016082.336623:0:8966:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880075227480 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:8966:1818247339241728:192.168.201.10@tcp:104: 00000100:00100000:1.0:1734016082.337163:0:8966:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac68ef00 going to sleep for 11 seconds 00000100:00100000:1.0:1734016082.339774:0:8966:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880075227480 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:8966:1818247339241728:192.168.201.10@tcp:104: 00010000:00010000:1.0:1734016082.339806:0:8966:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff880097234fc0/0x3f004d6452e050b4 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 8966 initiator: MDT0 00000100:00100000:0.0:1734016082.340494:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00010000:00010000:1.0:1734016082.341459:0:8966:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff880097234fc0/0x3f004d6452e050b4 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8966 initiator: MDT0 00010000:00010000:1.0:1734016082.341468:0:8966:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880097234fc0/0x3f004d6452e050b4 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8966 initiator: MDT0 00000001:00080000:1.0:1734016082.341605:0:8966:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294968335 00000004:00010000:1.0:1734016082.341667:0:8966:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff880075261500 reply state ffff88007519a000 transno 4294968336 ns: mdt-lustre-MDT0000_UUID lock: ffff880097234fc0/0x3f004d6452e050b4 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8966 initiator: MDT0 00000100:00100000:1.0:1734016082.341675:0:8966:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1734016082.342955:0:8966:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075261500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+18:9673:x1818247336229248:12345-192.168.201.10@tcp:36:fsx.0 Request processed in 6680us (6922us total) trans 4294968336 rc 0/0 00000100:00100000:1.0:1734016082.342968:0:8966:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 1630 00000020:00080000:1.0:1734016082.342978:0:8966:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1734016082.345169:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016082.348562:0:6469:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336229632 00000100:00100000:0.0:1734016082.348572:0:6469:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336229632 00010000:00010000:0.0:1734016082.348612:0:6469:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a9a4000/0x3f004d6452e0508a lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf4df expref: 14 pid: 13927 timeout: 446 lvb_type: 0 00000100:00100000:0.0:1734016082.348647:0:6469:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2396 00000100:00100000:0.0:1734016082.348655:0:6469:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800750e1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+14:1979:x1818247336229632:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016082.348672:0:6469:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016082.348699:0:6469:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a9a4000/0x3f004d6452e0508a lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf4df expref: 14 pid: 13927 timeout: 446 lvb_type: 0 00010000:00010000:0.0:1734016082.348710:0:6469:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a9a4000/0x3f004d6452e0508a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf4df expref: 14 pid: 13927 timeout: 446 lvb_type: 0 00010000:00010000:0.0:1734016082.348745:0:6469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016082.348747:0:6469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016082.348755:0:6469:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a6880/0x3f004d6452e050bb lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50080000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf4f4 expref: 12 pid: 13927 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016082.348764:0:6469:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a9a6880/0x3f004d6452e050bb lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50080000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf4f4 expref: 12 pid: 13927 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016082.348803:0:6469:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009a9a6880/0x3f004d6452e050bb lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf4f4 expref: 12 pid: 13927 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016082.348818:0:6469:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880075261f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6469:1818247339241984:192.168.201.10@tcp:105: 00000100:00100000:1.0:1734016082.350758:0:6469:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012cf4f0c0 going to sleep for 11 seconds 00000100:00100000:1.0:1734016082.353831:0:6469:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880075261f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6469:1818247339241984:192.168.201.10@tcp:105: 00010000:00010000:1.0:1734016082.354142:0:6469:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016082.354268:0:6469:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800750e1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+13:1979:x1818247336229632:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 5611us (5793us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016082.354281:0:6469:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2396 00000100:00100000:0.0:1734016082.354844:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016082.362776:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016082.367098:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016082.371639:0:8966:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336230528 00000100:00100000:1.0:1734016082.371651:0:8966:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336230528 00000100:00100000:1.0:1734016082.371719:0:8966:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 1631 00000100:00100000:1.0:1734016082.371727:0:8966:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800750e2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+17:9673:x1818247336230528:12345-192.168.201.10@tcp:44:fsx.0 00000100:00100000:1.0:1734016082.371944:0:8966:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800750e2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+17:9673:x1818247336230528:12345-192.168.201.10@tcp:44:fsx.0 Request processed in 218us (697us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016082.371952:0:8966:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 1631 00000100:00100000:0.0:1734016082.375770:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016082.381493:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016082.392022:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016082.399457:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016082.413462:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016082.418703:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016082.423276:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016082.427225:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016082.429750:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016082.435301:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016082.441897:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016082.451339:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016082.462423:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016082.469951:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016082.476302:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016082.481665:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016082.486477:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016082.489439:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016082.495362:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016082.499024:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016082.504148:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016082.509995:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016082.513603:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016082.514007:0:6469:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336235520 00000100:00100000:0.0:1734016082.514017:0:6469:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336235520 00010000:00010000:0.0:1734016082.514225:0:6469:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a9a6880/0x3f004d6452e050bb lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf4f4 expref: 9 pid: 13927 timeout: 446 lvb_type: 0 00000100:00100000:0.0:1734016082.514353:0:6469:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2397 00000100:00100000:0.0:1734016082.514361:0:6469:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074098380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+9:1979:x1818247336235520:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016082.514376:0:6469:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016082.514399:0:6469:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a9a6880/0x3f004d6452e050bb lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf4f4 expref: 9 pid: 13927 timeout: 446 lvb_type: 0 00010000:00010000:0.0:1734016082.514411:0:6469:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a9a6880/0x3f004d6452e050bb lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf4f4 expref: 9 pid: 13927 timeout: 446 lvb_type: 0 00010000:00010000:0.0:1734016082.514437:0:6469:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a6880/0x3f004d6452e050bb lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf4f4 expref: 9 pid: 13927 timeout: 446 lvb_type: 0 00010000:00010000:0.0:1734016082.514631:0:6469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016082.514634:0:6469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016082.514639:0:6469:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880072172d00/0x3f004d6452e050fa lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [5824512->5857279] (req 5824512->5857279) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 7696 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016082.514650:0:6469:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880072172d00/0x3f004d6452e050fa lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [5824512->5857279] (req 5824512->5857279) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 7696 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016082.515302:0:6469:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016082.516469:0:6469:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074098380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+9:1979:x1818247336235520:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 2101us (2861us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016082.516480:0:6469:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2397 00000001:00080000:0.0:1734016082.522513:0:8954:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294968859 is committed 00000100:00100000:0.0:1734016082.529108:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336235648 00000100:00100000:0.0:1734016082.529119:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336235648 00000100:00100000:0.0:1734016082.529182:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9335 00000100:00100000:0.0:1734016082.529190:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800750e0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1981:x1818247336235648:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:0.0:1734016082.529213:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016082.529237:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a8038240/0x3f004d6452e05101 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361cf525 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1734016082.529262:0:7689:0:(ofd_lvb.c:169:ofd_lvbo_init()) res: [0x280000400:0x5:0x0] initial LVB size: 5857280, mtime: 0x675afc52, atime: 0x675afc50, ctime: 0x675afc52, blocks: 0xc8 00010000:00010000:0.0:1734016082.529285:0:7689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016082.529287:0:7689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016082.529297:0:7689:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a8038240/0x3f004d6452e05101 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf525 expref: 7 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016082.529319:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a8038240/0x3f004d6452e05101 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf525 expref: 7 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016082.529332:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a8038240, rc 0) 00000100:00100000:0.0:1734016082.529400:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800750e0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1981:x1818247336235648:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 209us (393us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016082.529406:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9335 00000100:00100000:1.0:1734016082.534947:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016082.542619:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016082.542693:0:6469:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336236032 00000100:00100000:0.0:1734016082.542700:0:6469:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336236032 00010000:00010000:0.0:1734016082.542731:0:6469:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880072170d80/0x3f004d6452e050e5 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf510 expref: 18 pid: 7420 timeout: 446 lvb_type: 0 00000100:00100000:0.0:1734016082.542769:0:6469:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2398 00000100:00100000:0.0:1734016082.542775:0:6469:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007409bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+18:1978:x1818247336236032:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016082.542789:0:6469:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016082.542796:0:6469:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880072170d80/0x3f004d6452e050e5 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf510 expref: 18 pid: 7420 timeout: 446 lvb_type: 0 00010000:00010000:0.0:1734016082.542805:0:6469:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880072170d80/0x3f004d6452e050e5 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf510 expref: 18 pid: 7420 timeout: 446 lvb_type: 0 00010000:00010000:0.0:1734016082.542828:0:6469:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880072170d80/0x3f004d6452e050e5 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf510 expref: 18 pid: 7420 timeout: 446 lvb_type: 0 00010000:00010000:0.0:1734016082.542856:0:6469:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:0.0:1734016082.542861:0:6469:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff880072172640/0x3f004d6452e05108 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 8966 initiator: MDT0 00010000:00010000:0.0:1734016082.542890:0:6469:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880072172640/0x3f004d6452e05108 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 8966 initiator: MDT0 00010000:00010000:0.0:1734016082.542896:0:6469:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880072172640/0x3f004d6452e05108 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 8966 initiator: MDT0 00010000:00010000:0.0:1734016082.542930:0:6469:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016082.542978:0:6469:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007409bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+17:1978:x1818247336236032:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 202us (360us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016082.542984:0:6469:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2398 00000100:00100000:1.0:1734016082.547317:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016082.556907:0:7705:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336236288 00000100:00100000:0.0:1734016082.556917:0:7705:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336236288 00010000:00010000:0.0:1734016082.556952:0:7705:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a8038240/0x3f004d6452e05101 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf525 expref: 7 pid: 7689 timeout: 446 lvb_type: 1 00000100:00100000:0.0:1734016082.557578:0:7705:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2399 00000100:00100000:0.0:1734016082.557586:0:7705:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800750e0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1979:x1818247336236288:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016082.557601:0:7705:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016082.557623:0:7705:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a8038240/0x3f004d6452e05101 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf525 expref: 7 pid: 7689 timeout: 446 lvb_type: 1 00010000:00010000:0.0:1734016082.557634:0:7705:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a8038240/0x3f004d6452e05101 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf525 expref: 7 pid: 7689 timeout: 446 lvb_type: 1 00010000:00010000:0.0:1734016082.557657:0:7705:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a8038240/0x3f004d6452e05101 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf525 expref: 7 pid: 7689 timeout: 446 lvb_type: 1 00010000:00010000:0.0:1734016082.557767:0:7705:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016082.557769:0:7705:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016082.557776:0:7705:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7cc0/0x3f004d6452e0510f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf52c expref: 5 pid: 13927 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016082.557786:0:7705:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7cc0/0x3f004d6452e0510f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf52c expref: 5 pid: 13927 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016082.558101:0:7705:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7cc0/0x3f004d6452e0510f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf52c expref: 5 pid: 13927 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016082.558122:0:7705:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074285500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7705:1818247339243008:192.168.201.10@tcp:105: 00000100:00100000:0.0:1734016082.559842:0:7705:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012cf4f0c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016082.562194:0:7705:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074285500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7705:1818247339243008:192.168.201.10@tcp:105: 00010000:00010000:0.0:1734016082.562239:0:7705:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016082.568378:0:7705:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800750e0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1979:x1818247336236288:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 10767us (11930us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016082.568402:0:7705:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2399 00000100:00100000:0.0:1734016082.568619:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016082.582408:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016082.600504:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000001:00080000:0.0:1734016082.607984:0:8954:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294968861 is committed 00000100:00100000:0.0:1734016082.616631:0:7420:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336237184 00000100:00100000:0.0:1734016082.616644:0:7420:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336237184 00000100:00100000:0.0:1734016082.616714:0:7420:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 1636 00000100:00100000:0.0:1734016082.616726:0:7420:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800750e0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+17:9673:x1818247336237184:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:0.0:1734016082.616753:0:7420:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016082.616782:0:7420:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a803af40/0x3f004d6452e05116 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361cf533 expref: -99 pid: 7420 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016082.616930:0:7420:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a803ba80/0x3f004d6452e0511d lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7420 initiator: MDT0 00010000:00010000:0.0:1734016082.616948:0:7420:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a803ba80/0x3f004d6452e0511d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7420 initiator: MDT0 00010000:00010000:0.0:1734016082.616962:0:7420:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a803ba80/0x3f004d6452e0511d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7420 initiator: MDT0 00000004:00200000:0.0:1734016082.616990:0:7420:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 9047712 00000004:00200000:0.0:1734016082.616994:0:7420:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1734016082.617010:0:7420:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800a803ba80/0x3f004d6452e0511d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7420 initiator: MDT0 00010000:00010000:0.0:1734016082.617034:0:7420:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a803af40/0x3f004d6452e05116 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf533 expref: 19 pid: 7420 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016082.617065:0:7420:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a803ba80/0x3f004d6452e0511d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf533 expref: 18 pid: 7420 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016082.617074:0:7420:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:0.0:1734016082.617076:0:7420:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1734016082.617079:0:7420:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a803ba80, rc 0) 00000100:00100000:0.0:1734016082.617134:0:7420:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800750e0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+18:9673:x1818247336237184:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 411us (911us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016082.617141:0:7420:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 1636 00000100:00100000:0.0:1734016082.642426:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016082.653069:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016082.657723:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016082.666311:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016082.666396:0:7695:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336238720 00000100:00100000:0.0:1734016082.666408:0:7695:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336238720 00002000:00100000:0.0:1734016082.666458:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (3649536->3653631) req@ffff880074098000 x1818247336238720/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:43/0 lens 488/0 e 0 to 0 dl 1734016093 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016082.666468:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074098000 with x1818247336238720 ext(3649536->3653631) 00002000:00010000:0.0:1734016082.666473:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074098000 00000100:00100000:0.0:1734016082.666505:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 7561 00000100:00100000:0.0:1734016082.666513:0:7695:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074098000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1981:x1818247336238720:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:0.0:1734016082.666741:0:7695:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074098000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1981:x1818247336238720:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 228us (442us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016082.666749:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 7561 00002000:00100000:0.0:1734016082.666755:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (3649536->3653631) req@ffff880074098000 x1818247336238720/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:43/0 lens 488/4536 e 0 to 0 dl 1734016093 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016082.666761:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074098000 with x1818247336238720 ext(3649536->3653631) 00002000:00010000:0.0:1734016082.666764:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074098000 00000100:00100000:1.0:1734016082.671107:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016082.677358:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336239104 00000100:00100000:1.0:1734016082.677372:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336239104 00000100:00100000:1.0:1734016082.677528:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9343 00000100:00100000:1.0:1734016082.677539:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800750e1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1981:x1818247336239104:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:1.0:1734016082.677567:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016082.677592:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880097234fc0/0x3f004d6452e0514e lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361cf55d expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016082.677666:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007409a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339243648:192.168.201.10@tcp:106: 00000100:00100000:1.0:1734016082.678172:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac68ea80 going to sleep for 11 seconds 00000100:00100000:0.0:1734016082.684937:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016082.692559:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016082.715017:0:7695:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336239744 00000100:00100000:0.0:1734016082.715030:0:7695:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336239744 00002000:00100000:0.0:1734016082.715099:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (3764224->3780607) req@ffff8800750e2680 x1818247336239744/t0(0) o4->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:43/0 lens 16872/0 e 0 to 0 dl 1734016093 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016082.715114:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800750e2680 with x1818247336239744 ext(3764224->3780607) 00010000:00010000:0.0:1734016082.715126:0:7695:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7cc0/0x3f004d6452e0510f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf52c expref: 7 pid: 13927 timeout: 446 lvb_type: 0 00010000:00010000:0.0:1734016082.715150:0:7695:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7cc0/0x3f004d6452e0510f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf52c expref: 7 pid: 13927 timeout: 446 lvb_type: 0 00002000:00010000:0.0:1734016082.715158:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800750e2680 00000100:00100000:0.0:1734016082.715205:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 227 00000100:00100000:0.0:1734016082.715214:0:7695:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800750e2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1979:x1818247336239744:12345-192.168.201.10@tcp:4:fsx.0 00000100:00100000:0.0:1734016082.718317:0:7695:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800750e2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+9:1979:x1818247336239744:12345-192.168.201.10@tcp:4:fsx.0 Request processed in 3076us (3771us total) trans 4294968863 rc 0/0 00000100:00100000:0.0:1734016082.718337:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 227 00002000:00100000:0.0:1734016082.718361:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (3764224->3780607) req@ffff8800750e2680 x1818247336239744/t4294968863(0) o4->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:43/0 lens 16872/448 e 0 to 0 dl 1734016093 ref 1 fl Complete:H/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016082.718376:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800750e2680 with x1818247336239744 ext(3764224->3780607) 00010000:00010000:0.0:1734016082.718393:0:7695:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7cc0/0x3f004d6452e0510f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf52c expref: 9 pid: 13927 timeout: 446 lvb_type: 0 00010000:00010000:0.0:1734016082.718419:0:7695:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7cc0/0x3f004d6452e0510f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf52c expref: 9 pid: 13927 timeout: 446 lvb_type: 0 00002000:00010000:0.0:1734016082.718428:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800750e2680 00000100:00100000:1.0:1734016082.725471:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016082.726296:0:7705:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336239872 00000100:00100000:0.0:1734016082.726314:0:7705:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336239872 00010000:00010000:0.0:1734016082.726381:0:7705:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7cc0/0x3f004d6452e0510f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf52c expref: 9 pid: 13927 timeout: 446 lvb_type: 0 00000100:00100000:0.0:1734016082.726459:0:7705:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2400 00000100:00100000:0.0:1734016082.726470:0:7705:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074098700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+9:1979:x1818247336239872:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016082.726498:0:7705:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:0.0:1734016082.726528:0:7705:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 288 -> 320 00010000:00010000:0.0:1734016082.726536:0:7705:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7cc0/0x3f004d6452e0510f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf52c expref: 9 pid: 13927 timeout: 446 lvb_type: 0 00010000:00010000:0.0:1734016082.726554:0:7705:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7cc0/0x3f004d6452e0510f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf52c expref: 9 pid: 13927 timeout: 446 lvb_type: 0 00010000:00010000:0.0:1734016082.726586:0:7705:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7cc0/0x3f004d6452e0510f lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf52c expref: 9 pid: 13927 timeout: 446 lvb_type: 0 00010000:00010000:0.0:1734016082.726634:0:7705:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016082.726638:0:7705:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016082.726645:0:7705:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a73c0/0x3f004d6452e05163 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [8163328->8204287] (req 8163328->8204287) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 7696 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016082.726657:0:7705:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a9a73c0/0x3f004d6452e05163 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [8163328->8204287] (req 8163328->8204287) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 7696 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016082.726702:0:7705:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016082.726777:0:7705:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074098700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+8:1979:x1818247336239872:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 308us (1327us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016082.726787:0:7705:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2400 00000100:00100000:1.0:1734016082.749794:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016082.763590:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016082.772410:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016082.791568:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016082.800539:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016082.803528:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 7568 00000100:00100000:0.0:1734016082.803548:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074287480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+9:1981:x1818247336241280:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:1.0:1734016082.803973:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074287480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+9:1981:x1818247336241280:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 430us (3448us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016082.803982:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 7568 00002000:00100000:1.0:1734016082.803995:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (6787072->6791167) req@ffff880074287480 x1818247336241280/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:43/0 lens 488/4536 e 0 to 0 dl 1734016093 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016082.804006:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074287480 with x1818247336241280 ext(6787072->6791167) 00002000:00010000:1.0:1734016082.804012:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074287480 00000100:00100000:0.0:1734016082.807726:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016082.813970:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016082.814108:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336241792 00000100:00100000:1.0:1734016082.814123:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336241792 00002000:00100000:1.0:1734016082.814188:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (6778880->6782975) req@ffff880074287b80 x1818247336241792/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:43/0 lens 488/0 e 0 to 0 dl 1734016093 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016082.814203:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074287b80 with x1818247336241792 ext(6778880->6782975) 00002000:00010000:1.0:1734016082.814209:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074287b80 00000100:00100000:1.0:1734016082.814257:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 7570 00000100:00100000:1.0:1734016082.814266:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074287b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+9:1979:x1818247336241792:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:1.0:1734016082.814530:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074287b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+9:1979:x1818247336241792:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 264us (577us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016082.814539:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 7570 00002000:00100000:1.0:1734016082.814546:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (6778880->6782975) req@ffff880074287b80 x1818247336241792/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:43/0 lens 488/4536 e 0 to 0 dl 1734016093 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016082.814554:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074287b80 with x1818247336241792 ext(6778880->6782975) 00002000:00010000:1.0:1734016082.814557:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074287b80 00000100:00100000:0.0:1734016082.821024:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016082.823696:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016082.824128:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336242304 00000100:00100000:1.0:1734016082.824138:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336242304 00002000:00100000:1.0:1734016082.824202:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (6770688->6774783) req@ffff880074285c00 x1818247336242304/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:43/0 lens 488/0 e 0 to 0 dl 1734016093 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016082.824214:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074285c00 with x1818247336242304 ext(6770688->6774783) 00002000:00010000:1.0:1734016082.824221:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074285c00 00000100:00100000:1.0:1734016082.824267:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 7572 00000100:00100000:1.0:1734016082.824276:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074285c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+9:1979:x1818247336242304:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:1.0:1734016082.824598:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074285c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+9:1979:x1818247336242304:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 319us (912us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016082.824607:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 7572 00002000:00100000:1.0:1734016082.824614:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (6770688->6774783) req@ffff880074285c00 x1818247336242304/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:43/0 lens 488/4536 e 0 to 0 dl 1734016093 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016082.824623:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074285c00 with x1818247336242304 ext(6770688->6774783) 00002000:00010000:1.0:1734016082.824626:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074285c00 00000100:00100000:0.0:1734016082.830295:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016082.836671:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016082.837563:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336242816 00000100:00100000:1.0:1734016082.837583:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336242816 00002000:00100000:1.0:1734016082.837677:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (6762496->6766591) req@ffff8800744bd180 x1818247336242816/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:43/0 lens 488/0 e 0 to 0 dl 1734016093 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016082.837689:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800744bd180 with x1818247336242816 ext(6762496->6766591) 00002000:00010000:1.0:1734016082.837697:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800744bd180 00000100:00100000:1.0:1734016082.838052:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 7574 00000100:00100000:1.0:1734016082.838063:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800744bd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+9:1979:x1818247336242816:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:1.0:1734016082.838771:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800744bd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+9:1979:x1818247336242816:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 708us (2128us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016082.838780:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 7574 00002000:00100000:1.0:1734016082.838786:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (6762496->6766591) req@ffff8800744bd180 x1818247336242816/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:43/0 lens 488/4536 e 0 to 0 dl 1734016093 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016082.838793:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800744bd180 with x1818247336242816 ext(6762496->6766591) 00002000:00010000:1.0:1734016082.838796:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800744bd180 00000100:00100000:0.0:1734016082.842288:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016082.845668:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016082.852056:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016082.852107:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016082.852216:0:7705:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336243200 00000100:00100000:1.0:1734016082.852228:0:7705:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336243200 00010000:00010000:1.0:1734016082.852281:0:7705:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880072171f80/0x3f004d6452e05171 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf579 expref: 9 pid: 7689 timeout: 446 lvb_type: 1 00000100:00100000:1.0:1734016082.852315:0:7705:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336243328 00000100:00100000:1.0:1734016082.852317:0:7705:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336243328 00010000:00010000:1.0:1734016082.852328:0:7705:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880072170d80/0x3f004d6452e0516a lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf572 expref: 9 pid: 7689 timeout: 446 lvb_type: 1 00000100:00100000:1.0:1734016082.852346:0:7705:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2401 00000100:00100000:1.0:1734016082.852354:0:7705:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b1f66850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+9:1978:x1818247336243200:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016082.852378:0:7705:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016082.852411:0:7705:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880072171f80/0x3f004d6452e05171 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf579 expref: 9 pid: 7689 timeout: 446 lvb_type: 1 00010000:00010000:1.0:1734016082.852422:0:7705:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880072171f80/0x3f004d6452e05171 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf579 expref: 9 pid: 7689 timeout: 446 lvb_type: 1 00010000:00010000:1.0:1734016082.852457:0:7705:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016082.852513:0:7705:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b1f66850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+9:1978:x1818247336243200:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 159us (482us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016082.852522:0:7705:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2401 00000100:00100000:1.0:1734016082.852578:0:7705:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2402 00000100:00100000:1.0:1734016082.852582:0:7705:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800744bd500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+9:1978:x1818247336243328:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016082.852588:0:7705:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016082.852596:0:7705:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880072170d80/0x3f004d6452e0516a lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf572 expref: 9 pid: 7689 timeout: 446 lvb_type: 1 00010000:00010000:1.0:1734016082.852605:0:7705:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880072170d80/0x3f004d6452e0516a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf572 expref: 9 pid: 7689 timeout: 446 lvb_type: 1 00010000:00010000:1.0:1734016082.852618:0:7705:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016082.852620:0:7705:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016082.852627:0:7705:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7cc0/0x3f004d6452e05178 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 5214208->5222399) gid 0 flags: 0x50080000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf580 expref: 8 pid: 13927 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016082.852635:0:7705:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7cc0/0x3f004d6452e05178 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 5214208->5222399) gid 0 flags: 0x50080000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf580 expref: 8 pid: 13927 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016082.852668:0:7705:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7cc0/0x3f004d6452e05178 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 5214208->5222399) gid 0 flags: 0x40000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf580 expref: 8 pid: 13927 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016082.852685:0:7705:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074098380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7705:1818247339244416:192.168.201.10@tcp:105: 00000100:00100000:1.0:1734016082.852717:0:7705:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac68e540 going to sleep for 11 seconds 00000100:00100000:1.0:1734016082.856249:0:7705:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074098380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7705:1818247339244416:192.168.201.10@tcp:105: 00010000:00010000:1.0:1734016082.856276:0:7705:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016082.856329:0:7705:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800744bd500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+8:1978:x1818247336243328:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 3743us (4219us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016082.856341:0:7705:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2402 00000100:00100000:0.0:1734016082.856842:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016082.861459:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016082.867491:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016082.869151:0:7705:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336243712 00000100:00100000:1.0:1734016082.869171:0:7705:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336243712 00010000:00010000:1.0:1734016082.869231:0:7705:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7cc0/0x3f004d6452e05178 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5214208->5222399) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf580 expref: 8 pid: 13927 timeout: 446 lvb_type: 0 00000100:00100000:1.0:1734016082.869959:0:7705:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2403 00000100:00100000:1.0:1734016082.869973:0:7705:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800744bd880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1978:x1818247336243712:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016082.869999:0:7705:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016082.870050:0:7705:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7cc0/0x3f004d6452e05178 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 5214208->5222399) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf580 expref: 8 pid: 13927 timeout: 446 lvb_type: 0 00010000:00010000:1.0:1734016082.870067:0:7705:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7cc0/0x3f004d6452e05178 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 5214208->5222399) gid 0 flags: 0x50000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf580 expref: 8 pid: 13927 timeout: 446 lvb_type: 0 00010000:00010000:1.0:1734016082.870106:0:7705:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7cc0/0x3f004d6452e05178 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 5214208->5222399) gid 0 flags: 0x44801400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf580 expref: 8 pid: 13927 timeout: 446 lvb_type: 0 00010000:00010000:1.0:1734016082.870150:0:7705:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016082.870155:0:7705:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016082.870168:0:7705:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880072170d80/0x3f004d6452e0517f lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4423680->4435967) gid 0 flags: 0x40080000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf587 expref: 8 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016082.870183:0:7705:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880072170d80/0x3f004d6452e0517f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4423680->4435967) gid 0 flags: 0x40080000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf587 expref: 8 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016082.870244:0:7705:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880072170d80/0x3f004d6452e0517f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4423680->4435967) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf587 expref: 8 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016082.870266:0:7705:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074098380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7705:1818247339244672:192.168.201.10@tcp:105: 00000100:00100000:1.0:1734016082.873428:0:7705:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac68e540 going to sleep for 11 seconds 00000100:00100000:0.0:1734016082.892761:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016082.892826:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016082.892935:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016082.896195:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 7576 00000100:00100000:0.0:1734016082.896216:0:13925:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 7577 00000100:00100000:1.0:1734016082.896222:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800744be680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+11:1979:x1818247336244224:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:0.0:1734016082.896225:0:13925:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800744bfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+11:1979:x1818247336244480:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:1.0:1734016082.918443:0:13925:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800744bfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+12:1979:x1818247336244480:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 22196us (25485us total) trans 0 rc 659456/659456 00000100:00100000:1.0:1734016082.918460:0:13925:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 7577 00002000:00100000:1.0:1734016082.918479:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (8388608->9048063) req@ffff8800744bfb80 x1818247336244480/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:43/0 lens 488/440 e 0 to 0 dl 1734016093 ref 1 fl Complete:/200/0 rc 659456/659456 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016082.918488:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800744bfb80 with x1818247336244480 ext(8388608->9048063) 00002000:00010000:1.0:1734016082.918497:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800744bfb80 00000100:00100000:1.0:1734016083.020373:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00080000:0.0:1734016083.023282:0:6479:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734016053 00000100:00100000:1.0:1734016083.028133:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016083.040057:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016083.049393:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016083.060182:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016083.070689:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016083.074717:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016083.084843:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016083.099127:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016083.154333:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016083.179254:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016083.194630:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016083.197973:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016083.205482:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016083.213044:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016083.239409:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016083.251686:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336246912 00000100:00100000:1.0:1734016083.251708:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336246912 00002000:00100000:1.0:1734016083.251782:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (1642496->1695743) req@ffff880076949c00 x1818247336246912/t0(0) o4->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:44/0 lens 488/0 e 0 to 0 dl 1734016094 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016083.251797:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076949c00 with x1818247336246912 ext(1642496->1695743) 00010000:00010000:1.0:1734016083.251811:0:7696:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880072172d00/0x3f004d6452e05194 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 626688->655359) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf595 expref: 11 pid: 7689 timeout: 447 lvb_type: 0 00010000:00010000:1.0:1734016083.251829:0:7696:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880072172d00/0x3f004d6452e05194 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 626688->655359) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf595 expref: 11 pid: 7689 timeout: 447 lvb_type: 0 00002000:00010000:1.0:1734016083.251839:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880076949c00 00000100:00100000:1.0:1734016083.251903:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 228 00000100:00100000:1.0:1734016083.251914:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076949c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+11:1978:x1818247336246912:12345-192.168.201.10@tcp:4:fsx.0 00000100:00100000:0.0:1734016083.279022:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000001:00080000:0.0:1734016083.290909:0:8954:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294968868 is committed 00000001:00080000:0.0:1734016083.290932:0:8954:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294968867 is committed 00000100:00100000:0.0:1734016083.306920:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016083.310625:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016083.363791:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016083.363850:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016083.363949:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016083.364045:0:13925:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336247552 00000100:00100000:1.0:1734016083.364066:0:13925:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336247552 00002000:00100000:1.0:1734016083.364161:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (0->4194303) req@ffff88007694a680 x1818247336247552/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:44/0 lens 488/0 e 0 to 0 dl 1734016094 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016083.364179:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007694a680 with x1818247336247552 ext(0->4194303) 00002000:00010000:1.0:1734016083.364188:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007694a680 00000100:00100000:1.0:1734016083.364256:0:13925:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336248064 00000100:00100000:1.0:1734016083.364259:0:13925:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336248064 00002000:00100000:1.0:1734016083.364277:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (8388608->9048063) req@ffff88007694ad80 x1818247336248064/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:44/0 lens 488/0 e 0 to 0 dl 1734016094 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016083.364285:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007694ad80 with x1818247336248064 ext(8388608->9048063) 00002000:00010000:1.0:1734016083.364289:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007694ad80 00000100:00100000:0.0:1734016083.365080:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 7583 00000100:00100000:0.0:1734016083.365086:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007694ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+9:1980:x1818247336248064:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:0.0:1734016083.387271:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007694ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+11:1980:x1818247336248064:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 22158us (23297us total) trans 0 rc 659456/659456 00000100:00100000:0.0:1734016083.387293:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 7583 00002000:00100000:0.0:1734016083.387315:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (8388608->9048063) req@ffff88007694ad80 x1818247336248064/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:44/0 lens 488/440 e 0 to 0 dl 1734016094 ref 1 fl Complete:/200/0 rc 659456/659456 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016083.387326:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007694ad80 with x1818247336248064 ext(8388608->9048063) 00002000:00010000:0.0:1734016083.387334:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007694ad80 00000100:00100000:0.0:1734016083.474810:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336248192 00000100:00100000:0.0:1734016083.474839:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336248192 00000100:00100000:0.0:1734016083.475040:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9363 00000100:00100000:0.0:1734016083.475052:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800750e3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:9673:x1818247336248192:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:0.0:1734016083.475091:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016083.475128:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a80398c0/0x3f004d6452e051da lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361cf5d4 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016083.475174:0:7689:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880072171f80/0x3f004d6452e051cc lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf5c6 expref: 7 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016083.475183:0:7689:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a61c0/0x3f004d6452e051d3 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf5cd expref: 8 pid: 13927 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016083.475190:0:7689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016083.475192:0:7689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016083.475197:0:7689:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a80398c0/0x3f004d6452e051da lrc: 5/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [1150976->1155071] (req 1150976->1155071) gid 0 flags: 0x50000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf5d4 expref: 7 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016083.475243:0:7689:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a9a61c0/0x3f004d6452e051d3 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf5cd expref: 8 pid: 13927 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016083.475257:0:7689:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a9a61c0/0x3f004d6452e051d3 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf5cd expref: 8 pid: 13927 timeout: 447 lvb_type: 1 00000100:00100000:0.0:1734016083.475274:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007694b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339246080:192.168.201.10@tcp:104: 00010000:00010000:0.0:1734016083.475397:0:7689:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880072171f80/0x3f004d6452e051cc lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf5c6 expref: 7 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016083.475405:0:7689:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880072171f80/0x3f004d6452e051cc lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf5c6 expref: 7 pid: 7689 timeout: 447 lvb_type: 1 00000100:00100000:0.0:1734016083.475415:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076948a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339246208:192.168.201.10@tcp:104: 00000100:00100000:0.0:1734016083.475442:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012cf4f9c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016083.484991:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007694b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339246080:192.168.201.10@tcp:104: 00000100:00100000:0.0:1734016083.485005:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076948a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339246208:192.168.201.10@tcp:104: 00010000:00010000:0.0:1734016083.485050:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a80398c0/0x3f004d6452e051da lrc: 3/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [1150976->1155071] (req 1150976->1155071) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf5d4 expref: 7 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016083.485067:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a80398c0, rc 0) 00000100:00100000:0.0:1734016083.485186:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800750e3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:9673:x1818247336248192:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 10135us (18898us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016083.485195:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9363 00000100:00100000:0.0:1734016083.507792:0:6470:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336248320 00000100:00100000:0.0:1734016083.507804:0:6470:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336248320 00010000:00010000:0.0:1734016083.507849:0:6470:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880072171f80/0x3f004d6452e051cc lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf5c6 expref: 7 pid: 7689 timeout: 447 lvb_type: 1 00000100:00100000:0.0:1734016083.515231:0:7705:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336248448 00000100:00100000:0.0:1734016083.515245:0:7705:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336248448 00010000:00010000:0.0:1734016083.515308:0:7705:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a9a61c0/0x3f004d6452e051d3 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf5cd expref: 7 pid: 13927 timeout: 447 lvb_type: 1 00000100:00100000:0.0:1734016083.516378:0:7705:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2408 00000100:00100000:0.0:1734016083.516389:0:7705:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b1f66450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1978:x1818247336248448:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016083.516415:0:7705:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016083.516450:0:7705:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a9a61c0/0x3f004d6452e051d3 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf5cd expref: 7 pid: 13927 timeout: 447 lvb_type: 1 00010000:00010000:0.0:1734016083.516467:0:7705:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a9a61c0/0x3f004d6452e051d3 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf5cd expref: 7 pid: 13927 timeout: 447 lvb_type: 1 00010000:00010000:0.0:1734016083.516500:0:7705:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a61c0/0x3f004d6452e051d3 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf5cd expref: 7 pid: 13927 timeout: 447 lvb_type: 1 00010000:00010000:0.0:1734016083.517126:0:7705:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016083.517131:0:7705:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016083.517141:0:7705:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a80398c0/0x3f004d6452e051da lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1150976->1155071) gid 0 flags: 0x40080000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf5d4 expref: 5 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016083.517155:0:7705:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a80398c0/0x3f004d6452e051da lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1150976->1155071) gid 0 flags: 0x40080000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf5d4 expref: 5 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016083.517276:0:7705:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a80398c0/0x3f004d6452e051da lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1150976->1155071) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf5d4 expref: 5 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016083.517294:0:7705:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880075261c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7705:1818247339246336:192.168.201.10@tcp:105: 00000100:00100000:1.0:1734016083.518984:0:7705:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac68e240 going to sleep for 11 seconds 00000100:00100000:0.0:1734016083.556315:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016083.556403:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016083.557253:0:7705:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880075261c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7705:1818247339246336:192.168.201.10@tcp:105: 00010000:00010000:1.0:1734016083.557287:0:7705:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016083.557369:0:7705:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b1f66450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1978:x1818247336248448:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 40978us (42261us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016083.557383:0:7705:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2408 00000100:00100000:0.0:1734016083.559846:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 7585 00000100:00100000:0.0:1734016083.559877:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007694b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1979:x1818247336248832:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:0.0:1734016083.592756:0:7420:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336249216 00000100:00100000:0.0:1734016083.592782:0:7420:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336249216 00000100:00100000:0.0:1734016083.592890:0:7420:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336249472 00000100:00100000:0.0:1734016083.592895:0:7420:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336249472 00000100:00100000:0.0:1734016083.592937:0:7420:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 196 00000100:00100000:0.0:1734016083.592946:0:7420:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800750e0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+18:1978:x1818247336249216:12345-192.168.201.10@tcp:400:kworker.0 00000100:00100000:1.0:1734016083.592966:0:6482:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 197 00000100:00100000:1.0:1734016083.592974:0:6482:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800750e1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+18:1978:x1818247336249472:12345-192.168.201.10@tcp:400:kworker.0 00000100:00100000:0.0:1734016083.593239:0:7420:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800750e0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+18:1978:x1818247336249216:12345-192.168.201.10@tcp:400:kworker.0 Request processed in 293us (3651us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016083.593247:0:7420:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 196 00000100:00100000:1.0:1734016083.595439:0:6482:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800750e1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+18:1978:x1818247336249472:12345-192.168.201.10@tcp:400:kworker.0 Request processed in 2449us (5773us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016083.595455:0:6482:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 197 00000100:00100000:1.0:1734016083.638704:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007694b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+8:1979:x1818247336248832:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 78820us (82273us total) trans 0 rc 3207168/3207168 00000100:00100000:1.0:1734016083.638725:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 7585 00002000:00100000:1.0:1734016083.638749:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (5840896->9048063) req@ffff88007694b100 x1818247336248832/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:44/0 lens 488/440 e 0 to 0 dl 1734016094 ref 1 fl Complete:/200/0 rc 3207168/3207168 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016083.638760:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007694b100 with x1818247336248832 ext(5840896->9048063) 00002000:00010000:1.0:1734016083.638769:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007694b100 00000100:00100000:0.0:1734016083.659449:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076948a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1978:x1818247336248704:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 101373us (103129us total) trans 0 rc 4194304/4194304 00000100:00100000:0.0:1734016083.659467:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 7584 00002000:00100000:0.0:1734016083.659488:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (1150976->5840895) req@ffff880076948a80 x1818247336248704/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:44/0 lens 504/440 e 0 to 0 dl 1734016094 ref 1 fl Complete:/200/0 rc 4194304/4194304 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016083.659499:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076948a80 with x1818247336248704 ext(1150976->5840895) 00002000:00010000:0.0:1734016083.659507:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076948a80 00000100:00100000:0.0:1734016083.665205:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336249728 00000100:00100000:0.0:1734016083.665227:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336249728 00002000:00100000:0.0:1734016083.665311:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (1146880->1150975) req@ffff880074e41180 x1818247336249728/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:44/0 lens 488/0 e 0 to 0 dl 1734016094 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016083.665324:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074e41180 with x1818247336249728 ext(1146880->1150975) 00002000:00010000:0.0:1734016083.665331:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074e41180 00000100:00100000:0.0:1734016083.665371:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 7586 00000100:00100000:0.0:1734016083.665380:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074e41180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1980:x1818247336249728:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:0.0:1734016083.665707:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074e41180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1980:x1818247336249728:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 326us (1932us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016083.665715:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 7586 00002000:00100000:0.0:1734016083.665722:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (1146880->1150975) req@ffff880074e41180 x1818247336249728/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:44/0 lens 488/4536 e 0 to 0 dl 1734016094 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016083.665735:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074e41180 with x1818247336249728 ext(1146880->1150975) 00002000:00010000:0.0:1734016083.665739:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074e41180 00000100:00100000:1.0:1734016083.686493:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336249984 00000100:00100000:1.0:1734016083.686514:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336249984 00002000:00100000:1.0:1734016083.686606:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (1142784->1146879) req@ffff880074e40a80 x1818247336249984/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:44/0 lens 488/0 e 0 to 0 dl 1734016094 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016083.686620:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074e40a80 with x1818247336249984 ext(1142784->1146879) 00002000:00010000:1.0:1734016083.686629:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074e40a80 00000100:00100000:1.0:1734016083.686678:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 7587 00000100:00100000:1.0:1734016083.686690:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074e40a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1978:x1818247336249984:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:1.0:1734016083.687054:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074e40a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1978:x1818247336249984:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 365us (1312us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016083.687066:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 7587 00002000:00100000:1.0:1734016083.687073:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (1142784->1146879) req@ffff880074e40a80 x1818247336249984/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:44/0 lens 488/4536 e 0 to 0 dl 1734016094 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016083.687080:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074e40a80 with x1818247336249984 ext(1142784->1146879) 00002000:00010000:1.0:1734016083.687083:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074e40a80 00000100:00100000:0.0:1734016083.694785:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336250240 00000100:00100000:0.0:1734016083.694803:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336250240 00002000:00100000:0.0:1734016083.694900:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (1138688->1142783) req@ffff880073f20e00 x1818247336250240/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:44/0 lens 488/0 e 0 to 0 dl 1734016094 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016083.694911:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880073f20e00 with x1818247336250240 ext(1138688->1142783) 00002000:00010000:0.0:1734016083.694918:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880073f20e00 00000100:00100000:0.0:1734016083.695738:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 7588 00000100:00100000:0.0:1734016083.695750:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880073f20e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1980:x1818247336250240:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:0.0:1734016083.696069:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880073f20e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1980:x1818247336250240:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 319us (1595us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016083.696077:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 7588 00002000:00100000:0.0:1734016083.696085:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (1138688->1142783) req@ffff880073f20e00 x1818247336250240/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:44/0 lens 488/4536 e 0 to 0 dl 1734016094 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016083.696093:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880073f20e00 with x1818247336250240 ext(1138688->1142783) 00002000:00010000:0.0:1734016083.696098:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880073f20e00 00000100:00100000:1.0:1734016083.714710:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336250496 00000100:00100000:1.0:1734016083.714723:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336250496 00002000:00100000:1.0:1734016083.714779:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (1134592->1138687) req@ffff880074e41500 x1818247336250496/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:44/0 lens 488/0 e 0 to 0 dl 1734016094 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016083.714796:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074e41500 with x1818247336250496 ext(1134592->1138687) 00002000:00010000:1.0:1734016083.714804:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074e41500 00000100:00100000:1.0:1734016083.714844:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 7589 00000100:00100000:1.0:1734016083.714851:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074e41500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1980:x1818247336250496:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:1.0:1734016083.715141:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074e41500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1980:x1818247336250496:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 288us (804us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016083.715149:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 7589 00002000:00100000:1.0:1734016083.715155:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (1134592->1138687) req@ffff880074e41500 x1818247336250496/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:44/0 lens 488/4536 e 0 to 0 dl 1734016094 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016083.715163:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074e41500 with x1818247336250496 ext(1134592->1138687) 00002000:00010000:1.0:1734016083.715166:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074e41500 00000100:00100000:0.0:1734016083.723318:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336250752 00000100:00100000:0.0:1734016083.723342:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336250752 00002000:00100000:0.0:1734016083.723415:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (1130496->1134591) req@ffff880074e43b80 x1818247336250752/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:44/0 lens 488/0 e 0 to 0 dl 1734016094 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016083.723426:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074e43b80 with x1818247336250752 ext(1130496->1134591) 00002000:00010000:0.0:1734016083.723433:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074e43b80 00000100:00100000:0.0:1734016083.723478:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 7590 00000100:00100000:0.0:1734016083.723488:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074e43b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1980:x1818247336250752:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:0.0:1734016083.723743:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074e43b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1980:x1818247336250752:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 256us (4411us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016083.723751:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 7590 00002000:00100000:0.0:1734016083.723757:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (1130496->1134591) req@ffff880074e43b80 x1818247336250752/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:44/0 lens 488/4536 e 0 to 0 dl 1734016094 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016083.723764:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074e43b80 with x1818247336250752 ext(1130496->1134591) 00002000:00010000:0.0:1734016083.723767:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074e43b80 00000100:00100000:1.0:1734016083.729345:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336251008 00000100:00100000:1.0:1734016083.729365:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336251008 00002000:00100000:1.0:1734016083.729454:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (1126400->1130495) req@ffff880073f23480 x1818247336251008/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:44/0 lens 488/0 e 0 to 0 dl 1734016094 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016083.729469:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880073f23480 with x1818247336251008 ext(1126400->1130495) 00002000:00010000:1.0:1734016083.729481:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880073f23480 00000100:00100000:1.0:1734016083.729527:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 7591 00000100:00100000:1.0:1734016083.729539:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880073f23480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1978:x1818247336251008:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:1.0:1734016083.729890:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880073f23480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1978:x1818247336251008:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 350us (1488us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016083.729900:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 7591 00002000:00100000:1.0:1734016083.729909:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (1126400->1130495) req@ffff880073f23480 x1818247336251008/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:44/0 lens 488/4536 e 0 to 0 dl 1734016094 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016083.729919:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880073f23480 with x1818247336251008 ext(1126400->1130495) 00002000:00010000:1.0:1734016083.729922:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880073f23480 00000100:00100000:0.0:1734016083.733813:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336251264 00000100:00100000:0.0:1734016083.733829:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336251264 00002000:00100000:0.0:1734016083.733949:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (1122304->1126399) req@ffff880074e40700 x1818247336251264/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:44/0 lens 488/0 e 0 to 0 dl 1734016094 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016083.733961:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074e40700 with x1818247336251264 ext(1122304->1126399) 00002000:00010000:0.0:1734016083.733969:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074e40700 00000100:00100000:0.0:1734016083.734004:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 7592 00000100:00100000:0.0:1734016083.734011:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074e40700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1980:x1818247336251264:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:0.0:1734016083.734327:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074e40700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1980:x1818247336251264:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 314us (1093us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016083.734335:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 7592 00002000:00100000:0.0:1734016083.734342:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (1122304->1126399) req@ffff880074e40700 x1818247336251264/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:44/0 lens 488/4536 e 0 to 0 dl 1734016094 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016083.734350:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074e40700 with x1818247336251264 ext(1122304->1126399) 00002000:00010000:0.0:1734016083.734353:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074e40700 00000100:00100000:1.0:1734016083.742316:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336251520 00000100:00100000:1.0:1734016083.742334:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336251520 00002000:00100000:1.0:1734016083.742404:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (1118208->1122303) req@ffff880074e41880 x1818247336251520/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:44/0 lens 488/0 e 0 to 0 dl 1734016094 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016083.742416:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074e41880 with x1818247336251520 ext(1118208->1122303) 00002000:00010000:1.0:1734016083.742423:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074e41880 00000100:00100000:1.0:1734016083.742957:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 7593 00000100:00100000:1.0:1734016083.742968:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074e41880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1978:x1818247336251520:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:1.0:1734016083.743323:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074e41880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1978:x1818247336251520:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 355us (1829us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016083.743332:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 7593 00002000:00100000:1.0:1734016083.743340:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (1118208->1122303) req@ffff880074e41880 x1818247336251520/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:44/0 lens 488/4536 e 0 to 0 dl 1734016094 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016083.743348:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074e41880 with x1818247336251520 ext(1118208->1122303) 00002000:00010000:1.0:1734016083.743351:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074e41880 00000100:00100000:0.0:1734016083.759113:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336251776 00000100:00100000:0.0:1734016083.759131:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336251776 00002000:00100000:0.0:1734016083.759217:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (1114112->1118207) req@ffff880073f22d80 x1818247336251776/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:44/0 lens 488/0 e 0 to 0 dl 1734016094 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016083.759233:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880073f22d80 with x1818247336251776 ext(1114112->1118207) 00002000:00010000:0.0:1734016083.759243:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880073f22d80 00000100:00100000:0.0:1734016083.759300:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 7594 00000100:00100000:0.0:1734016083.759313:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880073f22d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1981:x1818247336251776:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:0.0:1734016083.759657:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880073f22d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1981:x1818247336251776:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 346us (963us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016083.759671:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 7594 00002000:00100000:0.0:1734016083.759677:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (1114112->1118207) req@ffff880073f22d80 x1818247336251776/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:44/0 lens 488/4536 e 0 to 0 dl 1734016094 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016083.759685:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880073f22d80 with x1818247336251776 ext(1114112->1118207) 00002000:00010000:0.0:1734016083.759688:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880073f22d80 00000100:00100000:0.0:1734016083.770163:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016083.770351:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336252032 00000100:00100000:1.0:1734016083.770372:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336252032 00002000:00100000:1.0:1734016083.770474:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (1110016->1114111) req@ffff880076948000 x1818247336252032/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:44/0 lens 488/0 e 0 to 0 dl 1734016094 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016083.770490:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076948000 with x1818247336252032 ext(1110016->1114111) 00002000:00010000:1.0:1734016083.770498:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076948000 00000100:00100000:1.0:1734016083.770532:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 7595 00000100:00100000:1.0:1734016083.770546:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076948000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1978:x1818247336252032:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:1.0:1734016083.770849:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076948000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1978:x1818247336252032:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 305us (716us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016083.770858:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 7595 00002000:00100000:1.0:1734016083.770893:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (1110016->1114111) req@ffff880076948000 x1818247336252032/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:44/0 lens 488/4536 e 0 to 0 dl 1734016094 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016083.770900:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076948000 with x1818247336252032 ext(1110016->1114111) 00002000:00010000:1.0:1734016083.770903:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076948000 00000100:00100000:0.0:1734016083.775936:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016083.786305:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016083.787059:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 7597 00000100:00100000:1.0:1734016083.787069:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076949f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1978:x1818247336252544:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:1.0:1734016083.787349:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076949f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1978:x1818247336252544:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 279us (1074us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016083.787359:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 7597 00002000:00100000:1.0:1734016083.787370:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (1101824->1105919) req@ffff880076949f80 x1818247336252544/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:44/0 lens 488/4536 e 0 to 0 dl 1734016094 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016083.787379:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076949f80 with x1818247336252544 ext(1101824->1105919) 00002000:00010000:1.0:1734016083.787382:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076949f80 00000100:00100000:0.0:1734016083.791442:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016083.801743:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016083.808828:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075261c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+8:1978:x1818247336252928:12345-192.168.201.10@tcp:4:fsx.0 Request processed in 6581us (7058us total) trans 4294968869 rc 0/0 00000100:00100000:0.0:1734016083.808854:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 7599 00002000:00100000:0.0:1734016083.808928:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (1097728->1155071) req@ffff880075261c00 x1818247336252928/t4294968869(0) o4->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:44/0 lens 488/448 e 0 to 0 dl 1734016094 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016083.808942:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880075261c00 with x1818247336252928 ext(1097728->1155071) 00002000:00010000:0.0:1734016083.808959:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880075261c00 00000100:00100000:0.0:1734016083.817506:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000001:00080000:0.0:1734016083.822952:0:8954:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294968869 is committed 00000100:00100000:0.0:1734016083.828024:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00002000:00010000:0.0:1734016083.838551:0:13927:0:(ofd_lvb.c:283:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime: 1734016082 -> 1734016083 00002000:00010000:0.0:1734016083.838567:0:13927:0:(ofd_lvb.c:295:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime: 1734016082 -> 1734016083 00002000:00010000:0.0:1734016083.838570:0:13927:0:(ofd_lvb.c:301:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks: 576 -> 688 00000100:00100000:0.0:1734016083.838614:0:13927:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880073f20380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13927:1818247339246464:192.168.201.10@tcp:106: 00010000:00010000:0.0:1734016083.838683:0:13927:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880072172640/0x3f004d6452e051e1 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf5db expref: 7 pid: 13927 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016083.839153:0:13927:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880072172640/0x3f004d6452e051e1 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf5db expref: 7 pid: 13927 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016083.839200:0:13927:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880072172640, rc 0) 00000100:00100000:0.0:1734016083.839484:0:13927:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800744e9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1980:x1818247336253184:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 10692us (11493us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016083.839496:0:13927:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9365 00000100:00100000:0.0:1734016083.842329:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016083.856324:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016083.892707:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016083.893043:0:7705:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336253568 00000100:00100000:1.0:1734016083.893064:0:7705:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336253568 00010000:00010000:1.0:1734016083.893144:0:7705:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a80398c0/0x3f004d6452e051da lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1150976->1155071) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf5d4 expref: 6 pid: 7689 timeout: 447 lvb_type: 0 00000100:00100000:1.0:1734016083.893218:0:7705:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2409 00000100:00100000:1.0:1734016083.893230:0:7705:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800744eb480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1978:x1818247336253568:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016083.893261:0:7705:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016083.893297:0:7705:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a80398c0/0x3f004d6452e051da lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1150976->1155071) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf5d4 expref: 6 pid: 7689 timeout: 447 lvb_type: 0 00010000:00010000:1.0:1734016083.893311:0:7705:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a80398c0/0x3f004d6452e051da lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1150976->1155071) gid 0 flags: 0x50000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf5d4 expref: 6 pid: 7689 timeout: 447 lvb_type: 0 00010000:00010000:1.0:1734016083.893345:0:7705:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a80398c0/0x3f004d6452e051da lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1150976->1155071) gid 0 flags: 0x44801400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf5d4 expref: 6 pid: 7689 timeout: 447 lvb_type: 0 00010000:00010000:1.0:1734016083.893375:0:7705:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016083.893378:0:7705:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016083.893387:0:7705:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880072172640/0x3f004d6452e051ef lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 851968->860159) gid 0 flags: 0x40080000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf5e9 expref: 6 pid: 13927 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016083.893397:0:7705:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880072172640/0x3f004d6452e051ef lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 851968->860159) gid 0 flags: 0x40080000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf5e9 expref: 6 pid: 13927 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016083.893456:0:7705:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880072172640/0x3f004d6452e051ef lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 851968->860159) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf5e9 expref: 6 pid: 13927 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016083.893474:0:7705:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880075262d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7705:1818247339246848:192.168.201.10@tcp:105: 00000100:00100000:1.0:1734016083.893564:0:7705:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac68e540 going to sleep for 11 seconds 00000100:00100000:0.0:1734016083.899206:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016083.902950:0:7705:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880075262d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7705:1818247339246848:192.168.201.10@tcp:105: 00010000:00010000:1.0:1734016083.903010:0:7705:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016083.903125:0:7705:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800744eb480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:1978:x1818247336253568:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 9893us (10443us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016083.903144:0:7705:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2409 00000100:00100000:0.0:1734016083.909147:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336253824 00000100:00100000:0.0:1734016083.909164:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336253824 00000100:00100000:0.0:1734016083.909239:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9369 00000100:00100000:0.0:1734016083.909248:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880073f20a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:1979:x1818247336253824:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:0.0:1734016083.909283:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016083.909316:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a80398c0/0x3f004d6452e051f6 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361cf5f0 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016083.909421:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800744e8a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339246976:192.168.201.10@tcp:106: 00000100:00100000:0.0:1734016083.909542:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012cf4fa80 going to sleep for 11 seconds 00000100:00100000:1.0:1734016083.917662:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800744e8a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339246976:192.168.201.10@tcp:106: 00010000:00010000:1.0:1734016083.917719:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a80398c0/0x3f004d6452e051f6 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf5f0 expref: 6 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016083.917737:0:7689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a80398c0/0x3f004d6452e051f6 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf5f0 expref: 6 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016083.917762:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a80398c0, rc 0) 00000100:00100000:1.0:1734016083.917832:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880073f20a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:1979:x1818247336253824:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 8583us (9312us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016083.917842:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9369 00000100:00100000:0.0:1734016083.922976:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016083.925090:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336253952 00000100:00100000:1.0:1734016083.925109:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336253952 00000100:00100000:1.0:1734016083.925200:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9370 00000100:00100000:1.0:1734016083.925211:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800744ead80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:1981:x1818247336253952:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:1.0:1734016083.925237:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016083.925264:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880097234fc0/0x3f004d6452e051fd lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361cf5f7 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016083.925357:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880075262d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339247104:192.168.201.10@tcp:106: 00000100:00100000:1.0:1734016083.925473:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac68e540 going to sleep for 11 seconds 00000100:00100000:1.0:1734016083.930335:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880075262d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339247104:192.168.201.10@tcp:106: 00010000:00010000:1.0:1734016083.930385:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880097234fc0/0x3f004d6452e051fd lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf5f7 expref: 6 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016083.930402:0:7689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097234fc0/0x3f004d6452e051fd lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf5f7 expref: 6 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016083.930429:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097234fc0, rc 0) 00000100:00100000:1.0:1734016083.930499:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800744ead80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:1981:x1818247336253952:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 5288us (7552us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016083.930508:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9370 00000100:00100000:0.0:1734016083.939692:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016083.941642:0:6482:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336254208 00000100:00100000:1.0:1734016083.941682:0:6482:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336254208 00000100:00100000:1.0:1734016083.941858:0:6482:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 1638 00000100:00100000:1.0:1734016083.941946:0:6482:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800744ea300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+18:9673:x1818247336254208:12345-192.168.201.10@tcp:36:fsx.0 00010000:00010000:1.0:1734016083.942074:0:6482:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016083.942134:0:6482:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a803ba80/0x3f004d6452e0511d lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf533 expref: 18 pid: 7420 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016083.942193:0:6482:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:1.0:1734016083.942201:0:6482:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1734016083.942520:0:6482:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880097236f40/0x3f004d6452e05204 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6482 initiator: MDT0 00010000:00010000:1.0:1734016083.942538:0:6482:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a4b40/0x3f004d6452e05147 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf556 expref: 17 pid: 8966 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016083.942550:0:6482:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff880097236f40/0x3f004d6452e05204 lrc: 4/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6482 initiator: MDT0 00010000:00010000:1.0:1734016083.942611:0:6482:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a4b40/0x3f004d6452e05147 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf556 expref: 17 pid: 8966 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016083.942628:0:6482:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a4b40/0x3f004d6452e05147 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf556 expref: 17 pid: 8966 timeout: 448 lvb_type: 0 00000100:00100000:1.0:1734016083.942648:0:6482:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880075262d80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6482:1818247339247232:192.168.201.10@tcp:104: 00000100:00100000:1.0:1734016083.942793:0:6482:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac68ea80 going to sleep for 11 seconds 00000100:00100000:1.0:1734016083.953775:0:6482:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880075262d80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6482:1818247339247232:192.168.201.10@tcp:104: 00010000:00010000:1.0:1734016083.953839:0:6482:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff880097236f40/0x3f004d6452e05204 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6482 initiator: MDT0 00000100:00100000:0.0:1734016083.956674:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016083.957107:0:7705:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336254336 00000100:00100000:1.0:1734016083.957128:0:7705:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336254336 00010000:00010000:1.0:1734016083.957203:0:7705:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a4b40/0x3f004d6452e05147 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf556 expref: 18 pid: 8966 timeout: 448 lvb_type: 0 00000100:00100000:1.0:1734016083.958198:0:7705:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2410 00000100:00100000:1.0:1734016083.958211:0:7705:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800744e8a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+18:1978:x1818247336254336:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016083.958242:0:7705:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016083.958252:0:7705:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a4b40/0x3f004d6452e05147 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf556 expref: 18 pid: 8966 timeout: 448 lvb_type: 0 00010000:00010000:1.0:1734016083.958270:0:7705:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a4b40/0x3f004d6452e05147 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf556 expref: 18 pid: 8966 timeout: 448 lvb_type: 0 00010000:00010000:1.0:1734016083.958313:0:7705:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a4b40/0x3f004d6452e05147 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf556 expref: 18 pid: 8966 timeout: 448 lvb_type: 0 00010000:00010000:1.0:1734016083.960855:0:7705:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:1.0:1734016083.961943:0:7705:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff880097236f40/0x3f004d6452e05204 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6482 initiator: MDT0 00010000:00010000:1.0:1734016083.961960:0:7705:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880097236f40/0x3f004d6452e05204 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6482 initiator: MDT0 00010000:00010000:1.0:1734016083.961968:0:7705:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880097236f40/0x3f004d6452e05204 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6482 initiator: MDT0 00010000:00010000:1.0:1734016083.962032:0:7705:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016083.962173:0:7705:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800744e8a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+17:1978:x1818247336254336:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 3951us (5512us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016083.962188:0:7705:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2410 00010000:00010000:0.0:1734016083.962354:0:6482:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff880097236f40/0x3f004d6452e05204 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6482 initiator: MDT0 00010000:00010000:0.0:1734016083.962365:0:6482:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880097236f40/0x3f004d6452e05204 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6482 initiator: MDT0 00000001:00080000:0.0:1734016083.962576:0:6482:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294968339 00000004:00010000:0.0:1734016083.962693:0:6482:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff8800744ea300 reply state ffff88007519b000 transno 4294968340 ns: mdt-lustre-MDT0000_UUID lock: ffff880097236f40/0x3f004d6452e05204 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6482 initiator: MDT0 00000100:00100000:0.0:1734016083.962704:0:6482:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1734016083.962849:0:6482:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800744ea300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+20:9673:x1818247336254208:12345-192.168.201.10@tcp:36:fsx.0 Request processed in 20906us (23179us total) trans 4294968340 rc 0/0 00000100:00100000:0.0:1734016083.962861:0:6482:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 1638 00000020:00080000:0.0:1734016083.962918:0:6482:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1734016083.968360:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016083.968728:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336254464 00000100:00100000:1.0:1734016083.968747:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336254464 00002000:00010000:1.0:1734016083.968812:0:7694:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (9079190->18446744073709551615) 00002000:00100000:1.0:1734016083.968820:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880092059180 with x1818247336254464 ext(9079190->18446744073709551615) 00002000:00010000:1.0:1734016083.968838:0:7694:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092059180. 00000100:00100000:1.0:1734016083.968896:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 7600 00000100:00100000:1.0:1734016083.968906:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880092059180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1980:x1818247336254464:12345-192.168.201.10@tcp:10:fsx.0 00002000:00010000:1.0:1734016083.969323:0:7694:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 9047712 -> 9079190 00002000:00010000:1.0:1734016083.969328:0:7694:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016083 -> 1734016083 00002000:00010000:1.0:1734016083.969331:0:7694:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016082 -> 1734016082 00002000:00010000:1.0:1734016083.969334:0:7694:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016083 -> 1734016083 00002000:00010000:1.0:1734016083.969337:0:7694:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 688 -> 688 00000100:00100000:1.0:1734016083.969415:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880092059180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+9:1980:x1818247336254464:12345-192.168.201.10@tcp:10:fsx.0 Request processed in 509us (1082us total) trans 4294968871 rc 0/0 00000100:00100000:1.0:1734016083.969425:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 7600 00002000:00010000:1.0:1734016083.969430:0:7694:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (9079190->18446744073709551615) 00002000:00100000:1.0:1734016083.969432:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880092059180 with x1818247336254464 ext(9079190->18446744073709551615) 00002000:00010000:1.0:1734016083.969435:0:7694:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092059180. 00000100:00100000:0.0:1734016083.982413:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016083.995248:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016083.995512:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336254720 00000100:00100000:1.0:1734016083.995528:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336254720 00000100:00100000:1.0:1734016083.995628:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9371 00000100:00100000:1.0:1734016083.995642:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880092059f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+9:1979:x1818247336254720:12345-192.168.201.10@tcp:22:fsx.0 00002000:00010000:1.0:1734016083.996205:0:7689:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 9079190 -> 9079190 00002000:00010000:1.0:1734016083.996210:0:7689:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016083 -> 1734016083 00002000:00010000:1.0:1734016083.996212:0:7689:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016082 -> 1734016082 00002000:00010000:1.0:1734016083.996214:0:7689:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016083 -> 1734016083 00002000:00010000:1.0:1734016083.996216:0:7689:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 688 -> 784 00000100:00100000:1.0:1734016083.996331:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880092059f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+10:1979:x1818247336254720:12345-192.168.201.10@tcp:22:fsx.0 Request processed in 690us (1110us total) trans 4294968872 rc 0/0 00000100:00100000:1.0:1734016083.996341:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9371 00000100:00100000:0.0:1734016084.004088:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016084.013226:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016084.032351:0:13927:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880073f22a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13927:1818247339247360:192.168.201.10@tcp:106: 00010000:00010000:0.0:1734016084.032414:0:13927:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800721718c0/0x3f004d6452e05227 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf60c expref: 6 pid: 13927 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016084.032437:0:13927:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800721718c0/0x3f004d6452e05227 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf60c expref: 6 pid: 13927 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016084.032482:0:13927:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800721718c0, rc 0) 00000100:00100000:0.0:1734016084.032597:0:13927:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009205a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:1981:x1818247336254976:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 17512us (19386us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016084.032612:0:13927:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9372 00000100:00100000:0.0:1734016084.041981:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016084.054330:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016084.054820:0:7705:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336255232 00000100:00100000:1.0:1734016084.054836:0:7705:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336255232 00010000:00010000:1.0:1734016084.054933:0:7705:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880072172640/0x3f004d6452e051ef lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 851968->860159) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf5e9 expref: 10 pid: 13927 timeout: 448 lvb_type: 0 00000100:00100000:1.0:1734016084.054995:0:7705:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2411 00000100:00100000:1.0:1734016084.055008:0:7705:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009205ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+10:1978:x1818247336255232:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016084.055043:0:7705:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016084.055082:0:7705:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880072172640/0x3f004d6452e051ef lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 851968->860159) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf5e9 expref: 10 pid: 13927 timeout: 448 lvb_type: 0 00010000:00010000:1.0:1734016084.055100:0:7705:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880072172640/0x3f004d6452e051ef lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 851968->860159) gid 0 flags: 0x50000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf5e9 expref: 10 pid: 13927 timeout: 448 lvb_type: 0 00010000:00010000:1.0:1734016084.055143:0:7705:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016084.055147:0:7705:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016084.055159:0:7705:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800721718c0/0x3f004d6452e0522e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 6209536->6266879) gid 0 flags: 0x50080000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf613 expref: 6 pid: 13927 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016084.055169:0:7705:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800721718c0/0x3f004d6452e0522e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 6209536->6266879) gid 0 flags: 0x50080000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf613 expref: 6 pid: 13927 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016084.055225:0:7705:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800721718c0/0x3f004d6452e0522e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 6209536->6266879) gid 0 flags: 0x40000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf613 expref: 6 pid: 13927 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016084.055242:0:7705:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880075262d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7705:1818247339247616:192.168.201.10@tcp:105: 00000100:00100000:1.0:1734016084.055345:0:7705:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac68ea80 going to sleep for 11 seconds 00000100:00100000:1.0:1734016084.064141:0:7705:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880075262d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7705:1818247339247616:192.168.201.10@tcp:105: 00010000:00010000:1.0:1734016084.064187:0:7705:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016084.064268:0:7705:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009205ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+9:1978:x1818247336255232:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 9263us (9954us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016084.064285:0:7705:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2411 00000100:00100000:0.0:1734016084.077357:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016084.078454:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336255488 00000100:00100000:1.0:1734016084.078471:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336255488 00000100:00100000:1.0:1734016084.078551:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9375 00000100:00100000:1.0:1734016084.078561:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880092058000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+9:1981:x1818247336255488:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:1.0:1734016084.078596:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016084.078623:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800972346c0/0x3f004d6452e05235 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361cf61a expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016084.078724:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880075262d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339247744:192.168.201.10@tcp:106: 00000100:00100000:1.0:1734016084.078834:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac68ea80 going to sleep for 11 seconds 00000100:00100000:1.0:1734016084.090435:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880075262d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339247744:192.168.201.10@tcp:106: 00010000:00010000:1.0:1734016084.090502:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800972346c0/0x3f004d6452e05235 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf61a expref: 10 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016084.090521:0:7689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800972346c0/0x3f004d6452e05235 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf61a expref: 10 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016084.090556:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800972346c0, rc 0) 00000100:00100000:1.0:1734016084.090651:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880092058000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+9:1981:x1818247336255488:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 12090us (13310us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016084.090665:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9375 00000100:00100000:0.0:1734016084.095953:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016084.096219:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336255616 00000100:00100000:1.0:1734016084.096234:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336255616 00000100:00100000:1.0:1734016084.096797:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9376 00000100:00100000:1.0:1734016084.096809:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009205b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+9:1981:x1818247336255616:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:1.0:1734016084.096842:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016084.096910:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880097234480/0x3f004d6452e0523c lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361cf621 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016084.097001:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880075262d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339247872:192.168.201.10@tcp:106: 00000100:00100000:1.0:1734016084.097316:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac68ea80 going to sleep for 11 seconds 00000100:00100000:1.0:1734016084.101612:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880075262d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339247872:192.168.201.10@tcp:106: 00010000:00010000:1.0:1734016084.101690:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880097234480/0x3f004d6452e0523c lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf621 expref: 10 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016084.101712:0:7689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097234480/0x3f004d6452e0523c lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf621 expref: 10 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016084.101743:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097234480, rc 0) 00000100:00100000:1.0:1734016084.101859:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009205b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+9:1981:x1818247336255616:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 5048us (5917us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016084.101897:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9376 00000100:00100000:0.0:1734016084.114518:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016084.114918:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336256000 00000100:00100000:1.0:1734016084.114933:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336256000 00000100:00100000:1.0:1734016084.115018:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9377 00000100:00100000:1.0:1734016084.115026:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880092059c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+9:1980:x1818247336256000:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:1.0:1734016084.115059:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016084.115090:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880097237600/0x3f004d6452e05243 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361cf628 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016084.115190:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880075262d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339248000:192.168.201.10@tcp:106: 00000100:00100000:1.0:1734016084.115312:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac68ea80 going to sleep for 11 seconds 00000100:00100000:1.0:1734016084.117669:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880075262d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339248000:192.168.201.10@tcp:106: 00010000:00010000:1.0:1734016084.117731:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880097237600/0x3f004d6452e05243 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf628 expref: 10 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016084.117753:0:7689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097237600/0x3f004d6452e05243 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf628 expref: 10 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016084.118147:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097237600, rc 0) 00000100:00100000:1.0:1734016084.118551:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880092059c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+9:1980:x1818247336256000:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 3521us (4046us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016084.118563:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9377 00000100:00100000:1.0:1734016084.121337:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336256128 00000100:00100000:1.0:1734016084.121349:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336256128 00000100:00100000:1.0:1734016084.121444:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9378 00000100:00100000:1.0:1734016084.121453:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880073f22a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+9:1980:x1818247336256128:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:1.0:1734016084.121482:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016084.121508:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880097234900/0x3f004d6452e0524a lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361cf62f expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016084.121591:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880075262d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339248128:192.168.201.10@tcp:106: 00000100:00100000:1.0:1734016084.122777:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac68ea80 going to sleep for 11 seconds 00000100:00100000:1.0:1734016084.127179:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880075262d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339248128:192.168.201.10@tcp:106: 00010000:00010000:1.0:1734016084.127246:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880097234900/0x3f004d6452e0524a lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf62f expref: 10 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016084.127264:0:7689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097234900/0x3f004d6452e0524a lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf62f expref: 10 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016084.127297:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097234900, rc 0) 00000100:00100000:1.0:1734016084.127385:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880073f22a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+9:1980:x1818247336256128:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 5931us (6298us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016084.127397:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9378 00000100:00100000:0.0:1734016084.133719:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016084.145774:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336256640 00000100:00100000:1.0:1734016084.145794:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336256640 00002000:00100000:1.0:1734016084.145913:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (7442432->7446527) req@ffff880073f20380 x1818247336256640/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:45/0 lens 488/0 e 0 to 0 dl 1734016095 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016084.145926:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880073f20380 with x1818247336256640 ext(7442432->7446527) 00002000:00010000:1.0:1734016084.145933:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880073f20380 00000100:00100000:1.0:1734016084.145979:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 7603 00000100:00100000:1.0:1734016084.145989:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880073f20380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1980:x1818247336256640:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:1.0:1734016084.146227:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880073f20380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1980:x1818247336256640:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 238us (1950us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016084.146233:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 7603 00002000:00100000:1.0:1734016084.146239:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (7442432->7446527) req@ffff880073f20380 x1818247336256640/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:45/0 lens 488/4536 e 0 to 0 dl 1734016095 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016084.146246:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880073f20380 with x1818247336256640 ext(7442432->7446527) 00002000:00010000:1.0:1734016084.146249:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880073f20380 00000100:00100000:0.0:1734016084.150002:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016084.159734:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016084.160257:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336257152 00000100:00100000:1.0:1734016084.160268:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336257152 00002000:00100000:1.0:1734016084.160316:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (7434240->7438335) req@ffff88007431f100 x1818247336257152/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:45/0 lens 488/0 e 0 to 0 dl 1734016095 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016084.160332:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007431f100 with x1818247336257152 ext(7434240->7438335) 00002000:00010000:1.0:1734016084.160337:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007431f100 00000100:00100000:1.0:1734016084.160370:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 7605 00000100:00100000:1.0:1734016084.160377:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007431f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1980:x1818247336257152:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:1.0:1734016084.160565:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007431f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1980:x1818247336257152:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 187us (842us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016084.160574:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 7605 00002000:00100000:1.0:1734016084.160579:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (7434240->7438335) req@ffff88007431f100 x1818247336257152/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:45/0 lens 488/4536 e 0 to 0 dl 1734016095 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016084.160585:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007431f100 with x1818247336257152 ext(7434240->7438335) 00002000:00010000:1.0:1734016084.160588:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007431f100 00000100:00100000:0.0:1734016084.175695:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016084.176243:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336257664 00000100:00100000:1.0:1734016084.176261:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336257664 00002000:00100000:1.0:1734016084.176354:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (7426048->7430143) req@ffff88007431ce00 x1818247336257664/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:45/0 lens 488/0 e 0 to 0 dl 1734016095 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016084.176370:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007431ce00 with x1818247336257664 ext(7426048->7430143) 00002000:00010000:1.0:1734016084.176380:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007431ce00 00000100:00100000:1.0:1734016084.176433:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 7607 00000100:00100000:1.0:1734016084.176444:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007431ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1980:x1818247336257664:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:1.0:1734016084.176746:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007431ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1980:x1818247336257664:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 304us (1070us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016084.176754:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 7607 00002000:00100000:1.0:1734016084.176759:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (7426048->7430143) req@ffff88007431ce00 x1818247336257664/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:45/0 lens 488/4536 e 0 to 0 dl 1734016095 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016084.176770:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007431ce00 with x1818247336257664 ext(7426048->7430143) 00002000:00010000:1.0:1734016084.176773:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007431ce00 00000100:00100000:0.0:1734016084.187808:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016084.201641:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336258048 00000100:00100000:1.0:1734016084.201656:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336258048 00000100:00100000:1.0:1734016084.201764:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9379 00000100:00100000:1.0:1734016084.201773:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074ebf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+9:1980:x1818247336258048:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:1.0:1734016084.201809:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016084.201841:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880097234900/0x3f004d6452e05251 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361cf636 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016084.201957:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880075262d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339248256:192.168.201.10@tcp:106: 00000100:00100000:1.0:1734016084.202062:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac68e540 going to sleep for 11 seconds 00002000:00010000:1.0:1734016084.207171:0:7689:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime: 1734016082 -> 1734016083 00000100:00100000:1.0:1734016084.207214:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880075262d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339248256:192.168.201.10@tcp:106: 00010000:00010000:1.0:1734016084.207271:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880097234900/0x3f004d6452e05251 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf636 expref: 10 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016084.207289:0:7689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097234900/0x3f004d6452e05251 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf636 expref: 10 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016084.208545:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097234900, rc 0) 00000100:00100000:1.0:1734016084.209249:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074ebf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+9:1980:x1818247336258048:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 7465us (7766us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016084.209261:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9379 00000100:00100000:0.0:1734016084.215791:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016084.216473:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336258176 00000100:00100000:1.0:1734016084.216489:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336258176 00000100:00100000:1.0:1734016084.216580:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9380 00000100:00100000:1.0:1734016084.216589:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007431fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+9:9673:x1818247336258176:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:1.0:1734016084.216621:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016084.216652:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880097237cc0/0x3f004d6452e05258 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361cf63d expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016084.216700:0:7689:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800721718c0/0x3f004d6452e0522e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6209536->6266879) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf613 expref: 6 pid: 13927 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016084.216708:0:7689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016084.216711:0:7689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016084.216715:0:7689:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880097237cc0/0x3f004d6452e05258 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [5517312->5521407] (req 5517312->5521407) gid 0 flags: 0x50000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf63d expref: 10 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016084.216763:0:7689:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800721718c0/0x3f004d6452e0522e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6209536->6266879) gid 0 flags: 0x50000000020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf613 expref: 6 pid: 13927 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016084.216778:0:7689:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800721718c0/0x3f004d6452e0522e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6209536->6266879) gid 0 flags: 0x70000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf613 expref: 6 pid: 13927 timeout: 448 lvb_type: 0 00000100:00100000:1.0:1734016084.216796:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880075262d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339248384:192.168.201.10@tcp:104: 00000100:00100000:1.0:1734016084.216899:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac68e540 going to sleep for 11 seconds 00000100:00100000:1.0:1734016084.221473:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880075262d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339248384:192.168.201.10@tcp:104: 00010000:00010000:1.0:1734016084.221518:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880097237cc0/0x3f004d6452e05258 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [5517312->5521407] (req 5517312->5521407) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf63d expref: 10 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016084.221543:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097237cc0, rc 0) 00000100:00100000:0.0:1734016084.222167:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336258304 00000100:00100000:0.0:1734016084.222175:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336258304 00002000:00100000:0.0:1734016084.222236:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (4845568->4886527) req@ffff880074e41c00 x1818247336258304/t0(0) o4->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:45/0 lens 488/0 e 0 to 0 dl 1734016095 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016084.222247:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074e41c00 with x1818247336258304 ext(4845568->4886527) 00010000:00010000:0.0:1734016084.222256:0:7694:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800721718c0/0x3f004d6452e0522e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6209536->6266879) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf613 expref: 7 pid: 13927 timeout: 448 lvb_type: 0 00010000:00010000:0.0:1734016084.222270:0:7694:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800721718c0/0x3f004d6452e0522e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6209536->6266879) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf613 expref: 7 pid: 13927 timeout: 448 lvb_type: 0 00002000:00010000:0.0:1734016084.222276:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880074e41c00 00000100:00100000:1.0:1734016084.222906:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007431fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+10:9673:x1818247336258176:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 6313us (7127us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016084.222915:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9380 00000100:00100000:0.0:1734016084.223637:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 229 00000100:00100000:0.0:1734016084.223646:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074e41c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1978:x1818247336258304:12345-192.168.201.10@tcp:4:fsx.0 00000100:00100000:0.0:1734016084.228719:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074e41c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+9:1978:x1818247336258304:12345-192.168.201.10@tcp:4:fsx.0 Request processed in 5053us (7341us total) trans 4294968874 rc 0/0 00000100:00100000:0.0:1734016084.228739:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 229 00002000:00100000:0.0:1734016084.228756:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (4845568->4886527) req@ffff880074e41c00 x1818247336258304/t4294968874(0) o4->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:45/0 lens 488/448 e 0 to 0 dl 1734016095 ref 1 fl Complete:H/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016084.228767:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074e41c00 with x1818247336258304 ext(4845568->4886527) 00010000:00010000:0.0:1734016084.228781:0:7694:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800721718c0/0x3f004d6452e0522e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6209536->6266879) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf613 expref: 9 pid: 13927 timeout: 448 lvb_type: 0 00010000:00010000:0.0:1734016084.228801:0:7694:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800721718c0/0x3f004d6452e0522e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6209536->6266879) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf613 expref: 9 pid: 13927 timeout: 448 lvb_type: 0 00002000:00010000:0.0:1734016084.228810:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880074e41c00 00000100:00100000:0.0:1734016084.233079:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016084.233180:0:7705:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336258432 00000100:00100000:1.0:1734016084.233192:0:7705:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336258432 00010000:00010000:1.0:1734016084.233242:0:7705:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800721718c0/0x3f004d6452e0522e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6209536->6266879) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf613 expref: 9 pid: 13927 timeout: 448 lvb_type: 0 00000100:00100000:1.0:1734016084.233293:0:7705:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2412 00000100:00100000:1.0:1734016084.233301:0:7705:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007431d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+9:1980:x1818247336258432:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016084.233326:0:7705:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:1.0:1734016084.233353:0:7705:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 896 -> 976 00010000:00010000:1.0:1734016084.233359:0:7705:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800721718c0/0x3f004d6452e0522e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 6209536->6266879) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf613 expref: 9 pid: 13927 timeout: 448 lvb_type: 0 00010000:00010000:1.0:1734016084.233371:0:7705:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800721718c0/0x3f004d6452e0522e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 6209536->6266879) gid 0 flags: 0x50000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf613 expref: 9 pid: 13927 timeout: 448 lvb_type: 0 00010000:00010000:1.0:1734016084.233403:0:7705:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800721718c0/0x3f004d6452e0522e lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 6209536->6266879) gid 0 flags: 0x44801400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf613 expref: 9 pid: 13927 timeout: 448 lvb_type: 0 00010000:00010000:1.0:1734016084.233439:0:7705:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016084.233441:0:7705:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016084.233448:0:7705:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880097237cc0/0x3f004d6452e05258 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5517312->5521407) gid 0 flags: 0x40080000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf63d expref: 9 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016084.233457:0:7705:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880097237cc0/0x3f004d6452e05258 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5517312->5521407) gid 0 flags: 0x40080000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf63d expref: 9 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016084.233500:0:7705:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880097237cc0/0x3f004d6452e05258 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5517312->5521407) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf63d expref: 9 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016084.233515:0:7705:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880075262d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7705:1818247339248512:192.168.201.10@tcp:105: 00000100:00100000:1.0:1734016084.233588:0:7705:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac68e540 going to sleep for 11 seconds 00000100:00100000:1.0:1734016084.239389:0:7705:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880075262d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7705:1818247339248512:192.168.201.10@tcp:105: 00010000:00010000:1.0:1734016084.239431:0:7705:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016084.239499:0:7705:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007431d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+8:1980:x1818247336258432:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 6195us (6432us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016084.239516:0:7705:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2412 00000100:00100000:0.0:1734016084.242258:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336258688 00000100:00100000:0.0:1734016084.242274:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336258688 00002000:00100000:0.0:1734016084.242346:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (5517312->9080831) req@ffff880074e41f80 x1818247336258688/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:45/0 lens 504/0 e 0 to 0 dl 1734016095 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016084.242360:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074e41f80 with x1818247336258688 ext(5517312->9080831) 00002000:00010000:0.0:1734016084.242368:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074e41f80 00000100:00100000:0.0:1734016084.242412:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 7609 00000100:00100000:0.0:1734016084.242422:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074e41f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+10:1979:x1818247336258688:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:0.0:1734016084.249735:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016084.254516:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336259200 00000100:00100000:0.0:1734016084.254535:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336259200 00002000:00100000:0.0:1734016084.254624:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (5509120->5513215) req@ffff880074e42300 x1818247336259200/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:45/0 lens 488/0 e 0 to 0 dl 1734016095 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016084.254640:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074e42300 with x1818247336259200 ext(5509120->5513215) 00002000:00010000:0.0:1734016084.254651:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074e42300 00000100:00100000:0.0:1734016084.255224:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 7611 00000100:00100000:0.0:1734016084.255234:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074e42300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+10:1980:x1818247336259200:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:0.0:1734016084.255548:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074e42300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+10:1980:x1818247336259200:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 314us (1156us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016084.255557:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 7611 00002000:00100000:0.0:1734016084.255565:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (5509120->5513215) req@ffff880074e42300 x1818247336259200/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:45/0 lens 488/4536 e 0 to 0 dl 1734016095 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016084.255574:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074e42300 with x1818247336259200 ext(5509120->5513215) 00002000:00010000:0.0:1734016084.255578:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074e42300 00000100:00100000:0.0:1734016084.258627:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016084.261644:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016084.265286:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336259968 00000100:00100000:0.0:1734016084.265297:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336259968 00002000:00100000:0.0:1734016084.265348:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (5496832->5500927) req@ffff880074e42680 x1818247336259968/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:45/0 lens 488/0 e 0 to 0 dl 1734016095 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016084.265358:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074e42680 with x1818247336259968 ext(5496832->5500927) 00002000:00010000:0.0:1734016084.265363:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074e42680 00000100:00100000:0.0:1734016084.265539:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 7614 00000100:00100000:0.0:1734016084.265546:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074e42680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+10:1980:x1818247336259968:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:0.0:1734016084.265758:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074e42680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+10:1980:x1818247336259968:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 210us (562us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016084.265764:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 7614 00002000:00100000:0.0:1734016084.265770:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (5496832->5500927) req@ffff880074e42680 x1818247336259968/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:45/0 lens 488/4536 e 0 to 0 dl 1734016095 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016084.265776:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074e42680 with x1818247336259968 ext(5496832->5500927) 00002000:00010000:0.0:1734016084.265778:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074e42680 00000100:00100000:0.0:1734016084.274057:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016084.277373:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016084.284447:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336260608 00000100:00100000:0.0:1734016084.284463:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336260608 00002000:00100000:0.0:1734016084.284521:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (5488640->5521407) req@ffff880074e42a00 x1818247336260608/t0(0) o4->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:45/0 lens 488/0 e 0 to 0 dl 1734016095 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016084.284531:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074e42a00 with x1818247336260608 ext(5488640->5521407) 00002000:00010000:0.0:1734016084.284538:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074e42a00 00000100:00100000:0.0:1734016084.284582:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 7617 00000100:00100000:0.0:1734016084.284592:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074e42a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+10:1981:x1818247336260608:12345-192.168.201.10@tcp:4:fsx.0 00000100:00100000:0.0:1734016084.293652:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016084.299051:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336260864 00000100:00100000:1.0:1734016084.299068:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336260864 00000100:00100000:1.0:1734016084.299143:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9381 00000100:00100000:1.0:1734016084.299153:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074e42d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+12:1978:x1818247336260864:12345-192.168.201.10@tcp:16:fsx.0 00000001:00080000:0.0:1734016084.303982:0:8954:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294968875 is committed 00000001:00080000:0.0:1734016084.304016:0:8954:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294968874 is committed 00000100:00100000:1.0:1734016084.304269:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074e42d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1978:x1818247336260864:12345-192.168.201.10@tcp:16:fsx.0 Request processed in 5109us (5469us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016084.304282:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9381 00000100:00100000:0.0:1734016084.307455:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016084.307598:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336260992 00000100:00100000:1.0:1734016084.307608:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336260992 00000100:00100000:1.0:1734016084.307688:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9382 00000100:00100000:1.0:1734016084.307696:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b1ff7050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1981:x1818247336260992:12345-192.168.201.10@tcp:22:fsx.0 00002000:00010000:1.0:1734016084.309987:0:7689:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 9079190 -> 9079190 00002000:00010000:1.0:1734016084.309997:0:7689:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016083 -> 1734016083 00002000:00010000:1.0:1734016084.310000:0:7689:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016083 -> 1734016083 00002000:00010000:1.0:1734016084.310002:0:7689:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016084 -> 1734016084 00002000:00010000:1.0:1734016084.310005:0:7689:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 976 -> 1136 00000100:00100000:1.0:1734016084.310129:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b1ff7050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1981:x1818247336260992:12345-192.168.201.10@tcp:22:fsx.0 Request processed in 2425us (2678us total) trans 4294968876 rc 0/0 00000100:00100000:1.0:1734016084.310142:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9382 00000100:00100000:0.0:1734016084.317094:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016084.332165:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336261504 00000100:00100000:0.0:1734016084.332182:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336261504 00002000:00100000:0.0:1734016084.332277:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (6918144->6922239) req@ffff880074ebed80 x1818247336261504/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:45/0 lens 488/0 e 0 to 0 dl 1734016095 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016084.332290:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074ebed80 with x1818247336261504 ext(6918144->6922239) 00002000:00010000:0.0:1734016084.332297:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074ebed80 00000100:00100000:0.0:1734016084.332345:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 7619 00000100:00100000:0.0:1734016084.332356:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074ebed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1979:x1818247336261504:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:0.0:1734016084.332636:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074ebed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1979:x1818247336261504:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 281us (834us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016084.332644:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 7619 00002000:00100000:0.0:1734016084.332652:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (6918144->6922239) req@ffff880074ebed80 x1818247336261504/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:45/0 lens 488/4536 e 0 to 0 dl 1734016095 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016084.332660:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074ebed80 with x1818247336261504 ext(6918144->6922239) 00002000:00010000:0.0:1734016084.332664:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074ebed80 00000100:00100000:0.0:1734016084.339813:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016084.346742:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016084.356368:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336262272 00000100:00100000:0.0:1734016084.356385:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336262272 00002000:00100000:0.0:1734016084.356457:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (6905856->6909951) req@ffff880074e43100 x1818247336262272/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:45/0 lens 488/0 e 0 to 0 dl 1734016095 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016084.356472:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074e43100 with x1818247336262272 ext(6905856->6909951) 00002000:00010000:0.0:1734016084.356480:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074e43100 00000100:00100000:0.0:1734016084.356528:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 7622 00000100:00100000:0.0:1734016084.356537:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074e43100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1980:x1818247336262272:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:0.0:1734016084.356836:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074e43100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1980:x1818247336262272:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 297us (598us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016084.356844:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 7622 00002000:00100000:0.0:1734016084.356850:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (6905856->6909951) req@ffff880074e43100 x1818247336262272/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:45/0 lens 488/4536 e 0 to 0 dl 1734016095 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016084.356856:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074e43100 with x1818247336262272 ext(6905856->6909951) 00002000:00010000:0.0:1734016084.356860:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074e43100 00000100:00100000:0.0:1734016084.362157:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016084.408914:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016084.409323:0:6482:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336262784 00000100:00100000:0.0:1734016084.409337:0:6482:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336262784 00000100:00100000:0.0:1734016084.409640:0:6482:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 1642 00000100:00100000:0.0:1734016084.409649:0:6482:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075261880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+18:9673:x1818247336262784:12345-192.168.201.10@tcp:36:fsx.0 00010000:00010000:0.0:1734016084.409727:0:6482:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016084.409766:0:6482:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880072170d80/0x3f004d6452e05220 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf605 expref: 18 pid: 6482 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016084.409815:0:6482:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:0.0:1734016084.409820:0:6482:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1734016084.411858:0:6482:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880097234b40/0x3f004d6452e0526d lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6482 initiator: MDT0 00010000:00010000:1.0:1734016084.411925:0:6482:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880072171f80/0x3f004d6452e05212 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf5fe expref: 19 pid: 6482 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016084.411937:0:6482:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff880097234b40/0x3f004d6452e0526d lrc: 4/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6482 initiator: MDT0 00010000:00010000:1.0:1734016084.412020:0:6482:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880072171f80/0x3f004d6452e05212 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf5fe expref: 19 pid: 6482 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016084.412039:0:6482:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880072171f80/0x3f004d6452e05212 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf5fe expref: 19 pid: 6482 timeout: 448 lvb_type: 0 00000100:00100000:1.0:1734016084.412060:0:6482:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880075260000 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6482:1818247339248896:192.168.201.10@tcp:104: 00000100:00100000:1.0:1734016084.412195:0:6482:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac68ef00 going to sleep for 11 seconds 00000100:00100000:1.0:1734016084.418739:0:6482:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880075260000 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6482:1818247339248896:192.168.201.10@tcp:104: 00010000:00010000:1.0:1734016084.418781:0:6482:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff880097234b40/0x3f004d6452e0526d lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6482 initiator: MDT0 00000100:00100000:1.0:1734016084.421510:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016084.434359:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016084.449834:0:6470:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336263168 00000100:00100000:0.0:1734016084.449847:0:6470:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336263168 00010000:00010000:0.0:1734016084.449937:0:6470:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880097237cc0/0x3f004d6452e05258 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5517312->5521407) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf63d expref: 8 pid: 7689 timeout: 448 lvb_type: 0 00000100:00100000:0.0:1734016084.449981:0:6470:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2414 00000100:00100000:0.0:1734016084.449989:0:6470:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074ebea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1978:x1818247336263168:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016084.450016:0:6470:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016084.450042:0:6470:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880097237cc0/0x3f004d6452e05258 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 5517312->5521407) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf63d expref: 8 pid: 7689 timeout: 448 lvb_type: 0 00010000:00010000:0.0:1734016084.450056:0:6470:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880097237cc0/0x3f004d6452e05258 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 5517312->5521407) gid 0 flags: 0x50000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf63d expref: 8 pid: 7689 timeout: 448 lvb_type: 0 00010000:00010000:0.0:1734016084.450084:0:6470:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097237cc0/0x3f004d6452e05258 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 5517312->5521407) gid 0 flags: 0x44801400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf63d expref: 8 pid: 7689 timeout: 448 lvb_type: 0 00010000:00010000:0.0:1734016084.450119:0:6470:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016084.450120:0:6470:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016084.450126:0:6470:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a58c0/0x3f004d6452e05274 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf652 expref: 5 pid: 13927 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016084.450134:0:6470:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a9a58c0/0x3f004d6452e05274 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf652 expref: 5 pid: 13927 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016084.450172:0:6470:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009a9a58c0/0x3f004d6452e05274 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf652 expref: 5 pid: 13927 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016084.450186:0:6470:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074e45880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6470:1818247339249152:192.168.201.10@tcp:105: 00000100:00100000:0.0:1734016084.450254:0:6470:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012cf4f3c0 going to sleep for 11 seconds 00000100:00100000:1.0:1734016084.453697:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016084.454022:0:6470:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074e45880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6470:1818247339249152:192.168.201.10@tcp:105: 00010000:00010000:0.0:1734016084.454049:0:6470:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016084.454493:0:6470:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074ebea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1978:x1818247336263168:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 4502us (4787us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016084.454505:0:6470:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2414 00000100:00100000:0.0:1734016084.495475:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336263808 00000100:00100000:0.0:1734016084.495490:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336263808 00002000:00010000:0.0:1734016084.495546:0:7696:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (10292564->18446744073709551615) 00002000:00100000:0.0:1734016084.495551:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074e43800 with x1818247336263808 ext(10292564->18446744073709551615) 00002000:00010000:0.0:1734016084.495566:0:7696:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074e43800. 00000100:00100000:0.0:1734016084.495596:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 7624 00000100:00100000:0.0:1734016084.495604:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074e43800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1978:x1818247336263808:12345-192.168.201.10@tcp:10:fsx.0 00002000:00010000:0.0:1734016084.496174:0:7696:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 7953164 -> 10292564 00002000:00010000:0.0:1734016084.496180:0:7696:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016083 -> 1734016083 00002000:00010000:0.0:1734016084.496183:0:7696:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016083 -> 1734016083 00002000:00010000:0.0:1734016084.496185:0:7696:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016083 -> 1734016083 00002000:00010000:0.0:1734016084.496187:0:7696:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 1032 -> 1032 00000100:00100000:0.0:1734016084.496342:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074e43800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+8:1978:x1818247336263808:12345-192.168.201.10@tcp:10:fsx.0 Request processed in 736us (1140us total) trans 4294968878 rc 0/0 00000100:00100000:0.0:1734016084.496350:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 7624 00002000:00010000:0.0:1734016084.496354:0:7696:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (10292564->18446744073709551615) 00002000:00100000:0.0:1734016084.496356:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074e43800 with x1818247336263808 ext(10292564->18446744073709551615) 00002000:00010000:0.0:1734016084.496360:0:7696:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074e43800. 00000100:00100000:0.0:1734016084.502517:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336264064 00000100:00100000:0.0:1734016084.502530:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336264064 00002000:00100000:0.0:1734016084.502599:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (9080832->10293247) req@ffff880074e40000 x1818247336264064/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:45/0 lens 488/0 e 0 to 0 dl 1734016095 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016084.502610:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074e40000 with x1818247336264064 ext(9080832->10293247) 00002000:00010000:0.0:1734016084.502616:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074e40000 00000100:00100000:0.0:1734016084.502747:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 7625 00000100:00100000:0.0:1734016084.502754:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074e40000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+8:1980:x1818247336264064:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:1.0:1734016084.555420:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000001:00080000:0.0:1734016084.559277:0:8954:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294968879 is committed 00000001:00080000:0.0:1734016084.559319:0:8954:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294968876 is committed 00000100:00100000:0.0:1734016084.568123:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016084.576675:0:7420:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336264832 00000100:00100000:0.0:1734016084.576688:0:7420:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336264832 00000100:00100000:0.0:1734016084.576926:0:7420:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 1647 00000100:00100000:0.0:1734016084.576935:0:7420:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074ebe300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+22:9673:x1818247336264832:12345-192.168.201.10@tcp:36:fsx.0 00010000:00010000:0.0:1734016084.577018:0:7420:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016084.577056:0:7420:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a6f40/0x3f004d6452e05297 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf660 expref: 22 pid: 6482 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016084.577094:0:7420:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:0.0:1734016084.577098:0:7420:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1734016084.577283:0:7420:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8038b40/0x3f004d6452e0529e lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7420 initiator: MDT0 00010000:00010000:0.0:1734016084.577297:0:7420:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8038b40/0x3f004d6452e0529e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7420 initiator: MDT0 00010000:00010000:0.0:1734016084.577304:0:7420:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8038b40/0x3f004d6452e0529e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7420 initiator: MDT0 00000001:00080000:0.0:1734016084.577342:0:7420:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294968345 00000004:00010000:0.0:1734016084.577362:0:7420:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff880074ebe300 reply state ffff880076bd5000 transno 4294968346 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8038b40/0x3f004d6452e0529e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7420 initiator: MDT0 00000100:00100000:0.0:1734016084.577368:0:7420:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1734016084.577457:0:7420:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074ebe300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+24:9673:x1818247336264832:12345-192.168.201.10@tcp:36:fsx.0 Request processed in 523us (1094us total) trans 4294968346 rc 0/0 00000100:00100000:0.0:1734016084.577464:0:7420:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 1647 00000020:00080000:0.0:1734016084.577468:0:7420:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1734016084.580194:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016084.596346:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016084.601489:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016084.612883:0:13927:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336265344 00000100:00100000:0.0:1734016084.612893:0:13927:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336265344 00000100:00100000:0.0:1734016084.612937:0:13927:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9388 00000100:00100000:0.0:1734016084.612944:0:13927:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075227100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1978:x1818247336265344:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:0.0:1734016084.612963:0:13927:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016084.612980:0:13927:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a8038b40/0x3f004d6452e052ba lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361cf675 expref: -99 pid: 13927 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016084.613042:0:13927:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074e45f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13927:1818247339249408:192.168.201.10@tcp:106: 00000100:00100000:0.0:1734016084.613098:0:13927:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012cf4f3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016084.614862:0:13927:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074e45f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13927:1818247339249408:192.168.201.10@tcp:106: 00010000:00010000:0.0:1734016084.614941:0:13927:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a8038b40/0x3f004d6452e052ba lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf675 expref: 7 pid: 13927 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016084.614956:0:13927:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a8038b40/0x3f004d6452e052ba lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf675 expref: 7 pid: 13927 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016084.615042:0:13927:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a8038b40, rc 0) 00000100:00100000:0.0:1734016084.615113:0:13927:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075227100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1978:x1818247336265344:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 2167us (2320us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016084.615125:0:13927:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9388 00000100:00100000:1.0:1734016084.620363:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016084.624949:0:6482:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336265728 00000100:00100000:0.0:1734016084.624959:0:6482:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336265728 00000100:00100000:1.0:1734016084.625115:0:6482:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 1649 00000100:00100000:1.0:1734016084.625123:0:6482:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075227800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+23:9673:x1818247336265728:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:1.0:1734016084.625151:0:6482:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016084.625171:0:6482:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880097234b40/0x3f004d6452e052c1 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361cf67c expref: -99 pid: 6482 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016084.625271:0:6482:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880097234d80/0x3f004d6452e052c8 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 6482 initiator: MDT0 00010000:00010000:1.0:1734016084.625286:0:6482:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880097234d80/0x3f004d6452e052c8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6482 initiator: MDT0 00010000:00010000:1.0:1734016084.625297:0:6482:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880097234d80/0x3f004d6452e052c8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6482 initiator: MDT0 00000004:00200000:1.0:1734016084.625325:0:6482:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 3375461 00000004:00200000:1.0:1734016084.625329:0:6482:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1734016084.625345:0:6482:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880097234d80/0x3f004d6452e052c8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6482 initiator: MDT0 00010000:00010000:1.0:1734016084.625364:0:6482:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880097234b40/0x3f004d6452e052c1 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf67c expref: 25 pid: 6482 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016084.625398:0:6482:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880097234d80/0x3f004d6452e052c8 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf67c expref: 24 pid: 6482 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016084.625406:0:6482:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:1.0:1734016084.625409:0:6482:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1734016084.625412:0:6482:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097234d80, rc 0) 00000100:00100000:1.0:1734016084.625460:0:6482:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075227800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+24:9673:x1818247336265728:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 337us (725us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016084.625465:0:6482:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 1649 00000100:00100000:1.0:1734016084.630625:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016084.635746:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016084.635952:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336266240 00000100:00100000:0.0:1734016084.635963:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336266240 00002000:00100000:0.0:1734016084.636050:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (745472->749567) req@ffff880075262a00 x1818247336266240/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:45/0 lens 488/0 e 0 to 0 dl 1734016095 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016084.636063:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880075262a00 with x1818247336266240 ext(745472->749567) 00002000:00010000:0.0:1734016084.636068:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880075262a00 00000100:00100000:1.0:1734016084.636458:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 7630 00000100:00100000:1.0:1734016084.636467:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075262a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1980:x1818247336266240:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:1.0:1734016084.636692:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075262a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1980:x1818247336266240:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 225us (957us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016084.636700:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 7630 00002000:00100000:1.0:1734016084.636706:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (745472->749567) req@ffff880075262a00 x1818247336266240/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:45/0 lens 488/4536 e 0 to 0 dl 1734016095 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016084.636713:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880075262a00 with x1818247336266240 ext(745472->749567) 00002000:00010000:1.0:1734016084.636716:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880075262a00 00000100:00100000:0.0:1734016084.644622:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016084.644828:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336266752 00000100:00100000:1.0:1734016084.644839:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336266752 00002000:00100000:1.0:1734016084.644917:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (737280->741375) req@ffff880074e45f80 x1818247336266752/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:45/0 lens 488/0 e 0 to 0 dl 1734016095 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016084.644928:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074e45f80 with x1818247336266752 ext(737280->741375) 00002000:00010000:1.0:1734016084.644933:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074e45f80 00000100:00100000:1.0:1734016084.644969:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 7632 00000100:00100000:1.0:1734016084.644978:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074e45f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1980:x1818247336266752:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:1.0:1734016084.645211:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074e45f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1980:x1818247336266752:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 233us (603us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016084.645220:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 7632 00002000:00100000:1.0:1734016084.645226:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (737280->741375) req@ffff880074e45f80 x1818247336266752/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:45/0 lens 488/4536 e 0 to 0 dl 1734016095 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016084.645233:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074e45f80 with x1818247336266752 ext(737280->741375) 00002000:00010000:1.0:1734016084.645236:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074e45f80 00000100:00100000:0.0:1734016084.647197:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016084.651449:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336267264 00000100:00100000:1.0:1734016084.651463:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336267264 00002000:00100000:1.0:1734016084.651520:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (729088->733183) req@ffff880075225f80 x1818247336267264/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:45/0 lens 488/0 e 0 to 0 dl 1734016095 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016084.651531:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880075225f80 with x1818247336267264 ext(729088->733183) 00002000:00010000:1.0:1734016084.651537:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880075225f80 00000100:00100000:1.0:1734016084.651571:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 7634 00000100:00100000:1.0:1734016084.651580:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075225f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1980:x1818247336267264:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:1.0:1734016084.651786:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075225f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1980:x1818247336267264:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 206us (670us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016084.651794:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 7634 00002000:00100000:1.0:1734016084.651802:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (729088->733183) req@ffff880075225f80 x1818247336267264/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:45/0 lens 488/4536 e 0 to 0 dl 1734016095 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016084.651808:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880075225f80 with x1818247336267264 ext(729088->733183) 00002000:00010000:1.0:1734016084.651810:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880075225f80 00000100:00100000:0.0:1734016084.654400:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016084.657368:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016084.657565:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336267776 00000100:00100000:1.0:1734016084.657576:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336267776 00002000:00100000:1.0:1734016084.657623:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (720896->724991) req@ffff880074e46a00 x1818247336267776/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:45/0 lens 488/0 e 0 to 0 dl 1734016095 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016084.657633:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074e46a00 with x1818247336267776 ext(720896->724991) 00002000:00010000:1.0:1734016084.657639:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074e46a00 00000100:00100000:1.0:1734016084.657672:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 7636 00000100:00100000:1.0:1734016084.657679:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074e46a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1980:x1818247336267776:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:1.0:1734016084.657907:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074e46a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1980:x1818247336267776:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 227us (549us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016084.657914:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 7636 00002000:00100000:1.0:1734016084.657919:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (720896->724991) req@ffff880074e46a00 x1818247336267776/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:45/0 lens 488/4536 e 0 to 0 dl 1734016095 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016084.657926:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074e46a00 with x1818247336267776 ext(720896->724991) 00002000:00010000:1.0:1734016084.657929:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074e46a00 00000100:00100000:0.0:1734016084.664111:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016084.664481:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336268288 00000100:00100000:1.0:1734016084.664497:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336268288 00002000:00100000:1.0:1734016084.664557:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (712704->716799) req@ffff880074e47480 x1818247336268288/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:45/0 lens 488/0 e 0 to 0 dl 1734016095 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016084.664569:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074e47480 with x1818247336268288 ext(712704->716799) 00002000:00010000:1.0:1734016084.664576:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074e47480 00000100:00100000:1.0:1734016084.664619:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 7638 00000100:00100000:1.0:1734016084.664631:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074e47480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1980:x1818247336268288:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:1.0:1734016084.664944:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074e47480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1980:x1818247336268288:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 315us (850us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016084.664955:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 7638 00002000:00100000:1.0:1734016084.664961:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (712704->716799) req@ffff880074e47480 x1818247336268288/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:45/0 lens 488/4536 e 0 to 0 dl 1734016095 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016084.664969:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074e47480 with x1818247336268288 ext(712704->716799) 00002000:00010000:1.0:1734016084.664972:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074e47480 00000100:00100000:0.0:1734016084.668094:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016084.674191:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 7640 00000100:00100000:1.0:1734016084.674202:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800753edc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1981:x1818247336268800:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:1.0:1734016084.674836:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800753edc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1981:x1818247336268800:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 635us (1779us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016084.674845:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 7640 00002000:00100000:1.0:1734016084.674852:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (704512->708607) req@ffff8800753edc00 x1818247336268800/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:45/0 lens 488/4536 e 0 to 0 dl 1734016095 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016084.674860:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800753edc00 with x1818247336268800 ext(704512->708607) 00002000:00010000:1.0:1734016084.674879:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800753edc00 00000100:00100000:0.0:1734016084.680049:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016084.680192:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336269056 00000100:00100000:1.0:1734016084.680205:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336269056 00002000:00100000:1.0:1734016084.680273:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (700416->704511) req@ffff880074764000 x1818247336269056/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:45/0 lens 488/0 e 0 to 0 dl 1734016095 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016084.680287:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074764000 with x1818247336269056 ext(700416->704511) 00002000:00010000:1.0:1734016084.680294:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074764000 00000100:00100000:1.0:1734016084.680894:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 7641 00000100:00100000:1.0:1734016084.680904:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074764000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1981:x1818247336269056:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:1.0:1734016084.681128:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074764000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1981:x1818247336269056:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 225us (1098us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016084.681136:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 7641 00002000:00100000:1.0:1734016084.681143:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (700416->704511) req@ffff880074764000 x1818247336269056/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:45/0 lens 488/4536 e 0 to 0 dl 1734016095 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016084.681149:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074764000 with x1818247336269056 ext(700416->704511) 00002000:00010000:1.0:1734016084.681153:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074764000 00000100:00100000:0.0:1734016084.689513:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016084.700081:0:13927:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336269440 00000100:00100000:0.0:1734016084.700095:0:13927:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336269440 00000100:00100000:0.0:1734016084.700178:0:13927:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9389 00000100:00100000:0.0:1734016084.700188:0:13927:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800753ef480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1980:x1818247336269440:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:0.0:1734016084.700215:0:13927:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016084.700246:0:13927:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a803bcc0/0x3f004d6452e052cf lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361cf683 expref: -99 pid: 13927 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016084.700336:0:13927:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074765880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13927:1818247339249536:192.168.201.10@tcp:106: 00000100:00100000:0.0:1734016084.704437:0:13927:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012cf4f3c0 going to sleep for 11 seconds 00002000:00010000:0.0:1734016084.704728:0:13927:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime: 1734016083 -> 1734016084 00000100:00100000:0.0:1734016084.704761:0:13927:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074765880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13927:1818247339249536:192.168.201.10@tcp:106: 00010000:00010000:0.0:1734016084.704807:0:13927:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a803bcc0/0x3f004d6452e052cf lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf683 expref: 7 pid: 13927 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016084.704825:0:13927:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a803bcc0/0x3f004d6452e052cf lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf683 expref: 7 pid: 13927 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016084.705083:0:13927:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a803bcc0, rc 0) 00000100:00100000:0.0:1734016084.708174:0:13927:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800753ef480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1980:x1818247336269440:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 7964us (8185us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016084.708191:0:13927:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9389 00000100:00100000:1.0:1734016084.712802:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016084.712898:0:13927:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336269568 00000100:00100000:0.0:1734016084.712909:0:13927:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336269568 00000100:00100000:0.0:1734016084.712983:0:13927:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9390 00000100:00100000:0.0:1734016084.712991:0:13927:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075263b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1980:x1818247336269568:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:0.0:1734016084.713024:0:13927:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016084.713047:0:13927:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a803b180/0x3f004d6452e052d6 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361cf68a expref: -99 pid: 13927 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016084.713124:0:13927:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074765880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13927:1818247339249664:192.168.201.10@tcp:106: 00000100:00100000:0.0:1734016084.713206:0:13927:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012cf4f3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016084.724212:0:7420:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336269824 00000100:00100000:0.0:1734016084.724231:0:7420:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336269824 00000100:00100000:0.0:1734016084.724331:0:7420:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 1650 00000100:00100000:0.0:1734016084.724343:0:7420:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800753ed180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+24:9673:x1818247336269824:12345-192.168.201.10@tcp:36:fsx.0 00010000:00010000:0.0:1734016084.724417:0:7420:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016084.724455:0:7420:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880097234d80/0x3f004d6452e052c8 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf67c expref: 24 pid: 6482 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016084.724507:0:7420:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:0.0:1734016084.724513:0:7420:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1734016084.724764:0:7420:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a803b180/0x3f004d6452e052dd lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7420 initiator: MDT0 00010000:00010000:0.0:1734016084.724782:0:7420:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a4000/0x3f004d6452e052ac lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf667 expref: 19 pid: 6482 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016084.724791:0:7420:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a803b180/0x3f004d6452e052dd lrc: 4/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7420 initiator: MDT0 00010000:00010000:0.0:1734016084.724835:0:7420:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a4000/0x3f004d6452e052ac lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf667 expref: 19 pid: 6482 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016084.724853:0:7420:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a4000/0x3f004d6452e052ac lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf667 expref: 19 pid: 6482 timeout: 448 lvb_type: 0 00000100:00100000:0.0:1734016084.724913:0:7420:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074766680 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7420:1818247339249792:192.168.201.10@tcp:104: 00000100:00100000:0.0:1734016084.725017:0:7420:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012cf4f840 going to sleep for 11 seconds 00000100:00100000:0.0:1734016084.729081:0:7420:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074766680 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7420:1818247339249792:192.168.201.10@tcp:104: 00010000:00010000:0.0:1734016084.729145:0:7420:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8800a803b180/0x3f004d6452e052dd lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7420 initiator: MDT0 00000100:00100000:1.0:1734016084.729267:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016084.729595:0:6470:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336269952 00000100:00100000:0.0:1734016084.729604:0:6470:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336269952 00010000:00010000:0.0:1734016084.729645:0:6470:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a4000/0x3f004d6452e052ac lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf667 expref: 20 pid: 6482 timeout: 448 lvb_type: 0 00000100:00100000:0.0:1734016084.729687:0:6470:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2415 00000100:00100000:0.0:1734016084.729695:0:6470:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b1f66050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+20:1980:x1818247336269952:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016084.729714:0:6470:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016084.729722:0:6470:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a4000/0x3f004d6452e052ac lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf667 expref: 20 pid: 6482 timeout: 448 lvb_type: 0 00010000:00010000:0.0:1734016084.729732:0:6470:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a4000/0x3f004d6452e052ac lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf667 expref: 20 pid: 6482 timeout: 448 lvb_type: 0 00010000:00010000:0.0:1734016084.729760:0:6470:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a4000/0x3f004d6452e052ac lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf667 expref: 20 pid: 6482 timeout: 448 lvb_type: 0 00010000:00010000:0.0:1734016084.729779:0:6470:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:0.0:1734016084.729784:0:6470:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a803b180/0x3f004d6452e052dd lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7420 initiator: MDT0 00010000:00010000:0.0:1734016084.729792:0:6470:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a803b180/0x3f004d6452e052dd lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 7420 initiator: MDT0 00010000:00010000:0.0:1734016084.729798:0:6470:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a803b180/0x3f004d6452e052dd lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 7420 initiator: MDT0 00010000:00010000:0.0:1734016084.730235:0:6470:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016084.730314:0:6470:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b1f66050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+19:1980:x1818247336269952:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 617us (1048us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016084.730322:0:6470:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2415 00010000:00010000:1.0:1734016084.730760:0:7420:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8800a803b180/0x3f004d6452e052dd lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7420 initiator: MDT0 00010000:00010000:1.0:1734016084.730770:0:7420:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a803b180/0x3f004d6452e052dd lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7420 initiator: MDT0 00000001:00080000:1.0:1734016084.730944:0:7420:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294968347 00000004:00010000:1.0:1734016084.731031:0:7420:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff8800753ed180 reply state ffff880076bd6000 transno 4294968348 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a803b180/0x3f004d6452e052dd lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7420 initiator: MDT0 00000100:00100000:1.0:1734016084.731041:0:7420:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1734016084.731146:0:7420:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800753ed180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+26:9673:x1818247336269824:12345-192.168.201.10@tcp:36:fsx.0 Request processed in 6806us (7208us total) trans 4294968348 rc 0/0 00000100:00100000:1.0:1734016084.731154:0:7420:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 1650 00000020:00080000:1.0:1734016084.731158:0:7420:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1734016084.734915:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016084.735047:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336270080 00000100:00100000:1.0:1734016084.735059:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336270080 00002000:00010000:1.0:1734016084.735101:0:7694:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (5038026->18446744073709551615) 00002000:00100000:1.0:1734016084.735105:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074766680 with x1818247336270080 ext(5038026->18446744073709551615) 00002000:00010000:1.0:1734016084.735117:0:7694:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074766680. 00000100:00100000:1.0:1734016084.735705:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 7643 00000100:00100000:1.0:1734016084.735715:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074766680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1979:x1818247336270080:12345-192.168.201.10@tcp:10:fsx.0 00002000:00010000:1.0:1734016084.735996:0:7694:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 3375461 -> 5038026 00002000:00010000:1.0:1734016084.735999:0:7694:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016084 -> 1734016084 00002000:00010000:1.0:1734016084.736031:0:7694:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016084 -> 1734016083 00002000:00010000:1.0:1734016084.736033:0:7694:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016084 -> 1734016084 00002000:00010000:1.0:1734016084.736036:0:7694:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 552 -> 552 00000100:00100000:1.0:1734016084.736109:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074766680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+8:1979:x1818247336270080:12345-192.168.201.10@tcp:10:fsx.0 Request processed in 395us (1205us total) trans 4294968881 rc 0/0 00000100:00100000:1.0:1734016084.736116:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 7643 00002000:00010000:1.0:1734016084.736121:0:7694:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (5038026->18446744073709551615) 00002000:00100000:1.0:1734016084.736124:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074766680 with x1818247336270080 ext(5038026->18446744073709551615) 00002000:00010000:1.0:1734016084.736128:0:7694:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074766680. 00000100:00100000:1.0:1734016084.740365:0:7420:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336270208 00000100:00100000:1.0:1734016084.740377:0:7420:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336270208 00000100:00100000:1.0:1734016084.741057:0:7420:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 1651 00000100:00100000:1.0:1734016084.741066:0:7420:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800753ec000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+25:9673:x1818247336270208:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:1.0:1734016084.741100:0:7420:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016084.741125:0:7420:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880097235200/0x3f004d6452e052e4 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361cf691 expref: -99 pid: 7420 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016084.741229:0:7420:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800972358c0/0x3f004d6452e052eb lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7420 initiator: MDT0 00010000:00010000:1.0:1734016084.741242:0:7420:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800972358c0/0x3f004d6452e052eb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7420 initiator: MDT0 00010000:00010000:1.0:1734016084.741252:0:7420:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800972358c0/0x3f004d6452e052eb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7420 initiator: MDT0 00000004:00200000:1.0:1734016084.741281:0:7420:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 5038026 00000004:00200000:1.0:1734016084.741286:0:7420:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1734016084.741302:0:7420:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800972358c0/0x3f004d6452e052eb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7420 initiator: MDT0 00010000:00010000:1.0:1734016084.741323:0:7420:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880097235200/0x3f004d6452e052e4 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf691 expref: 27 pid: 7420 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016084.741351:0:7420:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800972358c0/0x3f004d6452e052eb lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf691 expref: 26 pid: 7420 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016084.741359:0:7420:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:1.0:1734016084.741361:0:7420:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1734016084.741364:0:7420:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800972358c0, rc 0) 00000100:00100000:1.0:1734016084.741782:0:7420:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800753ec000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+26:9673:x1818247336270208:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 715us (2118us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016084.741789:0:7420:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 1651 00000100:00100000:0.0:1734016084.746663:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016084.753422:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016084.753553:0:7420:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336270464 00000100:00100000:1.0:1734016084.753570:0:7420:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336270464 00000100:00100000:1.0:1734016084.753641:0:7420:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 1652 00000100:00100000:1.0:1734016084.753652:0:7420:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074764e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+19:9673:x1818247336270464:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:1.0:1734016084.753688:0:7420:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016084.753722:0:7420:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880097236ac0/0x3f004d6452e052f2 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361cf698 expref: -99 pid: 7420 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016084.753927:0:7420:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880097235200/0x3f004d6452e052f9 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 7420 initiator: MDT0 00010000:00010000:1.0:1734016084.753946:0:7420:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880097235200/0x3f004d6452e052f9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 7420 initiator: MDT0 00010000:00010000:1.0:1734016084.753958:0:7420:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880097235200/0x3f004d6452e052f9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 7420 initiator: MDT0 00000004:00200000:1.0:1734016084.753993:0:7420:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 5038026 00000004:00200000:1.0:1734016084.753999:0:7420:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1734016084.754025:0:7420:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880097235200/0x3f004d6452e052f9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 7420 initiator: MDT0 00010000:00010000:1.0:1734016084.754047:0:7420:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880097236ac0/0x3f004d6452e052f2 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf698 expref: 21 pid: 7420 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016084.754069:0:7420:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880097235200/0x3f004d6452e052f9 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf698 expref: 20 pid: 7420 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016084.754080:0:7420:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:1.0:1734016084.754083:0:7420:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1734016084.754087:0:7420:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097235200, rc 0) 00000100:00100000:1.0:1734016084.754147:0:7420:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074764e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+20:9673:x1818247336270464:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 498us (752us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016084.754153:0:7420:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 1652 00000100:00100000:0.0:1734016084.769331:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016084.777498:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016084.785721:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016084.793673:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016084.801394:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016084.808090:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011efc7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+11:1979:x1818247336271360:12345-192.168.201.10@tcp:4:fsx.0 Request processed in 5972us (6685us total) trans 4294968883 rc 0/0 00000100:00100000:0.0:1734016084.808109:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 230 00002000:00100000:0.0:1734016084.808131:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (516096->561151) req@ffff88011efc7b80 x1818247336271360/t4294968883(0) o4->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:45/0 lens 488/448 e 0 to 0 dl 1734016095 ref 1 fl Complete:H/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016084.808144:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88011efc7b80 with x1818247336271360 ext(516096->561151) 00010000:00010000:0.0:1734016084.808159:0:7696:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a9a58c0/0x3f004d6452e05274 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf652 expref: 11 pid: 13927 timeout: 448 lvb_type: 0 00010000:00010000:0.0:1734016084.808185:0:7696:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a9a58c0/0x3f004d6452e05274 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf652 expref: 11 pid: 13927 timeout: 448 lvb_type: 0 00002000:00010000:0.0:1734016084.808196:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88011efc7b80 00000100:00100000:0.0:1734016084.812236:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016084.817307:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016084.817430:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336271616 00000100:00100000:0.0:1734016084.817442:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336271616 00002000:00010000:0.0:1734016084.817496:0:7696:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (5228347->18446744073709551615) 00002000:00100000:0.0:1734016084.817501:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880075261f80 with x1818247336271616 ext(5228347->18446744073709551615) 00002000:00010000:0.0:1734016084.817517:0:7696:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880075261f80. 00000100:00100000:0.0:1734016084.817547:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 7644 00000100:00100000:0.0:1734016084.817557:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075261f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1978:x1818247336271616:12345-192.168.201.10@tcp:10:fsx.0 00002000:00010000:0.0:1734016084.817854:0:7696:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 5038026 -> 5228347 00002000:00010000:0.0:1734016084.817857:0:7696:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016084 -> 1734016084 00002000:00010000:0.0:1734016084.817859:0:7696:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016083 -> 1734016083 00002000:00010000:0.0:1734016084.817861:0:7696:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016084 -> 1734016084 00002000:00010000:0.0:1734016084.818521:0:7696:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 640 -> 640 00000100:00100000:0.0:1734016084.818547:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075261f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1978:x1818247336271616:12345-192.168.201.10@tcp:10:fsx.0 Request processed in 992us (1261us total) trans 4294968884 rc 0/0 00000100:00100000:0.0:1734016084.818554:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 7644 00002000:00010000:0.0:1734016084.818558:0:7696:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (5228347->18446744073709551615) 00002000:00100000:0.0:1734016084.818560:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880075261f80 with x1818247336271616 ext(5228347->18446744073709551615) 00002000:00010000:0.0:1734016084.818566:0:7696:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880075261f80. 00000100:00100000:0.0:1734016084.822858:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016084.828635:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016084.834828:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016084.842353:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016084.854134:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016084.867961:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016084.875858:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016084.882352:0:13927:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336272640 00000100:00100000:0.0:1734016084.882369:0:13927:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336272640 00000100:00100000:0.0:1734016084.883436:0:13927:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9400 00000100:00100000:0.0:1734016084.883449:0:13927:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074ebf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+10:1978:x1818247336272640:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:0.0:1734016084.883482:0:13927:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016084.883515:0:13927:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a803bcc0/0x3f004d6452e05354 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361cf6de expref: -99 pid: 13927 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016084.883603:0:13927:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88011efc4380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13927:1818247339251072:192.168.201.10@tcp:106: 00000100:00100000:0.0:1734016084.884124:0:13927:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012cf4f9c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016084.891994:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016084.900017:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016084.908573:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016084.917414:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016084.922164:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000001:00080000:1.0:1734016084.935793:0:8954:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294968886 is committed 00000001:00080000:1.0:1734016084.935820:0:8954:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294968883 is committed 00000100:00100000:0.0:1734016084.940967:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016084.945206:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016084.974583:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016084.974653:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016084.974696:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016084.974732:0:13925:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336273920 00000100:00100000:1.0:1734016084.974745:0:13925:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336273920 00002000:00100000:1.0:1734016084.974818:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (0->7065599) req@ffff880075260380 x1818247336273920/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:45/0 lens 504/0 e 0 to 0 dl 1734016095 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016084.974830:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880075260380 with x1818247336273920 ext(0->7065599) 00002000:00010000:1.0:1734016084.974837:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880075260380 00000100:00100000:1.0:1734016084.974891:0:13925:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336274176 00000100:00100000:1.0:1734016084.974893:0:13925:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336274176 00002000:00100000:1.0:1734016084.974902:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (4190208->8388607) req@ffff880075260000 x1818247336274176/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:45/0 lens 504/0 e 0 to 0 dl 1734016095 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016084.974909:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880075260000 with x1818247336274176 ext(4190208->8388607) 00002000:00010000:1.0:1734016084.974912:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880075260000 00000100:00100000:1.0:1734016084.974920:0:13925:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336274432 00000100:00100000:1.0:1734016084.974921:0:13925:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336274432 00002000:00100000:1.0:1734016084.974929:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (8388608->9682943) req@ffff880074285f80 x1818247336274432/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:45/0 lens 488/0 e 0 to 0 dl 1734016095 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016084.974935:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074285f80 with x1818247336274432 ext(8388608->9682943) 00002000:00010000:1.0:1734016084.974938:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074285f80 00000100:00100000:1.0:1734016084.974947:0:13925:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 7646 00000100:00100000:1.0:1734016084.974955:0:13925:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075260380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+8:1979:x1818247336273920:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:0.0:1734016084.978149:0:13929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 7647 00000100:00100000:0.0:1734016084.978174:0:13929:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075260000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+8:1979:x1818247336274176:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:0.0:1734016085.121072:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00080000:0.0:1734016085.123512:0:6479:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734016055 00000100:00100000:1.0:1734016085.140726:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016085.151430:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016085.156663:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016085.162056:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016085.171199:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016085.178636:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016085.186752:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016085.187562:0:13925:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336276480 00000100:00100000:0.0:1734016085.187584:0:13925:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336276480 00002000:00100000:0.0:1734016085.187679:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (6668288->6672383) req@ffff880074099180 x1818247336276480/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:46/0 lens 488/0 e 0 to 0 dl 1734016096 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016085.187700:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074099180 with x1818247336276480 ext(6668288->6672383) 00002000:00010000:0.0:1734016085.187709:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074099180 00000100:00100000:0.0:1734016085.187764:0:13925:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 7656 00000100:00100000:0.0:1734016085.187776:0:13925:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074099180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1981:x1818247336276480:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:0.0:1734016085.188230:0:13925:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074099180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1981:x1818247336276480:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 452us (1493us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016085.188240:0:13925:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 7656 00002000:00100000:0.0:1734016085.188247:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (6668288->6672383) req@ffff880074099180 x1818247336276480/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:46/0 lens 488/4536 e 0 to 0 dl 1734016096 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016085.188254:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074099180 with x1818247336276480 ext(6668288->6672383) 00002000:00010000:0.0:1734016085.188257:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074099180 00000100:00100000:0.0:1734016085.192068:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016085.200827:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016085.209707:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016085.224293:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016085.246252:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016085.266018:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016085.273944:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016085.284236:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016085.293535:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016085.302455:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016085.306076:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016085.310155:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016085.317611:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016085.331409:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016085.340802:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016085.351202:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016085.357520:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016085.362582:0:13927:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336279808 00000100:00100000:0.0:1734016085.362598:0:13927:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336279808 00000100:00100000:0.0:1734016085.362684:0:13927:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9412 00000100:00100000:0.0:1734016085.362693:0:13927:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800753ece00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1978:x1818247336279808:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:0.0:1734016085.362728:0:13927:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016085.362758:0:13927:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a803b3c0/0x3f004d6452e053af lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361cf72b expref: -99 pid: 13927 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016085.362799:0:13927:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016085.362803:0:13927:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016085.362814:0:13927:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a803b3c0/0x3f004d6452e053af lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf72b expref: 7 pid: 13927 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016085.362834:0:13927:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a803b3c0/0x3f004d6452e053af lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf72b expref: 7 pid: 13927 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016085.362852:0:13927:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a803b3c0, rc 0) 00000100:00100000:0.0:1734016085.362986:0:13927:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800753ece00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1978:x1818247336279808:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 293us (525us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016085.363014:0:13927:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9412 00000100:00100000:0.0:1734016085.368420:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016085.399131:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016085.403034:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016085.403073:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016085.404634:0:9956:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2423 00000100:00100000:0.0:1734016085.404640:0:9956:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076949180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+9:1978:x1818247336280704:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016085.404648:0:9956:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016085.404656:0:9956:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e053a8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf724 expref: 9 pid: 7689 timeout: 449 lvb_type: 1 00010000:00010000:0.0:1734016085.404664:0:9956:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e053a8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf724 expref: 9 pid: 7689 timeout: 449 lvb_type: 1 00010000:00010000:0.0:1734016085.404677:0:9956:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e053a8 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf724 expref: 9 pid: 7689 timeout: 449 lvb_type: 1 00010000:00010000:0.0:1734016085.404693:0:9956:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016085.404695:0:9956:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016085.404703:0:9956:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800721718c0/0x3f004d6452e053c4 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 266240->270335) gid 0 flags: 0x40080000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf732 expref: 8 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016085.404712:0:9956:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800721718c0/0x3f004d6452e053c4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 266240->270335) gid 0 flags: 0x40080000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf732 expref: 8 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016085.404746:0:9956:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800721718c0/0x3f004d6452e053c4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 266240->270335) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf732 expref: 8 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016085.404761:0:9956:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880075002d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9956:1818247339252864:192.168.201.10@tcp:105: 00000100:00100000:0.0:1734016085.406178:0:9956:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012cf4f0c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016085.410979:0:9956:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880075002d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9956:1818247339252864:192.168.201.10@tcp:105: 00010000:00010000:0.0:1734016085.411035:0:9956:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016085.411807:0:9956:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076949180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1978:x1818247336280704:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 7159us (8726us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016085.411824:0:9956:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2423 00000100:00100000:1.0:1734016085.412141:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016085.418306:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016085.418412:0:13929:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336281216 00000100:00100000:0.0:1734016085.418430:0:13929:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336281216 00002000:00100000:0.0:1734016085.418500:0:13929:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (262144->266239) req@ffff88007694a300 x1818247336281216/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:46/0 lens 488/0 e 0 to 0 dl 1734016096 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016085.418520:0:13929:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007694a300 with x1818247336281216 ext(262144->266239) 00002000:00010000:0.0:1734016085.418528:0:13929:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007694a300 00000100:00100000:0.0:1734016085.418574:0:13929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 7668 00000100:00100000:0.0:1734016085.418584:0:13929:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007694a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1979:x1818247336281216:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:0.0:1734016085.418827:0:13929:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007694a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1979:x1818247336281216:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 244us (544us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016085.418835:0:13929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 7668 00002000:00100000:0.0:1734016085.418841:0:13929:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (262144->266239) req@ffff88007694a300 x1818247336281216/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:46/0 lens 488/4536 e 0 to 0 dl 1734016096 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016085.418848:0:13929:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007694a300 with x1818247336281216 ext(262144->266239) 00002000:00010000:0.0:1734016085.418851:0:13929:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007694a300 00000100:00100000:1.0:1734016085.426999:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016085.430479:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016085.430583:0:13929:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336281984 00000100:00100000:0.0:1734016085.430598:0:13929:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336281984 00002000:00100000:0.0:1734016085.430656:0:13929:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (249856->253951) req@ffff8800750e1c00 x1818247336281984/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:46/0 lens 488/0 e 0 to 0 dl 1734016096 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016085.430667:0:13929:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800750e1c00 with x1818247336281984 ext(249856->253951) 00002000:00010000:0.0:1734016085.430673:0:13929:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800750e1c00 00000100:00100000:0.0:1734016085.430714:0:13929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 7671 00000100:00100000:0.0:1734016085.430722:0:13929:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800750e1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1980:x1818247336281984:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:0.0:1734016085.430969:0:13929:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800750e1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1980:x1818247336281984:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 245us (507us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016085.430978:0:13929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 7671 00002000:00100000:0.0:1734016085.430984:0:13929:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (249856->253951) req@ffff8800750e1c00 x1818247336281984/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:46/0 lens 488/4536 e 0 to 0 dl 1734016096 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016085.431001:0:13929:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800750e1c00 with x1818247336281984 ext(249856->253951) 00002000:00010000:0.0:1734016085.431005:0:13929:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800750e1c00 00000100:00100000:1.0:1734016085.441345:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016085.447680:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016085.449268:0:13929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 7674 00000100:00100000:0.0:1734016085.449284:0:13929:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800750e0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1981:x1818247336282752:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:0.0:1734016085.450241:0:13929:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800750e0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1981:x1818247336282752:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 950us (2571us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016085.450253:0:13929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 7674 00002000:00100000:0.0:1734016085.450263:0:13929:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (237568->241663) req@ffff8800750e0e00 x1818247336282752/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:46/0 lens 488/4536 e 0 to 0 dl 1734016096 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016085.450273:0:13929:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800750e0e00 with x1818247336282752 ext(237568->241663) 00002000:00010000:0.0:1734016085.450281:0:13929:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800750e0e00 00000100:00100000:0.0:1734016085.454313:0:13929:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336283008 00000100:00100000:0.0:1734016085.454325:0:13929:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336283008 00002000:00100000:0.0:1734016085.454400:0:13929:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (233472->237567) req@ffff880074ebf100 x1818247336283008/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:46/0 lens 488/0 e 0 to 0 dl 1734016096 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016085.454411:0:13929:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074ebf100 with x1818247336283008 ext(233472->237567) 00002000:00010000:0.0:1734016085.454417:0:13929:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074ebf100 00000100:00100000:0.0:1734016085.454771:0:13929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 7675 00000100:00100000:0.0:1734016085.454780:0:13929:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074ebf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1979:x1818247336283008:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:0.0:1734016085.455157:0:13929:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074ebf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1979:x1818247336283008:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 375us (1108us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016085.455165:0:13929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 7675 00002000:00100000:0.0:1734016085.455172:0:13929:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (233472->237567) req@ffff880074ebf100 x1818247336283008/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:46/0 lens 488/4536 e 0 to 0 dl 1734016096 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016085.455180:0:13929:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074ebf100 with x1818247336283008 ext(233472->237567) 00002000:00010000:0.0:1734016085.455183:0:13929:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074ebf100 00000100:00100000:1.0:1734016085.458248:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016085.462540:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016085.462629:0:13929:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336283520 00000100:00100000:0.0:1734016085.462640:0:13929:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336283520 00002000:00100000:0.0:1734016085.462699:0:13929:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (225280->229375) req@ffff8800744e8a80 x1818247336283520/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:46/0 lens 488/0 e 0 to 0 dl 1734016096 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016085.462711:0:13929:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800744e8a80 with x1818247336283520 ext(225280->229375) 00002000:00010000:0.0:1734016085.462717:0:13929:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800744e8a80 00000100:00100000:0.0:1734016085.462768:0:13929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 7677 00000100:00100000:0.0:1734016085.462777:0:13929:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800744e8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1979:x1818247336283520:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:0.0:1734016085.463092:0:13929:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800744e8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1979:x1818247336283520:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 315us (567us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016085.463101:0:13929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 7677 00002000:00100000:0.0:1734016085.463107:0:13929:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (225280->229375) req@ffff8800744e8a80 x1818247336283520/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:46/0 lens 488/4536 e 0 to 0 dl 1734016096 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016085.463115:0:13929:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800744e8a80 with x1818247336283520 ext(225280->229375) 00002000:00010000:0.0:1734016085.463118:0:13929:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800744e8a80 00000100:00100000:1.0:1734016085.471686:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016085.471926:0:13929:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336284032 00000100:00100000:0.0:1734016085.471938:0:13929:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336284032 00002000:00100000:0.0:1734016085.472012:0:13929:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (217088->221183) req@ffff8800744e9880 x1818247336284032/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:46/0 lens 488/0 e 0 to 0 dl 1734016096 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016085.472023:0:13929:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800744e9880 with x1818247336284032 ext(217088->221183) 00002000:00010000:0.0:1734016085.472029:0:13929:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800744e9880 00000100:00100000:0.0:1734016085.472068:0:13929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 7679 00000100:00100000:0.0:1734016085.472074:0:13929:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800744e9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1979:x1818247336284032:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:0.0:1734016085.472296:0:13929:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800744e9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1979:x1818247336284032:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 221us (631us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016085.472304:0:13929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 7679 00002000:00100000:0.0:1734016085.472311:0:13929:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (217088->221183) req@ffff8800744e9880 x1818247336284032/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:46/0 lens 488/4536 e 0 to 0 dl 1734016096 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016085.472317:0:13929:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800744e9880 with x1818247336284032 ext(217088->221183) 00002000:00010000:0.0:1734016085.472320:0:13929:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800744e9880 00000100:00100000:1.0:1734016085.475033:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016085.482170:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00080000:0.0:1734016085.482809:0:6479:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734016055 00000100:00100000:1.0:1734016085.485610:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016085.489024:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800744eb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1979:x1818247336284416:12345-192.168.201.10@tcp:16:fsx.0 Request processed in 3219us (3407us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016085.489045:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9414 00000100:00100000:0.0:1734016085.493019:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336284544 00000100:00100000:0.0:1734016085.493029:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336284544 00000100:00100000:0.0:1734016085.493081:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9415 00000100:00100000:0.0:1734016085.493089:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130b30e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1981:x1818247336284544:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:0.0:1734016085.493111:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016085.493135:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a803b3c0/0x3f004d6452e053cb lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361cf739 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016085.493202:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880075002d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339252992:192.168.201.10@tcp:106: 00000100:00100000:0.0:1734016085.493290:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012cf4f6c0 going to sleep for 11 seconds 00002000:00010000:0.0:1734016085.505742:0:7689:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime: 1734016083 -> 1734016084 00002000:00010000:0.0:1734016085.505763:0:7689:0:(ofd_lvb.c:301:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks: 776 -> 880 00000100:00100000:0.0:1734016085.505801:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880075002d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339252992:192.168.201.10@tcp:106: 00010000:00010000:0.0:1734016085.505861:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a803b3c0/0x3f004d6452e053cb lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf739 expref: 7 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016085.505938:0:7689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a803b3c0/0x3f004d6452e053cb lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf739 expref: 7 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016085.505956:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a803b3c0, rc 0) 00000100:00100000:0.0:1734016085.506051:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130b30e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1981:x1818247336284544:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 12960us (13127us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016085.506063:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9415 00000100:00100000:1.0:1734016085.510239:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016085.510314:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336284672 00000100:00100000:0.0:1734016085.510335:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336284672 00000100:00100000:0.0:1734016085.510411:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9416 00000100:00100000:0.0:1734016085.510423:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800744e9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1981:x1818247336284672:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:0.0:1734016085.510462:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016085.510500:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a803bcc0/0x3f004d6452e053d2 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361cf740 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016085.510612:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880075002d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339253120:192.168.201.10@tcp:106: 00000100:00100000:0.0:1734016085.510725:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012cf4f6c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016085.514587:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880075002d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339253120:192.168.201.10@tcp:106: 00010000:00010000:0.0:1734016085.514647:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a803bcc0/0x3f004d6452e053d2 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf740 expref: 7 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016085.514665:0:7689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a803bcc0/0x3f004d6452e053d2 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf740 expref: 7 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016085.514703:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a803bcc0, rc 0) 00000100:00100000:0.0:1734016085.514793:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800744e9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1981:x1818247336284672:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 4369us (4567us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016085.514805:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9416 00000100:00100000:1.0:1734016085.523796:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016085.537110:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016085.541397:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336285056 00000100:00100000:0.0:1734016085.541417:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336285056 00000100:00100000:0.0:1734016085.541510:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9417 00000100:00100000:0.0:1734016085.541520:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009205ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1980:x1818247336285056:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:0.0:1734016085.541547:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016085.541572:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a803b180/0x3f004d6452e053d9 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361cf747 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016085.541642:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880075002d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339253248:192.168.201.10@tcp:106: 00000100:00100000:0.0:1734016085.541739:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012cf4f6c0 going to sleep for 11 seconds 00002000:00010000:0.0:1734016085.545746:0:7689:0:(ofd_lvb.c:283:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime: 1734016084 -> 1734016085 00002000:00010000:0.0:1734016085.545756:0:7689:0:(ofd_lvb.c:295:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime: 1734016084 -> 1734016085 00000100:00100000:0.0:1734016085.545786:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880075002d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339253248:192.168.201.10@tcp:106: 00010000:00010000:0.0:1734016085.545833:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a803b180/0x3f004d6452e053d9 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf747 expref: 7 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016085.545848:0:7689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a803b180/0x3f004d6452e053d9 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf747 expref: 7 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016085.545912:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a803b180, rc 0) 00000100:00100000:0.0:1734016085.545984:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009205ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1980:x1818247336285056:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 4463us (8894us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016085.546003:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9417 00000100:00100000:1.0:1734016085.547849:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016085.548158:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336285184 00000100:00100000:0.0:1734016085.548170:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336285184 00000100:00100000:0.0:1734016085.548233:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9418 00000100:00100000:0.0:1734016085.548241:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880092059f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1981:x1818247336285184:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:0.0:1734016085.548266:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016085.548288:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a8038b40/0x3f004d6452e053e0 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361cf74e expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016085.548351:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880075002d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339253376:192.168.201.10@tcp:106: 00000100:00100000:0.0:1734016085.548415:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012cf4f6c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016085.549926:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880075002d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339253376:192.168.201.10@tcp:106: 00010000:00010000:0.0:1734016085.549974:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a8038b40/0x3f004d6452e053e0 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf74e expref: 7 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016085.550002:0:7689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a8038b40/0x3f004d6452e053e0 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf74e expref: 7 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016085.550030:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a8038b40, rc 0) 00000100:00100000:0.0:1734016085.550097:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880092059f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1981:x1818247336285184:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 1854us (2260us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016085.550111:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9418 00000100:00100000:0.0:1734016085.553668:0:13925:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336285440 00000100:00100000:0.0:1734016085.553681:0:13925:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336285440 00000100:00100000:0.0:1734016085.555255:0:13925:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 7682 00000100:00100000:0.0:1734016085.555276:0:13925:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800753eca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1980:x1818247336285440:12345-192.168.201.10@tcp:4:fsx.0 00010000:00010000:0.0:1734016085.555348:0:13925:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a803ba80/0x3f004d6452e053e7 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 13925 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016085.559926:0:13925:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800721718c0/0x3f004d6452e053c4 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 266240->270335) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf732 expref: 5 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016085.559947:0:13925:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016085.559950:0:13925:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016085.559954:0:13925:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a803ba80/0x3f004d6452e053e7 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [8527872->8552447] (req 8527872->8552447) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 13925 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016085.560026:0:13925:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800721718c0/0x3f004d6452e053c4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 266240->270335) gid 0 flags: 0x50000000020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf732 expref: 5 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016085.560046:0:13925:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800721718c0/0x3f004d6452e053c4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 266240->270335) gid 0 flags: 0x70000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf732 expref: 5 pid: 7689 timeout: 449 lvb_type: 0 00000100:00100000:0.0:1734016085.560065:0:13925:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880075002d80 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_003:lustre-OST0001_UUID:13925:1818247339253504:192.168.201.10@tcp:104: 00000100:00100000:0.0:1734016085.560186:0:13925:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012cf4f6c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016085.564156:0:13925:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880075002d80 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_003:lustre-OST0001_UUID:13925:1818247339253504:192.168.201.10@tcp:104: 00010000:00010000:0.0:1734016085.564213:0:13925:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800a803ba80/0x3f004d6452e053e7 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [8527872->8552447] (req 8527872->8552447) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 13925 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016085.590513:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016085.590668:0:9956:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336285696 00000100:00100000:0.0:1734016085.590678:0:9956:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336285696 00010000:00010000:0.0:1734016085.590723:0:9956:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800721718c0/0x3f004d6452e053c4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 266240->270335) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf732 expref: 8 pid: 7689 timeout: 449 lvb_type: 0 00010000:00010000:0.0:1734016085.597054:0:13925:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800a803ba80/0x3f004d6452e053e7 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [8527872->8552447] (req 8527872->8552447) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 13925 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016085.597068:0:13925:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a803ba80/0x3f004d6452e053e7 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [8527872->8552447] (req 8527872->8552447) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 13925 timeout: 0 lvb_type: 0 00000001:00080000:0.0:1734016085.604364:0:8954:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294968890 is committed 00000001:00080000:0.0:1734016085.604387:0:8954:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294968889 is committed 00000100:00100000:0.0:1734016085.610117:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336285824 00000100:00100000:0.0:1734016085.610134:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336285824 00000100:00100000:0.0:1734016085.610212:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9419 00000100:00100000:0.0:1734016085.610222:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130b31f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:1979:x1818247336285824:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:0.0:1734016085.610251:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016085.610282:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a80398c0/0x3f004d6452e053ee lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361cf755 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1734016085.610317:0:7689:0:(ofd_lvb.c:169:ofd_lvbo_init()) res: [0x280000400:0x5:0x0] initial LVB size: 9680370, mtime: 0x675afc55, atime: 0x675afc54, ctime: 0x675afc55, blocks: 0x3f8 00010000:00010000:0.0:1734016085.610356:0:7689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016085.610360:0:7689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016085.610373:0:7689:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a80398c0/0x3f004d6452e053ee lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf755 expref: 6 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016085.610396:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a80398c0/0x3f004d6452e053ee lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf755 expref: 6 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016085.610419:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a80398c0, rc 0) 00000100:00100000:0.0:1734016085.610665:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130b31f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1979:x1818247336285824:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 443us (663us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016085.610675:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9419 00000100:00100000:1.0:1734016085.614104:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016085.621231:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00002000:00010000:0.0:1734016085.638808:0:13925:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 1016 -> 1104 00010000:00010000:0.0:1734016085.638836:0:13925:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800721718c0/0x3f004d6452e053f5 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [9474048->9519103] (req 9474048->9519103) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 13925 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016085.638851:0:13925:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800721718c0/0x3f004d6452e053f5 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [9474048->9519103] (req 9474048->9519103) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 13925 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016085.639348:0:13925:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800721718c0/0x3f004d6452e053f5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [9474048->9519103] (req 9474048->9519103) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 13925 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016085.639359:0:13925:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800721718c0 already unused, calling callback (ffffffffa086d100) 00010000:00010000:0.0:1734016085.639365:0:13925:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800721718c0/0x3f004d6452e053f5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [9474048->9519103] (req 9474048->9519103) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 13925 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016085.639375:0:13925:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800721718c0/0x3f004d6452e053f5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [9474048->9519103] (req 9474048->9519103) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 13925 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016085.639401:0:13925:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800721718c0/0x3f004d6452e053f5 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [9474048->9519103] (req 9474048->9519103) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 13925 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016085.639407:0:13925:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800721718c0/0x3f004d6452e053f5 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [9474048->9519103] (req 9474048->9519103) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 13925 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016085.642324:0:13925:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880092059500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1981:x1818247336286080:12345-192.168.201.10@tcp:4:fsx.0 Request processed in 26688us (28212us total) trans 4294968891 rc 0/0 00000100:00100000:0.0:1734016085.642346:0:13925:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 7683 00000100:00100000:0.0:1734016085.652227:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016085.660363:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016085.660685:0:13927:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336286464 00000100:00100000:0.0:1734016085.660697:0:13927:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336286464 00000100:00100000:0.0:1734016085.660759:0:13927:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9421 00000100:00100000:0.0:1734016085.660767:0:13927:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009205b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:9673:x1818247336286464:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:0.0:1734016085.660790:0:13927:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016085.660817:0:13927:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a803af40/0x3f004d6452e05403 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361cf763 expref: -99 pid: 13927 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016085.660852:0:13927:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800721718c0/0x3f004d6452e053fc lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf75c expref: 7 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016085.660859:0:13927:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016085.660860:0:13927:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016085.660904:0:13927:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a803af40/0x3f004d6452e05403 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [9744384->9748479] (req 9744384->9748479) gid 0 flags: 0x50000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf763 expref: 7 pid: 13927 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016085.660939:0:13927:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800721718c0/0x3f004d6452e053fc lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf75c expref: 7 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016085.660952:0:13927:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800721718c0/0x3f004d6452e053fc lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf75c expref: 7 pid: 7689 timeout: 449 lvb_type: 1 00000100:00100000:0.0:1734016085.660971:0:13927:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880075003b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13927:1818247339253760:192.168.201.10@tcp:104: 00000100:00100000:0.0:1734016085.661051:0:13927:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012cf4f6c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016085.670274:0:13927:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880075003b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13927:1818247339253760:192.168.201.10@tcp:104: 00010000:00010000:0.0:1734016085.670347:0:13927:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a803af40/0x3f004d6452e05403 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [9744384->9748479] (req 9744384->9748479) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf763 expref: 7 pid: 13927 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016085.670378:0:13927:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a803af40, rc 0) 00000100:00100000:0.0:1734016085.670515:0:13927:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009205b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:9673:x1818247336286464:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 9744us (10162us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016085.670529:0:13927:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9421 00000100:00100000:1.0:1734016085.671304:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016085.680241:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016085.680510:0:13925:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336286848 00000100:00100000:0.0:1734016085.680520:0:13925:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336286848 00002000:00100000:0.0:1734016085.680574:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (6938624->9744383) req@ffff880073f20a80 x1818247336286848/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:46/0 lens 504/0 e 0 to 0 dl 1734016096 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016085.680586:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880073f20a80 with x1818247336286848 ext(6938624->9744383) 00002000:00010000:0.0:1734016085.680592:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880073f20a80 00000100:00100000:0.0:1734016085.680622:0:13925:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 7684 00000100:00100000:0.0:1734016085.680630:0:13925:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880073f20a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1978:x1818247336286848:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:0.0:1734016085.687994:0:13925:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880073f20a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1978:x1818247336286848:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 7339us (7747us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016085.688011:0:13925:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 7684 00002000:00100000:0.0:1734016085.688027:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (6938624->9744383) req@ffff880073f20a80 x1818247336286848/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:46/0 lens 504/440 e 0 to 0 dl 1734016096 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016085.688045:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880073f20a80 with x1818247336286848 ext(6938624->9744383) 00002000:00010000:0.0:1734016085.688053:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880073f20a80 00000100:00100000:1.0:1734016085.690927:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016085.691011:0:13925:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336287104 00000100:00100000:0.0:1734016085.691024:0:13925:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336287104 00002000:00100000:0.0:1734016085.691070:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (6934528->6938623) req@ffff880073f20700 x1818247336287104/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:46/0 lens 488/0 e 0 to 0 dl 1734016096 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016085.691079:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880073f20700 with x1818247336287104 ext(6934528->6938623) 00002000:00010000:0.0:1734016085.691085:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880073f20700 00000100:00100000:0.0:1734016085.691117:0:13925:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 7685 00000100:00100000:0.0:1734016085.691124:0:13925:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880073f20700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1980:x1818247336287104:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:0.0:1734016085.691344:0:13925:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880073f20700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1980:x1818247336287104:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 218us (426us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016085.691351:0:13925:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 7685 00002000:00100000:0.0:1734016085.691356:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (6934528->6938623) req@ffff880073f20700 x1818247336287104/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:46/0 lens 488/4536 e 0 to 0 dl 1734016096 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016085.691363:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880073f20700 with x1818247336287104 ext(6934528->6938623) 00002000:00010000:0.0:1734016085.691366:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880073f20700 00000100:00100000:1.0:1734016085.694387:0:13929:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336287360 00000100:00100000:1.0:1734016085.694403:0:13929:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336287360 00002000:00100000:1.0:1734016085.694463:0:13929:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (6930432->6934527) req@ffff880130b32680 x1818247336287360/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:46/0 lens 488/0 e 0 to 0 dl 1734016096 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016085.694474:0:13929:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880130b32680 with x1818247336287360 ext(6930432->6934527) 00002000:00010000:1.0:1734016085.694479:0:13929:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130b32680 00000100:00100000:1.0:1734016085.694586:0:13929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 7686 00000100:00100000:1.0:1734016085.694594:0:13929:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130b32680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1981:x1818247336287360:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:1.0:1734016085.694908:0:13929:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130b32680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1981:x1818247336287360:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 313us (1223us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016085.694917:0:13929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 7686 00002000:00100000:1.0:1734016085.694924:0:13929:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (6930432->6934527) req@ffff880130b32680 x1818247336287360/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:46/0 lens 488/4536 e 0 to 0 dl 1734016096 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016085.694931:0:13929:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880130b32680 with x1818247336287360 ext(6930432->6934527) 00002000:00010000:1.0:1734016085.694934:0:13929:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130b32680 00000100:00100000:0.0:1734016085.698310:0:13925:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336287616 00000100:00100000:0.0:1734016085.698324:0:13925:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336287616 00002000:00100000:0.0:1734016085.698379:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (6926336->6930431) req@ffff8800753ef100 x1818247336287616/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:46/0 lens 488/0 e 0 to 0 dl 1734016096 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016085.698389:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800753ef100 with x1818247336287616 ext(6926336->6930431) 00002000:00010000:0.0:1734016085.698396:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800753ef100 00000100:00100000:0.0:1734016085.698576:0:13925:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 7687 00000100:00100000:0.0:1734016085.698585:0:13925:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800753ef100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1981:x1818247336287616:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:0.0:1734016085.698805:0:13925:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800753ef100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1981:x1818247336287616:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 220us (947us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016085.698811:0:13925:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 7687 00002000:00100000:0.0:1734016085.698818:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (6926336->6930431) req@ffff8800753ef100 x1818247336287616/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:46/0 lens 488/4536 e 0 to 0 dl 1734016096 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016085.698824:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800753ef100 with x1818247336287616 ext(6926336->6930431) 00002000:00010000:0.0:1734016085.698828:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800753ef100 00000100:00100000:1.0:1734016085.702394:0:13929:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336287872 00000100:00100000:1.0:1734016085.702407:0:13929:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336287872 00002000:00100000:1.0:1734016085.702459:0:13929:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (6922240->6926335) req@ffff880130b30a80 x1818247336287872/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:46/0 lens 488/0 e 0 to 0 dl 1734016096 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016085.702468:0:13929:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880130b30a80 with x1818247336287872 ext(6922240->6926335) 00002000:00010000:1.0:1734016085.702475:0:13929:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130b30a80 00000100:00100000:1.0:1734016085.702505:0:13929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 7688 00000100:00100000:1.0:1734016085.702511:0:13929:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130b30a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1981:x1818247336287872:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:1.0:1734016085.702700:0:13929:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130b30a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1981:x1818247336287872:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 188us (1085us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016085.702707:0:13929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 7688 00002000:00100000:1.0:1734016085.702713:0:13929:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (6922240->6926335) req@ffff880130b30a80 x1818247336287872/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:46/0 lens 488/4536 e 0 to 0 dl 1734016096 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016085.702720:0:13929:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880130b30a80 with x1818247336287872 ext(6922240->6926335) 00002000:00010000:1.0:1734016085.702722:0:13929:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130b30a80 00000100:00100000:0.0:1734016085.706007:0:13925:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336288128 00000100:00100000:0.0:1734016085.706019:0:13925:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336288128 00002000:00100000:0.0:1734016085.706084:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (6918144->6922239) req@ffff880130b30380 x1818247336288128/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:46/0 lens 488/0 e 0 to 0 dl 1734016096 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016085.706097:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880130b30380 with x1818247336288128 ext(6918144->6922239) 00002000:00010000:0.0:1734016085.706106:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130b30380 00000100:00100000:0.0:1734016085.706191:0:13925:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 7689 00000100:00100000:0.0:1734016085.706199:0:13925:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130b30380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1980:x1818247336288128:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:0.0:1734016085.706450:0:13925:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130b30380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1980:x1818247336288128:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 250us (591us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016085.706458:0:13925:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 7689 00002000:00100000:0.0:1734016085.706465:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (6918144->6922239) req@ffff880130b30380 x1818247336288128/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:46/0 lens 488/4536 e 0 to 0 dl 1734016096 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016085.706473:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880130b30380 with x1818247336288128 ext(6918144->6922239) 00002000:00010000:0.0:1734016085.706476:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130b30380 00000100:00100000:1.0:1734016085.710375:0:13929:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336288384 00000100:00100000:1.0:1734016085.710389:0:13929:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336288384 00002000:00100000:1.0:1734016085.710447:0:13929:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (6914048->6918143) req@ffff8800753ed500 x1818247336288384/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:46/0 lens 488/0 e 0 to 0 dl 1734016096 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016085.710458:0:13929:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800753ed500 with x1818247336288384 ext(6914048->6918143) 00002000:00010000:1.0:1734016085.710466:0:13929:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800753ed500 00000100:00100000:1.0:1734016085.710501:0:13929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 7690 00000100:00100000:1.0:1734016085.710509:0:13929:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800753ed500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1980:x1818247336288384:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:1.0:1734016085.710718:0:13929:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800753ed500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1980:x1818247336288384:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 210us (1238us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016085.710725:0:13929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 7690 00002000:00100000:1.0:1734016085.710729:0:13929:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (6914048->6918143) req@ffff8800753ed500 x1818247336288384/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:46/0 lens 488/4536 e 0 to 0 dl 1734016096 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016085.710736:0:13929:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800753ed500 with x1818247336288384 ext(6914048->6918143) 00002000:00010000:1.0:1734016085.710738:0:13929:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800753ed500 00000100:00100000:0.0:1734016085.714235:0:13925:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336288640 00000100:00100000:0.0:1734016085.714253:0:13925:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336288640 00002000:00100000:0.0:1734016085.714346:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (6909952->6914047) req@ffff880130b33480 x1818247336288640/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:46/0 lens 488/0 e 0 to 0 dl 1734016096 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016085.714358:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880130b33480 with x1818247336288640 ext(6909952->6914047) 00002000:00010000:0.0:1734016085.714367:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130b33480 00000100:00100000:0.0:1734016085.714414:0:13925:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 7691 00000100:00100000:0.0:1734016085.714423:0:13925:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130b33480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1981:x1818247336288640:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:0.0:1734016085.714725:0:13925:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130b33480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1981:x1818247336288640:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 302us (634us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016085.714734:0:13925:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 7691 00002000:00100000:0.0:1734016085.714740:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (6909952->6914047) req@ffff880130b33480 x1818247336288640/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:46/0 lens 488/4536 e 0 to 0 dl 1734016096 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016085.714748:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880130b33480 with x1818247336288640 ext(6909952->6914047) 00002000:00010000:0.0:1734016085.714751:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130b33480 00000100:00100000:1.0:1734016085.717981:0:13929:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336288896 00000100:00100000:1.0:1734016085.717999:0:13929:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336288896 00002000:00100000:0.0:1734016085.718186:0:13929:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (6905856->6909951) req@ffff880130b33800 x1818247336288896/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:46/0 lens 488/0 e 0 to 0 dl 1734016096 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016085.718197:0:13929:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880130b33800 with x1818247336288896 ext(6905856->6909951) 00002000:00010000:0.0:1734016085.718203:0:13929:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130b33800 00000100:00100000:0.0:1734016085.718235:0:13929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 7692 00000100:00100000:0.0:1734016085.718243:0:13929:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130b33800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1981:x1818247336288896:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:0.0:1734016085.718455:0:13929:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130b33800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1981:x1818247336288896:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 210us (779us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016085.718462:0:13929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 7692 00002000:00100000:0.0:1734016085.718469:0:13929:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (6905856->6909951) req@ffff880130b33800 x1818247336288896/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:46/0 lens 488/4536 e 0 to 0 dl 1734016096 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016085.718477:0:13929:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880130b33800 with x1818247336288896 ext(6905856->6909951) 00002000:00010000:0.0:1734016085.718479:0:13929:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130b33800 00000100:00100000:0.0:1734016085.728434:0:13929:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336289408 00000100:00100000:0.0:1734016085.728449:0:13929:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336289408 00002000:00100000:0.0:1734016085.728515:0:13929:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (6897664->6901759) req@ffff8800753edf80 x1818247336289408/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:46/0 lens 488/0 e 0 to 0 dl 1734016096 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016085.728529:0:13929:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800753edf80 with x1818247336289408 ext(6897664->6901759) 00002000:00010000:0.0:1734016085.728536:0:13929:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800753edf80 00000100:00100000:0.0:1734016085.728580:0:13929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 7694 00000100:00100000:0.0:1734016085.728590:0:13929:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800753edf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1978:x1818247336289408:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:0.0:1734016085.728861:0:13929:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800753edf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1978:x1818247336289408:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 272us (653us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016085.728908:0:13929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 7694 00002000:00100000:0.0:1734016085.728915:0:13929:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (6897664->6901759) req@ffff8800753edf80 x1818247336289408/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:46/0 lens 488/4536 e 0 to 0 dl 1734016096 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016085.728922:0:13929:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800753edf80 with x1818247336289408 ext(6897664->6901759) 00002000:00010000:0.0:1734016085.728925:0:13929:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800753edf80 00000100:00100000:0.0:1734016085.747806:0:13929:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336290048 00000100:00100000:0.0:1734016085.747823:0:13929:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336290048 00002000:00100000:0.0:1734016085.747929:0:13929:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (6889472->9744472) req@ffff8800753ee680 x1818247336290048/t0(0) o4->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:46/0 lens 504/0 e 0 to 0 dl 1734016096 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016085.747940:0:13929:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800753ee680 with x1818247336290048 ext(6889472->9744472) 00002000:00010000:0.0:1734016085.747948:0:13929:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800753ee680 00000100:00100000:0.0:1734016085.747996:0:13929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 7697 00000100:00100000:0.0:1734016085.748004:0:13929:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800753ee680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1981:x1818247336290048:12345-192.168.201.10@tcp:4:fsx.0 00000100:00100000:0.0:1734016085.771499:0:13929:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800753ee680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+8:1981:x1818247336290048:12345-192.168.201.10@tcp:4:fsx.0 Request processed in 23470us (23794us total) trans 4294968892 rc 0/0 00000100:00100000:0.0:1734016085.771527:0:13929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 7697 00002000:00100000:0.0:1734016085.771552:0:13929:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (6889472->9744472) req@ffff8800753ee680 x1818247336290048/t4294968892(0) o4->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:46/0 lens 504/448 e 0 to 0 dl 1734016096 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016085.771567:0:13929:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800753ee680 with x1818247336290048 ext(6889472->9744472) 00002000:00010000:0.0:1734016085.771577:0:13929:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800753ee680 00000100:00100000:0.0:1734016085.773480:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016085.788151:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016085.804175:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016085.815317:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016085.831339:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016085.832909:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9426 00000100:00100000:1.0:1734016085.832931:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075000380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:9673:x1818247336290688:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:1.0:1734016085.832977:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016085.833021:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800972358c0/0x3f004d6452e0541f lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361cf77f expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016085.833079:0:7689:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a803af40/0x3f004d6452e05403 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 9744384->9748479) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf763 expref: 5 pid: 13927 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016085.833090:0:7689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016085.833092:0:7689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016085.833096:0:7689:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800972358c0/0x3f004d6452e0541f lrc: 4/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [8540160->8544255] (req 8540160->8544255) gid 0 flags: 0x50000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf77f expref: 7 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016085.833149:0:7689:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a803af40/0x3f004d6452e05403 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 9744384->9748479) gid 0 flags: 0x50000000020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf763 expref: 5 pid: 13927 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016085.833167:0:7689:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a803af40/0x3f004d6452e05403 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 9744384->9748479) gid 0 flags: 0x70000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf763 expref: 5 pid: 13927 timeout: 449 lvb_type: 0 00000100:00100000:1.0:1734016085.833185:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007431d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339254400:192.168.201.10@tcp:104: 00000100:00100000:1.0:1734016085.833306:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac68e540 going to sleep for 11 seconds 00000100:00100000:1.0:1734016085.836395:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007431d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339254400:192.168.201.10@tcp:104: 00000100:00100000:0.0:1734016085.836434:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00010000:00010000:1.0:1734016085.836748:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800972358c0/0x3f004d6452e0541f lrc: 3/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [8540160->8544255] (req 8540160->8544255) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf77f expref: 7 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016085.836776:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800972358c0, rc 0) 00000100:00100000:1.0:1734016085.836845:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075000380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:9673:x1818247336290688:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 3920us (5827us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016085.836855:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9426 00000100:00100000:0.0:1734016085.858164:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016085.858213:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016085.858257:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016085.862141:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 7699 00000100:00100000:1.0:1734016085.862165:0:7695:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075003480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+10:1978:x1818247336291200:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:0.0:1734016085.943767:0:7695:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075003480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+9:1978:x1818247336291200:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 74691us (78636us total) trans 0 rc 4194304/4194304 00000100:00100000:0.0:1734016085.943795:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 7699 00002000:00100000:0.0:1734016085.943823:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (4190208->8384511) req@ffff880075003480 x1818247336291200/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:46/0 lens 488/440 e 0 to 0 dl 1734016096 ref 1 fl Complete:/200/0 rc 4194304/4194304 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016085.943833:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880075003480 with x1818247336291200 ext(4190208->8384511) 00002000:00010000:0.0:1734016085.943842:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880075003480 00000100:00100000:0.0:1734016085.976207:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016085.976380:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336291584 00000100:00100000:1.0:1734016085.976392:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336291584 00000100:00100000:1.0:1734016085.976451:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9427 00000100:00100000:1.0:1734016085.976458:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b1ff6c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:9673:x1818247336291584:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:1.0:1734016085.976479:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016085.976499:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880097235200/0x3f004d6452e05426 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361cf786 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016085.976532:0:7689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016085.976534:0:7689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016085.976542:0:7689:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880097235200/0x3f004d6452e05426 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2809856->2834431) gid 0 flags: 0x50000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf786 expref: 6 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016085.976559:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880097235200/0x3f004d6452e05426 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2809856->2834431) gid 0 flags: 0x40000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf786 expref: 6 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016085.976572:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097235200, rc 0) 00000100:00100000:1.0:1734016085.976630:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b1ff6c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:9673:x1818247336291584:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 172us (435us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016085.976637:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9427 00000100:00100000:0.0:1734016085.996788:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016085.996843:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016085.999346:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00080000:0.0:1734016086.004292:0:6479:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734016056 00000100:00100000:0.0:1734016086.004401:0:13925:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 7703 00000100:00100000:0.0:1734016086.004422:0:13925:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a9a8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+9:1978:x1818247336292352:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:0.0:1734016086.090178:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016086.123282:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016086.125584:0:9956:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2428 00000100:00100000:1.0:1734016086.125601:0:9956:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a9a8000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1979:x1818247336292608:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016086.125629:0:9956:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016086.125679:0:9956:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800972358c0/0x3f004d6452e0541f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 8540160->8544255) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf77f expref: 8 pid: 7689 timeout: 450 lvb_type: 0 00010000:00010000:1.0:1734016086.125697:0:9956:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800972358c0/0x3f004d6452e0541f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 8540160->8544255) gid 0 flags: 0x50000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf77f expref: 8 pid: 7689 timeout: 450 lvb_type: 0 00010000:00010000:1.0:1734016086.125736:0:9956:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800972358c0/0x3f004d6452e0541f lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 8540160->8544255) gid 0 flags: 0x44801400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf77f expref: 8 pid: 7689 timeout: 450 lvb_type: 0 00010000:00010000:1.0:1734016086.125805:0:9956:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016086.125914:0:9956:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a9a8000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1979:x1818247336292608:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 316us (2641us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016086.125923:0:9956:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2428 00000100:00100000:0.0:1734016086.128082:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016086.134640:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016086.139496:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016086.140202:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336292992 00000100:00100000:1.0:1734016086.140221:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336292992 00000100:00100000:1.0:1734016086.140415:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9430 00000100:00100000:1.0:1734016086.140425:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a9a9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:1981:x1818247336292992:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:1.0:1734016086.140458:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016086.140489:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800972358c0/0x3f004d6452e05434 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361cf794 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016086.140592:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007431d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339255040:192.168.201.10@tcp:106: 00000100:00100000:1.0:1734016086.141207:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac68e540 going to sleep for 11 seconds 00002000:00010000:1.0:1734016086.143399:0:7689:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime: 1734016084 -> 1734016085 00000100:00100000:1.0:1734016086.143432:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007431d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339255040:192.168.201.10@tcp:106: 00010000:00010000:1.0:1734016086.143470:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800972358c0/0x3f004d6452e05434 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf794 expref: 6 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016086.143492:0:7689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800972358c0/0x3f004d6452e05434 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf794 expref: 6 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016086.144070:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800972358c0, rc 0) 00000100:00100000:1.0:1734016086.144151:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a9a9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:1981:x1818247336292992:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 3726us (4669us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016086.144163:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9430 00000100:00100000:0.0:1734016086.146511:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016086.146638:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336293120 00000100:00100000:1.0:1734016086.146649:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336293120 00000100:00100000:1.0:1734016086.146711:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9431 00000100:00100000:1.0:1734016086.146722:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a9ab480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:1979:x1818247336293120:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:1.0:1734016086.146743:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016086.146764:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880097234d80/0x3f004d6452e0543b lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361cf79b expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016086.146843:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007431d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339255168:192.168.201.10@tcp:106: 00000100:00100000:1.0:1734016086.146964:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac68e540 going to sleep for 11 seconds 00000100:00100000:1.0:1734016086.149462:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007431d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339255168:192.168.201.10@tcp:106: 00010000:00010000:1.0:1734016086.149520:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880097234d80/0x3f004d6452e0543b lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf79b expref: 6 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016086.149536:0:7689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097234d80/0x3f004d6452e0543b lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf79b expref: 6 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016086.149566:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097234d80, rc 0) 00000100:00100000:1.0:1734016086.149630:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a9ab480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:1979:x1818247336293120:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 2908us (3132us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016086.149640:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9431 00000100:00100000:0.0:1734016086.152087:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016086.155154:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00080000:0.0:1734016086.155648:0:6479:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734016056 00000100:00100000:0.0:1734016086.165970:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336293632 00000100:00100000:0.0:1734016086.165991:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336293632 00000100:00100000:0.0:1734016086.166036:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9432 00000100:00100000:0.0:1734016086.166045:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130b31180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:9673:x1818247336293632:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:0.0:1734016086.166063:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016086.166079:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a8038240/0x3f004d6452e05449 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361cf7a2 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016086.166110:0:7689:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a6d00/0x3f004d6452e0542d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 7335936->7380991) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf78d expref: 7 pid: 13927 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016086.166123:0:7689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016086.166125:0:7689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016086.166128:0:7689:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a8038240/0x3f004d6452e05449 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf7a2 expref: 6 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016086.166166:0:7689:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a9a6d00/0x3f004d6452e0542d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 7335936->7380991) gid 0 flags: 0x50000000020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf78d expref: 7 pid: 13927 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016086.166179:0:7689:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a9a6d00/0x3f004d6452e0542d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 7335936->7380991) gid 0 flags: 0x70000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf78d expref: 7 pid: 13927 timeout: 450 lvb_type: 0 00000100:00100000:0.0:1734016086.166193:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880097219500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339255424:192.168.201.10@tcp:104: 00000100:00100000:0.0:1734016086.166262:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012cf4ff00 going to sleep for 11 seconds 00000100:00100000:0.0:1734016086.172408:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880097219500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339255424:192.168.201.10@tcp:104: 00010000:00010000:0.0:1734016086.172455:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a8038240/0x3f004d6452e05449 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf7a2 expref: 6 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016086.172478:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a8038240, rc 0) 00000100:00100000:0.0:1734016086.172564:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130b31180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:9673:x1818247336293632:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 6517us (7485us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016086.172575:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9432 00000100:00100000:1.0:1734016086.172985:0:9956:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336293760 00000100:00100000:1.0:1734016086.172994:0:9956:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336293760 00010000:00010000:1.0:1734016086.173036:0:9956:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a9a6d00/0x3f004d6452e0542d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 7335936->7380991) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf78d expref: 8 pid: 13927 timeout: 450 lvb_type: 0 00000100:00100000:1.0:1734016086.173063:0:9956:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2431 00000100:00100000:1.0:1734016086.173070:0:9956:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130b30000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1978:x1818247336293760:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016086.173091:0:9956:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016086.173124:0:9956:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a9a6d00/0x3f004d6452e0542d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 7335936->7380991) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf78d expref: 8 pid: 13927 timeout: 450 lvb_type: 0 00010000:00010000:1.0:1734016086.173137:0:9956:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a9a6d00/0x3f004d6452e0542d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 7335936->7380991) gid 0 flags: 0x50000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf78d expref: 8 pid: 13927 timeout: 450 lvb_type: 0 00010000:00010000:1.0:1734016086.173163:0:9956:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a6d00/0x3f004d6452e0542d lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 7335936->7380991) gid 0 flags: 0x44801400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf78d expref: 8 pid: 13927 timeout: 450 lvb_type: 0 00010000:00010000:1.0:1734016086.173185:0:9956:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016086.173188:0:9956:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016086.173195:0:9956:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a8038240/0x3f004d6452e05449 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf7a2 expref: 5 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016086.173211:0:9956:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a8038240/0x3f004d6452e05449 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf7a2 expref: 5 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016086.173257:0:9956:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a8038240/0x3f004d6452e05449 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf7a2 expref: 5 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016086.173275:0:9956:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007431d180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9956:1818247339255552:192.168.201.10@tcp:105: 00000100:00100000:1.0:1734016086.173332:0:9956:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac68e540 going to sleep for 11 seconds 00000100:00100000:1.0:1734016086.181333:0:9956:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007431d180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9956:1818247339255552:192.168.201.10@tcp:105: 00010000:00010000:1.0:1734016086.181378:0:9956:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016086.181996:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016086.184201:0:9956:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130b30000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1978:x1818247336293760:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 11124us (11412us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016086.184216:0:9956:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2431 00000100:00100000:0.0:1734016086.198807:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016086.209316:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016086.214710:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016086.215281:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336294528 00000100:00100000:1.0:1734016086.215293:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336294528 00002000:00100000:1.0:1734016086.215346:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (3592192->3596287) req@ffff88009721b480 x1818247336294528/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:47/0 lens 488/0 e 0 to 0 dl 1734016097 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016086.215358:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88009721b480 with x1818247336294528 ext(3592192->3596287) 00002000:00010000:1.0:1734016086.215366:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009721b480 00000100:00100000:1.0:1734016086.216212:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 7706 00000100:00100000:1.0:1734016086.216223:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009721b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1980:x1818247336294528:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:1.0:1734016086.216510:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009721b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1980:x1818247336294528:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 288us (1816us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016086.216520:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 7706 00002000:00100000:1.0:1734016086.216528:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (3592192->3596287) req@ffff88009721b480 x1818247336294528/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:47/0 lens 488/4536 e 0 to 0 dl 1734016097 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016086.216536:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88009721b480 with x1818247336294528 ext(3592192->3596287) 00002000:00010000:1.0:1734016086.216541:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009721b480 00000100:00100000:0.0:1734016086.223649:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016086.232255:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016086.236256:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016086.240034:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016086.240312:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336295552 00000100:00100000:1.0:1734016086.240322:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336295552 00002000:00100000:1.0:1734016086.240370:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (3575808->3579903) req@ffff880097219c00 x1818247336295552/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:47/0 lens 488/0 e 0 to 0 dl 1734016097 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016086.240380:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880097219c00 with x1818247336295552 ext(3575808->3579903) 00002000:00010000:1.0:1734016086.240385:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880097219c00 00000100:00100000:1.0:1734016086.240421:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 7710 00000100:00100000:1.0:1734016086.240429:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880097219c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1980:x1818247336295552:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:1.0:1734016086.241650:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880097219c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1980:x1818247336295552:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 1211us (1619us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016086.241662:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 7710 00002000:00100000:1.0:1734016086.241672:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (3575808->3579903) req@ffff880097219c00 x1818247336295552/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:47/0 lens 488/4536 e 0 to 0 dl 1734016097 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016086.241682:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880097219c00 with x1818247336295552 ext(3575808->3579903) 00002000:00010000:1.0:1734016086.241688:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880097219c00 00000100:00100000:1.0:1734016086.246388:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016086.252946:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016086.253321:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336296064 00000100:00100000:1.0:1734016086.253332:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336296064 00002000:00100000:1.0:1734016086.253392:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (3567616->3571711) req@ffff880097218e00 x1818247336296064/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:47/0 lens 488/0 e 0 to 0 dl 1734016097 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016086.253402:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880097218e00 with x1818247336296064 ext(3567616->3571711) 00002000:00010000:1.0:1734016086.253408:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880097218e00 00000100:00100000:1.0:1734016086.253453:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 7712 00000100:00100000:1.0:1734016086.253463:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880097218e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1980:x1818247336296064:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:1.0:1734016086.253660:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880097218e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1980:x1818247336296064:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 197us (726us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016086.253666:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 7712 00002000:00100000:1.0:1734016086.253671:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (3567616->3571711) req@ffff880097218e00 x1818247336296064/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:47/0 lens 488/4536 e 0 to 0 dl 1734016097 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016086.253677:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880097218e00 with x1818247336296064 ext(3567616->3571711) 00002000:00010000:1.0:1734016086.253680:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880097218e00 00000100:00100000:0.0:1734016086.255741:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016086.258430:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016086.258709:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336296576 00000100:00100000:1.0:1734016086.258716:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336296576 00002000:00100000:1.0:1734016086.258747:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (3559424->3563519) req@ffff88009721ad80 x1818247336296576/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:47/0 lens 488/0 e 0 to 0 dl 1734016097 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016086.258756:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88009721ad80 with x1818247336296576 ext(3559424->3563519) 00002000:00010000:1.0:1734016086.258760:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009721ad80 00000100:00100000:1.0:1734016086.258790:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 7714 00000100:00100000:1.0:1734016086.258796:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009721ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1980:x1818247336296576:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:1.0:1734016086.258945:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009721ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1980:x1818247336296576:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 147us (521us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016086.258954:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 7714 00002000:00100000:1.0:1734016086.258959:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (3559424->3563519) req@ffff88009721ad80 x1818247336296576/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:47/0 lens 488/4536 e 0 to 0 dl 1734016097 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016086.258965:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88009721ad80 with x1818247336296576 ext(3559424->3563519) 00002000:00010000:1.0:1734016086.258968:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009721ad80 00000100:00100000:0.0:1734016086.260947:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016086.264706:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016086.264928:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336297088 00000100:00100000:1.0:1734016086.264944:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336297088 00002000:00100000:1.0:1734016086.265013:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (3551232->3555327) req@ffff880097218000 x1818247336297088/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:47/0 lens 488/0 e 0 to 0 dl 1734016097 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016086.265026:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880097218000 with x1818247336297088 ext(3551232->3555327) 00002000:00010000:1.0:1734016086.265033:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880097218000 00000100:00100000:1.0:1734016086.265076:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 7716 00000100:00100000:1.0:1734016086.265086:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880097218000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1978:x1818247336297088:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:1.0:1734016086.265333:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880097218000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1978:x1818247336297088:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 248us (642us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016086.265342:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 7716 00002000:00100000:1.0:1734016086.265349:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (3551232->3555327) req@ffff880097218000 x1818247336297088/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:47/0 lens 488/4536 e 0 to 0 dl 1734016097 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016086.265355:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880097218000 with x1818247336297088 ext(3551232->3555327) 00002000:00010000:1.0:1734016086.265358:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880097218000 00000100:00100000:1.0:1734016086.268158:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016086.272171:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016086.272520:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336297600 00000100:00100000:1.0:1734016086.272530:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336297600 00002000:00100000:1.0:1734016086.272573:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (3543040->3547135) req@ffff88009721aa00 x1818247336297600/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:47/0 lens 488/0 e 0 to 0 dl 1734016097 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016086.272583:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88009721aa00 with x1818247336297600 ext(3543040->3547135) 00002000:00010000:1.0:1734016086.272588:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009721aa00 00000100:00100000:1.0:1734016086.272618:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 7718 00000100:00100000:1.0:1734016086.272624:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009721aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1979:x1818247336297600:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:1.0:1734016086.272821:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009721aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1979:x1818247336297600:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 195us (661us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016086.272830:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 7718 00002000:00100000:1.0:1734016086.272836:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (3543040->3547135) req@ffff88009721aa00 x1818247336297600/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:47/0 lens 488/4536 e 0 to 0 dl 1734016097 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016086.272843:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88009721aa00 with x1818247336297600 ext(3543040->3547135) 00002000:00010000:1.0:1734016086.272846:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009721aa00 00000100:00100000:0.0:1734016086.274784:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016086.278548:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016086.284672:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016086.291255:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016086.297310:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016086.303071:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016086.308255:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016086.314075:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016086.319825:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016086.329376:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016086.335896:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016086.340125:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016086.346580:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016086.350070:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016086.353718:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016086.357532:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016086.364329:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016086.372750:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016086.376551:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016086.396762:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016086.396843:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016086.466139:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016086.486716:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016086.497723:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016086.505410:0:7420:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880130b32d80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7420:1818247339257216:192.168.201.10@tcp:104: 00010000:00010000:0.0:1734016086.505459:0:7420:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8800721718c0/0x3f004d6452e054dc lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7420 initiator: MDT0 00000001:00080000:0.0:1734016086.505847:0:6464:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968355 is committed 00000001:00080000:0.0:1734016086.505906:0:6464:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968352 is committed 00010000:00010000:0.0:1734016086.507037:0:7420:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8800721718c0/0x3f004d6452e054dc lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7420 initiator: MDT0 00010000:00010000:0.0:1734016086.507044:0:7420:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800721718c0/0x3f004d6452e054dc lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7420 initiator: MDT0 00000001:00080000:0.0:1734016086.507225:0:7420:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294968355 00000004:00010000:0.0:1734016086.507309:0:7420:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff88011d806680 reply state ffff880074616000 transno 4294968356 ns: mdt-lustre-MDT0000_UUID lock: ffff8800721718c0/0x3f004d6452e054dc lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7420 initiator: MDT0 00000100:00100000:0.0:1734016086.507320:0:7420:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1734016086.507471:0:7420:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d806680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+15:9673:x1818247336301312:12345-192.168.201.10@tcp:36:fsx.0 Request processed in 9178us (9775us total) trans 4294968356 rc 0/0 00000100:00100000:0.0:1734016086.507480:0:7420:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 1663 00000020:00080000:0.0:1734016086.507486:0:7420:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1734016086.511460:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336301568 00000100:00100000:0.0:1734016086.511478:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336301568 00000100:00100000:0.0:1734016086.511563:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9445 00000100:00100000:0.0:1734016086.511576:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130b32a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+11:9673:x1818247336301568:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:0.0:1734016086.511616:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016086.511655:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a80386c0/0x3f004d6452e054e3 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361cf80b expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016086.511710:0:7689:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880072171f80/0x3f004d6452e054c7 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4517888->4521983) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf7fd expref: 6 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016086.511719:0:7689:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880072170d80/0x3f004d6452e054ce lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf804 expref: 12 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016086.511729:0:7689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016086.511732:0:7689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016086.511736:0:7689:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a80386c0/0x3f004d6452e054e3 lrc: 5/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf80b expref: 12 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016086.511786:0:7689:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880072170d80/0x3f004d6452e054ce lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf804 expref: 12 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016086.511800:0:7689:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880072170d80/0x3f004d6452e054ce lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf804 expref: 12 pid: 7689 timeout: 450 lvb_type: 1 00000100:00100000:0.0:1734016086.511819:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88011d804e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339257344:192.168.201.10@tcp:104: 00010000:00010000:0.0:1734016086.511969:0:7689:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880072171f80/0x3f004d6452e054c7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4517888->4521983) gid 0 flags: 0x50000000020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf7fd expref: 6 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016086.511990:0:7689:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880072171f80/0x3f004d6452e054c7 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4517888->4521983) gid 0 flags: 0x70000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf7fd expref: 6 pid: 7689 timeout: 450 lvb_type: 0 00000100:00100000:0.0:1734016086.511999:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076864a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339257472:192.168.201.10@tcp:104: 00000100:00100000:0.0:1734016086.512026:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012cf4fa80 going to sleep for 11 seconds 00000100:00100000:0.0:1734016086.519501:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88011d804e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339257344:192.168.201.10@tcp:104: 00000100:00100000:0.0:1734016086.519520:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076864a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339257472:192.168.201.10@tcp:104: 00010000:00010000:0.0:1734016086.519579:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a80386c0/0x3f004d6452e054e3 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf80b expref: 12 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016086.519613:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a80386c0, rc 0) 00000100:00100000:0.0:1734016086.519683:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130b32a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+12:9673:x1818247336301568:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 8110us (8339us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016086.519694:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9445 00000100:00100000:1.0:1734016086.521158:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016086.521214:0:6470:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336301696 00000100:00100000:0.0:1734016086.521224:0:6470:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336301696 00010000:00010000:0.0:1734016086.521261:0:6470:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880072170d80/0x3f004d6452e054ce lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf804 expref: 12 pid: 7689 timeout: 450 lvb_type: 1 00000100:00100000:0.0:1734016086.521836:0:6470:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2436 00000100:00100000:0.0:1734016086.521846:0:6470:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b1f65450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+12:1979:x1818247336301696:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016086.521930:0:6470:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016086.521960:0:6470:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880072170d80/0x3f004d6452e054ce lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf804 expref: 12 pid: 7689 timeout: 450 lvb_type: 1 00010000:00010000:0.0:1734016086.521981:0:6470:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880072170d80/0x3f004d6452e054ce lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf804 expref: 12 pid: 7689 timeout: 450 lvb_type: 1 00010000:00010000:0.0:1734016086.522006:0:6470:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880072170d80/0x3f004d6452e054ce lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf804 expref: 12 pid: 7689 timeout: 450 lvb_type: 1 00010000:00010000:0.0:1734016086.522148:0:6470:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016086.522554:0:6470:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b1f65450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+11:1979:x1818247336301696:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 706us (1402us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016086.522563:0:6470:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2436 00000100:00100000:0.0:1734016086.537746:0:6470:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336301824 00000100:00100000:0.0:1734016086.537764:0:6470:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336301824 00010000:00010000:0.0:1734016086.537930:0:6470:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880072171f80/0x3f004d6452e054c7 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4517888->4521983) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf7fd expref: 7 pid: 7689 timeout: 450 lvb_type: 0 00000100:00100000:0.0:1734016086.538496:0:6470:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2437 00000100:00100000:0.0:1734016086.538507:0:6470:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130b30000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1979:x1818247336301824:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016086.538528:0:6470:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016086.538564:0:6470:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880072171f80/0x3f004d6452e054c7 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4517888->4521983) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf7fd expref: 7 pid: 7689 timeout: 450 lvb_type: 0 00010000:00010000:0.0:1734016086.538581:0:6470:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880072171f80/0x3f004d6452e054c7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4517888->4521983) gid 0 flags: 0x50000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf7fd expref: 7 pid: 7689 timeout: 450 lvb_type: 0 00010000:00010000:0.0:1734016086.538614:0:6470:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880072171f80/0x3f004d6452e054c7 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4517888->4521983) gid 0 flags: 0x44801400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf7fd expref: 7 pid: 7689 timeout: 450 lvb_type: 0 00010000:00010000:0.0:1734016086.538662:0:6470:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016086.538666:0:6470:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016086.538675:0:6470:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a80386c0/0x3f004d6452e054e3 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf80b expref: 10 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016086.538686:0:6470:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a80386c0/0x3f004d6452e054e3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf80b expref: 10 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016086.538749:0:6470:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a80386c0/0x3f004d6452e054e3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf80b expref: 10 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016086.538776:0:6470:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076864a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6470:1818247339257600:192.168.201.10@tcp:105: 00000100:00100000:0.0:1734016086.538957:0:6470:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012cf4f3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016086.542936:0:6470:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076864a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6470:1818247339257600:192.168.201.10@tcp:105: 00010000:00010000:0.0:1734016086.542969:0:6470:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016086.544511:0:6470:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130b30000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1979:x1818247336301824:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 6001us (7020us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016086.544525:0:6470:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2437 00000100:00100000:0.0:1734016086.572086:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016086.581138:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016086.581784:0:13925:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336302720 00000100:00100000:0.0:1734016086.581801:0:13925:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336302720 00002000:00100000:0.0:1734016086.582011:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (8384512->8716287) req@ffff880076865500 x1818247336302720/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:47/0 lens 488/0 e 0 to 0 dl 1734016097 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016086.582022:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076865500 with x1818247336302720 ext(8384512->8716287) 00002000:00010000:0.0:1734016086.582030:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076865500 00000100:00100000:0.0:1734016086.582058:0:13925:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 7726 00000100:00100000:0.0:1734016086.582066:0:13925:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076865500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+15:1981:x1818247336302720:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:0.0:1734016086.656898:0:13925:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076865500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+14:1981:x1818247336302720:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 74798us (82997us total) trans 0 rc 331776/331776 00000100:00100000:0.0:1734016086.656913:0:13925:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 7726 00002000:00100000:0.0:1734016086.656932:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (8384512->8716287) req@ffff880076865500 x1818247336302720/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:47/0 lens 488/440 e 0 to 0 dl 1734016097 ref 1 fl Complete:/200/0 rc 331776/331776 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016086.656944:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076865500 with x1818247336302720 ext(8384512->8716287) 00002000:00010000:0.0:1734016086.656954:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076865500 00000100:00100000:0.0:1734016086.696324:0:13925:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336302848 00000100:00100000:0.0:1734016086.696340:0:13925:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336302848 00002000:00100000:0.0:1734016086.696397:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (8675328->8720352) req@ffff880130b33100 x1818247336302848/t0(0) o4->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:47/0 lens 488/0 e 0 to 0 dl 1734016097 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016086.696404:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880130b33100 with x1818247336302848 ext(8675328->8720352) 00002000:00010000:0.0:1734016086.696406:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130b33100 00000100:00100000:0.0:1734016086.696423:0:13925:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 7727 00000100:00100000:0.0:1734016086.696430:0:13925:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130b33100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+12:1978:x1818247336302848:12345-192.168.201.10@tcp:4:fsx.0 00000100:00100000:0.0:1734016086.718385:0:13925:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130b33100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+14:1978:x1818247336302848:12345-192.168.201.10@tcp:4:fsx.0 Request processed in 21920us (22121us total) trans 4294968899 rc 0/0 00000100:00100000:0.0:1734016086.718424:0:13925:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 7727 00002000:00100000:0.0:1734016086.718454:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (8675328->8720352) req@ffff880130b33100 x1818247336302848/t4294968899(0) o4->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:47/0 lens 488/448 e 0 to 0 dl 1734016097 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016086.718467:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880130b33100 with x1818247336302848 ext(8675328->8720352) 00002000:00010000:0.0:1734016086.718476:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130b33100 00000100:00100000:1.0:1734016086.721676:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016086.721776:0:7420:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336302976 00000100:00100000:0.0:1734016086.721794:0:7420:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336302976 00000100:00100000:0.0:1734016086.721925:0:7420:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 1664 00000100:00100000:0.0:1734016086.721937:0:7420:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074ebf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+14:9673:x1818247336302976:12345-192.168.201.10@tcp:44:fsx.0 00000100:00100000:0.0:1734016086.722167:0:7420:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074ebf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+14:9673:x1818247336302976:12345-192.168.201.10@tcp:44:fsx.0 Request processed in 233us (512us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016086.722177:0:7420:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 1664 00000100:00100000:0.0:1734016086.729036:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336303104 00000100:00100000:0.0:1734016086.729053:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336303104 00000100:00100000:0.0:1734016086.729242:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9446 00000100:00100000:0.0:1734016086.729252:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130b32d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+14:1981:x1818247336303104:12345-192.168.201.10@tcp:16:fsx.0 00000100:00100000:0.0:1734016086.733041:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130b32d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1981:x1818247336303104:12345-192.168.201.10@tcp:16:fsx.0 Request processed in 3782us (4216us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016086.733053:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9446 00000100:00100000:1.0:1734016086.739278:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016086.743307:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016086.743411:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336303360 00000100:00100000:0.0:1734016086.743427:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336303360 00000100:00100000:0.0:1734016086.743511:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9447 00000100:00100000:0.0:1734016086.743522:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800753ece00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:1979:x1818247336303360:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:0.0:1734016086.743558:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016086.743584:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a8039440/0x3f004d6452e054f8 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361cf819 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016086.743679:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076867100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339257728:192.168.201.10@tcp:106: 00000100:00100000:0.0:1734016086.744482:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012cf4f3c0 going to sleep for 11 seconds 00002000:00010000:0.0:1734016086.747188:0:7689:0:(ofd_lvb.c:283:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime: 1734016085 -> 1734016086 00002000:00010000:0.0:1734016086.747209:0:7689:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime: 1734016084 -> 1734016086 00002000:00010000:0.0:1734016086.747211:0:7689:0:(ofd_lvb.c:295:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime: 1734016085 -> 1734016086 00002000:00010000:0.0:1734016086.747214:0:7689:0:(ofd_lvb.c:301:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks: 744 -> 832 00000100:00100000:0.0:1734016086.747256:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076867100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339257728:192.168.201.10@tcp:106: 00010000:00010000:0.0:1734016086.747320:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a8039440/0x3f004d6452e054f8 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf819 expref: 6 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016086.747342:0:7689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a8039440/0x3f004d6452e054f8 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf819 expref: 6 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016086.747375:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a8039440, rc 0) 00000100:00100000:0.0:1734016086.749400:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800753ece00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:1979:x1818247336303360:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 5858us (6095us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016086.749422:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9447 00000100:00100000:1.0:1734016086.753807:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016086.754105:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336303488 00000100:00100000:0.0:1734016086.754124:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336303488 00000100:00100000:1.0:1734016086.754707:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9448 00000100:00100000:1.0:1734016086.754718:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076949180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:1980:x1818247336303488:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:1.0:1734016086.754751:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016086.754781:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880097234b40/0x3f004d6452e054ff lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361cf820 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016086.754882:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007694bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339257856:192.168.201.10@tcp:106: 00000100:00100000:1.0:1734016086.754991:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac68e540 going to sleep for 11 seconds 00000100:00100000:0.0:1734016086.783276:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016086.816598:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016086.816802:0:13925:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336304000 00000100:00100000:1.0:1734016086.816826:0:13925:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336304000 00002000:00100000:1.0:1734016086.816999:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (0->5509119) req@ffff880076865180 x1818247336304000/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:47/0 lens 504/0 e 0 to 0 dl 1734016097 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016086.817016:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076865180 with x1818247336304000 ext(0->5509119) 00002000:00010000:1.0:1734016086.817025:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076865180 00000100:00100000:1.0:1734016086.817187:0:13925:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 7728 00000100:00100000:1.0:1734016086.817201:0:13925:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076865180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1978:x1818247336304000:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:0.0:1734016086.823297:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016086.823367:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016086.824907:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 7730 00000100:00100000:1.0:1734016086.824924:0:7695:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076867800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+8:1979:x1818247336304384:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:1.0:1734016086.888122:0:13925:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076865180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+8:1978:x1818247336304000:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 70898us (71531us total) trans 0 rc 4194304/4194304 00000100:00100000:1.0:1734016086.888141:0:13925:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 7728 00002000:00100000:1.0:1734016086.888158:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (0->5509119) req@ffff880076865180 x1818247336304000/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:47/0 lens 504/440 e 0 to 0 dl 1734016097 ref 1 fl Complete:/200/0 rc 4194304/4194304 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016086.888171:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076865180 with x1818247336304000 ext(0->5509119) 00002000:00010000:1.0:1734016086.888180:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076865180 00000100:00100000:0.0:1734016086.908754:0:3508:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1734016086.908804:0:3508:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007694bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3508:1818247339258240:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1734016086.908951:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734016086.910132:0:3508:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007694bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3508:1818247339258240:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1734016086.911620:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076864000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1979:x1818247336304256:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 87925us (88326us total) trans 0 rc 4194304/4194304 00000100:00100000:0.0:1734016086.911633:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 7729 00002000:00100000:0.0:1734016086.911654:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (4190208->8388607) req@ffff880076864000 x1818247336304256/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:47/0 lens 504/440 e 0 to 0 dl 1734016097 ref 1 fl Complete:/200/0 rc 4194304/4194304 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016086.911667:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076864000 with x1818247336304256 ext(4190208->8388607) 00002000:00010000:0.0:1734016086.911675:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076864000 00000100:00100000:0.0:1734016086.916486:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016086.922606:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336304768 00000100:00100000:0.0:1734016086.922621:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336304768 00000100:00100000:0.0:1734016086.922700:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9450 00000100:00100000:0.0:1734016086.922708:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130b31c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1981:x1818247336304768:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:0.0:1734016086.922735:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016086.922765:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a8038d80/0x3f004d6452e0551b lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361cf835 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016086.922802:0:7689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016086.922805:0:7689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016086.922814:0:7689:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a8038d80/0x3f004d6452e0551b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf835 expref: 7 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016086.922834:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a8038d80/0x3f004d6452e0551b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf835 expref: 7 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016086.922850:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a8038d80, rc 0) 00000100:00100000:1.0:1734016086.923318:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130b31c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1981:x1818247336304768:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 609us (878us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016086.923328:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9450 00000100:00100000:0.0:1734016086.928348:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016086.934015:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016086.937289:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016086.942050:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016086.942127:0:13925:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336305792 00000100:00100000:1.0:1734016086.942140:0:13925:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336305792 00002000:00100000:1.0:1734016086.942193:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (4534272->4538367) req@ffff880135f54380 x1818247336305792/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:47/0 lens 488/0 e 0 to 0 dl 1734016097 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016086.942204:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880135f54380 with x1818247336305792 ext(4534272->4538367) 00002000:00010000:1.0:1734016086.942210:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880135f54380 00000100:00100000:1.0:1734016086.942250:0:13925:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 7734 00000100:00100000:1.0:1734016086.942258:0:13925:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880135f54380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1979:x1818247336305792:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:1.0:1734016086.942479:0:13925:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880135f54380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1979:x1818247336305792:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 221us (448us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016086.942487:0:13925:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 7734 00002000:00100000:1.0:1734016086.942493:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (4534272->4538367) req@ffff880135f54380 x1818247336305792/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:47/0 lens 488/4536 e 0 to 0 dl 1734016097 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016086.942501:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880135f54380 with x1818247336305792 ext(4534272->4538367) 00002000:00010000:1.0:1734016086.942503:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880135f54380 00000100:00100000:0.0:1734016086.946000:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016086.949092:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016086.949771:0:13925:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336306304 00000100:00100000:1.0:1734016086.949789:0:13925:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336306304 00002000:00100000:1.0:1734016086.949995:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (4526080->4530175) req@ffff88011d807b80 x1818247336306304/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:47/0 lens 488/0 e 0 to 0 dl 1734016097 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016086.950008:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d807b80 with x1818247336306304 ext(4526080->4530175) 00002000:00010000:1.0:1734016086.950015:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011d807b80 00000100:00100000:1.0:1734016086.950057:0:13925:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 7736 00000100:00100000:1.0:1734016086.950069:0:13925:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d807b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1979:x1818247336306304:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:1.0:1734016086.950431:0:13925:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d807b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1979:x1818247336306304:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 362us (1355us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016086.950441:0:13925:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 7736 00002000:00100000:1.0:1734016086.950448:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (4526080->4530175) req@ffff88011d807b80 x1818247336306304/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:47/0 lens 488/4536 e 0 to 0 dl 1734016097 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016086.950456:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d807b80 with x1818247336306304 ext(4526080->4530175) 00002000:00010000:1.0:1734016086.950459:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011d807b80 00000100:00100000:0.0:1734016086.953311:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016086.956758:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016086.957470:0:13925:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336306816 00000100:00100000:1.0:1734016086.957485:0:13925:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336306816 00002000:00100000:1.0:1734016086.957553:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (4517888->4521983) req@ffff880074c8ad80 x1818247336306816/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:47/0 lens 488/0 e 0 to 0 dl 1734016097 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016086.957566:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074c8ad80 with x1818247336306816 ext(4517888->4521983) 00002000:00010000:1.0:1734016086.957575:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074c8ad80 00000100:00100000:1.0:1734016086.957617:0:13925:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 7738 00000100:00100000:1.0:1734016086.957625:0:13925:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074c8ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1979:x1818247336306816:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:1.0:1734016086.957858:0:13925:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074c8ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1979:x1818247336306816:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 233us (1113us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016086.957883:0:13925:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 7738 00002000:00100000:1.0:1734016086.957890:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (4517888->4521983) req@ffff880074c8ad80 x1818247336306816/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:47/0 lens 488/4536 e 0 to 0 dl 1734016097 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016086.957898:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074c8ad80 with x1818247336306816 ext(4517888->4521983) 00002000:00010000:1.0:1734016086.957901:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074c8ad80 00000100:00100000:0.0:1734016086.960534:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016086.963795:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016086.964193:0:13925:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336307328 00000100:00100000:1.0:1734016086.964216:0:13925:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336307328 00002000:00100000:1.0:1734016086.964317:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (4509696->4513791) req@ffff880074c89f80 x1818247336307328/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:47/0 lens 488/0 e 0 to 0 dl 1734016097 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016086.964332:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074c89f80 with x1818247336307328 ext(4509696->4513791) 00002000:00010000:1.0:1734016086.964343:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074c89f80 00000100:00100000:1.0:1734016086.964391:0:13925:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 7740 00000100:00100000:1.0:1734016086.964401:0:13925:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074c89f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1979:x1818247336307328:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:1.0:1734016086.964664:0:13925:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074c89f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1979:x1818247336307328:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 264us (889us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016086.964671:0:13925:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 7740 00002000:00100000:1.0:1734016086.964678:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (4509696->4513791) req@ffff880074c89f80 x1818247336307328/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:47/0 lens 488/4536 e 0 to 0 dl 1734016097 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016086.964685:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074c89f80 with x1818247336307328 ext(4509696->4513791) 00002000:00010000:1.0:1734016086.964688:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074c89f80 00000100:00100000:0.0:1734016086.967741:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016086.972217:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016086.977319:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016086.981697:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016086.981934:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336308096 00000100:00100000:1.0:1734016086.981945:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336308096 00000100:00100000:1.0:1734016086.981997:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9451 00000100:00100000:1.0:1734016086.982004:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074c8b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:9673:x1818247336308096:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:1.0:1734016086.982023:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016086.982044:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880097237cc0/0x3f004d6452e05529 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361cf83c expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016086.982077:0:7689:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880072170d80/0x3f004d6452e05506 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 5505024->5566463) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf827 expref: 5 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016086.982085:0:7689:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a8038d80/0x3f004d6452e0551b lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf835 expref: 8 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016086.982092:0:7689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016086.982094:0:7689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016086.982098:0:7689:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880097237cc0/0x3f004d6452e05529 lrc: 5/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf83c expref: 8 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016086.982132:0:7689:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a8038d80/0x3f004d6452e0551b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf835 expref: 8 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016086.982145:0:7689:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a8038d80/0x3f004d6452e0551b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf835 expref: 8 pid: 7689 timeout: 451 lvb_type: 1 00000100:00100000:1.0:1734016086.982157:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007694bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339258496:192.168.201.10@tcp:104: 00010000:00010000:1.0:1734016086.982234:0:7689:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880072170d80/0x3f004d6452e05506 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 5505024->5566463) gid 0 flags: 0x50000000020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf827 expref: 5 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016086.982241:0:7689:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880072170d80/0x3f004d6452e05506 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 5505024->5566463) gid 0 flags: 0x70000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf827 expref: 5 pid: 7689 timeout: 451 lvb_type: 0 00000100:00100000:1.0:1734016086.982248:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800744eb800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339258624:192.168.201.10@tcp:104: 00000100:00100000:1.0:1734016086.982261:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac68ea80 going to sleep for 11 seconds 00000100:00100000:1.0:1734016086.988360:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007694bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339258496:192.168.201.10@tcp:104: 00000100:00100000:1.0:1734016086.988387:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800744eb800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339258624:192.168.201.10@tcp:104: 00010000:00010000:1.0:1734016086.988448:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880097237cc0/0x3f004d6452e05529 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf83c expref: 8 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016086.988485:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097237cc0, rc 0) 00000100:00100000:1.0:1734016086.988577:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074c8b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:9673:x1818247336308096:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 6571us (6883us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016086.988592:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9451 00000100:00100000:0.0:1734016086.996534:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016086.996670:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016086.997400:0:9956:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336308224 00000100:00100000:1.0:1734016086.997417:0:9956:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336308224 00010000:00010000:1.0:1734016086.997486:0:9956:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a8038d80/0x3f004d6452e0551b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf835 expref: 8 pid: 7689 timeout: 451 lvb_type: 1 00000100:00100000:1.0:1734016086.997529:0:9956:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336308352 00000100:00100000:1.0:1734016086.997532:0:9956:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336308352 00010000:00010000:1.0:1734016086.997543:0:9956:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880072170d80/0x3f004d6452e05506 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 5505024->5566463) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf827 expref: 6 pid: 7689 timeout: 451 lvb_type: 0 00000100:00100000:1.0:1734016086.997563:0:9956:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2440 00000100:00100000:1.0:1734016086.997572:0:9956:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074c8b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1979:x1818247336308224:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016086.997593:0:9956:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016086.997627:0:9956:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a8038d80/0x3f004d6452e0551b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf835 expref: 8 pid: 7689 timeout: 451 lvb_type: 1 00010000:00010000:1.0:1734016086.997642:0:9956:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a8038d80/0x3f004d6452e0551b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf835 expref: 8 pid: 7689 timeout: 451 lvb_type: 1 00010000:00010000:1.0:1734016086.997676:0:9956:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a8038d80/0x3f004d6452e0551b lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf835 expref: 8 pid: 7689 timeout: 451 lvb_type: 1 00010000:00010000:1.0:1734016086.997717:0:9956:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016086.997978:0:9956:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074c8b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1979:x1818247336308224:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 406us (1462us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016086.997986:0:9956:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2440 00000100:00100000:1.0:1734016086.998007:0:9956:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2441 00000100:00100000:1.0:1734016086.998011:0:9956:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074c89c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1978:x1818247336308352:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016086.998176:0:9956:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016086.998184:0:9956:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880072170d80/0x3f004d6452e05506 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 5505024->5566463) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf827 expref: 6 pid: 7689 timeout: 451 lvb_type: 0 00010000:00010000:1.0:1734016086.998196:0:9956:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880072170d80/0x3f004d6452e05506 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 5505024->5566463) gid 0 flags: 0x50000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf827 expref: 6 pid: 7689 timeout: 451 lvb_type: 0 00010000:00010000:1.0:1734016086.998210:0:9956:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880072170d80/0x3f004d6452e05506 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 5505024->5566463) gid 0 flags: 0x44801400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf827 expref: 6 pid: 7689 timeout: 451 lvb_type: 0 00010000:00010000:1.0:1734016086.998220:0:9956:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016086.998222:0:9956:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016086.998230:0:9956:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880097237cc0/0x3f004d6452e05529 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf83c expref: 6 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016086.998242:0:9956:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880097237cc0/0x3f004d6452e05529 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf83c expref: 6 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016086.998290:0:9956:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880097237cc0/0x3f004d6452e05529 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf83c expref: 6 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016086.998309:0:9956:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800744eb800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9956:1818247339258752:192.168.201.10@tcp:105: 00000100:00100000:1.0:1734016086.998364:0:9956:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac68ea80 going to sleep for 11 seconds 00000100:00100000:1.0:1734016087.000268:0:9956:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800744eb800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9956:1818247339258752:192.168.201.10@tcp:105: 00010000:00010000:1.0:1734016087.000310:0:9956:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016087.000383:0:9956:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074c89c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:1978:x1818247336308352:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 2367us (3710us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016087.000401:0:9956:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2441 00000100:00100000:0.0:1734016087.003192:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016087.005499:0:13925:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336308480 00000100:00100000:1.0:1734016087.005525:0:13925:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336308480 00002000:00010000:1.0:1734016087.005619:0:13925:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (3181613->18446744073709551615) 00002000:00100000:1.0:1734016087.005626:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880075228380 with x1818247336308480 ext(3181613->18446744073709551615) 00002000:00010000:1.0:1734016087.005649:0:13925:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880075228380. 00000100:00100000:1.0:1734016087.005701:0:13925:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 7742 00000100:00100000:1.0:1734016087.005712:0:13925:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075228380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1979:x1818247336308480:12345-192.168.201.10@tcp:10:fsx.0 00002000:00010000:0.0:1734016087.012369:0:13925:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 8720353 -> 3181613 00002000:00010000:0.0:1734016087.012387:0:13925:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016086 -> 1734016086 00002000:00010000:0.0:1734016087.012389:0:13925:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016086 -> 1734016085 00002000:00010000:0.0:1734016087.012392:0:13925:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016086 -> 1734016086 00002000:00010000:0.0:1734016087.012394:0:13925:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 832 -> 744 00000100:00100000:0.0:1734016087.013008:0:13925:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075228380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1979:x1818247336308480:12345-192.168.201.10@tcp:10:fsx.0 Request processed in 7285us (9824us total) trans 4294968900 rc 0/0 00000100:00100000:0.0:1734016087.013024:0:13925:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 7742 00002000:00010000:0.0:1734016087.013032:0:13925:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (3181613->18446744073709551615) 00002000:00100000:0.0:1734016087.013036:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880075228380 with x1818247336308480 ext(3181613->18446744073709551615) 00002000:00010000:0.0:1734016087.013045:0:13925:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880075228380. 00000100:00100000:0.0:1734016087.015262:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016087.023265:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016087.023384:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336308736 00000100:00100000:1.0:1734016087.023401:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336308736 00000100:00100000:1.0:1734016087.023511:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9452 00000100:00100000:1.0:1734016087.023521:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075229180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:9673:x1818247336308736:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:1.0:1734016087.023552:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016087.023579:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880097234900/0x3f004d6452e0553e lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361cf84a expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016087.023633:0:7689:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880097237cc0/0x3f004d6452e05529 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf83c expref: 7 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016087.023647:0:7689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016087.023649:0:7689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016087.023653:0:7689:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880097234900/0x3f004d6452e0553e lrc: 4/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [9658368->9674751] (req 9658368->9674751) gid 0 flags: 0x50000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf84a expref: 6 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016087.023700:0:7689:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880097237cc0/0x3f004d6452e05529 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf83c expref: 7 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016087.023717:0:7689:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880097237cc0/0x3f004d6452e05529 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf83c expref: 7 pid: 7689 timeout: 451 lvb_type: 0 00000100:00100000:1.0:1734016087.023739:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800744eb800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339258880:192.168.201.10@tcp:104: 00000100:00100000:1.0:1734016087.024522:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac68ea80 going to sleep for 11 seconds 00000100:00100000:1.0:1734016087.028236:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800744eb800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339258880:192.168.201.10@tcp:104: 00010000:00010000:1.0:1734016087.028312:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880097234900/0x3f004d6452e0553e lrc: 3/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [9658368->9674751] (req 9658368->9674751) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf84a expref: 6 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016087.028351:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097234900, rc 0) 00000100:00100000:1.0:1734016087.028676:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075229180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:9673:x1818247336308736:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 5153us (5425us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016087.028688:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9452 00000100:00100000:0.0:1734016087.030095:0:9956:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336308864 00000100:00100000:0.0:1734016087.030106:0:9956:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336308864 00010000:00010000:0.0:1734016087.030146:0:9956:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880097237cc0/0x3f004d6452e05529 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf83c expref: 8 pid: 7689 timeout: 451 lvb_type: 0 00000100:00100000:0.0:1734016087.030186:0:9956:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2442 00000100:00100000:0.0:1734016087.030194:0:9956:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130b30e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1979:x1818247336308864:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016087.030213:0:9956:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016087.030249:0:9956:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880097237cc0/0x3f004d6452e05529 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf83c expref: 8 pid: 7689 timeout: 451 lvb_type: 0 00010000:00010000:0.0:1734016087.030264:0:9956:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880097237cc0/0x3f004d6452e05529 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf83c expref: 8 pid: 7689 timeout: 451 lvb_type: 0 00010000:00010000:0.0:1734016087.030296:0:9956:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097237cc0/0x3f004d6452e05529 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf83c expref: 8 pid: 7689 timeout: 451 lvb_type: 0 00010000:00010000:0.0:1734016087.030332:0:9956:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016087.030334:0:9956:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016087.030343:0:9956:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880097234900/0x3f004d6452e0553e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 9658368->9674751) gid 0 flags: 0x40080000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf84a expref: 5 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016087.030355:0:9956:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880097234900/0x3f004d6452e0553e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 9658368->9674751) gid 0 flags: 0x40080000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf84a expref: 5 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016087.030403:0:9956:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880097234900/0x3f004d6452e0553e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 9658368->9674751) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf84a expref: 5 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016087.030417:0:9956:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007522b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9956:1818247339259008:192.168.201.10@tcp:105: 00000100:00100000:0.0:1734016087.030484:0:9956:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012cf4f3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016087.034200:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016087.034331:0:6482:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336308992 00000100:00100000:1.0:1734016087.034346:0:6482:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336308992 00000100:00100000:1.0:1734016087.034428:0:6482:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 1669 00000100:00100000:1.0:1734016087.034439:0:6482:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007522a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+10:9673:x1818247336308992:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:1.0:1734016087.034472:0:6482:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016087.034500:0:6482:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880097237600/0x3f004d6452e05545 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361cf851 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016087.034638:0:6482:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880097234480/0x3f004d6452e0554c lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 6482 initiator: MDT0 00010000:00010000:1.0:1734016087.034657:0:6482:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880097234480/0x3f004d6452e0554c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6482 initiator: MDT0 00010000:00010000:1.0:1734016087.034671:0:6482:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880097234480/0x3f004d6452e0554c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6482 initiator: MDT0 00000004:00200000:1.0:1734016087.034701:0:6482:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 3181613 00000004:00200000:1.0:1734016087.034707:0:6482:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1734016087.034728:0:6482:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880097234480/0x3f004d6452e0554c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6482 initiator: MDT0 00010000:00010000:1.0:1734016087.034758:0:6482:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880097237600/0x3f004d6452e05545 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf851 expref: 12 pid: 6482 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016087.034795:0:6482:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880097234480/0x3f004d6452e0554c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf851 expref: 11 pid: 6482 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016087.034806:0:6482:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:1.0:1734016087.034809:0:6482:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1734016087.034813:0:6482:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097234480, rc 0) 00000100:00100000:1.0:1734016087.034939:0:6482:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007522a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+11:9673:x1818247336308992:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 501us (761us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016087.034948:0:6482:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 1669 00000100:00100000:0.0:1734016087.039333:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016087.039478:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336309120 00000100:00100000:1.0:1734016087.039498:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336309120 00000100:00100000:1.0:1734016087.039606:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9453 00000100:00100000:1.0:1734016087.039620:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007522b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1978:x1818247336309120:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:1.0:1734016087.039656:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016087.039686:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800972346c0/0x3f004d6452e05553 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361cf858 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016087.039781:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800744eb800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339259136:192.168.201.10@tcp:106: 00000100:00100000:1.0:1734016087.040554:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac68ea80 going to sleep for 11 seconds 00002000:00010000:1.0:1734016087.043294:0:7689:0:(ofd_lvb.c:277:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size: 3181613 -> 9674669 00000100:00100000:1.0:1734016087.043344:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800744eb800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339259136:192.168.201.10@tcp:106: 00010000:00010000:1.0:1734016087.043400:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800972346c0/0x3f004d6452e05553 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf858 expref: 8 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016087.043425:0:7689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800972346c0/0x3f004d6452e05553 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf858 expref: 8 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016087.043441:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800972346c0, rc 0) 00000100:00100000:1.0:1734016087.043520:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007522b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1978:x1818247336309120:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 3900us (4212us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016087.043531:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9453 00000100:00100000:1.0:1734016087.049062:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336309248 00000100:00100000:1.0:1734016087.049089:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336309248 00000100:00100000:1.0:1734016087.049188:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9454 00000100:00100000:1.0:1734016087.049202:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011efc6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1981:x1818247336309248:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:1.0:1734016087.049238:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016087.049271:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880097236f40/0x3f004d6452e0555a lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361cf85f expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016087.049373:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800744eb800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339259264:192.168.201.10@tcp:106: 00000100:00100000:1.0:1734016087.049495:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac68ea80 going to sleep for 11 seconds 00000100:00100000:1.0:1734016087.054352:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800744eb800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339259264:192.168.201.10@tcp:106: 00010000:00010000:1.0:1734016087.054433:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880097236f40/0x3f004d6452e0555a lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf85f expref: 8 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016087.054457:0:7689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097236f40/0x3f004d6452e0555a lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf85f expref: 8 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016087.055169:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097236f40, rc 0) 00000100:00100000:1.0:1734016087.056445:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011efc6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1981:x1818247336309248:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 7236us (8880us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016087.056458:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9454 00000100:00100000:0.0:1734016087.060971:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016087.066620:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00010000:00010000:0.0:1734016087.068609:0:7420:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a4b40/0x3f004d6452e05561 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7420 initiator: MDT0 00010000:00010000:0.0:1734016087.068618:0:7420:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a4b40/0x3f004d6452e05561 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7420 initiator: MDT0 00000001:00080000:0.0:1734016087.068741:0:7420:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294968359 00000004:00010000:0.0:1734016087.068796:0:7420:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff88007522bb80 reply state ffff880076a2c000 transno 4294968360 ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a4b40/0x3f004d6452e05561 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7420 initiator: MDT0 00000100:00100000:0.0:1734016087.068804:0:7420:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1734016087.068925:0:7420:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007522bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+19:9673:x1818247336309504:12345-192.168.201.10@tcp:36:fsx.0 Request processed in 7493us (7986us total) trans 4294968360 rc 0/0 00000100:00100000:0.0:1734016087.068932:0:7420:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 1670 00000020:00080000:0.0:1734016087.068937:0:7420:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1734016087.080248:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336309760 00000100:00100000:1.0:1734016087.080267:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336309760 00000100:00100000:1.0:1734016087.080351:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9455 00000100:00100000:1.0:1734016087.080365:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130b30000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:9673:x1818247336309760:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:1.0:1734016087.080400:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016087.080439:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880097234480/0x3f004d6452e05568 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361cf866 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016087.080490:0:7689:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880097234900/0x3f004d6452e0553e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 9658368->9674751) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf84a expref: 5 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016087.080507:0:7689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016087.080511:0:7689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016087.080515:0:7689:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880097234480/0x3f004d6452e05568 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf866 expref: 8 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016087.080566:0:7689:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880097234900/0x3f004d6452e0553e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 9658368->9674751) gid 0 flags: 0x50000000020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf84a expref: 5 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016087.080580:0:7689:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880097234900/0x3f004d6452e0553e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 9658368->9674751) gid 0 flags: 0x70000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf84a expref: 5 pid: 7689 timeout: 451 lvb_type: 0 00000100:00100000:1.0:1734016087.080596:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800744eb800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339259520:192.168.201.10@tcp:104: 00000100:00100000:1.0:1734016087.080726:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac68ea80 going to sleep for 11 seconds 00000100:00100000:1.0:1734016087.083257:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800744eb800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339259520:192.168.201.10@tcp:104: 00010000:00010000:1.0:1734016087.083312:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880097234480/0x3f004d6452e05568 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf866 expref: 8 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016087.083345:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097234480, rc 0) 00000100:00100000:1.0:1734016087.084398:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130b30000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:9673:x1818247336309760:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 4028us (5023us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016087.084410:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9455 00000100:00100000:0.0:1734016087.085038:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016087.092971:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016087.105314:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016087.108349:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016087.108556:0:7420:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336310272 00000100:00100000:1.0:1734016087.108570:0:7420:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336310272 00000100:00100000:1.0:1734016087.108627:0:7420:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 1671 00000100:00100000:1.0:1734016087.108635:0:7420:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007522b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+10:9673:x1818247336310272:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:1.0:1734016087.108667:0:7420:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016087.108701:0:7420:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880097234900/0x3f004d6452e0556f lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361cf86d expref: -99 pid: 7420 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016087.108912:0:7420:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880097234fc0/0x3f004d6452e05576 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7420 initiator: MDT0 00010000:00010000:1.0:1734016087.108930:0:7420:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880097234fc0/0x3f004d6452e05576 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7420 initiator: MDT0 00010000:00010000:1.0:1734016087.108946:0:7420:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880097234fc0/0x3f004d6452e05576 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7420 initiator: MDT0 00000004:00200000:1.0:1734016087.108989:0:7420:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 10267926 00000004:00200000:1.0:1734016087.108994:0:7420:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1734016087.109016:0:7420:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880097234fc0/0x3f004d6452e05576 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7420 initiator: MDT0 00010000:00010000:1.0:1734016087.109047:0:7420:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880097234900/0x3f004d6452e0556f lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf86d expref: 12 pid: 7420 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016087.109081:0:7420:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880097234fc0/0x3f004d6452e05576 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf86d expref: 11 pid: 7420 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016087.109090:0:7420:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:1.0:1734016087.109093:0:7420:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1734016087.109096:0:7420:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097234fc0, rc 0) 00000100:00100000:1.0:1734016087.109152:0:7420:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007522b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+11:9673:x1818247336310272:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 517us (804us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016087.109159:0:7420:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 1671 00000100:00100000:0.0:1734016087.111334:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016087.112587:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336310400 00000100:00100000:1.0:1734016087.112606:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336310400 00000100:00100000:1.0:1734016087.112683:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9456 00000100:00100000:1.0:1734016087.112696:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074952300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1978:x1818247336310400:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:1.0:1734016087.112728:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016087.112758:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880097234000/0x3f004d6452e0557d lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361cf874 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016087.112891:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800744eb800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339259776:192.168.201.10@tcp:106: 00000100:00100000:1.0:1734016087.113540:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac68ea80 going to sleep for 11 seconds 00000100:00100000:0.0:1734016087.114018:0:3510:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074952a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:d6847433-36e0-498f-be35-6a8f02b47718:3510:1818247339259904:0@lo:400:kworker.0 00000100:00100000:0.0:1734016087.114071:0:3510:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734016087.114091:0:3510:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074950e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3510:1818247339260416:0@lo:400:kworker.0 00000100:00100000:0.0:1734016087.114110:0:3510:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734016087.116735:0:6477:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339259904 00000100:00100000:0.0:1734016087.116741:0:6477:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339259904 00000100:00100000:0.0:1734016087.116772:0:6477:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 311 00000100:00100000:0.0:1734016087.116778:0:6477:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801212b7450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d6847433-36e0-498f-be35-6a8f02b47718+18:3510:x1818247339259904:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734016087.116809:0:6477:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801212b7450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d6847433-36e0-498f-be35-6a8f02b47718+18:3510:x1818247339259904:12345-0@lo:400:kworker.0 Request processed in 32us (2739us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016087.116814:0:6477:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 311 00000100:00100000:0.0:1734016087.116880:0:3510:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074952a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:d6847433-36e0-498f-be35-6a8f02b47718:3510:1818247339259904:0@lo:400:kworker.0 00000100:00100000:0.0:1734016087.120379:0:10115:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336310528 00000100:00100000:0.0:1734016087.120393:0:10115:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336310528 00000100:00100000:0.0:1734016087.120446:0:10115:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9457 00000100:00100000:0.0:1734016087.120455:0:10115:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130b31f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1981:x1818247336310528:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:0.0:1734016087.120479:0:10115:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016087.120506:0:10115:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a8038d80/0x3f004d6452e05584 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361cf87b expref: -99 pid: 10115 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016087.120574:0:10115:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074952a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10115:1818247339260544:192.168.201.10@tcp:106: 00000100:00100000:0.0:1734016087.120647:0:10115:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012cf4f000 going to sleep for 11 seconds 00000100:00100000:0.0:1734016087.127094:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016087.128928:0:10115:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88011efc6300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10115:1818247339260672:192.168.201.10@tcp:106: 00010000:00010000:0.0:1734016087.128957:0:10115:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a9a6d00/0x3f004d6452e0558b lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf882 expref: 8 pid: 10115 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016087.128980:0:10115:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a6d00/0x3f004d6452e0558b lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf882 expref: 8 pid: 10115 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016087.129540:0:10115:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a9a6d00, rc 0) 00000100:00100000:0.0:1734016087.130346:0:10115:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074951500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1980:x1818247336310656:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 2998us (3260us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016087.130359:0:10115:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9458 00000100:00100000:0.0:1734016087.132598:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016087.138860:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016087.139065:0:7420:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336311040 00000100:00100000:1.0:1734016087.139080:0:7420:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336311040 00000100:00100000:1.0:1734016087.139149:0:7420:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 1672 00000100:00100000:1.0:1734016087.139161:0:7420:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074950700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+11:9673:x1818247336311040:12345-192.168.201.10@tcp:36:fsx.0 00010000:00010000:1.0:1734016087.139263:0:7420:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016087.139308:0:7420:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880097234fc0/0x3f004d6452e05576 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf86d expref: 11 pid: 7420 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016087.139348:0:7420:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:1.0:1734016087.139354:0:7420:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1734016087.139592:0:7420:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880097236d00/0x3f004d6452e05599 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7420 initiator: MDT0 00010000:00010000:1.0:1734016087.139610:0:7420:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880097236d00/0x3f004d6452e05599 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7420 initiator: MDT0 00010000:00010000:1.0:1734016087.139619:0:7420:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880097236d00/0x3f004d6452e05599 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7420 initiator: MDT0 00000001:00080000:1.0:1734016087.139654:0:7420:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294968361 00000004:00010000:1.0:1734016087.139674:0:7420:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff880074950700 reply state ffff880076bb0000 transno 4294968362 ns: mdt-lustre-MDT0000_UUID lock: ffff880097236d00/0x3f004d6452e05599 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7420 initiator: MDT0 00000100:00100000:1.0:1734016087.139681:0:7420:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1734016087.139785:0:7420:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074950700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+13:9673:x1818247336311040:12345-192.168.201.10@tcp:36:fsx.0 Request processed in 627us (940us total) trans 4294968362 rc 0/0 00000100:00100000:1.0:1734016087.139792:0:7420:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 1672 00000020:00080000:1.0:1734016087.139797:0:7420:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1734016087.143556:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016087.148382:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016087.151724:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016087.151804:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336311424 00000100:00100000:0.0:1734016087.151814:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336311424 00002000:00010000:0.0:1734016087.151856:0:7694:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (5804050->18446744073709551615) 00002000:00100000:0.0:1734016087.151862:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800744e9c00 with x1818247336311424 ext(5804050->18446744073709551615) 00002000:00010000:0.0:1734016087.151896:0:7694:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800744e9c00. 00000100:00100000:0.0:1734016087.151919:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 7744 00000100:00100000:0.0:1734016087.151925:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800744e9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+8:1979:x1818247336311424:12345-192.168.201.10@tcp:10:fsx.0 00002000:00010000:0.0:1734016087.152311:0:7694:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 10267926 -> 5804050 00002000:00010000:0.0:1734016087.152315:0:7694:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016086 -> 1734016086 00002000:00010000:0.0:1734016087.152317:0:7694:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016085 -> 1734016085 00002000:00010000:0.0:1734016087.152319:0:7694:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016086 -> 1734016086 00002000:00010000:0.0:1734016087.152321:0:7694:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 776 -> 744 00000100:00100000:0.0:1734016087.152390:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800744e9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+9:1979:x1818247336311424:12345-192.168.201.10@tcp:10:fsx.0 Request processed in 463us (677us total) trans 4294968903 rc 0/0 00000100:00100000:0.0:1734016087.152399:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 7744 00002000:00010000:0.0:1734016087.152403:0:7694:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (5804050->18446744073709551615) 00002000:00100000:0.0:1734016087.152406:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800744e9c00 with x1818247336311424 ext(5804050->18446744073709551615) 00002000:00010000:0.0:1734016087.152409:0:7694:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800744e9c00. 00000100:00100000:0.0:1734016087.156047:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016087.159368:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016087.166028:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016087.172199:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016087.176568:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016087.180023:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016087.188417:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016087.193526:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016087.199358:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016087.204694:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016087.210111:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016087.219136:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016087.223062:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016087.226821:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016087.231161:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016087.237395:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016087.241418:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016087.250136:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016087.253096:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016087.253310:0:13927:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336315008 00000100:00100000:1.0:1734016087.253323:0:13927:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336315008 00000100:00100000:1.0:1734016087.253436:0:13927:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9467 00000100:00100000:1.0:1734016087.253444:0:13927:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880073e33b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+12:1978:x1818247336315008:12345-192.168.201.10@tcp:16:fsx.0 00000100:00100000:1.0:1734016087.255467:0:13927:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880073e33b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1978:x1818247336315008:12345-192.168.201.10@tcp:16:fsx.0 Request processed in 2016us (2378us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016087.255484:0:13927:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9467 00000100:00100000:0.0:1734016087.258734:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016087.258971:0:13927:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336315136 00000100:00100000:1.0:1734016087.258995:0:13927:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336315136 00000100:00100000:1.0:1734016087.259742:0:13927:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9468 00000100:00100000:1.0:1734016087.259755:0:13927:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880073e33100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:1978:x1818247336315136:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:1.0:1734016087.259797:0:13927:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016087.259835:0:13927:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880097235440/0x3f004d6452e055df lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361cf8c1 expref: -99 pid: 13927 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016087.260022:0:13927:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800744eb800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13927:1818247339261952:192.168.201.10@tcp:106: 00000100:00100000:1.0:1734016087.260132:0:13927:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac68e540 going to sleep for 11 seconds 00002000:00010000:1.0:1734016087.262384:0:13927:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime: 1734016085 -> 1734016086 00002000:00010000:1.0:1734016087.262401:0:13927:0:(ofd_lvb.c:301:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks: 816 -> 880 00000100:00100000:1.0:1734016087.262463:0:13927:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800744eb800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13927:1818247339261952:192.168.201.10@tcp:106: 00010000:00010000:1.0:1734016087.262544:0:13927:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880097235440/0x3f004d6452e055df lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf8c1 expref: 6 pid: 13927 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016087.262573:0:13927:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097235440/0x3f004d6452e055df lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf8c1 expref: 6 pid: 13927 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016087.262620:0:13927:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097235440, rc 0) 00000100:00100000:1.0:1734016087.263008:0:13927:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880073e33100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:1978:x1818247336315136:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 3251us (4286us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016087.263023:0:13927:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9468 00000100:00100000:0.0:1734016087.265636:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016087.265758:0:13927:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336315264 00000100:00100000:1.0:1734016087.265775:0:13927:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336315264 00000100:00100000:1.0:1734016087.265847:0:13927:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9469 00000100:00100000:1.0:1734016087.265858:0:13927:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880073e33480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:1981:x1818247336315264:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:1.0:1734016087.265932:0:13927:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016087.265970:0:13927:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880097235b00/0x3f004d6452e055e6 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361cf8c8 expref: -99 pid: 13927 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016087.266072:0:13927:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800744eb800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13927:1818247339262080:192.168.201.10@tcp:106: 00000100:00100000:1.0:1734016087.266173:0:13927:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac68e540 going to sleep for 11 seconds 00000100:00100000:1.0:1734016087.268631:0:13927:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800744eb800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13927:1818247339262080:192.168.201.10@tcp:106: 00010000:00010000:1.0:1734016087.268725:0:13927:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880097235b00/0x3f004d6452e055e6 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf8c8 expref: 6 pid: 13927 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016087.268751:0:13927:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097235b00/0x3f004d6452e055e6 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf8c8 expref: 6 pid: 13927 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016087.269373:0:13927:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097235b00, rc 0) 00000100:00100000:1.0:1734016087.269517:0:13927:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880073e33480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:1981:x1818247336315264:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 3657us (3899us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016087.269536:0:13927:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9469 00000100:00100000:0.0:1734016087.273035:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016087.273182:0:13927:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336315392 00000100:00100000:1.0:1734016087.273199:0:13927:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336315392 00000100:00100000:1.0:1734016087.273285:0:13927:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9470 00000100:00100000:1.0:1734016087.273294:0:13927:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880073e32d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:9673:x1818247336315392:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:1.0:1734016087.273330:0:13927:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016087.273365:0:13927:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800972373c0/0x3f004d6452e055ed lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361cf8cf expref: -99 pid: 13927 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016087.273415:0:13927:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7180/0x3f004d6452e055d8 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 53248->86015) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf8ba expref: 6 pid: 10115 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016087.273424:0:13927:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016087.273427:0:13927:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016087.273431:0:13927:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800972373c0/0x3f004d6452e055ed lrc: 4/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [1130496->1142783] (req 1130496->1142783) gid 0 flags: 0x50000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf8cf expref: 6 pid: 13927 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016087.273478:0:13927:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7180/0x3f004d6452e055d8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 53248->86015) gid 0 flags: 0x50000000020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf8ba expref: 6 pid: 10115 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016087.273492:0:13927:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7180/0x3f004d6452e055d8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 53248->86015) gid 0 flags: 0x70000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf8ba expref: 6 pid: 10115 timeout: 451 lvb_type: 0 00000100:00100000:1.0:1734016087.273514:0:13927:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800744eb800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13927:1818247339262208:192.168.201.10@tcp:104: 00000100:00100000:1.0:1734016087.273610:0:13927:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac68e540 going to sleep for 11 seconds 00000100:00100000:0.0:1734016087.276684:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016087.276947:0:13927:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800744eb800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13927:1818247339262208:192.168.201.10@tcp:104: 00010000:00010000:1.0:1734016087.277017:0:13927:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800972373c0/0x3f004d6452e055ed lrc: 3/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [1130496->1142783] (req 1130496->1142783) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf8cf expref: 6 pid: 13927 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016087.277044:0:13927:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800972373c0, rc 0) 00000100:00100000:1.0:1734016087.277120:0:13927:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880073e32d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:9673:x1818247336315392:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 3826us (4102us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016087.277130:0:13927:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9470 00000100:00100000:0.0:1734016087.286667:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016087.290858:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016087.291174:0:13927:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336315904 00000100:00100000:1.0:1734016087.291193:0:13927:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336315904 00000100:00100000:1.0:1734016087.291275:0:13927:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9471 00000100:00100000:1.0:1734016087.291284:0:13927:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b1ff6850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1981:x1818247336315904:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:1.0:1734016087.291318:0:13927:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016087.291349:0:13927:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880097235b00/0x3f004d6452e055f4 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361cf8d6 expref: -99 pid: 13927 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016087.291443:0:13927:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800744eb800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13927:1818247339262464:192.168.201.10@tcp:106: 00000100:00100000:1.0:1734016087.291548:0:13927:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac68e540 going to sleep for 11 seconds 00000100:00100000:1.0:1734016087.293026:0:13927:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800744eb800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13927:1818247339262464:192.168.201.10@tcp:106: 00010000:00010000:1.0:1734016087.293072:0:13927:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880097235b00/0x3f004d6452e055f4 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf8d6 expref: 7 pid: 13927 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016087.293094:0:13927:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097235b00/0x3f004d6452e055f4 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf8d6 expref: 7 pid: 13927 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016087.293290:0:13927:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097235b00, rc 0) 00000100:00100000:1.0:1734016087.293367:0:13927:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b1ff6850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1981:x1818247336315904:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 2081us (2525us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016087.293379:0:13927:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9471 00000100:00100000:0.0:1734016087.295717:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016087.295913:0:13927:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336316032 00000100:00100000:1.0:1734016087.295927:0:13927:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336316032 00000100:00100000:1.0:1734016087.296004:0:13927:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9472 00000100:00100000:1.0:1734016087.296013:0:13927:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880073e31180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1980:x1818247336316032:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:1.0:1734016087.296045:0:13927:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016087.296077:0:13927:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880097237a80/0x3f004d6452e055fb lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361cf8dd expref: -99 pid: 13927 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016087.296177:0:13927:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800744eb800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13927:1818247339262592:192.168.201.10@tcp:106: 00000100:00100000:1.0:1734016087.296283:0:13927:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac68e540 going to sleep for 11 seconds 00000100:00100000:1.0:1734016087.299039:0:13927:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800744eb800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13927:1818247339262592:192.168.201.10@tcp:106: 00010000:00010000:1.0:1734016087.299118:0:13927:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880097237a80/0x3f004d6452e055fb lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf8dd expref: 7 pid: 13927 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016087.299144:0:13927:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097237a80/0x3f004d6452e055fb lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf8dd expref: 7 pid: 13927 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016087.299185:0:13927:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097237a80, rc 0) 00000100:00100000:1.0:1734016087.299533:0:13927:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880073e31180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1980:x1818247336316032:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 3518us (3831us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016087.299545:0:13927:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9472 00000100:00100000:0.0:1734016087.302591:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016087.302774:0:7420:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336316288 00000100:00100000:1.0:1734016087.302794:0:7420:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336316288 00000100:00100000:0.0:1734016087.306497:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016087.311904:0:13927:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336316544 00000100:00100000:1.0:1734016087.311919:0:13927:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336316544 00000100:00100000:1.0:1734016087.311998:0:13927:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9473 00000100:00100000:1.0:1734016087.312011:0:13927:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074c8b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:9673:x1818247336316544:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:1.0:1734016087.312329:0:13927:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016087.312363:0:13927:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880097236880/0x3f004d6452e05609 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361cf8e4 expref: -99 pid: 13927 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016087.312415:0:13927:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800972373c0/0x3f004d6452e055ed lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1130496->1142783) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf8cf expref: 5 pid: 13927 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016087.312425:0:13927:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016087.312428:0:13927:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016087.312432:0:13927:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880097236880/0x3f004d6452e05609 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf8e4 expref: 7 pid: 13927 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016087.312486:0:13927:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800972373c0/0x3f004d6452e055ed lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1130496->1142783) gid 0 flags: 0x50000000020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf8cf expref: 5 pid: 13927 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016087.312503:0:13927:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800972373c0/0x3f004d6452e055ed lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1130496->1142783) gid 0 flags: 0x70000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf8cf expref: 5 pid: 13927 timeout: 451 lvb_type: 0 00000100:00100000:1.0:1734016087.312526:0:13927:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800744eb800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13927:1818247339262848:192.168.201.10@tcp:104: 00000100:00100000:1.0:1734016087.312640:0:13927:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac68e540 going to sleep for 11 seconds 00000100:00100000:1.0:1734016087.315640:0:13927:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800744eb800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13927:1818247339262848:192.168.201.10@tcp:104: 00010000:00010000:1.0:1734016087.315683:0:13927:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880097236880/0x3f004d6452e05609 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf8e4 expref: 7 pid: 13927 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016087.315706:0:13927:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097236880, rc 0) 00000100:00100000:1.0:1734016087.315769:0:13927:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074c8b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:9673:x1818247336316544:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 3760us (4276us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016087.315780:0:13927:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9473 00000100:00100000:0.0:1734016087.317455:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016087.322658:0:7705:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336316800 00000100:00100000:1.0:1734016087.322680:0:7705:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336316800 00010000:00010000:1.0:1734016087.322741:0:7705:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800972373c0/0x3f004d6452e055ed lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1130496->1142783) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf8cf expref: 8 pid: 13927 timeout: 451 lvb_type: 0 00000100:00100000:1.0:1734016087.322801:0:7705:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2449 00000100:00100000:1.0:1734016087.322811:0:7705:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074c89c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+8:1978:x1818247336316800:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016087.322840:0:7705:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016087.322917:0:7705:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800972373c0/0x3f004d6452e055ed lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1130496->1142783) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf8cf expref: 8 pid: 13927 timeout: 451 lvb_type: 0 00010000:00010000:1.0:1734016087.322936:0:7705:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800972373c0/0x3f004d6452e055ed lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1130496->1142783) gid 0 flags: 0x50000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf8cf expref: 8 pid: 13927 timeout: 451 lvb_type: 0 00010000:00010000:1.0:1734016087.322985:0:7705:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800972373c0/0x3f004d6452e055ed lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1130496->1142783) gid 0 flags: 0x44801400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf8cf expref: 8 pid: 13927 timeout: 451 lvb_type: 0 00010000:00010000:1.0:1734016087.323023:0:7705:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016087.323026:0:7705:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016087.323035:0:7705:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880097236880/0x3f004d6452e05609 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf8e4 expref: 6 pid: 13927 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016087.323044:0:7705:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880097236880/0x3f004d6452e05609 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf8e4 expref: 6 pid: 13927 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016087.323097:0:7705:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880097236880/0x3f004d6452e05609 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf8e4 expref: 6 pid: 13927 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016087.323116:0:7705:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800744eb800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7705:1818247339262976:192.168.201.10@tcp:105: 00000100:00100000:1.0:1734016087.323219:0:7705:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac68e540 going to sleep for 11 seconds 00000100:00100000:0.0:1734016087.326148:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016087.327080:0:7705:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800744eb800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7705:1818247339262976:192.168.201.10@tcp:105: 00010000:00010000:1.0:1734016087.327105:0:7705:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016087.327134:0:7705:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074c89c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1978:x1818247336316800:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 4325us (4648us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016087.327143:0:7705:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2449 00000100:00100000:0.0:1734016087.329395:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016087.338718:0:13925:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88011efc7480 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_003:lustre-OST0001_UUID:13925:1818247339263104:192.168.201.10@tcp:104: 00010000:00010000:0.0:1734016087.338771:0:13925:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88009a9a6880/0x3f004d6452e0561e lrc: 3/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [4808704->4833279] (req 4808704->4833279) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 13925 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016087.338996:0:7705:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336317440 00000100:00100000:1.0:1734016087.339008:0:7705:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336317440 00010000:00010000:1.0:1734016087.339068:0:7705:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880097236880/0x3f004d6452e05609 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf8e4 expref: 9 pid: 13927 timeout: 451 lvb_type: 0 00000100:00100000:1.0:1734016087.339131:0:7705:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2450 00000100:00100000:1.0:1734016087.339144:0:7705:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b1f64c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+9:1978:x1818247336317440:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016087.339170:0:7705:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016087.339210:0:7705:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880097236880/0x3f004d6452e05609 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf8e4 expref: 9 pid: 13927 timeout: 451 lvb_type: 0 00010000:00010000:1.0:1734016087.339226:0:7705:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880097236880/0x3f004d6452e05609 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf8e4 expref: 9 pid: 13927 timeout: 451 lvb_type: 0 00010000:00010000:1.0:1734016087.339272:0:7705:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097236880/0x3f004d6452e05609 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf8e4 expref: 9 pid: 13927 timeout: 451 lvb_type: 0 00010000:00010000:1.0:1734016087.339324:0:7705:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016087.339328:0:7705:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016087.339335:0:7705:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a6880/0x3f004d6452e0561e lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [4808704->4833279] (req 4808704->4833279) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 13925 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016087.339351:0:7705:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a9a6880/0x3f004d6452e0561e lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [4808704->4833279] (req 4808704->4833279) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 13925 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016087.339386:0:7705:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016087.339479:0:7705:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b1f64c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1978:x1818247336317440:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 337us (942us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016087.339489:0:7705:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2450 00010000:00010000:0.0:1734016087.339777:0:13925:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88009a9a6880/0x3f004d6452e0561e lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [4808704->4833279] (req 4808704->4833279) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 13925 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016087.339788:0:13925:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a9a6880/0x3f004d6452e0561e lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [4808704->4833279] (req 4808704->4833279) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 13925 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016087.343164:0:13925:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88009a9a6880/0x3f004d6452e0561e lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [4808704->4833279] (req 4808704->4833279) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 13925 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016087.343194:0:13925:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009a9a6880/0x3f004d6452e0561e lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [4808704->4833279] (req 4808704->4833279) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 13925 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016087.343206:0:13925:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009a9a6880/0x3f004d6452e0561e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [4808704->4833279] (req 4808704->4833279) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 13925 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016087.343217:0:13925:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88009a9a6880 already unused, calling callback (ffffffffa086d100) 00010000:00010000:0.0:1734016087.343227:0:13925:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009a9a6880/0x3f004d6452e0561e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [4808704->4833279] (req 4808704->4833279) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 13925 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016087.343241:0:13925:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009a9a6880/0x3f004d6452e0561e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [4808704->4833279] (req 4808704->4833279) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 13925 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016087.343274:0:13925:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009a9a6880/0x3f004d6452e0561e lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [4808704->4833279] (req 4808704->4833279) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 13925 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016087.343280:0:13925:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a6880/0x3f004d6452e0561e lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [4808704->4833279] (req 4808704->4833279) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 13925 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016087.343489:0:13925:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074c8b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1978:x1818247336317312:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 9210us (9451us total) trans 0 rc 24576/24576 00000100:00100000:0.0:1734016087.343510:0:13925:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 7756 00000100:00100000:0.0:1734016087.346407:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016087.351272:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016087.351408:0:13927:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336317696 00000100:00100000:1.0:1734016087.351426:0:13927:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336317696 00000100:00100000:1.0:1734016087.351793:0:13927:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9474 00000100:00100000:1.0:1734016087.351806:0:13927:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880073e30e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1980:x1818247336317696:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:1.0:1734016087.351844:0:13927:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016087.352045:0:13927:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880097237840/0x3f004d6452e05633 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361cf8f9 expref: -99 pid: 13927 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1734016087.352087:0:13927:0:(ofd_lvb.c:169:ofd_lvbo_init()) res: [0x280000400:0x5:0x0] initial LVB size: 8220850, mtime: 0x675afc56, atime: 0x675afc56, ctime: 0x675afc56, blocks: 0x370 00010000:00010000:1.0:1734016087.352122:0:13927:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016087.352125:0:13927:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016087.352136:0:13927:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880097237840/0x3f004d6452e05633 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf8f9 expref: 8 pid: 13927 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016087.352160:0:13927:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880097237840/0x3f004d6452e05633 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf8f9 expref: 8 pid: 13927 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016087.352179:0:13927:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097237840, rc 0) 00000100:00100000:1.0:1734016087.352271:0:13927:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880073e30e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+8:1980:x1818247336317696:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 466us (1019us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016087.352280:0:13927:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9474 00000100:00100000:1.0:1734016087.355215:0:13927:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336317824 00000100:00100000:1.0:1734016087.355234:0:13927:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336317824 00000100:00100000:1.0:1734016087.355321:0:13927:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9475 00000100:00100000:1.0:1734016087.355335:0:13927:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074c89c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1978:x1818247336317824:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:1.0:1734016087.355367:0:13927:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016087.355390:0:13927:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880097236880/0x3f004d6452e0563a lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361cf900 expref: -99 pid: 13927 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016087.355435:0:13927:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016087.355437:0:13927:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016087.355449:0:13927:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880097236880/0x3f004d6452e0563a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf900 expref: 8 pid: 13927 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016087.355469:0:13927:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880097236880/0x3f004d6452e0563a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf900 expref: 8 pid: 13927 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016087.355489:0:13927:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097236880, rc 0) 00000100:00100000:1.0:1734016087.355583:0:13927:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074c89c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1978:x1818247336317824:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 251us (538us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016087.355593:0:13927:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9475 00000100:00100000:0.0:1734016087.358616:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016087.363966:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016087.364275:0:7420:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336318336 00000100:00100000:1.0:1734016087.364295:0:7420:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336318336 00000100:00100000:1.0:1734016087.364390:0:7420:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 1679 00000100:00100000:1.0:1734016087.364404:0:7420:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b91b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+13:9673:x1818247336318336:12345-192.168.201.10@tcp:36:fsx.0 00010000:00010000:1.0:1734016087.364500:0:7420:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016087.364549:0:7420:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880072170d80/0x3f004d6452e0562c lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf8f2 expref: 13 pid: 6482 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016087.364607:0:7420:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:1.0:1734016087.364614:0:7420:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1734016087.365033:0:7420:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800972373c0/0x3f004d6452e05648 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7420 initiator: MDT0 00010000:00010000:1.0:1734016087.365059:0:7420:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880072171440/0x3f004d6452e05617 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf8eb expref: 20 pid: 6482 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016087.365073:0:7420:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800972373c0/0x3f004d6452e05648 lrc: 4/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7420 initiator: MDT0 00010000:00010000:1.0:1734016087.365134:0:7420:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880072171440/0x3f004d6452e05617 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf8eb expref: 20 pid: 6482 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016087.365154:0:7420:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880072171440/0x3f004d6452e05617 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf8eb expref: 20 pid: 6482 timeout: 451 lvb_type: 0 00000100:00100000:1.0:1734016087.365176:0:7420:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800744eb800 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7420:1818247339263232:192.168.201.10@tcp:104: 00000100:00100000:1.0:1734016087.365303:0:7420:0:(client.c:2562:ptlrpc_set_wait()) set ffff88006d6ff0c0 going to sleep for 11 seconds 00000100:00100000:1.0:1734016087.367664:0:7420:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800744eb800 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7420:1818247339263232:192.168.201.10@tcp:104: 00010000:00010000:1.0:1734016087.367708:0:7420:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8800972373c0/0x3f004d6452e05648 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7420 initiator: MDT0 00000100:00100000:0.0:1734016087.368711:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016087.372814:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016087.377983:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016087.378131:0:7705:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336318848 00000100:00100000:1.0:1734016087.378144:0:7705:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336318848 00010000:00010000:1.0:1734016087.378189:0:7705:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880097237840/0x3f004d6452e05633 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf8f9 expref: 9 pid: 13927 timeout: 451 lvb_type: 1 00000100:00100000:1.0:1734016087.378231:0:7705:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2452 00000100:00100000:1.0:1734016087.378240:0:7705:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b91a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+9:1978:x1818247336318848:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016087.378257:0:7705:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016087.378285:0:7705:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880097237840/0x3f004d6452e05633 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf8f9 expref: 9 pid: 13927 timeout: 451 lvb_type: 1 00010000:00010000:1.0:1734016087.378302:0:7705:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880097237840/0x3f004d6452e05633 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf8f9 expref: 9 pid: 13927 timeout: 451 lvb_type: 1 00010000:00010000:1.0:1734016087.378332:0:7705:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097237840/0x3f004d6452e05633 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf8f9 expref: 9 pid: 13927 timeout: 451 lvb_type: 1 00010000:00010000:1.0:1734016087.378356:0:7705:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016087.378399:0:7705:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b91a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+8:1978:x1818247336318848:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 161us (431us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016087.378407:0:7705:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2452 00000100:00100000:0.0:1734016087.378631:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016087.380827:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016087.381494:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336318976 00000100:00100000:1.0:1734016087.381505:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336318976 00002000:00010000:1.0:1734016087.381561:0:7694:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (7254293->18446744073709551615) 00002000:00100000:1.0:1734016087.381570:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b91a300 with x1818247336318976 ext(7254293->18446744073709551615) 00002000:00010000:1.0:1734016087.381587:0:7694:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012b91a300. 00000100:00100000:1.0:1734016087.381624:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 7758 00000100:00100000:1.0:1734016087.381633:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b91a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+8:1978:x1818247336318976:12345-192.168.201.10@tcp:10:fsx.0 00002000:00010000:1.0:1734016087.382219:0:7694:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 8220850 -> 7254293 00002000:00010000:1.0:1734016087.382225:0:7694:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016086 -> 1734016086 00002000:00010000:1.0:1734016087.382227:0:7694:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016086 -> 1734016086 00002000:00010000:1.0:1734016087.382229:0:7694:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016086 -> 1734016086 00002000:00010000:1.0:1734016087.382231:0:7694:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 880 -> 864 00000100:00100000:1.0:1734016087.382265:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b91a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+9:1978:x1818247336318976:12345-192.168.201.10@tcp:10:fsx.0 Request processed in 635us (1450us total) trans 4294968909 rc 0/0 00000100:00100000:1.0:1734016087.382276:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 7758 00002000:00010000:1.0:1734016087.382279:0:7694:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (7254293->18446744073709551615) 00002000:00100000:1.0:1734016087.382281:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b91a300 with x1818247336318976 ext(7254293->18446744073709551615) 00002000:00010000:1.0:1734016087.382284:0:7694:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012b91a300. 00000100:00100000:0.0:1734016087.386274:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016087.389854:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016087.397101:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016087.403573:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016087.407640:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000001:00080000:0.0:1734016087.411861:0:8954:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294968910 is committed 00000100:00100000:1.0:1734016087.419306:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016087.419406:0:6482:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336320128 00000100:00100000:0.0:1734016087.419415:0:6482:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336320128 00000100:00100000:0.0:1734016087.419515:0:6482:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 1681 00000100:00100000:0.0:1734016087.419521:0:6482:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a9a8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+14:9673:x1818247336320128:12345-192.168.201.10@tcp:36:fsx.0 00010000:00010000:0.0:1734016087.419742:0:6482:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a803ad00/0x3f004d6452e05680 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6482 initiator: MDT0 00010000:00010000:0.0:1734016087.419756:0:6482:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880072172640/0x3f004d6452e0565d lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf90e expref: 20 pid: 7420 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016087.419763:0:6482:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a803ad00/0x3f004d6452e05680 lrc: 4/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6482 initiator: MDT0 00010000:00010000:0.0:1734016087.419796:0:6482:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880072172640/0x3f004d6452e0565d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf90e expref: 20 pid: 7420 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016087.419809:0:6482:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880072172640/0x3f004d6452e0565d lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf90e expref: 20 pid: 7420 timeout: 451 lvb_type: 0 00000100:00100000:0.0:1734016087.419822:0:6482:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074620380 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6482:1818247339264128:192.168.201.10@tcp:104: 00000100:00100000:0.0:1734016087.419912:0:6482:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012cf4f480 going to sleep for 11 seconds 00000100:00100000:0.0:1734016087.423790:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016087.424168:0:7705:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336320256 00000100:00100000:1.0:1734016087.424180:0:7705:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336320256 00010000:00010000:1.0:1734016087.424231:0:7705:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880072172640/0x3f004d6452e0565d lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf90e expref: 21 pid: 7420 timeout: 451 lvb_type: 0 00000100:00100000:1.0:1734016087.424271:0:7705:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2455 00000100:00100000:1.0:1734016087.424281:0:7705:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074620e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+21:1979:x1818247336320256:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016087.424305:0:7705:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016087.424312:0:7705:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880072172640/0x3f004d6452e0565d lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf90e expref: 21 pid: 7420 timeout: 451 lvb_type: 0 00010000:00010000:1.0:1734016087.424327:0:7705:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880072172640/0x3f004d6452e0565d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf90e expref: 21 pid: 7420 timeout: 451 lvb_type: 0 00010000:00010000:1.0:1734016087.424362:0:7705:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880072172640/0x3f004d6452e0565d lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf90e expref: 21 pid: 7420 timeout: 451 lvb_type: 0 00010000:00010000:1.0:1734016087.424412:0:7705:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:1.0:1734016087.424418:0:7705:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a803ad00/0x3f004d6452e05680 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6482 initiator: MDT0 00010000:00010000:1.0:1734016087.424434:0:7705:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a803ad00/0x3f004d6452e05680 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6482 initiator: MDT0 00010000:00010000:1.0:1734016087.424442:0:7705:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a803ad00/0x3f004d6452e05680 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6482 initiator: MDT0 00010000:00010000:1.0:1734016087.424475:0:7705:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016087.424544:0:7705:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074620e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+20:1979:x1818247336320256:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 265us (781us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016087.424555:0:7705:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2455 00010000:00010000:0.0:1734016087.428535:0:3495:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a803ad00/0x3f004d6452e05680 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6482 initiator: MDT0 00010000:00010000:0.0:1734016087.428548:0:3495:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a803ad00/0x3f004d6452e05680 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6482 initiator: MDT0 00010000:00010000:0.0:1734016087.428554:0:3495:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a803ad00/0x3f004d6452e05680 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6482 initiator: MDT0 00010000:00010000:0.0:1734016087.428560:0:3495:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800a803ad00 already unused, calling callback (ffffffffa0f03950) 00010000:00010000:0.0:1734016087.428564:0:3495:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a803ad00/0x3f004d6452e05680 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6482 initiator: MDT0 00010000:00010000:0.0:1734016087.428570:0:3495:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a803ad00/0x3f004d6452e05680 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6482 initiator: MDT0 00010000:00010000:0.0:1734016087.428590:0:3495:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:0.0:1734016087.428593:0:3495:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1734016087.428597:0:3495:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a803ad00/0x3f004d6452e05680 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6482 initiator: MDT0 00010000:00010000:0.0:1734016087.428601:0:3495:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a803ad00/0x3f004d6452e05680 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6482 initiator: MDT0 00000100:00100000:0.0:1734016087.438499:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016087.470382:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016087.478918:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336321536 00000100:00100000:1.0:1734016087.478942:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336321536 00002000:00010000:1.0:1734016087.479034:0:7694:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (9046117->18446744073709551615) 00002000:00100000:1.0:1734016087.479045:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88011efc6300 with x1818247336321536 ext(9046117->18446744073709551615) 00002000:00010000:1.0:1734016087.479074:0:7694:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011efc6300. 00000100:00100000:1.0:1734016087.479141:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 7761 00000100:00100000:1.0:1734016087.479154:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011efc6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1979:x1818247336321536:12345-192.168.201.10@tcp:10:fsx.0 00002000:00010000:1.0:1734016087.479670:0:7694:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 5007640 -> 9046117 00002000:00010000:1.0:1734016087.479676:0:7694:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016086 -> 1734016086 00002000:00010000:1.0:1734016087.479678:0:7694:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016086 -> 1734016086 00002000:00010000:1.0:1734016087.479682:0:7694:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016086 -> 1734016086 00002000:00010000:1.0:1734016087.479684:0:7694:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 864 -> 864 00000100:00100000:1.0:1734016087.479786:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011efc6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1979:x1818247336321536:12345-192.168.201.10@tcp:10:fsx.0 Request processed in 634us (1661us total) trans 4294968912 rc 0/0 00000100:00100000:1.0:1734016087.479798:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 7761 00002000:00010000:1.0:1734016087.479804:0:7694:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (9046117->18446744073709551615) 00002000:00100000:1.0:1734016087.479807:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88011efc6300 with x1818247336321536 ext(9046117->18446744073709551615) 00002000:00010000:1.0:1734016087.479812:0:7694:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011efc6300. 00000100:00100000:1.0:1734016087.502586:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336321792 00000100:00100000:1.0:1734016087.502625:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336321792 00002000:00100000:1.0:1734016087.502749:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (0->9048063) req@ffff88011efc6680 x1818247336321792/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:48/0 lens 504/0 e 0 to 0 dl 1734016098 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016087.502767:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88011efc6680 with x1818247336321792 ext(0->9048063) 00002000:00010000:1.0:1734016087.502782:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011efc6680 00000100:00100000:1.0:1734016087.502830:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336322048 00000100:00100000:1.0:1734016087.502833:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336322048 00002000:00100000:1.0:1734016087.502847:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (4190208->8384511) req@ffff88011efc7800 x1818247336322048/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:48/0 lens 488/0 e 0 to 0 dl 1734016098 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016087.502855:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88011efc7800 with x1818247336322048 ext(4190208->8384511) 00002000:00010000:1.0:1734016087.502859:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011efc7800 00000100:00100000:1.0:1734016087.502911:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 7762 00000100:00100000:1.0:1734016087.502923:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011efc6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+9:1979:x1818247336321792:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:0.0:1734016087.509732:0:13925:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336322304 00000100:00100000:0.0:1734016087.509750:0:13925:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336322304 00002000:00100000:0.0:1734016087.509830:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (8384512->9043967) req@ffff880074154000 x1818247336322304/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:48/0 lens 488/0 e 0 to 0 dl 1734016098 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016087.509844:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074154000 with x1818247336322304 ext(8384512->9043967) 00002000:00010000:0.0:1734016087.509851:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074154000 00000100:00100000:0.0:1734016087.509889:0:13925:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 7764 00000100:00100000:0.0:1734016087.509897:0:13925:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074154000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+10:1980:x1818247336322304:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:1.0:1734016087.541621:0:13925:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074154000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+12:1980:x1818247336322304:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 31705us (31988us total) trans 0 rc 659456/659456 00000100:00100000:1.0:1734016087.541637:0:13925:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 7764 00002000:00100000:1.0:1734016087.541656:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (8384512->9043967) req@ffff880074154000 x1818247336322304/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:48/0 lens 488/440 e 0 to 0 dl 1734016098 ref 1 fl Complete:/200/0 rc 659456/659456 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016087.541667:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074154000 with x1818247336322304 ext(8384512->9043967) 00002000:00010000:1.0:1734016087.541676:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074154000 00000100:00100000:0.0:1734016087.596797:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011efc6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+10:1979:x1818247336321792:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 93860us (96258us total) trans 0 rc 4194304/4194304 00000100:00100000:0.0:1734016087.596815:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 7762 00002000:00100000:0.0:1734016087.596830:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (0->9048063) req@ffff88011efc6680 x1818247336321792/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:48/0 lens 504/440 e 0 to 0 dl 1734016098 ref 1 fl Complete:/200/0 rc 4194304/4194304 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016087.596844:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88011efc6680 with x1818247336321792 ext(0->9048063) 00002000:00010000:0.0:1734016087.596853:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011efc6680 00000100:00100000:1.0:1734016087.620485:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016087.620645:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336322432 00000100:00100000:0.0:1734016087.620659:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336322432 00002000:00100000:0.0:1734016087.620720:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (9015296->9046116) req@ffff88009a9ab100 x1818247336322432/t0(0) o4->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:48/0 lens 488/0 e 0 to 0 dl 1734016098 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016087.620733:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a9ab100 with x1818247336322432 ext(9015296->9046116) 00002000:00010000:0.0:1734016087.620740:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009a9ab100 00000100:00100000:0.0:1734016087.620781:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 7765 00000100:00100000:0.0:1734016087.620792:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a9ab100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+10:1981:x1818247336322432:12345-192.168.201.10@tcp:4:fsx.0 00000100:00100000:1.0:1734016087.646188:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a9ab100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+10:1981:x1818247336322432:12345-192.168.201.10@tcp:4:fsx.0 Request processed in 25360us (25684us total) trans 4294968913 rc 0/0 00000100:00100000:1.0:1734016087.646217:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 7765 00002000:00100000:1.0:1734016087.646247:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (9015296->9046116) req@ffff88009a9ab100 x1818247336322432/t4294968913(0) o4->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:48/0 lens 488/448 e 0 to 0 dl 1734016098 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016087.646261:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a9ab100 with x1818247336322432 ext(9015296->9046116) 00002000:00010000:1.0:1734016087.646270:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009a9ab100 00000100:00100000:0.0:1734016087.650313:0:6482:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336322560 00000100:00100000:0.0:1734016087.650332:0:6482:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336322560 00000100:00100000:0.0:1734016087.656530:0:10115:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336322688 00000100:00100000:0.0:1734016087.656546:0:10115:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336322688 00000100:00100000:0.0:1734016087.657370:0:10115:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9482 00000100:00100000:0.0:1734016087.657380:0:10115:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075299180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+10:1979:x1818247336322688:12345-192.168.201.10@tcp:16:fsx.0 00000100:00100000:0.0:1734016087.663479:0:10115:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075299180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1979:x1818247336322688:12345-192.168.201.10@tcp:16:fsx.0 Request processed in 6081us (7045us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016087.663493:0:10115:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9482 00000100:00100000:0.0:1734016087.667103:0:6482:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336322816 00000100:00100000:0.0:1734016087.667117:0:6482:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336322816 00000100:00100000:0.0:1734016087.667195:0:6482:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 1685 00000100:00100000:0.0:1734016087.667207:0:6482:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074154700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+16:9673:x1818247336322816:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:0.0:1734016087.667240:0:6482:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016087.667269:0:6482:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8038900/0x3f004d6452e056aa lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361cf93f expref: -99 pid: 6482 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016087.667437:0:6482:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8038fc0/0x3f004d6452e056b1 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6482 initiator: MDT0 00010000:00010000:0.0:1734016087.667454:0:6482:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8038fc0/0x3f004d6452e056b1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6482 initiator: MDT0 00010000:00010000:0.0:1734016087.667468:0:6482:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8038fc0/0x3f004d6452e056b1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6482 initiator: MDT0 00000004:00200000:0.0:1734016087.667497:0:6482:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 9046117 00000004:00200000:0.0:1734016087.667502:0:6482:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1734016087.667523:0:6482:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8038fc0/0x3f004d6452e056b1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6482 initiator: MDT0 00010000:00010000:0.0:1734016087.667553:0:6482:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8038900/0x3f004d6452e056aa lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf93f expref: 18 pid: 6482 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016087.667571:0:6482:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8038fc0/0x3f004d6452e056b1 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf93f expref: 17 pid: 6482 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016087.667580:0:6482:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:0.0:1734016087.667583:0:6482:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1734016087.667587:0:6482:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a8038fc0, rc 0) 00000100:00100000:0.0:1734016087.667661:0:6482:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074154700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+17:9673:x1818247336322816:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 457us (674us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016087.667667:0:6482:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 1685 00000100:00100000:0.0:1734016087.676530:0:10115:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336322944 00000100:00100000:0.0:1734016087.676544:0:10115:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336322944 00000100:00100000:0.0:1734016087.676610:0:10115:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9483 00000100:00100000:0.0:1734016087.676621:0:10115:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074154a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:1979:x1818247336322944:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:0.0:1734016087.676660:0:10115:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016087.676693:0:10115:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a8039b00/0x3f004d6452e056b8 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361cf946 expref: -99 pid: 10115 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016087.676789:0:10115:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074620e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10115:1818247339264896:192.168.201.10@tcp:106: 00000100:00100000:0.0:1734016087.676936:0:10115:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012cf4f0c0 going to sleep for 11 seconds 00002000:00010000:0.0:1734016087.681555:0:10115:0:(ofd_lvb.c:283:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime: 1734016086 -> 1734016087 00002000:00010000:0.0:1734016087.681572:0:10115:0:(ofd_lvb.c:295:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime: 1734016086 -> 1734016087 00002000:00010000:0.0:1734016087.681574:0:10115:0:(ofd_lvb.c:301:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks: 864 -> 928 00000100:00100000:0.0:1734016087.681625:0:10115:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074620e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10115:1818247339264896:192.168.201.10@tcp:106: 00010000:00010000:0.0:1734016087.681711:0:10115:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a8039b00/0x3f004d6452e056b8 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf946 expref: 6 pid: 10115 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016087.681737:0:10115:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a8039b00/0x3f004d6452e056b8 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf946 expref: 6 pid: 10115 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016087.683710:0:10115:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a8039b00, rc 0) 00000100:00100000:1.0:1734016087.683922:0:10115:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074154a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:1979:x1818247336322944:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 7293us (7536us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016087.683935:0:10115:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9483 00000100:00100000:1.0:1734016087.692332:0:10115:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336323072 00000100:00100000:1.0:1734016087.692350:0:10115:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336323072 00000100:00100000:1.0:1734016087.692453:0:10115:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9484 00000100:00100000:1.0:1734016087.692465:0:10115:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074154e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:1979:x1818247336323072:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:1.0:1734016087.692499:0:10115:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016087.692538:0:10115:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880097237a80/0x3f004d6452e056bf lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361cf94d expref: -99 pid: 10115 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016087.692652:0:10115:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009a9a9180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10115:1818247339265024:192.168.201.10@tcp:106: 00000100:00100000:1.0:1734016087.692784:0:10115:0:(client.c:2562:ptlrpc_set_wait()) set ffff88006d6ff0c0 going to sleep for 11 seconds 00000100:00100000:1.0:1734016087.695189:0:10115:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009a9a9180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10115:1818247339265024:192.168.201.10@tcp:106: 00010000:00010000:1.0:1734016087.695260:0:10115:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880097237a80/0x3f004d6452e056bf lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf94d expref: 6 pid: 10115 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016087.695276:0:10115:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097237a80/0x3f004d6452e056bf lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf94d expref: 6 pid: 10115 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016087.695306:0:10115:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097237a80, rc 0) 00000100:00100000:1.0:1734016087.695373:0:10115:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074154e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:1979:x1818247336323072:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 2910us (3827us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016087.695383:0:10115:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9484 00010000:00010000:0.0:1734016087.709861:0:3495:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800721718c0/0x3f004d6452e056c6 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7420 initiator: MDT0 00010000:00010000:0.0:1734016087.709896:0:3495:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800721718c0/0x3f004d6452e056c6 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7420 initiator: MDT0 00010000:00010000:0.0:1734016087.709905:0:3495:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800721718c0/0x3f004d6452e056c6 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7420 initiator: MDT0 00010000:00010000:0.0:1734016087.709914:0:3495:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800721718c0 already unused, calling callback (ffffffffa0f03950) 00010000:00010000:0.0:1734016087.709918:0:3495:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800721718c0/0x3f004d6452e056c6 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7420 initiator: MDT0 00010000:00010000:0.0:1734016087.709926:0:3495:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800721718c0/0x3f004d6452e056c6 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7420 initiator: MDT0 00010000:00010000:0.0:1734016087.709948:0:3495:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:0.0:1734016087.709960:0:3495:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1734016087.709965:0:3495:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800721718c0/0x3f004d6452e056c6 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7420 initiator: MDT0 00010000:00010000:0.0:1734016087.709969:0:3495:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800721718c0/0x3f004d6452e056c6 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7420 initiator: MDT0 00000100:00100000:1.0:1734016087.710296:0:10115:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336323456 00000100:00100000:1.0:1734016087.710316:0:10115:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336323456 00000100:00100000:1.0:1734016087.710387:0:10115:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9485 00000100:00100000:1.0:1734016087.710396:0:10115:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074155500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:9673:x1818247336323456:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:1.0:1734016087.710425:0:10115:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016087.710449:0:10115:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880097235b00/0x3f004d6452e056cd lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361cf954 expref: -99 pid: 10115 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016087.710492:0:10115:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a58c0/0x3f004d6452e056a3 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf938 expref: 6 pid: 10115 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016087.710502:0:10115:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016087.710506:0:10115:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016087.710510:0:10115:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880097235b00/0x3f004d6452e056cd lrc: 4/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf954 expref: 6 pid: 10115 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016087.710552:0:10115:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a9a58c0/0x3f004d6452e056a3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf938 expref: 6 pid: 10115 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016087.710569:0:10115:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a9a58c0/0x3f004d6452e056a3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf938 expref: 6 pid: 10115 timeout: 451 lvb_type: 0 00000100:00100000:1.0:1734016087.710591:0:10115:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009a9a9180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10115:1818247339265152:192.168.201.10@tcp:104: 00000100:00100000:1.0:1734016087.712283:0:10115:0:(client.c:2562:ptlrpc_set_wait()) set ffff88006d6ff0c0 going to sleep for 11 seconds 00000100:00100000:1.0:1734016087.726999:0:10115:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009a9a9180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10115:1818247339265152:192.168.201.10@tcp:104: 00010000:00010000:1.0:1734016087.727071:0:10115:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880097235b00/0x3f004d6452e056cd lrc: 3/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf954 expref: 6 pid: 10115 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016087.727096:0:10115:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097235b00, rc 0) 00000100:00100000:1.0:1734016087.727191:0:10115:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074155500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:9673:x1818247336323456:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 16791us (17687us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016087.727203:0:10115:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9485 00000100:00100000:1.0:1734016087.736637:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336323712 00000100:00100000:1.0:1734016087.736650:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336323712 00002000:00010000:1.0:1734016087.736707:0:7694:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (422446->18446744073709551615) 00002000:00100000:1.0:1734016087.736714:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074156a00 with x1818247336323712 ext(422446->18446744073709551615) 00002000:00010000:1.0:1734016087.736732:0:7694:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074156a00. 00000100:00100000:1.0:1734016087.736777:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 7766 00000100:00100000:1.0:1734016087.736785:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074156a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1978:x1818247336323712:12345-192.168.201.10@tcp:10:fsx.0 00002000:00010000:1.0:1734016087.744413:0:7694:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 9046117 -> 422446 00002000:00010000:1.0:1734016087.744427:0:7694:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016087 -> 1734016087 00002000:00010000:1.0:1734016087.744431:0:7694:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016086 -> 1734016086 00002000:00010000:1.0:1734016087.744433:0:7694:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016087 -> 1734016087 00002000:00010000:1.0:1734016087.744436:0:7694:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 928 -> 296 00000100:00100000:1.0:1734016087.744575:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074156a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1978:x1818247336323712:12345-192.168.201.10@tcp:10:fsx.0 Request processed in 7777us (9325us total) trans 4294968914 rc 0/0 00000100:00100000:1.0:1734016087.744589:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 7766 00002000:00010000:1.0:1734016087.744598:0:7694:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (422446->18446744073709551615) 00002000:00100000:1.0:1734016087.744605:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074156a00 with x1818247336323712 ext(422446->18446744073709551615) 00002000:00010000:1.0:1734016087.744612:0:7694:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074156a00. 00000100:00100000:0.0:1734016087.754329:0:6482:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336324096 00000100:00100000:0.0:1734016087.754345:0:6482:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336324096 00000100:00100000:0.0:1734016087.754421:0:6482:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 1688 00000100:00100000:0.0:1734016087.754429:0:6482:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074156d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+22:9673:x1818247336324096:12345-192.168.201.10@tcp:36:fsx.0 00010000:00010000:0.0:1734016087.754777:0:6482:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8038fc0/0x3f004d6452e056e2 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6482 initiator: MDT0 00010000:00010000:0.0:1734016087.754803:0:6482:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a6f40/0x3f004d6452e056db lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf95b expref: 18 pid: 7420 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016087.754812:0:6482:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8038fc0/0x3f004d6452e056e2 lrc: 4/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6482 initiator: MDT0 00010000:00010000:0.0:1734016087.754892:0:6482:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a6f40/0x3f004d6452e056db lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf95b expref: 18 pid: 7420 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016087.754911:0:6482:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a6f40/0x3f004d6452e056db lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf95b expref: 18 pid: 7420 timeout: 451 lvb_type: 0 00000100:00100000:0.0:1734016087.754929:0:6482:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074620e00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6482:1818247339265408:192.168.201.10@tcp:104: 00000100:00100000:0.0:1734016087.755060:0:6482:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012cf4f9c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016087.757612:0:6482:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074620e00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6482:1818247339265408:192.168.201.10@tcp:104: 00010000:00010000:0.0:1734016087.757663:0:6482:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8038fc0/0x3f004d6452e056e2 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6482 initiator: MDT0 00010000:00010000:0.0:1734016087.758911:0:6482:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8038fc0/0x3f004d6452e056e2 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6482 initiator: MDT0 00010000:00010000:0.0:1734016087.758919:0:6482:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8038fc0/0x3f004d6452e056e2 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6482 initiator: MDT0 00000001:00080000:0.0:1734016087.759090:0:6482:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294968373 00000004:00010000:0.0:1734016087.759174:0:6482:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff880074156d80 reply state ffff880076950000 transno 4294968374 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8038fc0/0x3f004d6452e056e2 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6482 initiator: MDT0 00000100:00100000:0.0:1734016087.759183:0:6482:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1734016087.759343:0:6482:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074156d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+25:9673:x1818247336324096:12345-192.168.201.10@tcp:36:fsx.0 Request processed in 4913us (6075us total) trans 4294968374 rc 0/0 00000100:00100000:0.0:1734016087.759354:0:6482:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 1688 00000020:00080000:0.0:1734016087.759360:0:6482:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1734016087.766534:0:10115:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336324352 00000100:00100000:0.0:1734016087.766550:0:10115:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336324352 00000100:00100000:0.0:1734016087.766630:0:10115:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9486 00000100:00100000:0.0:1734016087.766641:0:10115:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007529b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:9673:x1818247336324352:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:0.0:1734016087.766669:0:10115:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016087.766698:0:10115:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a8039b00/0x3f004d6452e056e9 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361cf962 expref: -99 pid: 10115 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016087.766743:0:10115:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880097235b00/0x3f004d6452e056cd lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf954 expref: 6 pid: 10115 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016087.766752:0:10115:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016087.766755:0:10115:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016087.766759:0:10115:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a8039b00/0x3f004d6452e056e9 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf962 expref: 7 pid: 10115 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016087.766802:0:10115:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880097235b00/0x3f004d6452e056cd lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf954 expref: 6 pid: 10115 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016087.766821:0:10115:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880097235b00/0x3f004d6452e056cd lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf954 expref: 6 pid: 10115 timeout: 451 lvb_type: 0 00000100:00100000:0.0:1734016087.766838:0:10115:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074620e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10115:1818247339265536:192.168.201.10@tcp:104: 00000100:00100000:0.0:1734016087.766988:0:10115:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012cf4f0c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016087.772572:0:10115:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074620e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10115:1818247339265536:192.168.201.10@tcp:104: 00010000:00010000:0.0:1734016087.772647:0:10115:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a8039b00/0x3f004d6452e056e9 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf962 expref: 7 pid: 10115 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016087.772682:0:10115:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a8039b00, rc 0) 00000100:00100000:0.0:1734016087.773090:0:10115:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007529b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:9673:x1818247336324352:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 6450us (6920us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016087.773101:0:10115:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9486 00000100:00100000:0.0:1734016087.776112:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016087.780518:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016087.784635:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016087.787724:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016087.798095:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016087.811088:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016087.816107:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016087.823624:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016087.823744:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336325504 00000100:00100000:0.0:1734016087.823756:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336325504 00002000:00100000:0.0:1734016087.823818:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (1703936->9650175) req@ffff88009a9ab480 x1818247336325504/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:48/0 lens 504/0 e 0 to 0 dl 1734016098 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016087.823832:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a9ab480 with x1818247336325504 ext(1703936->9650175) 00002000:00010000:0.0:1734016087.823839:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009a9ab480 00000100:00100000:0.0:1734016087.823893:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 7768 00000100:00100000:0.0:1734016087.823900:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a9ab480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1978:x1818247336325504:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:0.0:1734016087.840185:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016087.847146:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016087.851119:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016087.858051:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016087.864383:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016087.871929:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016087.875505:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016087.884144:0:13927:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336326656 00000100:00100000:0.0:1734016087.884161:0:13927:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336326656 00000100:00100000:0.0:1734016087.901546:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016087.908810:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016087.919791:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016087.920470:0:7695:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336327424 00000100:00100000:1.0:1734016087.920493:0:7695:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336327424 00002000:00100000:1.0:1734016087.920597:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (8581120->8585215) req@ffff880136a24000 x1818247336327424/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:48/0 lens 488/0 e 0 to 0 dl 1734016098 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016087.920613:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880136a24000 with x1818247336327424 ext(8581120->8585215) 00002000:00010000:1.0:1734016087.920623:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880136a24000 00000100:00100000:1.0:1734016087.920679:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 7772 00000100:00100000:1.0:1734016087.920689:0:7695:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880136a24000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+9:1980:x1818247336327424:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:1.0:1734016087.921112:0:7695:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880136a24000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+9:1980:x1818247336327424:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 419us (1343us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016087.921120:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 7772 00002000:00100000:1.0:1734016087.921127:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (8581120->8585215) req@ffff880136a24000 x1818247336327424/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:48/0 lens 488/4536 e 0 to 0 dl 1734016098 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016087.921134:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880136a24000 with x1818247336327424 ext(8581120->8585215) 00002000:00010000:1.0:1734016087.921137:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880136a24000 00000100:00100000:0.0:1734016087.928754:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016087.940096:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016087.940317:0:7695:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336327936 00000100:00100000:1.0:1734016087.940342:0:7695:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336327936 00002000:00100000:1.0:1734016087.940436:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (8572928->8577023) req@ffff880136a25880 x1818247336327936/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:48/0 lens 488/0 e 0 to 0 dl 1734016098 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016087.940453:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880136a25880 with x1818247336327936 ext(8572928->8577023) 00002000:00010000:1.0:1734016087.940463:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880136a25880 00000100:00100000:1.0:1734016087.940537:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 7774 00000100:00100000:1.0:1734016087.940550:0:7695:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880136a25880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+9:1981:x1818247336327936:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:1.0:1734016087.941103:0:7695:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880136a25880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+9:1981:x1818247336327936:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 552us (1034us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016087.941116:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 7774 00002000:00100000:1.0:1734016087.941128:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (8572928->8577023) req@ffff880136a25880 x1818247336327936/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:48/0 lens 488/4536 e 0 to 0 dl 1734016098 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016087.941139:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880136a25880 with x1818247336327936 ext(8572928->8577023) 00002000:00010000:1.0:1734016087.941144:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880136a25880 00000100:00100000:0.0:1734016087.949060:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016087.967774:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016087.968328:0:7695:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336328448 00000100:00100000:1.0:1734016087.968355:0:7695:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336328448 00002000:00100000:1.0:1734016087.968462:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (8564736->8568831) req@ffff880136a26a00 x1818247336328448/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:48/0 lens 488/0 e 0 to 0 dl 1734016098 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016087.968479:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880136a26a00 with x1818247336328448 ext(8564736->8568831) 00002000:00010000:1.0:1734016087.968490:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880136a26a00 00000100:00100000:1.0:1734016087.968551:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 7776 00000100:00100000:1.0:1734016087.968561:0:7695:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880136a26a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+9:1981:x1818247336328448:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:1.0:1734016087.969005:0:7695:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880136a26a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+9:1981:x1818247336328448:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 444us (1257us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016087.969016:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 7776 00002000:00100000:1.0:1734016087.969022:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (8564736->8568831) req@ffff880136a26a00 x1818247336328448/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:48/0 lens 488/4536 e 0 to 0 dl 1734016098 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016087.969030:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880136a26a00 with x1818247336328448 ext(8564736->8568831) 00002000:00010000:1.0:1734016087.969033:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880136a26a00 00000100:00100000:0.0:1734016087.981394:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016087.989592:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016087.993393:0:7695:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336328960 00000100:00100000:1.0:1734016087.993429:0:7695:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336328960 00002000:00100000:1.0:1734016087.993545:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (8556544->8560639) req@ffff8800ac577100 x1818247336328960/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:48/0 lens 488/0 e 0 to 0 dl 1734016098 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016087.993563:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800ac577100 with x1818247336328960 ext(8556544->8560639) 00002000:00010000:1.0:1734016087.993573:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800ac577100 00000100:00100000:1.0:1734016087.993645:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 7778 00000100:00100000:1.0:1734016087.993657:0:7695:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800ac577100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+9:1981:x1818247336328960:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:1.0:1734016087.994021:0:7695:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800ac577100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+9:1981:x1818247336328960:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 365us (4452us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016087.994033:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 7778 00002000:00100000:1.0:1734016087.994039:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (8556544->8560639) req@ffff8800ac577100 x1818247336328960/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:48/0 lens 488/4536 e 0 to 0 dl 1734016098 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016087.994046:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800ac577100 with x1818247336328960 ext(8556544->8560639) 00002000:00010000:1.0:1734016087.994050:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800ac577100 00000100:00100000:0.0:1734016088.006287:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016088.019543:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016088.041510:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016088.046009:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016088.046174:0:7695:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336329984 00000100:00100000:1.0:1734016088.046192:0:7695:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336329984 00002000:00100000:1.0:1734016088.046274:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (8540160->8544255) req@ffff8800ac577800 x1818247336329984/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:49/0 lens 488/0 e 0 to 0 dl 1734016099 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016088.046288:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800ac577800 with x1818247336329984 ext(8540160->8544255) 00002000:00010000:1.0:1734016088.046297:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800ac577800 00000100:00100000:1.0:1734016088.046346:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 7782 00000100:00100000:1.0:1734016088.046356:0:7695:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800ac577800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+9:1981:x1818247336329984:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:1.0:1734016088.046718:0:7695:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800ac577800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+9:1981:x1818247336329984:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 362us (738us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016088.046729:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 7782 00002000:00100000:1.0:1734016088.046738:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (8540160->8544255) req@ffff8800ac577800 x1818247336329984/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:49/0 lens 488/4536 e 0 to 0 dl 1734016099 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016088.046745:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800ac577800 with x1818247336329984 ext(8540160->8544255) 00002000:00010000:1.0:1734016088.046748:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800ac577800 00000100:00100000:0.0:1734016088.050530:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016088.057044:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016088.061121:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016088.061245:0:7695:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336330752 00000100:00100000:1.0:1734016088.061258:0:7695:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336330752 00002000:00100000:1.0:1734016088.061315:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (8527872->8531967) req@ffff8800ac575180 x1818247336330752/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:49/0 lens 488/0 e 0 to 0 dl 1734016099 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016088.061325:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800ac575180 with x1818247336330752 ext(8527872->8531967) 00002000:00010000:1.0:1734016088.061331:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800ac575180 00000100:00100000:1.0:1734016088.061365:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 7785 00000100:00100000:1.0:1734016088.061371:0:7695:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800ac575180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+9:1979:x1818247336330752:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:1.0:1734016088.061609:0:7695:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800ac575180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+9:1979:x1818247336330752:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 236us (503us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016088.061617:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 7785 00002000:00100000:1.0:1734016088.061623:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (8527872->8531967) req@ffff8800ac575180 x1818247336330752/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:49/0 lens 488/4536 e 0 to 0 dl 1734016099 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016088.061629:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800ac575180 with x1818247336330752 ext(8527872->8531967) 00002000:00010000:1.0:1734016088.061632:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800ac575180 00000100:00100000:0.0:1734016088.074667:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016088.103568:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016088.114689:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016088.123829:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016088.123920:0:7695:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336331520 00000100:00100000:1.0:1734016088.123935:0:7695:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336331520 00002000:00100000:1.0:1734016088.124000:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (2772992->2777087) req@ffff880073e03100 x1818247336331520/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:49/0 lens 488/0 e 0 to 0 dl 1734016099 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016088.124011:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880073e03100 with x1818247336331520 ext(2772992->2777087) 00002000:00010000:1.0:1734016088.124017:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880073e03100 00000100:00100000:1.0:1734016088.124054:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 7787 00000100:00100000:1.0:1734016088.124061:0:7695:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880073e03100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+9:1978:x1818247336331520:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:1.0:1734016088.124495:0:7695:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880073e03100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+9:1978:x1818247336331520:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 433us (681us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016088.124504:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 7787 00002000:00100000:1.0:1734016088.124511:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (2772992->2777087) req@ffff880073e03100 x1818247336331520/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:49/0 lens 488/4536 e 0 to 0 dl 1734016099 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016088.124518:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880073e03100 with x1818247336331520 ext(2772992->2777087) 00002000:00010000:1.0:1734016088.124521:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880073e03100 00000100:00100000:0.0:1734016088.128194:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336331776 00000100:00100000:0.0:1734016088.128208:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336331776 00002000:00100000:0.0:1734016088.128268:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (2768896->2772991) req@ffff880074157100 x1818247336331776/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:49/0 lens 488/0 e 0 to 0 dl 1734016099 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016088.128280:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074157100 with x1818247336331776 ext(2768896->2772991) 00002000:00010000:0.0:1734016088.128286:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074157100 00000100:00100000:0.0:1734016088.129326:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 7788 00000100:00100000:0.0:1734016088.129337:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074157100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+9:1978:x1818247336331776:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:0.0:1734016088.131377:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074157100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+9:1978:x1818247336331776:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 2030us (3303us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016088.131391:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 7788 00002000:00100000:0.0:1734016088.131401:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (2768896->2772991) req@ffff880074157100 x1818247336331776/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:49/0 lens 488/4536 e 0 to 0 dl 1734016099 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016088.131411:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074157100 with x1818247336331776 ext(2768896->2772991) 00002000:00010000:0.0:1734016088.131417:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074157100 00000100:00100000:0.0:1734016088.139468:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016088.146724:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016088.146930:0:7695:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336332288 00000100:00100000:1.0:1734016088.146955:0:7695:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336332288 00002000:00100000:1.0:1734016088.147042:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (2760704->2764799) req@ffff880073e01c00 x1818247336332288/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:49/0 lens 488/0 e 0 to 0 dl 1734016099 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016088.147056:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880073e01c00 with x1818247336332288 ext(2760704->2764799) 00002000:00010000:1.0:1734016088.147067:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880073e01c00 00000100:00100000:1.0:1734016088.147119:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 7790 00000100:00100000:1.0:1734016088.147129:0:7695:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880073e01c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+9:1979:x1818247336332288:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:1.0:1734016088.147501:0:7695:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880073e01c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+9:1979:x1818247336332288:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 369us (798us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016088.147517:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 7790 00002000:00100000:1.0:1734016088.147526:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (2760704->2764799) req@ffff880073e01c00 x1818247336332288/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:49/0 lens 488/4536 e 0 to 0 dl 1734016099 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016088.147535:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880073e01c00 with x1818247336332288 ext(2760704->2764799) 00002000:00010000:1.0:1734016088.147540:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880073e01c00 00000100:00100000:0.0:1734016088.157823:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016088.157974:0:7695:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336332800 00000100:00100000:1.0:1734016088.157989:0:7695:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336332800 00002000:00100000:1.0:1734016088.158057:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (2752512->2756607) req@ffff880073e01500 x1818247336332800/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:49/0 lens 488/0 e 0 to 0 dl 1734016099 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016088.158070:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880073e01500 with x1818247336332800 ext(2752512->2756607) 00002000:00010000:1.0:1734016088.158076:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880073e01500 00000100:00100000:1.0:1734016088.158117:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 7792 00000100:00100000:1.0:1734016088.158126:0:7695:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880073e01500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+9:1979:x1818247336332800:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:1.0:1734016088.158475:0:7695:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880073e01500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+9:1979:x1818247336332800:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 348us (670us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016088.158484:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 7792 00002000:00100000:1.0:1734016088.158491:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (2752512->2756607) req@ffff880073e01500 x1818247336332800/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:49/0 lens 488/4536 e 0 to 0 dl 1734016099 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016088.158499:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880073e01500 with x1818247336332800 ext(2752512->2756607) 00002000:00010000:1.0:1734016088.158503:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880073e01500 00000100:00100000:0.0:1734016088.160437:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016088.168223:0:7695:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336333312 00000100:00100000:1.0:1734016088.168239:0:7695:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336333312 00002000:00100000:1.0:1734016088.168314:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (2744320->2748415) req@ffff880074155c00 x1818247336333312/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:49/0 lens 488/0 e 0 to 0 dl 1734016099 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016088.168334:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074155c00 with x1818247336333312 ext(2744320->2748415) 00002000:00010000:1.0:1734016088.168345:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074155c00 00000100:00100000:1.0:1734016088.168759:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 7794 00000100:00100000:1.0:1734016088.168768:0:7695:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074155c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+9:1979:x1818247336333312:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:1.0:1734016088.169080:0:7695:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074155c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+9:1979:x1818247336333312:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 312us (1023us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016088.169088:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 7794 00002000:00100000:1.0:1734016088.169093:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (2744320->2748415) req@ffff880074155c00 x1818247336333312/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:49/0 lens 488/4536 e 0 to 0 dl 1734016099 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016088.169101:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074155c00 with x1818247336333312 ext(2744320->2748415) 00002000:00010000:1.0:1734016088.169104:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074155c00 00000100:00100000:0.0:1734016088.174343:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016088.192539:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00080000:0.0:1734016088.199698:0:6479:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734016058 00010000:00010000:0.0:1734016088.201964:0:7420:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880072171f80/0x3f004d6452e056f7 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf969 expref: 18 pid: 6482 timeout: 452 lvb_type: 0 00000100:00100000:0.0:1734016088.201999:0:7420:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074157b80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7420:1818247339267072:192.168.201.10@tcp:104: 00010000:00010000:0.0:1734016088.202027:0:7420:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a6400/0x3f004d6452e0574b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7420 initiator: MDT0 00010000:00010000:0.0:1734016088.202035:0:7420:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a6400/0x3f004d6452e0574b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7420 initiator: MDT0 00010000:00010000:0.0:1734016088.202040:0:7420:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a6400/0x3f004d6452e0574b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7420 initiator: MDT0 00000001:00080000:0.0:1734016088.202169:0:7420:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294968375 00000004:00010000:0.0:1734016088.202227:0:7420:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff88012dc3d880 reply state ffff880076b92000 transno 4294968376 ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a6400/0x3f004d6452e0574b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7420 initiator: MDT0 00000100:00100000:0.0:1734016088.202236:0:7420:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1734016088.202369:0:7420:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dc3d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+27:9673:x1818247336333824:12345-192.168.201.10@tcp:36:fsx.0 Request processed in 9182us (9854us total) trans 4294968376 rc 0/0 00000100:00100000:0.0:1734016088.202378:0:7420:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 1691 00000020:00080000:0.0:1734016088.202384:0:7420:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:0.0:1734016088.204683:0:3495:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a6400/0x3f004d6452e0574b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7420 initiator: MDT0 00010000:00010000:0.0:1734016088.204708:0:3495:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a6400/0x3f004d6452e0574b lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7420 initiator: MDT0 00010000:00010000:0.0:1734016088.204717:0:3495:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a6400/0x3f004d6452e0574b lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7420 initiator: MDT0 00010000:00010000:0.0:1734016088.204727:0:3495:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88009a9a6400 already unused, calling callback (ffffffffa0f03950) 00010000:00010000:0.0:1734016088.204736:0:3495:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a6400/0x3f004d6452e0574b lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7420 initiator: MDT0 00010000:00010000:0.0:1734016088.204745:0:3495:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a6400/0x3f004d6452e0574b lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7420 initiator: MDT0 00010000:00010000:0.0:1734016088.204774:0:3495:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:0.0:1734016088.204778:0:3495:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1734016088.204784:0:3495:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a6400/0x3f004d6452e0574b lrc: 2/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7420 initiator: MDT0 00010000:00010000:0.0:1734016088.204791:0:3495:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a6400/0x3f004d6452e0574b lrc: 0/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7420 initiator: MDT0 00000100:00100000:0.0:1734016088.206237:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016088.231754:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016088.273336:0:7420:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336334592 00000100:00100000:0.0:1734016088.273350:0:7420:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336334592 00000100:00100000:0.0:1734016088.273427:0:7420:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 1692 00000100:00100000:0.0:1734016088.273436:0:7420:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074156300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+26:9673:x1818247336334592:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:0.0:1734016088.273478:0:7420:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016088.273511:0:7420:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8038900/0x3f004d6452e05759 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361cf9bd expref: -99 pid: 7420 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016088.273646:0:7420:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a803ad00/0x3f004d6452e05760 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7420 initiator: MDT0 00010000:00010000:0.0:1734016088.273664:0:7420:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a803ad00/0x3f004d6452e05760 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7420 initiator: MDT0 00010000:00010000:0.0:1734016088.273678:0:7420:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a803ad00/0x3f004d6452e05760 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7420 initiator: MDT0 00000004:00200000:0.0:1734016088.273718:0:7420:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 1348825 00000004:00200000:0.0:1734016088.273723:0:7420:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1734016088.273744:0:7420:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800a803ad00/0x3f004d6452e05760 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7420 initiator: MDT0 00010000:00010000:0.0:1734016088.273769:0:7420:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8038900/0x3f004d6452e05759 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf9bd expref: 28 pid: 7420 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016088.274700:0:7420:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a803ad00/0x3f004d6452e05760 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf9bd expref: 27 pid: 7420 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016088.274710:0:7420:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:0.0:1734016088.274713:0:7420:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1734016088.274716:0:7420:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a803ad00, rc 0) 00000100:00100000:0.0:1734016088.275168:0:7420:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074156300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+27:9673:x1818247336334592:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 1730us (1943us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016088.275178:0:7420:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 1692 00000100:00100000:0.0:1734016088.281105:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016088.282048:0:7420:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336334720 00000100:00100000:1.0:1734016088.282062:0:7420:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336334720 00000100:00100000:1.0:1734016088.282136:0:7420:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 1693 00000100:00100000:1.0:1734016088.282146:0:7420:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dc3d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+18:9673:x1818247336334720:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:1.0:1734016088.282174:0:7420:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016088.282199:0:7420:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880097235b00/0x3f004d6452e05767 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361cf9c4 expref: -99 pid: 7420 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016088.282314:0:7420:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880097235440/0x3f004d6452e0576e lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 7420 initiator: MDT0 00010000:00010000:1.0:1734016088.282329:0:7420:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880097235440/0x3f004d6452e0576e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 7420 initiator: MDT0 00010000:00010000:1.0:1734016088.282339:0:7420:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880097235440/0x3f004d6452e0576e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 7420 initiator: MDT0 00000004:00200000:1.0:1734016088.282363:0:7420:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 1348825 00000004:00200000:1.0:1734016088.282367:0:7420:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1734016088.282383:0:7420:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880097235440/0x3f004d6452e0576e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 7420 initiator: MDT0 00010000:00010000:1.0:1734016088.282407:0:7420:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880097235b00/0x3f004d6452e05767 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf9c4 expref: 20 pid: 7420 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016088.282450:0:7420:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880097235440/0x3f004d6452e0576e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf9c4 expref: 19 pid: 7420 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016088.282458:0:7420:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:1.0:1734016088.282461:0:7420:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1734016088.282465:0:7420:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097235440, rc 0) 00000100:00100000:1.0:1734016088.282519:0:7420:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dc3d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+19:9673:x1818247336334720:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 376us (1583us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016088.282527:0:7420:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 1693 00000100:00100000:0.0:1734016088.294840:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00002000:00010000:0.0:1734016088.312333:0:10115:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime: 1734016086 -> 1734016087 00000100:00100000:0.0:1734016088.312397:0:10115:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074157b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10115:1818247339267456:192.168.201.10@tcp:106: 00010000:00010000:0.0:1734016088.312464:0:10115:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a9a6d00/0x3f004d6452e05775 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf9cb expref: 11 pid: 10115 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016088.312485:0:10115:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a6d00/0x3f004d6452e05775 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf9cb expref: 11 pid: 10115 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016088.312530:0:10115:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a9a6d00, rc 0) 00000100:00100000:0.0:1734016088.312792:0:10115:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dc3f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+10:1978:x1818247336334848:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 17585us (17973us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016088.312803:0:10115:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9499 00000100:00100000:0.0:1734016088.346429:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016088.362093:0:10115:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336335232 00000100:00100000:0.0:1734016088.362105:0:10115:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336335232 00000100:00100000:0.0:1734016088.362170:0:10115:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9501 00000100:00100000:0.0:1734016088.362178:0:10115:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074970700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+11:1979:x1818247336335232:12345-192.168.201.10@tcp:22:fsx.0 00002000:00010000:0.0:1734016088.362616:0:10115:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 1348825 -> 1348825 00002000:00010000:0.0:1734016088.362621:0:10115:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016087 -> 1734016087 00002000:00010000:0.0:1734016088.362624:0:10115:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016087 -> 1734016086 00002000:00010000:0.0:1734016088.362627:0:10115:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016087 -> 1734016088 00002000:00010000:0.0:1734016088.362631:0:10115:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 312 -> 408 00000100:00100000:0.0:1734016088.362682:0:10115:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074970700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+12:1979:x1818247336335232:12345-192.168.201.10@tcp:22:fsx.0 Request processed in 504us (1295us total) trans 4294968920 rc 0/0 00000100:00100000:0.0:1734016088.362690:0:10115:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9501 00000100:00100000:0.0:1734016088.369350:0:13925:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336335488 00000100:00100000:0.0:1734016088.369365:0:13925:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336335488 00002000:00100000:0.0:1734016088.369426:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (0->1351679) req@ffff880074970000 x1818247336335488/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:49/0 lens 488/0 e 0 to 0 dl 1734016099 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016088.369438:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074970000 with x1818247336335488 ext(0->1351679) 00002000:00010000:0.0:1734016088.369445:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074970000 00000100:00100000:0.0:1734016088.419717:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016088.419819:0:13927:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336335616 00000100:00100000:1.0:1734016088.419834:0:13927:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336335616 00000100:00100000:1.0:1734016088.419960:0:13927:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9502 00000100:00100000:1.0:1734016088.419970:0:13927:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cc7aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1980:x1818247336335616:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:1.0:1734016088.419999:0:13927:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016088.420027:0:13927:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880097234480/0x3f004d6452e05783 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361cf9d9 expref: -99 pid: 13927 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016088.420128:0:13927:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880075227100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13927:1818247339267840:192.168.201.10@tcp:106: 00000100:00100000:1.0:1734016088.420256:0:13927:0:(client.c:2562:ptlrpc_set_wait()) set ffff88006d6ff0c0 going to sleep for 11 seconds 00002000:00010000:1.0:1734016088.429754:0:13927:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime: 1734016086 -> 1734016087 00000100:00100000:1.0:1734016088.429787:0:13927:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880075227100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13927:1818247339267840:192.168.201.10@tcp:106: 00010000:00010000:1.0:1734016088.429834:0:13927:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880097234480/0x3f004d6452e05783 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf9d9 expref: 9 pid: 13927 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016088.429849:0:13927:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097234480/0x3f004d6452e05783 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf9d9 expref: 9 pid: 13927 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016088.430034:0:13927:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097234480, rc 0) 00000100:00100000:1.0:1734016088.430093:0:13927:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cc7aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1980:x1818247336335616:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 10124us (10395us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016088.430104:0:13927:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9502 00000100:00100000:0.0:1734016088.434821:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016088.434905:0:13927:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336335744 00000100:00100000:1.0:1734016088.434920:0:13927:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336335744 00000100:00100000:1.0:1734016088.434989:0:13927:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9503 00000100:00100000:1.0:1734016088.434997:0:13927:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cc7b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1981:x1818247336335744:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:1.0:1734016088.435020:0:13927:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016088.435043:0:13927:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880097236d00/0x3f004d6452e0578a lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361cf9e0 expref: -99 pid: 13927 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016088.435115:0:13927:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880075227100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13927:1818247339267968:192.168.201.10@tcp:106: 00000100:00100000:1.0:1734016088.435202:0:13927:0:(client.c:2562:ptlrpc_set_wait()) set ffff88006d6ff0c0 going to sleep for 11 seconds 00000100:00100000:1.0:1734016088.436664:0:13927:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880075227100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13927:1818247339267968:192.168.201.10@tcp:106: 00010000:00010000:1.0:1734016088.436701:0:13927:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880097236d00/0x3f004d6452e0578a lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf9e0 expref: 9 pid: 13927 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016088.436720:0:13927:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097236d00/0x3f004d6452e0578a lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf9e0 expref: 9 pid: 13927 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016088.436732:0:13927:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097236d00, rc 0) 00000100:00100000:1.0:1734016088.436842:0:13927:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cc7b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1981:x1818247336335744:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 1844us (2032us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016088.436851:0:13927:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9503 00000100:00100000:1.0:1734016088.440326:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016088.447609:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016088.452184:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016088.480354:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016088.486171:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016088.486595:0:7695:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336336640 00000100:00100000:0.0:1734016088.486605:0:7695:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336336640 00002000:00100000:0.0:1734016088.486655:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (5541888->6901759) req@ffff880135f54000 x1818247336336640/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:49/0 lens 488/0 e 0 to 0 dl 1734016099 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016088.486666:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880135f54000 with x1818247336336640 ext(5541888->6901759) 00002000:00010000:0.0:1734016088.486672:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880135f54000 00000100:00100000:1.0:1734016088.487927:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 7800 00000100:00100000:1.0:1734016088.487949:0:7695:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880135f54000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+14:1981:x1818247336336640:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:1.0:1734016088.507536:0:7695:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880135f54000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+14:1981:x1818247336336640:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 19577us (21359us total) trans 0 rc 1359872/1359872 00000100:00100000:1.0:1734016088.507552:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 7800 00002000:00100000:1.0:1734016088.507570:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (5541888->6901759) req@ffff880135f54000 x1818247336336640/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:49/0 lens 488/440 e 0 to 0 dl 1734016099 ref 1 fl Complete:/200/0 rc 1359872/1359872 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016088.507582:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880135f54000 with x1818247336336640 ext(5541888->6901759) 00002000:00010000:1.0:1734016088.507592:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880135f54000 00000100:00100000:0.0:1734016088.591515:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016088.591604:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016088.592131:0:13927:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336337024 00000100:00100000:1.0:1734016088.592146:0:13927:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336337024 00000100:00100000:1.0:1734016088.592235:0:13927:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 98 00000100:00100000:1.0:1734016088.592245:0:13927:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cc79180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1978:x1818247336337024:12345-192.168.201.10@tcp:400:kworker.0 00000100:00100000:1.0:1734016088.596777:0:13927:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cc79180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1978:x1818247336337024:12345-192.168.201.10@tcp:400:kworker.0 Request processed in 4513us (5259us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016088.596797:0:13927:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 98 00000100:00080000:0.0:1734016088.597055:0:6479:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734016058 00000100:00080000:0.0:1734016088.597062:0:6479:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1734016058 00000100:00100000:0.0:1734016088.597273:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016088.597336:0:13925:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336337152 00000100:00100000:0.0:1734016088.597343:0:13925:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336337152 00002000:00100000:0.0:1734016088.597398:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (6868992->6902221) req@ffff88012cc78700 x1818247336337152/t0(0) o4->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:49/0 lens 488/0 e 0 to 0 dl 1734016099 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016088.597410:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012cc78700 with x1818247336337152 ext(6868992->6902221) 00002000:00010000:0.0:1734016088.597416:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012cc78700 00000100:00100000:1.0:1734016088.598673:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 7801 00000100:00100000:1.0:1734016088.598681:0:7695:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cc78700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+13:1979:x1818247336337152:12345-192.168.201.10@tcp:4:fsx.0 00000100:00100000:1.0:1734016088.615729:0:7695:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cc78700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+15:1979:x1818247336337152:12345-192.168.201.10@tcp:4:fsx.0 Request processed in 17025us (18434us total) trans 4294968922 rc 0/0 00000100:00100000:1.0:1734016088.615750:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 7801 00002000:00100000:1.0:1734016088.615773:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (6868992->6902221) req@ffff88012cc78700 x1818247336337152/t4294968922(0) o4->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:49/0 lens 488/448 e 0 to 0 dl 1734016099 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016088.615787:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012cc78700 with x1818247336337152 ext(6868992->6902221) 00002000:00010000:1.0:1734016088.615796:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012cc78700 00000100:00100000:0.0:1734016088.623506:0:6482:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336337280 00000100:00100000:0.0:1734016088.623518:0:6482:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336337280 00000100:00100000:0.0:1734016088.623586:0:6482:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 1695 00000100:00100000:0.0:1734016088.623594:0:6482:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074972d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+20:9673:x1818247336337280:12345-192.168.201.10@tcp:44:fsx.0 00000100:00100000:0.0:1734016088.623765:0:6482:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074972d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+20:9673:x1818247336337280:12345-192.168.201.10@tcp:44:fsx.0 Request processed in 170us (403us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016088.623779:0:6482:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 1695 00000100:00100000:1.0:1734016088.636899:0:10115:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336337408 00000100:00100000:1.0:1734016088.636921:0:10115:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336337408 00000100:00100000:1.0:1734016088.637032:0:10115:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9504 00000100:00100000:1.0:1734016088.637046:0:10115:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075299f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+15:1979:x1818247336337408:12345-192.168.201.10@tcp:16:fsx.0 00000100:00100000:1.0:1734016088.643425:0:10115:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075299f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1979:x1818247336337408:12345-192.168.201.10@tcp:16:fsx.0 Request processed in 6371us (16156us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016088.643439:0:10115:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9504 00000100:00100000:0.0:1734016088.649386:0:6482:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336337536 00000100:00100000:0.0:1734016088.649396:0:6482:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336337536 00000100:00100000:1.0:1734016088.650909:0:7420:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 1696 00000100:00100000:1.0:1734016088.650922:0:7420:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007529bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+20:9673:x1818247336337536:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:1.0:1734016088.650955:0:7420:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016088.650984:0:7420:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880097234fc0/0x3f004d6452e05798 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361cf9e7 expref: -99 pid: 7420 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016088.651091:0:7420:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880097234000/0x3f004d6452e0579f lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7420 initiator: MDT0 00010000:00010000:1.0:1734016088.651106:0:7420:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880097234000/0x3f004d6452e0579f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7420 initiator: MDT0 00010000:00010000:1.0:1734016088.651117:0:7420:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880097234000/0x3f004d6452e0579f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7420 initiator: MDT0 00000004:00200000:1.0:1734016088.651140:0:7420:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 6902222 00000004:00200000:1.0:1734016088.651144:0:7420:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1734016088.651158:0:7420:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880097234000/0x3f004d6452e0579f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7420 initiator: MDT0 00010000:00010000:1.0:1734016088.651180:0:7420:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880097234fc0/0x3f004d6452e05798 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf9e7 expref: 22 pid: 7420 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016088.651216:0:7420:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880097234000/0x3f004d6452e0579f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf9e7 expref: 21 pid: 7420 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016088.651224:0:7420:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:1.0:1734016088.651226:0:7420:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1734016088.651229:0:7420:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097234000, rc 0) 00000100:00100000:1.0:1734016088.651302:0:7420:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007529bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+21:9673:x1818247336337536:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 383us (2121us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016088.651309:0:7420:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 1696 00000100:00100000:1.0:1734016088.665013:0:10115:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336337664 00000100:00100000:1.0:1734016088.665029:0:10115:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336337664 00000100:00100000:1.0:1734016088.665115:0:10115:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9505 00000100:00100000:1.0:1734016088.665126:0:10115:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074971500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1979:x1818247336337664:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:1.0:1734016088.665163:0:10115:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016088.665195:0:10115:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880097234900/0x3f004d6452e057a6 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361cf9ee expref: -99 pid: 10115 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016088.665295:0:10115:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880135f54e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10115:1818247339268224:192.168.201.10@tcp:106: 00000100:00100000:1.0:1734016088.665404:0:10115:0:(client.c:2562:ptlrpc_set_wait()) set ffff88006d6ff0c0 going to sleep for 11 seconds 00002000:00010000:1.0:1734016088.669290:0:10115:0:(ofd_lvb.c:283:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime: 1734016087 -> 1734016088 00002000:00010000:1.0:1734016088.669302:0:10115:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime: 1734016086 -> 1734016087 00002000:00010000:1.0:1734016088.669304:0:10115:0:(ofd_lvb.c:295:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime: 1734016087 -> 1734016088 00002000:00010000:1.0:1734016088.669306:0:10115:0:(ofd_lvb.c:301:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks: 344 -> 384 00000100:00100000:1.0:1734016088.669339:0:10115:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880135f54e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10115:1818247339268224:192.168.201.10@tcp:106: 00010000:00010000:1.0:1734016088.669399:0:10115:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880097234900/0x3f004d6452e057a6 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf9ee expref: 7 pid: 10115 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016088.669417:0:10115:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097234900/0x3f004d6452e057a6 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf9ee expref: 7 pid: 10115 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016088.669451:0:10115:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097234900, rc 0) 00000100:00100000:1.0:1734016088.669530:0:10115:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074971500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1979:x1818247336337664:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 4406us (4695us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016088.669541:0:10115:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9505 00000100:00100000:1.0:1734016088.678314:0:7695:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336337920 00000100:00100000:1.0:1734016088.678325:0:7695:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336337920 00000100:00100000:1.0:1734016088.678819:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 7802 00000100:00100000:1.0:1734016088.678828:0:7695:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074972300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1978:x1818247336337920:12345-192.168.201.10@tcp:3:fsx.0 00010000:00010000:1.0:1734016088.678906:0:7695:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880097236f40/0x3f004d6452e057ad lrc: 3/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7695 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016088.678925:0:7695:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880072172640/0x3f004d6452e0577c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6889472->6938623) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf9d2 expref: 5 pid: 10115 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016088.678932:0:7695:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016088.678945:0:7695:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016088.678948:0:7695:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880097236f40/0x3f004d6452e057ad lrc: 4/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [1503232->1515519] (req 1503232->1515519) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 7695 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016088.678983:0:7695:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880072172640/0x3f004d6452e0577c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6889472->6938623) gid 0 flags: 0x50000000020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf9d2 expref: 5 pid: 10115 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016088.678995:0:7695:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880072172640/0x3f004d6452e0577c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6889472->6938623) gid 0 flags: 0x70000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf9d2 expref: 5 pid: 10115 timeout: 452 lvb_type: 0 00000100:00100000:1.0:1734016088.679008:0:7695:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880135f54e00 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_001:lustre-OST0001_UUID:7695:1818247339268352:192.168.201.10@tcp:104: 00000100:00100000:1.0:1734016088.679087:0:7695:0:(client.c:2562:ptlrpc_set_wait()) set ffff88006d6ff0c0 going to sleep for 11 seconds 00000100:00100000:1.0:1734016088.682649:0:7695:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880135f54e00 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_001:lustre-OST0001_UUID:7695:1818247339268352:192.168.201.10@tcp:104: 00010000:00010000:1.0:1734016088.682691:0:7695:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880097236f40/0x3f004d6452e057ad lrc: 3/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [1503232->1515519] (req 1503232->1515519) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 7695 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016088.691275:0:7705:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336338048 00000100:00100000:0.0:1734016088.691292:0:7705:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336338048 00010000:00010000:1.0:1734016088.691413:0:7705:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880072172640/0x3f004d6452e0577c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6889472->6938623) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf9d2 expref: 6 pid: 10115 timeout: 452 lvb_type: 0 00000100:00100000:1.0:1734016088.691684:0:7705:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2467 00000100:00100000:1.0:1734016088.691696:0:7705:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074971c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1979:x1818247336338048:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016088.691721:0:7705:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016088.691751:0:7705:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880072172640/0x3f004d6452e0577c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 6889472->6938623) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf9d2 expref: 6 pid: 10115 timeout: 452 lvb_type: 0 00010000:00010000:1.0:1734016088.691764:0:7705:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880072172640/0x3f004d6452e0577c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 6889472->6938623) gid 0 flags: 0x50000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf9d2 expref: 6 pid: 10115 timeout: 452 lvb_type: 0 00010000:00010000:1.0:1734016088.691799:0:7705:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880072172640/0x3f004d6452e0577c lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 6889472->6938623) gid 0 flags: 0x44801400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf9d2 expref: 6 pid: 10115 timeout: 452 lvb_type: 0 00010000:00010000:1.0:1734016088.691840:0:7705:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016088.691843:0:7705:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016088.691849:0:7705:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880097236f40/0x3f004d6452e057ad lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [1503232->1515519] (req 1503232->1515519) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 7695 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016088.691860:0:7705:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880097236f40/0x3f004d6452e057ad lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [1503232->1515519] (req 1503232->1515519) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 7695 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016088.692163:0:7705:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016088.692257:0:7705:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074971c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:1979:x1818247336338048:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 561us (2018us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016088.692266:0:7705:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2467 00010000:00010000:0.0:1734016088.692331:0:7695:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880097236f40/0x3f004d6452e057ad lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [1503232->1515519] (req 1503232->1515519) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 7695 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016088.692342:0:7695:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880097236f40/0x3f004d6452e057ad lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [1503232->1515519] (req 1503232->1515519) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 7695 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016088.692919:0:7695:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880097236f40/0x3f004d6452e057ad lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [1503232->1515519] (req 1503232->1515519) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 7695 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016088.692929:0:7695:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880097236f40/0x3f004d6452e057ad lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [1503232->1515519] (req 1503232->1515519) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 7695 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016088.692945:0:7695:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880097236f40/0x3f004d6452e057ad lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [1503232->1515519] (req 1503232->1515519) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 7695 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016088.692955:0:7695:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880097236f40 already unused, calling callback (ffffffffa086d100) 00010000:00010000:0.0:1734016088.692959:0:7695:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880097236f40/0x3f004d6452e057ad lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [1503232->1515519] (req 1503232->1515519) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 7695 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016088.692969:0:7695:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880097236f40/0x3f004d6452e057ad lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [1503232->1515519] (req 1503232->1515519) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 7695 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016088.692985:0:7695:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880097236f40/0x3f004d6452e057ad lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [1503232->1515519] (req 1503232->1515519) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 7695 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016088.692992:0:7695:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097236f40/0x3f004d6452e057ad lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [1503232->1515519] (req 1503232->1515519) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 7695 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016088.693089:0:7695:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074972300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1978:x1818247336337920:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 14261us (15335us total) trans 0 rc 12288/12288 00000100:00100000:0.0:1734016088.693099:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 7802 00000100:00100000:0.0:1734016088.712108:0:6482:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336338176 00000100:00100000:0.0:1734016088.712138:0:6482:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336338176 00000100:00100000:0.0:1734016088.712235:0:6482:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 1697 00000100:00100000:0.0:1734016088.712247:0:6482:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012db33800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+26:9673:x1818247336338176:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:0.0:1734016088.712311:0:6482:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016088.712345:0:6482:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a803ad00/0x3f004d6452e057b4 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361cf9f5 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016088.712470:0:6482:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8038900/0x3f004d6452e057bb lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 6482 initiator: MDT0 00010000:00010000:0.0:1734016088.712488:0:6482:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8038900/0x3f004d6452e057bb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6482 initiator: MDT0 00010000:00010000:0.0:1734016088.712502:0:6482:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8038900/0x3f004d6452e057bb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6482 initiator: MDT0 00000004:00200000:0.0:1734016088.712535:0:6482:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 6902222 00000004:00200000:0.0:1734016088.712540:0:6482:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1734016088.712559:0:6482:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8038900/0x3f004d6452e057bb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6482 initiator: MDT0 00010000:00010000:0.0:1734016088.712593:0:6482:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a803ad00/0x3f004d6452e057b4 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf9f5 expref: 28 pid: 6482 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016088.712628:0:6482:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8038900/0x3f004d6452e057bb lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf9f5 expref: 27 pid: 6482 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016088.712638:0:6482:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:0.0:1734016088.712641:0:6482:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1734016088.712645:0:6482:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a8038900, rc 0) 00000100:00100000:0.0:1734016088.719071:0:6482:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012db33800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+27:9673:x1818247336338176:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 6804us (9967us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016088.719088:0:6482:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 1697 00000100:00100000:0.0:1734016088.726895:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016088.727254:0:10115:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336338304 00000100:00100000:1.0:1734016088.727272:0:10115:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336338304 00000100:00100000:1.0:1734016088.727361:0:10115:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9506 00000100:00100000:1.0:1734016088.727372:0:10115:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cc79c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1979:x1818247336338304:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:1.0:1734016088.727408:0:10115:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016088.727442:0:10115:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800972346c0/0x3f004d6452e057c2 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361cf9fc expref: -99 pid: 10115 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1734016088.727479:0:10115:0:(ofd_lvb.c:169:ofd_lvbo_init()) res: [0x280000400:0x5:0x0] initial LVB size: 6902222, mtime: 0x675afc58, atime: 0x675afc57, ctime: 0x675afc58, blocks: 0x180 00010000:00010000:1.0:1734016088.727513:0:10115:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016088.727518:0:10115:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016088.727531:0:10115:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800972346c0/0x3f004d6452e057c2 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf9fc expref: 7 pid: 10115 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016088.727552:0:10115:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800972346c0/0x3f004d6452e057c2 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf9fc expref: 7 pid: 10115 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016088.727566:0:10115:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800972346c0, rc 0) 00000100:00100000:1.0:1734016088.727658:0:10115:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cc79c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1979:x1818247336338304:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 288us (808us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016088.727666:0:10115:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9506 00000100:00100000:0.0:1734016088.732116:0:13927:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336338432 00000100:00100000:0.0:1734016088.732136:0:13927:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336338432 00000100:00100000:0.0:1734016088.732230:0:13927:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9507 00000100:00100000:0.0:1734016088.732244:0:13927:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075298a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:9673:x1818247336338432:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:0.0:1734016088.732290:0:13927:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016088.732326:0:13927:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a8038d80/0x3f004d6452e057c9 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361cfa03 expref: -99 pid: 13927 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016088.732377:0:13927:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800972346c0/0x3f004d6452e057c2 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf9fc expref: 8 pid: 10115 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016088.732396:0:13927:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016088.732399:0:13927:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016088.732404:0:13927:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a8038d80/0x3f004d6452e057c9 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [5500928->5505023] (req 5500928->5505023) gid 0 flags: 0x50000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cfa03 expref: 8 pid: 13927 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016088.732453:0:13927:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800972346c0/0x3f004d6452e057c2 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf9fc expref: 8 pid: 10115 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016088.732473:0:13927:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800972346c0/0x3f004d6452e057c2 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf9fc expref: 8 pid: 10115 timeout: 452 lvb_type: 1 00000100:00100000:0.0:1734016088.732489:0:13927:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012cc7a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13927:1818247339268480:192.168.201.10@tcp:104: 00000100:00100000:0.0:1734016088.732585:0:13927:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012cf4f6c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016088.738382:0:13927:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012cc7a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13927:1818247339268480:192.168.201.10@tcp:104: 00010000:00010000:0.0:1734016088.738441:0:13927:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a8038d80/0x3f004d6452e057c9 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [5500928->5505023] (req 5500928->5505023) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cfa03 expref: 8 pid: 13927 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016088.738465:0:13927:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a8038d80, rc 0) 00000100:00100000:0.0:1734016088.738530:0:13927:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075298a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:9673:x1818247336338432:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 6289us (6549us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016088.738540:0:13927:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9507 00000100:00100000:1.0:1734016088.740921:0:7705:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336338560 00000100:00100000:1.0:1734016088.740943:0:7705:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336338560 00010000:00010000:1.0:1734016088.741001:0:7705:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800972346c0/0x3f004d6452e057c2 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf9fc expref: 8 pid: 10115 timeout: 452 lvb_type: 1 00000100:00100000:1.0:1734016088.741051:0:7705:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2468 00000100:00100000:1.0:1734016088.741058:0:7705:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007529a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1978:x1818247336338560:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016088.741081:0:7705:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016088.741114:0:7705:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800972346c0/0x3f004d6452e057c2 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf9fc expref: 8 pid: 10115 timeout: 452 lvb_type: 1 00010000:00010000:1.0:1734016088.741130:0:7705:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800972346c0/0x3f004d6452e057c2 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf9fc expref: 8 pid: 10115 timeout: 452 lvb_type: 1 00010000:00010000:1.0:1734016088.741162:0:7705:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800972346c0/0x3f004d6452e057c2 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf9fc expref: 8 pid: 10115 timeout: 452 lvb_type: 1 00010000:00010000:1.0:1734016088.741208:0:7705:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016088.741210:0:7705:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016088.741220:0:7705:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a8038d80/0x3f004d6452e057c9 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5500928->5505023) gid 0 flags: 0x40080000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cfa03 expref: 7 pid: 13927 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016088.741231:0:7705:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a8038d80/0x3f004d6452e057c9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5500928->5505023) gid 0 flags: 0x40080000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cfa03 expref: 7 pid: 13927 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016088.741290:0:7705:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a8038d80/0x3f004d6452e057c9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5500928->5505023) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cfa03 expref: 7 pid: 13927 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016088.741306:0:7705:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880135f54e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7705:1818247339268608:192.168.201.10@tcp:105: 00000100:00100000:1.0:1734016088.741405:0:7705:0:(client.c:2562:ptlrpc_set_wait()) set ffff88006d6ffa80 going to sleep for 11 seconds 00000100:00100000:1.0:1734016088.744992:0:7705:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880135f54e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7705:1818247339268608:192.168.201.10@tcp:105: 00000100:00100000:0.0:1734016088.745376:0:13927:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336338688 00000100:00100000:0.0:1734016088.745390:0:13927:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336338688 00000100:00100000:0.0:1734016088.745472:0:13927:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9508 00000100:00100000:0.0:1734016088.745481:0:13927:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075298380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1978:x1818247336338688:12345-192.168.201.10@tcp:22:fsx.0 00002000:00010000:0.0:1734016088.745839:0:13927:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 6902222 -> 6902222 00002000:00010000:0.0:1734016088.745844:0:13927:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016088 -> 1734016088 00002000:00010000:0.0:1734016088.745846:0:13927:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016087 -> 1734016087 00002000:00010000:0.0:1734016088.745849:0:13927:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016088 -> 1734016088 00002000:00010000:0.0:1734016088.745851:0:13927:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 384 -> 392 00000100:00100000:0.0:1734016088.745975:0:13927:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075298380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+9:1978:x1818247336338688:12345-192.168.201.10@tcp:22:fsx.0 Request processed in 493us (1265us total) trans 4294968923 rc 0/0 00000100:00100000:0.0:1734016088.745983:0:13927:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9508 00010000:00010000:1.0:1734016088.746071:0:7705:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016088.746096:0:7705:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007529a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1978:x1818247336338560:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 5039us (5491us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016088.746106:0:7705:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2468 00000100:00100000:0.0:1734016088.756644:0:10115:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336338944 00000100:00100000:0.0:1734016088.756657:0:10115:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336338944 00000100:00100000:0.0:1734016088.756733:0:10115:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9510 00000100:00100000:0.0:1734016088.756744:0:10115:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012db32d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:1980:x1818247336338944:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:0.0:1734016088.756773:0:10115:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016088.756803:0:10115:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a80386c0/0x3f004d6452e057d7 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361cfa11 expref: -99 pid: 10115 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016088.756924:0:10115:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012cc7a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10115:1818247339268864:192.168.201.10@tcp:106: 00000100:00100000:0.0:1734016088.757034:0:10115:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012cf4f6c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016088.759575:0:10115:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012cc7a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10115:1818247339268864:192.168.201.10@tcp:106: 00010000:00010000:0.0:1734016088.759657:0:10115:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a80386c0/0x3f004d6452e057d7 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cfa11 expref: 6 pid: 10115 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016088.759679:0:10115:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a80386c0/0x3f004d6452e057d7 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cfa11 expref: 6 pid: 10115 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016088.759719:0:10115:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a80386c0, rc 0) 00000100:00100000:0.0:1734016088.759797:0:10115:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012db32d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:1980:x1818247336338944:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 3052us (3280us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016088.759809:0:10115:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9510 00000100:00100000:0.0:1734016088.763672:0:10115:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336339072 00000100:00100000:0.0:1734016088.763697:0:10115:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336339072 00000100:00100000:0.0:1734016088.763836:0:10115:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9511 00000100:00100000:0.0:1734016088.763849:0:10115:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012db32300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:9673:x1818247336339072:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:0.0:1734016088.763931:0:10115:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016088.763975:0:10115:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a8039440/0x3f004d6452e057de lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361cfa18 expref: -99 pid: 10115 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016088.764684:0:10115:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a8038d80/0x3f004d6452e057c9 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5500928->5505023) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cfa03 expref: 7 pid: 13927 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016088.764697:0:10115:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016088.764700:0:10115:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016088.764705:0:10115:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a8039440/0x3f004d6452e057de lrc: 4/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [3031040->3055615] (req 3031040->3055615) gid 0 flags: 0x50000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cfa18 expref: 6 pid: 10115 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016088.764764:0:10115:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a8038d80/0x3f004d6452e057c9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5500928->5505023) gid 0 flags: 0x50000000020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361cfa03 expref: 7 pid: 13927 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016088.764783:0:10115:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a8038d80/0x3f004d6452e057c9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5500928->5505023) gid 0 flags: 0x70000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361cfa03 expref: 7 pid: 13927 timeout: 452 lvb_type: 0 00000100:00100000:0.0:1734016088.764799:0:10115:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012cc7a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10115:1818247339268992:192.168.201.10@tcp:104: 00000100:00100000:0.0:1734016088.764955:0:10115:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012cf4f6c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016088.768764:0:10115:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012cc7a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10115:1818247339268992:192.168.201.10@tcp:104: 00010000:00010000:0.0:1734016088.768815:0:10115:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a8039440/0x3f004d6452e057de lrc: 3/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [3031040->3055615] (req 3031040->3055615) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cfa18 expref: 6 pid: 10115 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016088.768838:0:10115:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a8039440, rc 0) 00000100:00100000:0.0:1734016088.769786:0:10115:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012db32300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:9673:x1818247336339072:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 5937us (6249us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016088.769802:0:10115:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9511 00000100:00100000:1.0:1734016088.770246:0:7705:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336339200 00000100:00100000:1.0:1734016088.770259:0:7705:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336339200 00010000:00010000:1.0:1734016088.770302:0:7705:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a8038d80/0x3f004d6452e057c9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5500928->5505023) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361cfa03 expref: 8 pid: 13927 timeout: 452 lvb_type: 0 00000100:00100000:1.0:1734016088.770341:0:7705:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2469 00000100:00100000:1.0:1734016088.770346:0:7705:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012db30e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1978:x1818247336339200:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016088.770362:0:7705:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016088.770390:0:7705:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a8038d80/0x3f004d6452e057c9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 5500928->5505023) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361cfa03 expref: 8 pid: 13927 timeout: 452 lvb_type: 0 00010000:00010000:1.0:1734016088.770403:0:7705:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a8038d80/0x3f004d6452e057c9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 5500928->5505023) gid 0 flags: 0x50000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361cfa03 expref: 8 pid: 13927 timeout: 452 lvb_type: 0 00010000:00010000:1.0:1734016088.770430:0:7705:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a8038d80/0x3f004d6452e057c9 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 5500928->5505023) gid 0 flags: 0x44801400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361cfa03 expref: 8 pid: 13927 timeout: 452 lvb_type: 0 00010000:00010000:1.0:1734016088.770450:0:7705:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016088.770452:0:7705:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016088.770459:0:7705:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a8039440/0x3f004d6452e057de lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3031040->3055615) gid 0 flags: 0x40080000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cfa18 expref: 5 pid: 10115 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016088.770469:0:7705:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a8039440/0x3f004d6452e057de lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3031040->3055615) gid 0 flags: 0x40080000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cfa18 expref: 5 pid: 10115 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016088.770501:0:7705:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a8039440/0x3f004d6452e057de lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3031040->3055615) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cfa18 expref: 5 pid: 10115 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016088.770512:0:7705:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880135f54e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7705:1818247339269120:192.168.201.10@tcp:105: 00000100:00100000:1.0:1734016088.770563:0:7705:0:(client.c:2562:ptlrpc_set_wait()) set ffff88006d6ffa80 going to sleep for 11 seconds 00000100:00100000:1.0:1734016088.773100:0:7705:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880135f54e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7705:1818247339269120:192.168.201.10@tcp:105: 00010000:00010000:1.0:1734016088.773155:0:7705:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016088.774403:0:7705:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012db30e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1978:x1818247336339200:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 4032us (5318us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016088.774422:0:7705:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2469 00000100:00100000:0.0:1734016088.775638:0:7695:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336339456 00000100:00100000:0.0:1734016088.775653:0:7695:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336339456 00002000:00100000:0.0:1734016088.775717:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (3051520->6905855) req@ffff880075298700 x1818247336339456/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:49/0 lens 504/0 e 0 to 0 dl 1734016099 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016088.775729:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880075298700 with x1818247336339456 ext(3051520->6905855) 00002000:00010000:0.0:1734016088.775737:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880075298700 00000100:00100000:0.0:1734016088.775770:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 7803 00000100:00100000:0.0:1734016088.775776:0:7695:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075298700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1981:x1818247336339456:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:0.0:1734016088.781792:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016088.790380:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016088.798570:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016088.806537:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016088.810761:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016088.815559:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016088.819765:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016088.823554:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016088.827192:0:7695:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cc79180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+10:1978:x1818247336340480:12345-192.168.201.10@tcp:4:fsx.0 Request processed in 2839us (3638us total) trans 4294968926 rc 0/0 00000100:00100000:0.0:1734016088.827207:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 235 00002000:00100000:0.0:1734016088.827218:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (3031040->3055615) req@ffff88012cc79180 x1818247336340480/t4294968926(0) o4->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:49/0 lens 488/448 e 0 to 0 dl 1734016099 ref 1 fl Complete:H/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016088.827228:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012cc79180 with x1818247336340480 ext(3031040->3055615) 00010000:00010000:0.0:1734016088.827239:0:7695:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a8039440/0x3f004d6452e057de lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3031040->3055615) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361cfa18 expref: 10 pid: 10115 timeout: 452 lvb_type: 0 00010000:00010000:0.0:1734016088.827257:0:7695:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a8039440/0x3f004d6452e057de lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3031040->3055615) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361cfa18 expref: 10 pid: 10115 timeout: 452 lvb_type: 0 00002000:00010000:0.0:1734016088.827265:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012cc79180 00000100:00100000:0.0:1734016088.828959:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016088.829035:0:7705:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336340608 00000100:00100000:1.0:1734016088.829043:0:7705:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336340608 00010000:00010000:1.0:1734016088.829073:0:7705:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a8039440/0x3f004d6452e057de lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3031040->3055615) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361cfa18 expref: 10 pid: 10115 timeout: 452 lvb_type: 0 00000100:00100000:1.0:1734016088.829205:0:7705:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2470 00000100:00100000:1.0:1734016088.829213:0:7705:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cc79c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+10:1981:x1818247336340608:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016088.829232:0:7705:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:1.0:1734016088.829256:0:7705:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 416 -> 464 00010000:00010000:1.0:1734016088.829261:0:7705:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a8039440/0x3f004d6452e057de lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3031040->3055615) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361cfa18 expref: 10 pid: 10115 timeout: 452 lvb_type: 0 00010000:00010000:1.0:1734016088.829272:0:7705:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a8039440/0x3f004d6452e057de lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3031040->3055615) gid 0 flags: 0x50000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361cfa18 expref: 10 pid: 10115 timeout: 452 lvb_type: 0 00010000:00010000:1.0:1734016088.829299:0:7705:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a8039440/0x3f004d6452e057de lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3031040->3055615) gid 0 flags: 0x44801400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361cfa18 expref: 10 pid: 10115 timeout: 452 lvb_type: 0 00010000:00010000:1.0:1734016088.829333:0:7705:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016088.829337:0:7705:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016088.829345:0:7705:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800721718c0/0x3f004d6452e05801 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 262144->282623) gid 0 flags: 0x40080000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cfa3b expref: 7 pid: 10115 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016088.829354:0:7705:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800721718c0/0x3f004d6452e05801 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 262144->282623) gid 0 flags: 0x40080000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cfa3b expref: 7 pid: 10115 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016088.829396:0:7705:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800721718c0/0x3f004d6452e05801 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 262144->282623) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cfa3b expref: 7 pid: 10115 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016088.829409:0:7705:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880135f54e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7705:1818247339269888:192.168.201.10@tcp:105: 00000100:00100000:1.0:1734016088.830201:0:7705:0:(client.c:2562:ptlrpc_set_wait()) set ffff88006d6ffa80 going to sleep for 11 seconds 00000100:00100000:1.0:1734016088.833832:0:7705:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880135f54e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7705:1818247339269888:192.168.201.10@tcp:105: 00010000:00010000:1.0:1734016088.833922:0:7705:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016088.835237:0:7705:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cc79c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+9:1981:x1818247336340608:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 6010us (6269us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016088.835260:0:7705:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2470 00000100:00100000:0.0:1734016088.842066:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016088.843306:0:6482:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336340992 00000100:00100000:1.0:1734016088.843330:0:6482:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336340992 00000100:00100000:1.0:1734016088.843418:0:6482:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 1698 00000100:00100000:1.0:1734016088.843428:0:6482:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cc7a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+21:9673:x1818247336340992:12345-192.168.201.10@tcp:36:fsx.0 00010000:00010000:1.0:1734016088.843529:0:6482:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016088.843575:0:6482:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880097234000/0x3f004d6452e0579f lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf9e7 expref: 21 pid: 7420 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016088.843623:0:6482:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:1.0:1734016088.843629:0:6482:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1734016088.843979:0:6482:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880097237600/0x3f004d6452e05808 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6482 initiator: MDT0 00010000:00010000:1.0:1734016088.844001:0:6482:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8038900/0x3f004d6452e057bb lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf9f5 expref: 26 pid: 6482 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016088.844014:0:6482:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff880097237600/0x3f004d6452e05808 lrc: 4/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6482 initiator: MDT0 00010000:00010000:1.0:1734016088.844084:0:6482:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8038900/0x3f004d6452e057bb lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf9f5 expref: 26 pid: 6482 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016088.844101:0:6482:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8038900/0x3f004d6452e057bb lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf9f5 expref: 26 pid: 6482 timeout: 452 lvb_type: 0 00000100:00100000:1.0:1734016088.844124:0:6482:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880135f54e00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6482:1818247339270016:192.168.201.10@tcp:104: 00000100:00100000:1.0:1734016088.844280:0:6482:0:(client.c:2562:ptlrpc_set_wait()) set ffff88006d6ff300 going to sleep for 11 seconds 00000100:00100000:1.0:1734016088.847904:0:6482:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880135f54e00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6482:1818247339270016:192.168.201.10@tcp:104: 00010000:00010000:1.0:1734016088.847959:0:6482:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff880097237600/0x3f004d6452e05808 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6482 initiator: MDT0 00000100:00100000:0.0:1734016088.848739:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016088.849247:0:7705:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336341120 00000100:00100000:1.0:1734016088.849257:0:7705:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336341120 00010000:00010000:1.0:1734016088.849309:0:7705:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8038900/0x3f004d6452e057bb lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf9f5 expref: 27 pid: 6482 timeout: 452 lvb_type: 0 00000100:00100000:1.0:1734016088.850203:0:7705:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2471 00000100:00100000:1.0:1734016088.850212:0:7705:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b1f64050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+27:1978:x1818247336341120:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016088.850236:0:7705:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016088.850245:0:7705:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8038900/0x3f004d6452e057bb lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf9f5 expref: 27 pid: 6482 timeout: 452 lvb_type: 0 00010000:00010000:1.0:1734016088.850258:0:7705:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8038900/0x3f004d6452e057bb lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf9f5 expref: 27 pid: 6482 timeout: 452 lvb_type: 0 00010000:00010000:1.0:1734016088.850284:0:7705:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8038900/0x3f004d6452e057bb lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361cf9f5 expref: 27 pid: 6482 timeout: 452 lvb_type: 0 00010000:00010000:1.0:1734016088.850300:0:7705:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:1.0:1734016088.850305:0:7705:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff880097237600/0x3f004d6452e05808 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6482 initiator: MDT0 00010000:00010000:1.0:1734016088.850315:0:7705:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880097237600/0x3f004d6452e05808 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6482 initiator: MDT0 00010000:00010000:1.0:1734016088.850321:0:7705:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880097237600/0x3f004d6452e05808 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6482 initiator: MDT0 00010000:00010000:1.0:1734016088.850349:0:7705:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016088.850401:0:7705:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b1f64050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+26:1978:x1818247336341120:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 191us (1666us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016088.850407:0:7705:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2471 00010000:00010000:0.0:1734016088.850495:0:6482:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff880097237600/0x3f004d6452e05808 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6482 initiator: MDT0 00010000:00010000:0.0:1734016088.850502:0:6482:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880097237600/0x3f004d6452e05808 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6482 initiator: MDT0 00000001:00080000:0.0:1734016088.850626:0:6482:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294968379 00000004:00010000:0.0:1734016088.850679:0:6482:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff88012cc7a300 reply state ffff880076bb4000 transno 4294968380 ns: mdt-lustre-MDT0000_UUID lock: ffff880097237600/0x3f004d6452e05808 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6482 initiator: MDT0 00000100:00100000:0.0:1734016088.850687:0:6482:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1734016088.850761:0:6482:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cc7a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+23:9673:x1818247336340992:12345-192.168.201.10@tcp:36:fsx.0 Request processed in 7335us (8719us total) trans 4294968380 rc 0/0 00000100:00100000:0.0:1734016088.850769:0:6482:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 1698 00000020:00080000:0.0:1734016088.850773:0:6482:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:0.0:1734016088.857568:0:3495:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880097237600/0x3f004d6452e05808 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6482 initiator: MDT0 00010000:00010000:0.0:1734016088.857596:0:3495:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880097237600/0x3f004d6452e05808 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6482 initiator: MDT0 00010000:00010000:0.0:1734016088.857606:0:3495:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880097237600/0x3f004d6452e05808 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6482 initiator: MDT0 00010000:00010000:0.0:1734016088.857616:0:3495:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880097237600 already unused, calling callback (ffffffffa0f03950) 00010000:00010000:0.0:1734016088.857622:0:3495:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880097237600/0x3f004d6452e05808 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6482 initiator: MDT0 00010000:00010000:0.0:1734016088.857630:0:3495:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880097237600/0x3f004d6452e05808 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6482 initiator: MDT0 00010000:00010000:0.0:1734016088.857655:0:3495:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:0.0:1734016088.857658:0:3495:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1734016088.857663:0:3495:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880097237600/0x3f004d6452e05808 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6482 initiator: MDT0 00010000:00010000:0.0:1734016088.857668:0:3495:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880097237600/0x3f004d6452e05808 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6482 initiator: MDT0 00000100:00100000:0.0:1734016088.858354:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016088.858535:0:13927:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336341248 00000100:00100000:1.0:1734016088.858550:0:13927:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336341248 00000100:00100000:1.0:1734016088.858620:0:13927:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9520 00000100:00100000:1.0:1734016088.858630:0:13927:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cc78e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+9:9673:x1818247336341248:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:1.0:1734016088.858665:0:13927:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016088.858690:0:13927:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880097237cc0/0x3f004d6452e0580f lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361cfa42 expref: -99 pid: 13927 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016088.858728:0:13927:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800721718c0/0x3f004d6452e05801 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 262144->282623) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cfa3b expref: 8 pid: 10115 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016088.858738:0:13927:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016088.858741:0:13927:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016088.858744:0:13927:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880097237cc0/0x3f004d6452e0580f lrc: 4/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cfa42 expref: 10 pid: 13927 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016088.858800:0:13927:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800721718c0/0x3f004d6452e05801 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 262144->282623) gid 0 flags: 0x50000000020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361cfa3b expref: 8 pid: 10115 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016088.858813:0:13927:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800721718c0/0x3f004d6452e05801 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 262144->282623) gid 0 flags: 0x70000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361cfa3b expref: 8 pid: 10115 timeout: 452 lvb_type: 0 00000100:00100000:1.0:1734016088.858832:0:13927:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880135f54700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13927:1818247339270144:192.168.201.10@tcp:104: 00000100:00100000:1.0:1734016088.858969:0:13927:0:(client.c:2562:ptlrpc_set_wait()) set ffff88006d6ff180 going to sleep for 11 seconds 00000100:00100000:0.0:1734016088.862544:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016088.862576:0:13927:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880135f54700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13927:1818247339270144:192.168.201.10@tcp:104: 00010000:00010000:1.0:1734016088.862641:0:13927:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880097237cc0/0x3f004d6452e0580f lrc: 3/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cfa42 expref: 10 pid: 13927 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016088.862671:0:13927:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097237cc0, rc 0) 00000100:00100000:1.0:1734016088.862756:0:13927:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cc78e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+10:9673:x1818247336341248:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 4127us (4410us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016088.862767:0:13927:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9520 00000100:00100000:0.0:1734016088.867131:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016088.868825:0:7695:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336341504 00000100:00100000:1.0:1734016088.868836:0:7695:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336341504 00002000:00010000:1.0:1734016088.868891:0:7695:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (8367661->18446744073709551615) 00002000:00100000:1.0:1734016088.868896:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012cc79c00 with x1818247336341504 ext(8367661->18446744073709551615) 00002000:00010000:1.0:1734016088.868910:0:7695:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012cc79c00. 00000100:00100000:1.0:1734016088.868943:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 7804 00000100:00100000:1.0:1734016088.868950:0:7695:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cc79c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+10:1979:x1818247336341504:12345-192.168.201.10@tcp:10:fsx.0 00002000:00010000:1.0:1734016088.869224:0:7695:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 6902222 -> 8367661 00002000:00010000:1.0:1734016088.869227:0:7695:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016088 -> 1734016088 00002000:00010000:1.0:1734016088.869229:0:7695:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016088 -> 1734016088 00002000:00010000:1.0:1734016088.869231:0:7695:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016088 -> 1734016088 00002000:00010000:1.0:1734016088.869233:0:7695:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 456 -> 456 00000100:00100000:1.0:1734016088.869294:0:7695:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cc79c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+11:1979:x1818247336341504:12345-192.168.201.10@tcp:10:fsx.0 Request processed in 344us (2181us total) trans 4294968928 rc 0/0 00000100:00100000:1.0:1734016088.869302:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 7804 00002000:00010000:1.0:1734016088.869305:0:7695:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (8367661->18446744073709551615) 00002000:00100000:1.0:1734016088.869308:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012cc79c00 with x1818247336341504 ext(8367661->18446744073709551615) 00002000:00010000:1.0:1734016088.869311:0:7695:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012cc79c00. 00000100:00100000:0.0:1734016088.871713:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016088.882788:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016088.903041:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016088.906767:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016088.907363:0:13927:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336342144 00000100:00100000:1.0:1734016088.907381:0:13927:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336342144 00000100:00100000:1.0:1734016088.907610:0:13927:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9521 00000100:00100000:1.0:1734016088.907621:0:13927:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074009180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1979:x1818247336342144:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:1.0:1734016088.907657:0:13927:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016088.907692:0:13927:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880097234b40/0x3f004d6452e05832 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361cfa57 expref: -99 pid: 13927 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016088.907793:0:13927:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880135f54700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13927:1818247339270400:192.168.201.10@tcp:106: 00000100:00100000:1.0:1734016088.907939:0:13927:0:(client.c:2562:ptlrpc_set_wait()) set ffff88006d6ff180 going to sleep for 11 seconds 00000100:00100000:1.0:1734016088.913812:0:13927:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880135f54700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13927:1818247339270400:192.168.201.10@tcp:106: 00010000:00010000:1.0:1734016088.913883:0:13927:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880097234b40/0x3f004d6452e05832 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cfa57 expref: 9 pid: 13927 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016088.913903:0:13927:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097234b40/0x3f004d6452e05832 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cfa57 expref: 9 pid: 13927 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016088.913926:0:13927:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097234b40, rc 0) 00000100:00100000:1.0:1734016088.914704:0:13927:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074009180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1979:x1818247336342144:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 7078us (7955us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016088.914715:0:13927:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9521 00000100:00100000:0.0:1734016088.917203:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016088.917313:0:13927:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336342272 00000100:00100000:1.0:1734016088.917328:0:13927:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336342272 00000100:00100000:1.0:1734016088.917402:0:13927:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9522 00000100:00100000:1.0:1734016088.917412:0:13927:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007400a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1980:x1818247336342272:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:1.0:1734016088.917440:0:13927:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016088.917467:0:13927:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880097234d80/0x3f004d6452e05839 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361cfa5e expref: -99 pid: 13927 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016088.917550:0:13927:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880135f54700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13927:1818247339270528:192.168.201.10@tcp:106: 00000100:00100000:1.0:1734016088.917629:0:13927:0:(client.c:2562:ptlrpc_set_wait()) set ffff88006d6ff180 going to sleep for 11 seconds 00000100:00100000:1.0:1734016088.921165:0:13927:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880135f54700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13927:1818247339270528:192.168.201.10@tcp:106: 00010000:00010000:1.0:1734016088.921222:0:13927:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880097234d80/0x3f004d6452e05839 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cfa5e expref: 9 pid: 13927 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016088.921241:0:13927:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097234d80/0x3f004d6452e05839 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cfa5e expref: 9 pid: 13927 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016088.921267:0:13927:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097234d80, rc 0) 00000100:00100000:1.0:1734016088.921349:0:13927:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007400a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1980:x1818247336342272:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 3934us (4156us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016088.921360:0:13927:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9522 00000100:00100000:0.0:1734016088.924265:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016088.924537:0:13927:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336342400 00000100:00100000:1.0:1734016088.924556:0:13927:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336342400 00000100:00100000:1.0:1734016088.924659:0:13927:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9523 00000100:00100000:1.0:1734016088.924671:0:13927:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074009880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1979:x1818247336342400:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:1.0:1734016088.924713:0:13927:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016088.924751:0:13927:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800972358c0/0x3f004d6452e05840 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361cfa65 expref: -99 pid: 13927 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016088.924919:0:13927:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880135f54700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13927:1818247339270656:192.168.201.10@tcp:106: 00000100:00100000:1.0:1734016088.925054:0:13927:0:(client.c:2562:ptlrpc_set_wait()) set ffff88006d6ff180 going to sleep for 11 seconds 00000100:00100000:1.0:1734016088.930024:0:13927:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880135f54700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13927:1818247339270656:192.168.201.10@tcp:106: 00010000:00010000:1.0:1734016088.930110:0:13927:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800972358c0/0x3f004d6452e05840 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cfa65 expref: 9 pid: 13927 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016088.930130:0:13927:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800972358c0/0x3f004d6452e05840 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cfa65 expref: 9 pid: 13927 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016088.930156:0:13927:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800972358c0, rc 0) 00000100:00100000:1.0:1734016088.930258:0:13927:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074009880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1979:x1818247336342400:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 5586us (6011us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016088.930277:0:13927:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9523 00000100:00100000:0.0:1734016088.933452:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016088.933586:0:13927:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336342528 00000100:00100000:1.0:1734016088.933602:0:13927:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336342528 00000100:00100000:1.0:1734016088.933824:0:13927:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9524 00000100:00100000:1.0:1734016088.933837:0:13927:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074009f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1978:x1818247336342528:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:1.0:1734016088.934126:0:13927:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016088.934166:0:13927:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880097235200/0x3f004d6452e05847 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361cfa6c expref: -99 pid: 13927 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016088.934278:0:13927:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880135f54700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13927:1818247339270784:192.168.201.10@tcp:106: 00000100:00100000:1.0:1734016088.934410:0:13927:0:(client.c:2562:ptlrpc_set_wait()) set ffff88006d6ff180 going to sleep for 11 seconds 00000100:00100000:1.0:1734016088.937232:0:13927:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880135f54700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13927:1818247339270784:192.168.201.10@tcp:106: 00010000:00010000:1.0:1734016088.937311:0:13927:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880097235200/0x3f004d6452e05847 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cfa6c expref: 9 pid: 13927 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016088.937336:0:13927:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097235200/0x3f004d6452e05847 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cfa6c expref: 9 pid: 13927 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016088.937373:0:13927:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097235200, rc 0) 00000100:00100000:1.0:1734016088.937477:0:13927:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074009f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1978:x1818247336342528:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 3639us (4044us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016088.937489:0:13927:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9524 00000100:00100000:0.0:1734016088.952543:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016088.952624:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016089.041084:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016089.042724:0:13927:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336343168 00000100:00100000:1.0:1734016089.042746:0:13927:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336343168 00000100:00100000:0.0:1734016089.050762:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016089.051123:0:13927:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336343296 00000100:00100000:1.0:1734016089.051143:0:13927:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336343296 00000100:00100000:1.0:1734016089.051228:0:13927:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9526 00000100:00100000:1.0:1734016089.051239:0:13927:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007400a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1979:x1818247336343296:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:1.0:1734016089.051281:0:13927:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016089.051313:0:13927:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880097236ac0/0x3f004d6452e0584e lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361cfa73 expref: -99 pid: 13927 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016089.051412:0:13927:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880135f54700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13927:1818247339270912:192.168.201.10@tcp:106: 00000100:00100000:1.0:1734016089.051524:0:13927:0:(client.c:2562:ptlrpc_set_wait()) set ffff88006d6ff180 going to sleep for 11 seconds 00000100:00080000:0.0:1734016089.051790:0:6479:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734016059 00000100:00100000:1.0:1734016089.053980:0:13927:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880135f54700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13927:1818247339270912:192.168.201.10@tcp:106: 00010000:00010000:1.0:1734016089.054059:0:13927:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880097236ac0/0x3f004d6452e0584e lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cfa73 expref: 9 pid: 13927 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016089.054078:0:13927:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097236ac0/0x3f004d6452e0584e lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cfa73 expref: 9 pid: 13927 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016089.054104:0:13927:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097236ac0, rc 0) 00000100:00100000:1.0:1734016089.054188:0:13927:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007400a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1979:x1818247336343296:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 2950us (3453us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016089.054199:0:13927:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9526 00000100:00100000:0.0:1734016089.058240:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016089.058353:0:13927:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336343424 00000100:00100000:1.0:1734016089.058369:0:13927:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336343424 00000100:00100000:1.0:1734016089.058430:0:13927:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9527 00000100:00100000:1.0:1734016089.058440:0:13927:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007400b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1978:x1818247336343424:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:1.0:1734016089.058465:0:13927:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016089.058491:0:13927:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880097236ac0/0x3f004d6452e05855 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361cfa7a expref: -99 pid: 13927 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016089.058566:0:13927:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880135f54700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13927:1818247339271040:192.168.201.10@tcp:106: 00000100:00100000:1.0:1734016089.058647:0:13927:0:(client.c:2562:ptlrpc_set_wait()) set ffff88006d6ff180 going to sleep for 11 seconds 00000100:00100000:1.0:1734016089.060206:0:13927:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880135f54700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13927:1818247339271040:192.168.201.10@tcp:106: 00010000:00010000:1.0:1734016089.060238:0:13927:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880097236ac0/0x3f004d6452e05855 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cfa7a expref: 9 pid: 13927 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016089.060253:0:13927:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097236ac0/0x3f004d6452e05855 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cfa7a expref: 9 pid: 13927 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016089.060277:0:13927:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097236ac0, rc 0) 00000100:00100000:1.0:1734016089.060539:0:13927:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007400b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1978:x1818247336343424:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 2099us (2310us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016089.060549:0:13927:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9527 00000100:00100000:0.0:1734016089.063391:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016089.063539:0:13927:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336343552 00000100:00100000:1.0:1734016089.063557:0:13927:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336343552 00000100:00100000:1.0:1734016089.063669:0:13927:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9528 00000100:00100000:1.0:1734016089.063679:0:13927:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075262d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1979:x1818247336343552:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:1.0:1734016089.063708:0:13927:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016089.063740:0:13927:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880097235200/0x3f004d6452e0585c lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361cfa81 expref: -99 pid: 13927 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016089.063835:0:13927:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880135f54700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13927:1818247339271168:192.168.201.10@tcp:106: 00000100:00100000:1.0:1734016089.063971:0:13927:0:(client.c:2562:ptlrpc_set_wait()) set ffff88006d6ff180 going to sleep for 11 seconds 00000100:00100000:1.0:1734016089.067358:0:13927:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880135f54700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13927:1818247339271168:192.168.201.10@tcp:106: 00010000:00010000:1.0:1734016089.067418:0:13927:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880097235200/0x3f004d6452e0585c lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cfa81 expref: 9 pid: 13927 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016089.067437:0:13927:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097235200/0x3f004d6452e0585c lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cfa81 expref: 9 pid: 13927 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016089.067467:0:13927:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097235200, rc 0) 00000100:00100000:1.0:1734016089.068384:0:13927:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075262d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1979:x1818247336343552:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 4342us (4652us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016089.068397:0:13927:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9528 00000100:00100000:0.0:1734016089.070758:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016089.074483:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016089.075200:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336343936 00000100:00100000:1.0:1734016089.075212:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336343936 00002000:00100000:1.0:1734016089.075285:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (5242880->7045119) req@ffff880074766a00 x1818247336343936/t0(0) o4->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:50/0 lens 504/0 e 0 to 0 dl 1734016100 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016089.075296:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074766a00 with x1818247336343936 ext(5242880->7045119) 00010000:00010000:1.0:1734016089.075307:0:7694:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880097237cc0/0x3f004d6452e0580f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361cfa42 expref: 12 pid: 13927 timeout: 453 lvb_type: 0 00010000:00010000:1.0:1734016089.075321:0:7694:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880097237cc0/0x3f004d6452e0580f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361cfa42 expref: 12 pid: 13927 timeout: 453 lvb_type: 0 00002000:00010000:1.0:1734016089.075330:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880074766a00 00000100:00100000:1.0:1734016089.075362:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 236 00000100:00100000:1.0:1734016089.075371:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074766a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+12:1979:x1818247336343936:12345-192.168.201.10@tcp:4:fsx.0 00000100:00100000:1.0:1734016089.083803:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074766a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+14:1979:x1818247336343936:12345-192.168.201.10@tcp:4:fsx.0 Request processed in 8398us (9304us total) trans 4294968930 rc 0/0 00000100:00100000:1.0:1734016089.083834:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 236 00002000:00100000:1.0:1734016089.083879:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (5242880->7045119) req@ffff880074766a00 x1818247336343936/t4294968930(0) o4->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:50/0 lens 504/448 e 0 to 0 dl 1734016100 ref 1 fl Complete:H/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016089.083895:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074766a00 with x1818247336343936 ext(5242880->7045119) 00010000:00010000:1.0:1734016089.083919:0:7694:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880097237cc0/0x3f004d6452e0580f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361cfa42 expref: 14 pid: 13927 timeout: 453 lvb_type: 0 00010000:00010000:1.0:1734016089.083953:0:7694:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880097237cc0/0x3f004d6452e0580f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361cfa42 expref: 14 pid: 13927 timeout: 453 lvb_type: 0 00002000:00010000:1.0:1734016089.083963:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880074766a00 00000100:00100000:0.0:1734016089.093554:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016089.104360:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016089.104554:0:13927:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336344192 00000100:00100000:1.0:1734016089.104577:0:13927:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336344192 00000100:00100000:1.0:1734016089.104673:0:13927:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9529 00000100:00100000:1.0:1734016089.104685:0:13927:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074ebd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1978:x1818247336344192:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:1.0:1734016089.104728:0:13927:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016089.104775:0:13927:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880097237cc0/0x3f004d6452e0586a lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361cfa88 expref: -99 pid: 13927 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1734016089.104816:0:13927:0:(ofd_lvb.c:169:ofd_lvbo_init()) res: [0x280000400:0x5:0x0] initial LVB size: 8367661, mtime: 0x675afc58, atime: 0x675afc58, ctime: 0x675afc58, blocks: 0x2c8 00010000:00010000:1.0:1734016089.104856:0:13927:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016089.104860:0:13927:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016089.104923:0:13927:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880097237cc0/0x3f004d6452e0586a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cfa88 expref: 9 pid: 13927 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016089.104955:0:13927:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880097237cc0/0x3f004d6452e0586a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cfa88 expref: 9 pid: 13927 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016089.104974:0:13927:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097237cc0, rc 0) 00000100:00100000:1.0:1734016089.105060:0:13927:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074ebd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+9:1978:x1818247336344192:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 377us (728us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016089.105067:0:13927:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9529 00000100:00100000:0.0:1734016089.109827:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016089.121465:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016089.130565:0:10115:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336344576 00000100:00100000:0.0:1734016089.130578:0:10115:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336344576 00000100:00100000:0.0:1734016089.130641:0:10115:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9531 00000100:00100000:0.0:1734016089.130649:0:10115:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075298000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+10:1978:x1818247336344576:12345-192.168.201.10@tcp:22:fsx.0 00002000:00010000:0.0:1734016089.131078:0:10115:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 8367661 -> 8367661 00002000:00010000:0.0:1734016089.131082:0:10115:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016088 -> 1734016088 00002000:00010000:0.0:1734016089.131084:0:10115:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016088 -> 1734016088 00002000:00010000:0.0:1734016089.131087:0:10115:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016088 -> 1734016088 00002000:00010000:0.0:1734016089.131089:0:10115:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 712 -> 712 00000100:00100000:0.0:1734016089.131186:0:10115:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075298000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+11:1978:x1818247336344576:12345-192.168.201.10@tcp:22:fsx.0 Request processed in 536us (752us total) trans 4294968931 rc 0/0 00000100:00100000:0.0:1734016089.131195:0:10115:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9531 00000100:00100000:0.0:1734016089.134552:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016089.134716:0:13927:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336344704 00000100:00100000:1.0:1734016089.134728:0:13927:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336344704 00000100:00100000:1.0:1734016089.134778:0:13927:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9532 00000100:00100000:1.0:1734016089.134787:0:13927:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075229f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+13:1980:x1818247336344704:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:1.0:1734016089.134818:0:13927:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016089.134845:0:13927:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800972358c0/0x3f004d6452e05878 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361cfa96 expref: -99 pid: 13927 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016089.134961:0:13927:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880135f54700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13927:1818247339271680:192.168.201.10@tcp:106: 00000100:00100000:1.0:1734016089.135653:0:13927:0:(client.c:2562:ptlrpc_set_wait()) set ffff88006d6ff180 going to sleep for 11 seconds 00000100:00100000:1.0:1734016089.138093:0:13927:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880135f54700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13927:1818247339271680:192.168.201.10@tcp:106: 00010000:00010000:1.0:1734016089.138161:0:13927:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800972358c0/0x3f004d6452e05878 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cfa96 expref: 14 pid: 13927 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016089.138182:0:13927:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800972358c0/0x3f004d6452e05878 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cfa96 expref: 14 pid: 13927 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016089.138211:0:13927:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800972358c0, rc 0) 00000100:00100000:1.0:1734016089.138295:0:13927:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075229f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+13:1980:x1818247336344704:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 3506us (3757us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016089.138311:0:13927:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9532 00000100:00100000:1.0:1734016089.141482:0:13927:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336344832 00000100:00100000:1.0:1734016089.141496:0:13927:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336344832 00000100:00100000:1.0:1734016089.141563:0:13927:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9533 00000100:00100000:1.0:1734016089.141576:0:13927:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075299180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+13:1980:x1818247336344832:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:1.0:1734016089.141607:0:13927:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016089.141637:0:13927:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880097234d80/0x3f004d6452e0587f lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361cfa9d expref: -99 pid: 13927 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016089.141735:0:13927:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880135f54700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13927:1818247339271808:192.168.201.10@tcp:106: 00000100:00100000:1.0:1734016089.142649:0:13927:0:(client.c:2562:ptlrpc_set_wait()) set ffff88006d6ff180 going to sleep for 11 seconds 00000100:00100000:1.0:1734016089.145205:0:13927:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880135f54700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13927:1818247339271808:192.168.201.10@tcp:106: 00010000:00010000:1.0:1734016089.145265:0:13927:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880097234d80/0x3f004d6452e0587f lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cfa9d expref: 14 pid: 13927 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016089.145288:0:13927:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097234d80/0x3f004d6452e0587f lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cfa9d expref: 14 pid: 13927 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016089.145304:0:13927:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097234d80, rc 0) 00000100:00100000:1.0:1734016089.145385:0:13927:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075299180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+13:1980:x1818247336344832:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 3813us (4044us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016089.145397:0:13927:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9533 00000100:00100000:0.0:1734016089.150018:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016089.150175:0:13927:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336344960 00000100:00100000:1.0:1734016089.150192:0:13927:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336344960 00000100:00100000:1.0:1734016089.150263:0:13927:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9534 00000100:00100000:1.0:1734016089.150274:0:13927:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075229180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+13:9673:x1818247336344960:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:1.0:1734016089.150307:0:13927:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016089.150341:0:13927:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880097234b40/0x3f004d6452e05886 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361cfaa4 expref: -99 pid: 13927 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016089.150391:0:13927:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880072170d80/0x3f004d6452e05871 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 876544->937983) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cfa8f expref: 9 pid: 10115 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016089.150400:0:13927:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016089.150402:0:13927:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016089.150406:0:13927:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880097234b40/0x3f004d6452e05886 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [2203648->2240511] (req 2203648->2240511) gid 0 flags: 0x50000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cfaa4 expref: 14 pid: 13927 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016089.150448:0:13927:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880072170d80/0x3f004d6452e05871 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 876544->937983) gid 0 flags: 0x50000000020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361cfa8f expref: 9 pid: 10115 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016089.150462:0:13927:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880072170d80/0x3f004d6452e05871 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 876544->937983) gid 0 flags: 0x70000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361cfa8f expref: 9 pid: 10115 timeout: 453 lvb_type: 0 00000100:00100000:1.0:1734016089.150478:0:13927:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880135f54700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13927:1818247339271936:192.168.201.10@tcp:104: 00000100:00100000:1.0:1734016089.150568:0:13927:0:(client.c:2562:ptlrpc_set_wait()) set ffff88006d6ff180 going to sleep for 11 seconds 00000100:00100000:1.0:1734016089.156954:0:13927:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880135f54700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13927:1818247339271936:192.168.201.10@tcp:104: 00010000:00010000:1.0:1734016089.157018:0:13927:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880097234b40/0x3f004d6452e05886 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [2203648->2240511] (req 2203648->2240511) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cfaa4 expref: 14 pid: 13927 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016089.157048:0:13927:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097234b40, rc 0) 00000100:00100000:1.0:1734016089.157127:0:13927:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075229180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+14:9673:x1818247336344960:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 6853us (7141us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016089.157816:0:13927:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9534 00000100:00100000:1.0:1734016089.160734:0:13927:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336345216 00000100:00100000:1.0:1734016089.160743:0:13927:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336345216 00000100:00100000:1.0:1734016089.160789:0:13927:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9535 00000100:00100000:1.0:1734016089.160795:0:13927:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007529b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+14:1979:x1818247336345216:12345-192.168.201.10@tcp:22:fsx.0 00002000:00010000:1.0:1734016089.161080:0:13927:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 8367661 -> 8367661 00002000:00010000:1.0:1734016089.161083:0:13927:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016088 -> 1734016088 00002000:00010000:1.0:1734016089.161085:0:13927:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016088 -> 1734016088 00002000:00010000:1.0:1734016089.161087:0:13927:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016088 -> 1734016088 00002000:00010000:1.0:1734016089.161088:0:13927:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 712 -> 712 00000100:00100000:1.0:1734016089.161147:0:13927:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007529b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+15:1979:x1818247336345216:12345-192.168.201.10@tcp:22:fsx.0 Request processed in 352us (480us total) trans 4294968932 rc 0/0 00000100:00100000:1.0:1734016089.161152:0:13927:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9535 00000100:00100000:0.0:1734016089.165236:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016089.172369:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016089.177297:0:9956:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336345600 00000100:00100000:0.0:1734016089.177308:0:9956:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336345600 00010000:00010000:0.0:1734016089.177355:0:9956:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880097234b40/0x3f004d6452e05886 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2203648->2240511) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361cfaa4 expref: 15 pid: 13927 timeout: 453 lvb_type: 0 00000100:00100000:0.0:1734016089.177388:0:9956:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2476 00000100:00100000:0.0:1734016089.177394:0:9956:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012db31880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+15:1979:x1818247336345600:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016089.177412:0:9956:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016089.177445:0:9956:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880097234b40/0x3f004d6452e05886 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2203648->2240511) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361cfaa4 expref: 15 pid: 13927 timeout: 453 lvb_type: 0 00010000:00010000:0.0:1734016089.177459:0:9956:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880097234b40/0x3f004d6452e05886 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2203648->2240511) gid 0 flags: 0x50000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361cfaa4 expref: 15 pid: 13927 timeout: 453 lvb_type: 0 00010000:00010000:0.0:1734016089.177491:0:9956:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097234b40/0x3f004d6452e05886 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2203648->2240511) gid 0 flags: 0x44801400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361cfaa4 expref: 15 pid: 13927 timeout: 453 lvb_type: 0 00010000:00010000:0.0:1734016089.177528:0:9956:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016089.177531:0:9956:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016089.177540:0:9956:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7a80/0x3f004d6452e05894 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2457600->2461695) gid 0 flags: 0x40080000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cfab2 expref: 9 pid: 10115 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016089.177550:0:9956:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7a80/0x3f004d6452e05894 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2457600->2461695) gid 0 flags: 0x40080000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cfab2 expref: 9 pid: 10115 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016089.177595:0:9956:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7a80/0x3f004d6452e05894 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2457600->2461695) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cfab2 expref: 9 pid: 10115 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016089.177612:0:9956:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880130b32a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9956:1818247339272448:192.168.201.10@tcp:105: 00000100:00100000:0.0:1734016089.177678:0:9956:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012cf4f000 going to sleep for 11 seconds 00000100:00100000:0.0:1734016089.223073:0:13925:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336345984 00000100:00100000:0.0:1734016089.223087:0:13925:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336345984 00002000:00100000:0.0:1734016089.223150:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (4194304->8368127) req@ffff880075298a80 x1818247336345984/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:50/0 lens 488/0 e 0 to 0 dl 1734016100 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016089.223163:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880075298a80 with x1818247336345984 ext(4194304->8368127) 00002000:00010000:0.0:1734016089.223171:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880075298a80 00000100:00100000:0.0:1734016089.223207:0:13925:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336345856 00000100:00100000:0.0:1734016089.223209:0:13925:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336345856 00002000:00100000:0.0:1734016089.223218:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (0->4194303) req@ffff880075298380 x1818247336345856/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:50/0 lens 488/0 e 0 to 0 dl 1734016100 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016089.223226:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880075298380 with x1818247336345856 ext(0->4194303) 00002000:00010000:0.0:1734016089.223229:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880075298380 00000100:00100000:0.0:1734016089.223244:0:13925:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 7809 00000100:00100000:0.0:1734016089.223251:0:13925:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075298a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+11:1979:x1818247336345984:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:1.0:1734016089.223336:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 7810 00000100:00100000:1.0:1734016089.223342:0:7695:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075298380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+11:1979:x1818247336345856:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:1.0:1734016089.319100:0:7695:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075298380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+12:1979:x1818247336345856:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 95741us (97007us total) trans 0 rc 4194304/4194304 00000100:00100000:1.0:1734016089.319115:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 7810 00002000:00100000:1.0:1734016089.319133:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (0->4194303) req@ffff880075298380 x1818247336345856/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:50/0 lens 488/440 e 0 to 0 dl 1734016100 ref 1 fl Complete:/200/0 rc 4194304/4194304 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016089.319144:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880075298380 with x1818247336345856 ext(0->4194303) 00002000:00010000:1.0:1734016089.319152:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880075298380 00000100:00100000:1.0:1734016089.345990:0:7695:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336346240 00000100:00100000:1.0:1734016089.346008:0:7695:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336346240 00002000:00100000:1.0:1734016089.346091:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (2441216->2461695) req@ffff88007529aa00 x1818247336346240/t0(0) o4->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:50/0 lens 488/0 e 0 to 0 dl 1734016100 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016089.346106:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007529aa00 with x1818247336346240 ext(2441216->2461695) 00002000:00010000:1.0:1734016089.346113:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007529aa00 00000100:00100000:1.0:1734016089.347407:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 7811 00000100:00100000:1.0:1734016089.347429:0:7695:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007529aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+12:1978:x1818247336346240:12345-192.168.201.10@tcp:4:fsx.0 00000100:00100000:1.0:1734016089.359511:0:7695:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007529aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+12:1978:x1818247336346240:12345-192.168.201.10@tcp:4:fsx.0 Request processed in 12071us (14003us total) trans 4294968933 rc 0/0 00000100:00100000:1.0:1734016089.359529:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 7811 00002000:00100000:1.0:1734016089.359545:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (2441216->2461695) req@ffff88007529aa00 x1818247336346240/t4294968933(0) o4->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:50/0 lens 488/448 e 0 to 0 dl 1734016100 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016089.359555:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007529aa00 with x1818247336346240 ext(2441216->2461695) 00002000:00010000:1.0:1734016089.359562:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007529aa00 00000100:00100000:0.0:1734016089.362448:0:6482:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336346368 00000100:00100000:0.0:1734016089.362463:0:6482:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336346368 00000100:00100000:0.0:1734016089.362544:0:6482:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 1701 00000100:00100000:0.0:1734016089.362554:0:6482:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075299880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+27:9673:x1818247336346368:12345-192.168.201.10@tcp:44:fsx.0 00000100:00100000:0.0:1734016089.362745:0:6482:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075299880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+27:9673:x1818247336346368:12345-192.168.201.10@tcp:44:fsx.0 Request processed in 192us (898us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016089.362753:0:6482:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 1701 00000100:00100000:0.0:1734016089.364183:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000001:00080000:0.0:1734016089.367064:0:8954:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294968933 is committed 00000001:00080000:0.0:1734016089.367081:0:8954:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294968932 is committed 00000100:00100000:0.0:1734016089.372035:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016089.378626:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016089.393617:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016089.405136:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016089.417416:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016089.423634:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016089.430118:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016089.436235:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016089.440610:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016089.444203:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016089.447723:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016089.451655:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016089.459096:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00080000:0.0:1734016089.459912:0:6479:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734016059 00000100:00100000:1.0:1734016089.462182:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016089.464998:0:10115:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880135f56300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1981:x1818247336349312:12345-192.168.201.10@tcp:16:fsx.0 Request processed in 2618us (2823us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016089.465011:0:10115:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9543 00000100:00100000:0.0:1734016089.469200:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016089.474999:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016089.482256:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016089.486046:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016089.490217:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016089.495087:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016089.501798:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016089.509533:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016089.513577:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016089.520998:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016089.529659:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016089.536363:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016089.541325:0:13927:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336351488 00000100:00100000:1.0:1734016089.541339:0:13927:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336351488 00000100:00100000:1.0:1734016089.541411:0:13927:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9552 00000100:00100000:1.0:1734016089.541420:0:13927:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007529a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1978:x1818247336351488:12345-192.168.201.10@tcp:22:fsx.0 00002000:00010000:1.0:1734016089.541790:0:13927:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 8367661 -> 8367661 00002000:00010000:1.0:1734016089.541794:0:13927:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016088 -> 1734016089 00002000:00010000:1.0:1734016089.541796:0:13927:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016088 -> 1734016088 00002000:00010000:1.0:1734016089.541798:0:13927:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016089 -> 1734016089 00002000:00010000:1.0:1734016089.541800:0:13927:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 872 -> 872 00000100:00100000:1.0:1734016089.541909:0:13927:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007529a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+8:1978:x1818247336351488:12345-192.168.201.10@tcp:22:fsx.0 Request processed in 488us (1337us total) trans 4294968936 rc 0/0 00000100:00100000:1.0:1734016089.541917:0:13927:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9552 00000100:00100000:0.0:1734016089.545703:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016089.552686:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016089.557718:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016089.565898:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016089.569836:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016089.569961:0:13927:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336352128 00000100:00100000:1.0:1734016089.569971:0:13927:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336352128 00000100:00100000:1.0:1734016089.570024:0:13927:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9556 00000100:00100000:1.0:1734016089.570032:0:13927:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076949180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1979:x1818247336352128:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:1.0:1734016089.570053:0:13927:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016089.570073:0:13927:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880097237600/0x3f004d6452e058fd lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361cfb14 expref: -99 pid: 13927 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016089.570137:0:13927:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880075000000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13927:1818247339274624:192.168.201.10@tcp:106: 00000100:00100000:1.0:1734016089.570204:0:13927:0:(client.c:2562:ptlrpc_set_wait()) set ffff88006d6ff180 going to sleep for 11 seconds 00002000:00010000:1.0:1734016089.573728:0:13927:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime: 1734016088 -> 1734016089 00000100:00100000:1.0:1734016089.573772:0:13927:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880075000000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13927:1818247339274624:192.168.201.10@tcp:106: 00010000:00010000:1.0:1734016089.573832:0:13927:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880097237600/0x3f004d6452e058fd lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cfb14 expref: 8 pid: 13927 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016089.573851:0:13927:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097237600/0x3f004d6452e058fd lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cfb14 expref: 8 pid: 13927 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016089.573917:0:13927:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097237600, rc 0) 00000100:00100000:1.0:1734016089.573990:0:13927:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076949180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1979:x1818247336352128:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 3958us (4165us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016089.574001:0:13927:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9556 00000100:00100000:0.0:1734016089.576050:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016089.576486:0:13927:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336352256 00000100:00100000:1.0:1734016089.576496:0:13927:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336352256 00000100:00100000:1.0:1734016089.576550:0:13927:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9557 00000100:00100000:1.0:1734016089.576559:0:13927:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007694bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1978:x1818247336352256:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:1.0:1734016089.576586:0:13927:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016089.576606:0:13927:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880097234000/0x3f004d6452e05904 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361cfb1b expref: -99 pid: 13927 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016089.576669:0:13927:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880075000000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13927:1818247339274752:192.168.201.10@tcp:106: 00000100:00100000:1.0:1734016089.576734:0:13927:0:(client.c:2562:ptlrpc_set_wait()) set ffff88006d6ff180 going to sleep for 11 seconds 00000100:00100000:1.0:1734016089.581484:0:13927:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880075000000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13927:1818247339274752:192.168.201.10@tcp:106: 00010000:00010000:1.0:1734016089.581533:0:13927:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880097234000/0x3f004d6452e05904 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cfb1b expref: 8 pid: 13927 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016089.581547:0:13927:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097234000/0x3f004d6452e05904 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cfb1b expref: 8 pid: 13927 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016089.581560:0:13927:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097234000, rc 0) 00000100:00100000:1.0:1734016089.581617:0:13927:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007694bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1978:x1818247336352256:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 5059us (5577us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016089.581626:0:13927:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9557 00000100:00100000:0.0:1734016089.588898:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016089.589010:0:13927:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336352384 00000100:00100000:1.0:1734016089.589022:0:13927:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336352384 00000100:00100000:1.0:1734016089.589127:0:13927:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9558 00000100:00100000:1.0:1734016089.589135:0:13927:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800744bdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1979:x1818247336352384:12345-192.168.201.10@tcp:22:fsx.0 00002000:00010000:1.0:1734016089.589388:0:13927:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 10034782 -> 10034782 00002000:00010000:1.0:1734016089.589391:0:13927:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016089 -> 1734016089 00002000:00010000:1.0:1734016089.589393:0:13927:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016089 -> 1734016088 00002000:00010000:1.0:1734016089.589395:0:13927:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016089 -> 1734016089 00002000:00010000:1.0:1734016089.589396:0:13927:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 912 -> 968 00000100:00100000:1.0:1734016089.591068:0:13927:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800744bdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+9:1979:x1818247336352384:12345-192.168.201.10@tcp:22:fsx.0 Request processed in 1920us (2170us total) trans 4294968938 rc 0/0 00000100:00100000:1.0:1734016089.591080:0:13927:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9558 00000100:00100000:0.0:1734016089.599676:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016089.606038:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016089.615017:0:13927:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336352896 00000100:00100000:0.0:1734016089.615028:0:13927:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336352896 00000100:00100000:0.0:1734016089.615083:0:13927:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9559 00000100:00100000:0.0:1734016089.615092:0:13927:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b1ff6050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:9673:x1818247336352896:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:0.0:1734016089.615114:0:13927:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016089.615138:0:13927:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a8038900/0x3f004d6452e05912 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361cfb22 expref: -99 pid: 13927 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016089.615167:0:13927:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a6400/0x3f004d6452e058f6 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 10014720->10035199) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cfb0d expref: 8 pid: 10115 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016089.615175:0:13927:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016089.615178:0:13927:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016089.615181:0:13927:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a8038900/0x3f004d6452e05912 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cfb22 expref: 8 pid: 13927 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016089.615218:0:13927:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a9a6400/0x3f004d6452e058f6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 10014720->10035199) gid 0 flags: 0x50000000020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361cfb0d expref: 8 pid: 10115 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016089.615230:0:13927:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a9a6400/0x3f004d6452e058f6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 10014720->10035199) gid 0 flags: 0x70000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361cfb0d expref: 8 pid: 10115 timeout: 453 lvb_type: 0 00000100:00100000:0.0:1734016089.615243:0:13927:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800744bf480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13927:1818247339275008:192.168.201.10@tcp:104: 00000100:00100000:0.0:1734016089.615307:0:13927:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012cf4f3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016089.618997:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016089.628212:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016089.655377:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016089.674040:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016089.686276:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016089.708092:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016089.716524:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016089.731142:0:9956:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336354304 00000100:00100000:0.0:1734016089.731150:0:9956:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336354304 00010000:00010000:0.0:1734016089.731179:0:9956:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a8038900/0x3f004d6452e05912 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361cfb22 expref: 9 pid: 13927 timeout: 453 lvb_type: 0 00000100:00100000:0.0:1734016089.731214:0:9956:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2483 00000100:00100000:0.0:1734016089.731219:0:9956:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075299f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+9:1978:x1818247336354304:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016089.731233:0:9956:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016089.731257:0:9956:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a8038900/0x3f004d6452e05912 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361cfb22 expref: 9 pid: 13927 timeout: 453 lvb_type: 0 00010000:00010000:0.0:1734016089.731268:0:9956:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a8038900/0x3f004d6452e05912 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361cfb22 expref: 9 pid: 13927 timeout: 453 lvb_type: 0 00010000:00010000:0.0:1734016089.731290:0:9956:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a8038900/0x3f004d6452e05912 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361cfb22 expref: 9 pid: 13927 timeout: 453 lvb_type: 0 00010000:00010000:0.0:1734016089.731423:0:9956:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016089.731425:0:9956:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016089.731432:0:9956:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a5440/0x3f004d6452e05943 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 405504->466943) gid 0 flags: 0x40080000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cfb4c expref: 8 pid: 13927 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016089.731440:0:9956:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a9a5440/0x3f004d6452e05943 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 405504->466943) gid 0 flags: 0x40080000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cfb4c expref: 8 pid: 13927 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016089.731478:0:9956:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009a9a5440/0x3f004d6452e05943 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 405504->466943) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cfb4c expref: 8 pid: 13927 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016089.731491:0:9956:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800744bdc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9956:1818247339275904:192.168.201.10@tcp:105: 00000100:00100000:0.0:1734016089.731547:0:9956:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012cf4ff00 going to sleep for 11 seconds 00000100:00100000:0.0:1734016089.740931:0:9956:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800744bdc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9956:1818247339275904:192.168.201.10@tcp:105: 00010000:00010000:0.0:1734016089.740961:0:9956:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016089.741032:0:9956:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075299f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+8:1978:x1818247336354304:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 9809us (10637us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016089.741044:0:9956:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2483 00000100:00100000:1.0:1734016089.742990:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016089.749478:0:10115:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336354560 00000100:00100000:0.0:1734016089.749490:0:10115:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336354560 00000100:00100000:0.0:1734016089.749583:0:10115:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9566 00000100:00100000:0.0:1734016089.749590:0:10115:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007529b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+8:1979:x1818247336354560:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:0.0:1734016089.749612:0:10115:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016089.749634:0:10115:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a8039440/0x3f004d6452e0594a lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361cfb53 expref: -99 pid: 10115 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016089.749695:0:10115:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800744bdc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10115:1818247339276032:192.168.201.10@tcp:106: 00000100:00100000:0.0:1734016089.750349:0:10115:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012cf4ff00 going to sleep for 11 seconds 00002000:00010000:0.0:1734016089.753904:0:10115:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime: 1734016088 -> 1734016089 00000100:00100000:0.0:1734016089.753948:0:10115:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800744bdc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10115:1818247339276032:192.168.201.10@tcp:106: 00010000:00010000:0.0:1734016089.753989:0:10115:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a8039440/0x3f004d6452e0594a lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cfb53 expref: 9 pid: 10115 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016089.754008:0:10115:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a8039440/0x3f004d6452e0594a lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cfb53 expref: 9 pid: 10115 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016089.754034:0:10115:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a8039440, rc 0) 00000100:00100000:0.0:1734016089.754088:0:10115:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007529b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+8:1979:x1818247336354560:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 4497us (4715us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016089.754097:0:10115:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9566 00000100:00100000:1.0:1734016089.757943:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016089.758016:0:10115:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336354688 00000100:00100000:0.0:1734016089.758027:0:10115:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336354688 00000100:00100000:0.0:1734016089.758275:0:10115:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9567 00000100:00100000:0.0:1734016089.758283:0:10115:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075001c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+8:9673:x1818247336354688:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:0.0:1734016089.758305:0:10115:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016089.758325:0:10115:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a8038240/0x3f004d6452e05951 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361cfb5a expref: -99 pid: 10115 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016089.758358:0:10115:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a5440/0x3f004d6452e05943 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 405504->466943) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cfb4c expref: 9 pid: 13927 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016089.758366:0:10115:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016089.758368:0:10115:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016089.758372:0:10115:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a8038240/0x3f004d6452e05951 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [905216->909311] (req 905216->909311) gid 0 flags: 0x50000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cfb5a expref: 9 pid: 10115 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016089.758403:0:10115:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a9a5440/0x3f004d6452e05943 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 405504->466943) gid 0 flags: 0x50000000020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361cfb4c expref: 9 pid: 13927 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016089.758421:0:10115:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a9a5440/0x3f004d6452e05943 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 405504->466943) gid 0 flags: 0x70000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361cfb4c expref: 9 pid: 13927 timeout: 453 lvb_type: 0 00000100:00100000:0.0:1734016089.758433:0:10115:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800744bdc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10115:1818247339276160:192.168.201.10@tcp:104: 00000100:00100000:0.0:1734016089.758506:0:10115:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012cf4ff00 going to sleep for 11 seconds 00000100:00100000:0.0:1734016089.762484:0:10115:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800744bdc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10115:1818247339276160:192.168.201.10@tcp:104: 00010000:00010000:0.0:1734016089.762526:0:10115:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a8038240/0x3f004d6452e05951 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [905216->909311] (req 905216->909311) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cfb5a expref: 9 pid: 10115 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016089.762549:0:10115:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a8038240, rc 0) 00000100:00100000:0.0:1734016089.762624:0:10115:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075001c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+9:9673:x1818247336354688:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 4338us (4688us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016089.762634:0:10115:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9567 00000100:00100000:1.0:1734016089.762799:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016089.763728:0:9956:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336354816 00000100:00100000:0.0:1734016089.763735:0:9956:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336354816 00010000:00010000:0.0:1734016089.763766:0:9956:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a9a5440/0x3f004d6452e05943 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 405504->466943) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361cfb4c expref: 10 pid: 13927 timeout: 453 lvb_type: 0 00000100:00100000:0.0:1734016089.763798:0:9956:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2484 00000100:00100000:0.0:1734016089.763803:0:9956:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075002d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+10:1979:x1818247336354816:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016089.763818:0:9956:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016089.763841:0:9956:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a9a5440/0x3f004d6452e05943 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 405504->466943) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361cfb4c expref: 10 pid: 13927 timeout: 453 lvb_type: 0 00010000:00010000:0.0:1734016089.763855:0:9956:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a9a5440/0x3f004d6452e05943 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 405504->466943) gid 0 flags: 0x50000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361cfb4c expref: 10 pid: 13927 timeout: 453 lvb_type: 0 00010000:00010000:0.0:1734016089.763910:0:9956:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a5440/0x3f004d6452e05943 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 405504->466943) gid 0 flags: 0x44801400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361cfb4c expref: 10 pid: 13927 timeout: 453 lvb_type: 0 00010000:00010000:0.0:1734016089.763944:0:9956:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016089.763946:0:9956:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016089.763952:0:9956:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a8038240/0x3f004d6452e05951 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 905216->909311) gid 0 flags: 0x40080000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cfb5a expref: 8 pid: 10115 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016089.763961:0:9956:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a8038240/0x3f004d6452e05951 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 905216->909311) gid 0 flags: 0x40080000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cfb5a expref: 8 pid: 10115 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016089.763990:0:9956:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a8038240/0x3f004d6452e05951 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 905216->909311) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cfb5a expref: 8 pid: 10115 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016089.764003:0:9956:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800744bdc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9956:1818247339276288:192.168.201.10@tcp:105: 00000100:00100000:0.0:1734016089.764043:0:9956:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012cf4ff00 going to sleep for 11 seconds 00000100:00100000:1.0:1734016089.769123:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016089.769883:0:9956:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800744bdc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9956:1818247339276288:192.168.201.10@tcp:105: 00010000:00010000:0.0:1734016089.769906:0:9956:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016089.769956:0:9956:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075002d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+9:1979:x1818247336354816:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 6151us (7156us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016089.769966:0:9956:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2484 00000100:00100000:1.0:1734016089.777095:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016089.784759:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016089.789514:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016089.799115:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016089.812622:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016089.827908:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016089.828321:0:6482:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336356480 00000100:00100000:1.0:1734016089.828334:0:6482:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336356480 00000100:00100000:1.0:1734016089.828671:0:6482:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 1705 00000100:00100000:1.0:1734016089.828681:0:6482:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074157b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+24:9673:x1818247336356480:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:1.0:1734016089.828712:0:6482:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016089.828738:0:6482:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800972346c0/0x3f004d6452e05958 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361cfb61 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016089.828844:0:6482:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880097236f40/0x3f004d6452e0595f lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 6482 initiator: MDT0 00010000:00010000:1.0:1734016089.829131:0:6482:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880097236f40/0x3f004d6452e0595f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6482 initiator: MDT0 00010000:00010000:1.0:1734016089.829145:0:6482:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880097236f40/0x3f004d6452e0595f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6482 initiator: MDT0 00000004:00200000:1.0:1734016089.829204:0:6482:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 1115014 00000004:00200000:1.0:1734016089.829209:0:6482:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1734016089.829230:0:6482:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880097236f40/0x3f004d6452e0595f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6482 initiator: MDT0 00010000:00010000:1.0:1734016089.829270:0:6482:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800972346c0/0x3f004d6452e05958 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cfb61 expref: 26 pid: 6482 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016089.829318:0:6482:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880097236f40/0x3f004d6452e0595f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cfb61 expref: 25 pid: 6482 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016089.829326:0:6482:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:1.0:1734016089.829329:0:6482:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1734016089.829332:0:6482:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097236f40, rc 0) 00000100:00100000:1.0:1734016089.830025:0:6482:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074157b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+25:9673:x1818247336356480:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 1341us (2163us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016089.830035:0:6482:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 1705 00000100:00100000:1.0:1734016089.856054:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016089.865183:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016089.865252:0:9956:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336356864 00000100:00100000:0.0:1734016089.865261:0:9956:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336356864 00010000:00010000:0.0:1734016089.865303:0:9956:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880097236f40/0x3f004d6452e0595f lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361cfb61 expref: 25 pid: 6482 timeout: 453 lvb_type: 0 00000100:00100000:0.0:1734016089.865349:0:9956:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2485 00000100:00100000:0.0:1734016089.865358:0:9956:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b1ea7850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+25:1978:x1818247336356864:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016089.865374:0:9956:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016089.865383:0:9956:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880097236f40/0x3f004d6452e0595f lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361cfb61 expref: 25 pid: 6482 timeout: 453 lvb_type: 0 00010000:00010000:0.0:1734016089.865395:0:9956:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880097236f40/0x3f004d6452e0595f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361cfb61 expref: 25 pid: 6482 timeout: 453 lvb_type: 0 00010000:00010000:0.0:1734016089.865420:0:9956:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880097236f40/0x3f004d6452e0595f lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361cfb61 expref: 25 pid: 6482 timeout: 453 lvb_type: 0 00010000:00010000:0.0:1734016089.865455:0:9956:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:0.0:1734016089.865460:0:9956:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff880072171440/0x3f004d6452e05966 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6482 initiator: MDT0 00010000:00010000:0.0:1734016089.865471:0:9956:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880072171440/0x3f004d6452e05966 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6482 initiator: MDT0 00010000:00010000:0.0:1734016089.865479:0:9956:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880072171440/0x3f004d6452e05966 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6482 initiator: MDT0 00010000:00010000:0.0:1734016089.865507:0:9956:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016089.865556:0:9956:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b1ea7850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+24:1978:x1818247336356864:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 198us (374us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016089.865564:0:9956:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2485 00000100:00100000:1.0:1734016089.870593:0:10115:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336356992 00000100:00100000:1.0:1734016089.870602:0:10115:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336356992 00000100:00100000:1.0:1734016089.870635:0:10115:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9568 00000100:00100000:1.0:1734016089.870642:0:10115:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007529a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+9:9673:x1818247336356992:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:1.0:1734016089.870658:0:10115:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016089.870672:0:10115:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880097234900/0x3f004d6452e0596d lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361cfb68 expref: -99 pid: 10115 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016089.870698:0:10115:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a8038240/0x3f004d6452e05951 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 905216->909311) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cfb5a expref: 8 pid: 10115 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016089.870705:0:10115:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016089.870707:0:10115:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016089.870711:0:10115:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880097234900/0x3f004d6452e0596d lrc: 4/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cfb68 expref: 10 pid: 10115 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016089.870737:0:10115:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a8038240/0x3f004d6452e05951 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 905216->909311) gid 0 flags: 0x50000000020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361cfb5a expref: 8 pid: 10115 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016089.870746:0:10115:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a8038240/0x3f004d6452e05951 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 905216->909311) gid 0 flags: 0x70000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361cfb5a expref: 8 pid: 10115 timeout: 453 lvb_type: 0 00000100:00100000:1.0:1734016089.870758:0:10115:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880075000380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10115:1818247339276544:192.168.201.10@tcp:104: 00000100:00100000:1.0:1734016089.870810:0:10115:0:(client.c:2562:ptlrpc_set_wait()) set ffff88006d6fff00 going to sleep for 11 seconds 00010000:00010000:0.0:1734016089.871090:0:3495:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880072171440/0x3f004d6452e05966 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6482 initiator: MDT0 00010000:00010000:0.0:1734016089.871100:0:3495:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880072171440/0x3f004d6452e05966 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6482 initiator: MDT0 00010000:00010000:0.0:1734016089.871115:0:3495:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880072171440/0x3f004d6452e05966 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6482 initiator: MDT0 00010000:00010000:0.0:1734016089.871120:0:3495:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880072171440 already unused, calling callback (ffffffffa0f03950) 00010000:00010000:0.0:1734016089.871124:0:3495:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880072171440/0x3f004d6452e05966 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6482 initiator: MDT0 00010000:00010000:0.0:1734016089.871130:0:3495:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880072171440/0x3f004d6452e05966 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6482 initiator: MDT0 00010000:00010000:0.0:1734016089.871143:0:3495:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:0.0:1734016089.871145:0:3495:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1734016089.871149:0:3495:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880072171440/0x3f004d6452e05966 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6482 initiator: MDT0 00010000:00010000:0.0:1734016089.871153:0:3495:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880072171440/0x3f004d6452e05966 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6482 initiator: MDT0 00000100:00100000:1.0:1734016089.874461:0:10115:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880075000380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10115:1818247339276544:192.168.201.10@tcp:104: 00010000:00010000:1.0:1734016089.874496:0:10115:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880097234900/0x3f004d6452e0596d lrc: 3/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cfb68 expref: 10 pid: 10115 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016089.874515:0:10115:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097234900, rc 0) 00000100:00100000:1.0:1734016089.875745:0:10115:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007529a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+10:9673:x1818247336356992:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 5099us (5631us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016089.875753:0:10115:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9568 00000100:00100000:1.0:1734016089.880389:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016089.901475:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016089.904940:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016089.914910:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016089.924260:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016089.935016:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016089.935491:0:10115:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336357888 00000100:00100000:1.0:1734016089.935501:0:10115:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336357888 00000100:00100000:1.0:1734016089.935541:0:10115:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9569 00000100:00100000:1.0:1734016089.935547:0:10115:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800744bea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+8:9673:x1818247336357888:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:1.0:1734016089.935564:0:10115:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016089.935589:0:10115:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880097234fc0/0x3f004d6452e05989 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361cfb76 expref: -99 pid: 10115 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016089.935614:0:10115:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880097234900/0x3f004d6452e0596d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cfb68 expref: 10 pid: 10115 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016089.935621:0:10115:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016089.935623:0:10115:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016089.935626:0:10115:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880097234fc0/0x3f004d6452e05989 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cfb76 expref: 9 pid: 10115 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016089.935652:0:10115:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880097234900/0x3f004d6452e0596d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361cfb68 expref: 10 pid: 10115 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016089.935663:0:10115:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880097234900/0x3f004d6452e0596d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361cfb68 expref: 10 pid: 10115 timeout: 454 lvb_type: 0 00000100:00100000:1.0:1734016089.935673:0:10115:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880075003100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10115:1818247339276928:192.168.201.10@tcp:104: 00000100:00100000:1.0:1734016089.935730:0:10115:0:(client.c:2562:ptlrpc_set_wait()) set ffff88006d6fff00 going to sleep for 11 seconds 00000100:00100000:0.0:1734016089.946085:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016089.946258:0:10115:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880075003100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10115:1818247339276928:192.168.201.10@tcp:104: 00010000:00010000:1.0:1734016089.946291:0:10115:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880097234fc0/0x3f004d6452e05989 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cfb76 expref: 9 pid: 10115 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016089.946310:0:10115:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097234fc0, rc 0) 00000100:00100000:1.0:1734016089.946360:0:10115:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800744bea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+9:9673:x1818247336357888:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 10812us (11353us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016089.946369:0:10115:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9569 00000100:00100000:1.0:1734016089.952647:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016089.957433:0:13925:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336358144 00000100:00100000:0.0:1734016089.957446:0:13925:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336358144 00002000:00010000:0.0:1734016089.957477:0:13925:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (9385031->18446744073709551615) 00002000:00100000:0.0:1734016089.957481:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880075003100 with x1818247336358144 ext(9385031->18446744073709551615) 00002000:00010000:0.0:1734016089.957491:0:13925:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880075003100. 00000100:00100000:0.0:1734016089.957528:0:13925:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 7832 00000100:00100000:0.0:1734016089.957534:0:13925:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075003100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+9:1979:x1818247336358144:12345-192.168.201.10@tcp:10:fsx.0 00002000:00010000:0.0:1734016089.957701:0:13925:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 8787552 -> 9385031 00002000:00010000:0.0:1734016089.957704:0:13925:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016089 -> 1734016089 00002000:00010000:0.0:1734016089.957706:0:13925:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016088 -> 1734016088 00002000:00010000:0.0:1734016089.957707:0:13925:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016089 -> 1734016089 00002000:00010000:0.0:1734016089.957709:0:13925:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 336 -> 336 00000100:00100000:0.0:1734016089.957766:0:13925:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075003100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+10:1979:x1818247336358144:12345-192.168.201.10@tcp:10:fsx.0 Request processed in 231us (5131us total) trans 4294968942 rc 0/0 00000100:00100000:0.0:1734016089.957772:0:13925:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 7832 00002000:00010000:0.0:1734016089.957774:0:13925:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (9385031->18446744073709551615) 00002000:00100000:0.0:1734016089.957776:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880075003100 with x1818247336358144 ext(9385031->18446744073709551615) 00002000:00010000:0.0:1734016089.957779:0:13925:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880075003100. 00000100:00100000:0.0:1734016090.011705:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016090.011768:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016090.017994:0:13925:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336358400 00000100:00100000:1.0:1734016090.018016:0:13925:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336358400 00002000:00100000:1.0:1734016090.018138:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (1118208->9388031) req@ffff880074c8b100 x1818247336358400/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:51/0 lens 504/0 e 0 to 0 dl 1734016101 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016090.018149:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074c8b100 with x1818247336358400 ext(1118208->9388031) 00002000:00010000:1.0:1734016090.018156:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074c8b100 00000100:00100000:1.0:1734016090.018195:0:13925:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336358528 00000100:00100000:1.0:1734016090.018198:0:13925:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336358528 00002000:00100000:1.0:1734016090.018210:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (5308416->9383935) req@ffff880074c89c00 x1818247336358528/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:51/0 lens 488/0 e 0 to 0 dl 1734016101 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016090.018217:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074c89c00 with x1818247336358528 ext(5308416->9383935) 00002000:00010000:1.0:1734016090.018220:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074c89c00 00000100:00100000:1.0:1734016090.018237:0:13925:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 7833 00000100:00100000:1.0:1734016090.018244:0:13925:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074c8b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+11:1981:x1818247336358400:12345-192.168.201.10@tcp:3:fsx.0 00000100:00080000:0.0:1734016090.025016:0:6479:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734016060 00000100:00100000:0.0:1734016090.195669:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016090.198103:0:13925:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a9a9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+12:1980:x1818247336358784:12345-192.168.201.10@tcp:4:fsx.0 Request processed in 2038us (2433us total) trans 4294968943 rc 0/0 00000100:00100000:0.0:1734016090.198121:0:13925:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 7835 00002000:00100000:0.0:1734016090.198135:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (9375744->9385030) req@ffff88009a9a9180 x1818247336358784/t4294968943(0) o4->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:51/0 lens 9776/448 e 0 to 0 dl 1734016101 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016090.198146:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a9a9180 with x1818247336358784 ext(9375744->9385030) 00002000:00010000:0.0:1734016090.198153:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009a9a9180 00000100:00100000:0.0:1734016090.205353:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016090.217717:0:10115:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336359040 00000100:00100000:1.0:1734016090.217730:0:10115:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336359040 00000100:00100000:1.0:1734016090.217801:0:10115:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9570 00000100:00100000:1.0:1734016090.217810:0:10115:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075299500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+12:1978:x1818247336359040:12345-192.168.201.10@tcp:16:fsx.0 00000100:00100000:1.0:1734016090.231419:0:10115:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075299500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1978:x1818247336359040:12345-192.168.201.10@tcp:16:fsx.0 Request processed in 13591us (13828us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016090.231441:0:10115:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9570 00000100:00100000:0.0:1734016090.238546:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00080000:0.0:1734016090.243067:0:6479:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734016060 00000100:00100000:0.0:1734016090.245722:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016090.245839:0:10115:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336359296 00000100:00100000:1.0:1734016090.245853:0:10115:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336359296 00000100:00100000:1.0:1734016090.245942:0:10115:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9571 00000100:00100000:1.0:1734016090.245951:0:10115:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074221880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1978:x1818247336359296:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:1.0:1734016090.245973:0:10115:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016090.245995:0:10115:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880097234900/0x3f004d6452e0599e lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361cfb84 expref: -99 pid: 10115 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016090.246062:0:10115:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880075002d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10115:1818247339277184:192.168.201.10@tcp:106: 00000100:00100000:1.0:1734016090.246276:0:10115:0:(client.c:2562:ptlrpc_set_wait()) set ffff88006d6fff00 going to sleep for 11 seconds 00002000:00010000:1.0:1734016090.258748:0:10115:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime: 1734016088 -> 1734016089 00002000:00010000:1.0:1734016090.258760:0:10115:0:(ofd_lvb.c:301:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks: 336 -> 360 00000100:00100000:1.0:1734016090.258788:0:10115:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880075002d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10115:1818247339277184:192.168.201.10@tcp:106: 00010000:00010000:1.0:1734016090.258833:0:10115:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880097234900/0x3f004d6452e0599e lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cfb84 expref: 7 pid: 10115 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016090.258851:0:10115:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097234900/0x3f004d6452e0599e lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cfb84 expref: 7 pid: 10115 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016090.258934:0:10115:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097234900, rc 0) 00000100:00100000:1.0:1734016090.259005:0:10115:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074221880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1978:x1818247336359296:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 13053us (13300us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016090.259019:0:10115:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9571 00000100:00100000:0.0:1734016090.264578:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016090.264729:0:10115:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336359424 00000100:00100000:1.0:1734016090.264743:0:10115:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336359424 00000100:00100000:1.0:1734016090.264786:0:10115:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9572 00000100:00100000:1.0:1734016090.264794:0:10115:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074223800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1978:x1818247336359424:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:1.0:1734016090.264815:0:10115:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016090.264835:0:10115:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880097236d00/0x3f004d6452e059a5 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361cfb8b expref: -99 pid: 10115 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016090.264927:0:10115:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880075002d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10115:1818247339277312:192.168.201.10@tcp:106: 00000100:00100000:1.0:1734016090.268363:0:10115:0:(client.c:2562:ptlrpc_set_wait()) set ffff88006d6fff00 going to sleep for 11 seconds 00000100:00100000:1.0:1734016090.272763:0:10115:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880075002d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10115:1818247339277312:192.168.201.10@tcp:106: 00010000:00010000:1.0:1734016090.272941:0:10115:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880097236d00/0x3f004d6452e059a5 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cfb8b expref: 7 pid: 10115 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016090.272960:0:10115:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097236d00/0x3f004d6452e059a5 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cfb8b expref: 7 pid: 10115 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016090.273167:0:10115:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097236d00, rc 0) 00000100:00100000:1.0:1734016090.273472:0:10115:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074223800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1978:x1818247336359424:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 8676us (8902us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016090.273483:0:10115:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9572 00000100:00100000:0.0:1734016090.302031:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016090.311113:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016090.320019:0:10115:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336360064 00000100:00100000:1.0:1734016090.320039:0:10115:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336360064 00000100:00100000:1.0:1734016090.320108:0:10115:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9573 00000100:00100000:1.0:1734016090.320119:0:10115:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075299f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:9673:x1818247336360064:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:1.0:1734016090.320140:0:10115:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016090.320161:0:10115:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880097235440/0x3f004d6452e059c1 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361cfb99 expref: -99 pid: 10115 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016090.320198:0:10115:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880097234fc0/0x3f004d6452e05989 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cfb76 expref: 5 pid: 10115 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016090.320206:0:10115:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016090.320208:0:10115:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016090.320212:0:10115:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880097235440/0x3f004d6452e059c1 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cfb99 expref: 7 pid: 10115 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016090.320246:0:10115:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880097234fc0/0x3f004d6452e05989 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361cfb76 expref: 5 pid: 10115 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016090.320257:0:10115:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880097234fc0/0x3f004d6452e05989 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361cfb76 expref: 5 pid: 10115 timeout: 454 lvb_type: 0 00000100:00100000:1.0:1734016090.320268:0:10115:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880075002d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10115:1818247339277568:192.168.201.10@tcp:104: 00010000:00010000:0.0:1734016090.321458:0:3495:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a4000/0x3f004d6452e059ba lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6482 initiator: MDT0 00010000:00010000:0.0:1734016090.321471:0:3495:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a4000/0x3f004d6452e059ba lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6482 initiator: MDT0 00010000:00010000:0.0:1734016090.321478:0:3495:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a4000/0x3f004d6452e059ba lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6482 initiator: MDT0 00010000:00010000:0.0:1734016090.321484:0:3495:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88009a9a4000 already unused, calling callback (ffffffffa0f03950) 00010000:00010000:0.0:1734016090.321488:0:3495:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a4000/0x3f004d6452e059ba lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6482 initiator: MDT0 00010000:00010000:0.0:1734016090.321495:0:3495:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a4000/0x3f004d6452e059ba lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6482 initiator: MDT0 00010000:00010000:0.0:1734016090.321512:0:3495:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:0.0:1734016090.321516:0:3495:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1734016090.321520:0:3495:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a4000/0x3f004d6452e059ba lrc: 2/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6482 initiator: MDT0 00010000:00010000:0.0:1734016090.321525:0:3495:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a4000/0x3f004d6452e059ba lrc: 0/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6482 initiator: MDT0 00000100:00100000:1.0:1734016090.321876:0:10115:0:(client.c:2562:ptlrpc_set_wait()) set ffff88006d6fff00 going to sleep for 11 seconds 00000100:00100000:1.0:1734016090.327179:0:10115:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880075002d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10115:1818247339277568:192.168.201.10@tcp:104: 00010000:00010000:1.0:1734016090.327225:0:10115:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880097235440/0x3f004d6452e059c1 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cfb99 expref: 7 pid: 10115 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016090.327247:0:10115:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097235440, rc 0) 00000100:00100000:1.0:1734016090.329523:0:10115:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075299f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:9673:x1818247336360064:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 9380us (11415us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016090.329540:0:10115:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9573 00000100:00100000:0.0:1734016090.381415:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016090.393309:0:13925:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336360320 00000100:00100000:0.0:1734016090.393320:0:13925:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336360320 00002000:00010000:0.0:1734016090.393365:0:13925:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (4030220->18446744073709551615) 00002000:00100000:0.0:1734016090.393371:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880075299180 with x1818247336360320 ext(4030220->18446744073709551615) 00002000:00010000:0.0:1734016090.393387:0:13925:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880075299180. 00000100:00100000:0.0:1734016090.393430:0:13925:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 7836 00000100:00100000:0.0:1734016090.393439:0:13925:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075299180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1979:x1818247336360320:12345-192.168.201.10@tcp:10:fsx.0 00000100:00100000:0.0:1734016090.413626:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016090.417602:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016090.417673:0:10115:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336360576 00000100:00100000:1.0:1734016090.417686:0:10115:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336360576 00000100:00100000:1.0:1734016090.417745:0:10115:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9574 00000100:00100000:1.0:1734016090.417752:0:10115:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800ac576680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:1981:x1818247336360576:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:1.0:1734016090.417768:0:10115:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016090.417789:0:10115:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880097234fc0/0x3f004d6452e059d6 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361cfba7 expref: -99 pid: 10115 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016090.417847:0:10115:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880075002d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10115:1818247339277824:192.168.201.10@tcp:106: 00000100:00100000:1.0:1734016090.417947:0:10115:0:(client.c:2562:ptlrpc_set_wait()) set ffff88006d6fff00 going to sleep for 11 seconds 00002000:00010000:1.0:1734016090.420179:0:10115:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime: 1734016088 -> 1734016089 00000100:00100000:1.0:1734016090.420216:0:10115:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880075002d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10115:1818247339277824:192.168.201.10@tcp:106: 00010000:00010000:1.0:1734016090.420262:0:10115:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880097234fc0/0x3f004d6452e059d6 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cfba7 expref: 6 pid: 10115 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016090.420278:0:10115:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097234fc0/0x3f004d6452e059d6 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cfba7 expref: 6 pid: 10115 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016090.420297:0:10115:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097234fc0, rc 0) 00000100:00100000:1.0:1734016090.420358:0:10115:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800ac576680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:1981:x1818247336360576:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 2605us (2774us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016090.420367:0:10115:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9574 00000100:00100000:0.0:1734016090.423565:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016090.423654:0:10115:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336360704 00000100:00100000:1.0:1734016090.423665:0:10115:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336360704 00000100:00100000:1.0:1734016090.423718:0:10115:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9575 00000100:00100000:1.0:1734016090.423725:0:10115:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074971c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:1979:x1818247336360704:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:1.0:1734016090.423747:0:10115:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016090.423766:0:10115:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880097234480/0x3f004d6452e059dd lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361cfbae expref: -99 pid: 10115 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016090.423829:0:10115:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880075002d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10115:1818247339277952:192.168.201.10@tcp:106: 00000100:00100000:1.0:1734016090.423931:0:10115:0:(client.c:2562:ptlrpc_set_wait()) set ffff88006d6fff00 going to sleep for 11 seconds 00000100:00100000:1.0:1734016090.425823:0:10115:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880075002d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10115:1818247339277952:192.168.201.10@tcp:106: 00010000:00010000:1.0:1734016090.425861:0:10115:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880097234480/0x3f004d6452e059dd lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cfbae expref: 6 pid: 10115 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016090.425892:0:10115:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097234480/0x3f004d6452e059dd lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cfbae expref: 6 pid: 10115 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016090.425925:0:10115:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097234480, rc 0) 00000100:00100000:1.0:1734016090.425966:0:10115:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074971c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:1979:x1818247336360704:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 2240us (2411us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016090.425974:0:10115:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9575 00000100:00100000:1.0:1734016090.429859:0:10115:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336360832 00000100:00100000:1.0:1734016090.429942:0:10115:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336360832 00000100:00100000:0.0:1734016090.438144:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016090.445383:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016090.450734:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016090.478604:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016090.483692:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016090.488396:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016090.495044:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016090.495142:0:10115:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336362112 00000100:00100000:1.0:1734016090.495153:0:10115:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336362112 00000100:00100000:1.0:1734016090.495200:0:10115:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9580 00000100:00100000:1.0:1734016090.495209:0:10115:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011efc4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:9673:x1818247336362112:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:1.0:1734016090.495231:0:10115:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016090.495252:0:10115:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880097235b00/0x3f004d6452e05a15 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361cfbd8 expref: -99 pid: 10115 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016090.495282:0:10115:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880072171f80/0x3f004d6452e059f9 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cfbc3 expref: 5 pid: 13927 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016090.495290:0:10115:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a5440/0x3f004d6452e05a0e lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cfbd1 expref: 9 pid: 13927 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016090.495296:0:10115:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016090.495298:0:10115:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016090.495301:0:10115:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880097235b00/0x3f004d6452e05a15 lrc: 5/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [8450048->8503295] (req 8450048->8503295) gid 0 flags: 0x50000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cfbd8 expref: 9 pid: 10115 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016090.495343:0:10115:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a9a5440/0x3f004d6452e05a0e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361cfbd1 expref: 9 pid: 13927 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016090.495354:0:10115:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a9a5440/0x3f004d6452e05a0e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361cfbd1 expref: 9 pid: 13927 timeout: 454 lvb_type: 1 00000100:00100000:1.0:1734016090.495365:0:10115:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074e54000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10115:1818247339278464:192.168.201.10@tcp:104: 00010000:00010000:1.0:1734016090.495435:0:10115:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880072171f80/0x3f004d6452e059f9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361cfbc3 expref: 5 pid: 13927 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016090.495443:0:10115:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880072171f80/0x3f004d6452e059f9 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361cfbc3 expref: 5 pid: 13927 timeout: 454 lvb_type: 1 00000100:00100000:1.0:1734016090.495455:0:10115:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074e54380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10115:1818247339278592:192.168.201.10@tcp:104: 00000100:00100000:1.0:1734016090.495468:0:10115:0:(client.c:2562:ptlrpc_set_wait()) set ffff88006d6fff00 going to sleep for 11 seconds 00000100:00100000:1.0:1734016090.498511:0:10115:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074e54000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10115:1818247339278464:192.168.201.10@tcp:104: 00000100:00100000:1.0:1734016090.498528:0:10115:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074e54380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10115:1818247339278592:192.168.201.10@tcp:104: 00010000:00010000:1.0:1734016090.498570:0:10115:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880097235b00/0x3f004d6452e05a15 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [8450048->8503295] (req 8450048->8503295) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cfbd8 expref: 9 pid: 10115 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016090.498594:0:10115:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097235b00, rc 0) 00000100:00100000:1.0:1734016090.498647:0:10115:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011efc4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+9:9673:x1818247336362112:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 3437us (3613us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016090.498656:0:10115:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9580 00000100:00100000:0.0:1734016090.499708:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016090.499807:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016090.514824:0:10115:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336362496 00000100:00100000:1.0:1734016090.514836:0:10115:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336362496 00000100:00100000:1.0:1734016090.514989:0:10115:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9581 00000100:00100000:1.0:1734016090.514997:0:10115:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074009180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1979:x1818247336362496:12345-192.168.201.10@tcp:22:fsx.0 00002000:00010000:1.0:1734016090.515227:0:10115:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 4030220 -> 4030220 00002000:00010000:1.0:1734016090.515230:0:10115:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016089 -> 1734016089 00002000:00010000:1.0:1734016090.515232:0:10115:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016088 -> 1734016088 00002000:00010000:1.0:1734016090.515234:0:10115:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016089 -> 1734016090 00002000:00010000:1.0:1734016090.515236:0:10115:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 336 -> 440 00000100:00100000:1.0:1734016090.515831:0:10115:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074009180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+9:1979:x1818247336362496:12345-192.168.201.10@tcp:22:fsx.0 Request processed in 833us (1420us total) trans 4294968945 rc 0/0 00000100:00100000:1.0:1734016090.515838:0:10115:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9581 00000100:00100000:0.0:1734016090.519158:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016090.519408:0:10115:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336362624 00000100:00100000:1.0:1734016090.519423:0:10115:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336362624 00000100:00100000:1.0:1734016090.519486:0:10115:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9582 00000100:00100000:1.0:1734016090.519495:0:10115:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b919f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:1981:x1818247336362624:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:1.0:1734016090.519520:0:10115:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016090.519542:0:10115:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880097237a80/0x3f004d6452e05a1c lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361cfbdf expref: -99 pid: 10115 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016090.519613:0:10115:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074e54380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10115:1818247339278848:192.168.201.10@tcp:106: 00000100:00100000:1.0:1734016090.520192:0:10115:0:(client.c:2562:ptlrpc_set_wait()) set ffff88006d6fff00 going to sleep for 11 seconds 00002000:00010000:1.0:1734016090.523338:0:10115:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime: 1734016088 -> 1734016089 00000100:00100000:1.0:1734016090.523368:0:10115:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074e54380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10115:1818247339278848:192.168.201.10@tcp:106: 00010000:00010000:1.0:1734016090.523416:0:10115:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880097237a80/0x3f004d6452e05a1c lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cfbdf expref: 6 pid: 10115 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016090.523432:0:10115:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097237a80/0x3f004d6452e05a1c lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cfbdf expref: 6 pid: 10115 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016090.523461:0:10115:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097237a80, rc 0) 00000100:00100000:1.0:1734016090.524756:0:10115:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b919f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:1981:x1818247336362624:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 5257us (5612us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016090.524766:0:10115:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9582 00000100:00100000:0.0:1734016090.532339:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016090.532466:0:10115:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336362752 00000100:00100000:1.0:1734016090.532478:0:10115:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336362752 00000100:00100000:1.0:1734016090.532542:0:10115:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9583 00000100:00100000:1.0:1734016090.532550:0:10115:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b918700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:1978:x1818247336362752:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:1.0:1734016090.532573:0:10115:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016090.532595:0:10115:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880097237840/0x3f004d6452e05a23 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361cfbe6 expref: -99 pid: 10115 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016090.532664:0:10115:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074e54380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10115:1818247339278976:192.168.201.10@tcp:106: 00000100:00100000:1.0:1734016090.532763:0:10115:0:(client.c:2562:ptlrpc_set_wait()) set ffff88006d6fff00 going to sleep for 11 seconds 00000100:00100000:1.0:1734016090.535483:0:10115:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074e54380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10115:1818247339278976:192.168.201.10@tcp:106: 00010000:00010000:1.0:1734016090.535529:0:10115:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880097237840/0x3f004d6452e05a23 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cfbe6 expref: 6 pid: 10115 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016090.535546:0:10115:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097237840/0x3f004d6452e05a23 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cfbe6 expref: 6 pid: 10115 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016090.536072:0:10115:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097237840, rc 0) 00000100:00100000:1.0:1734016090.536138:0:10115:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b918700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:1978:x1818247336362752:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 3586us (3810us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016090.536148:0:10115:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9583 00000100:00100000:1.0:1734016090.543385:0:10115:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336362880 00000100:00100000:1.0:1734016090.543396:0:10115:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336362880 00000100:00100000:1.0:1734016090.546948:0:10115:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9584 00000100:00100000:1.0:1734016090.546965:0:10115:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012db31f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:9673:x1818247336362880:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:1.0:1734016090.546993:0:10115:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016090.547020:0:10115:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880097236880/0x3f004d6452e05a2a lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361cfbed expref: -99 pid: 10115 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016090.547060:0:10115:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880097235b00/0x3f004d6452e05a15 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8450048->8503295) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cfbd8 expref: 8 pid: 10115 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016090.547068:0:10115:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016090.547070:0:10115:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016090.547074:0:10115:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880097236880/0x3f004d6452e05a2a lrc: 4/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [8060928->8126463] (req 8060928->8126463) gid 0 flags: 0x50000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cfbed expref: 6 pid: 10115 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016090.547115:0:10115:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880097235b00/0x3f004d6452e05a15 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8450048->8503295) gid 0 flags: 0x50000000020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361cfbd8 expref: 8 pid: 10115 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016090.547129:0:10115:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880097235b00/0x3f004d6452e05a15 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8450048->8503295) gid 0 flags: 0x70000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361cfbd8 expref: 8 pid: 10115 timeout: 454 lvb_type: 0 00000100:00100000:1.0:1734016090.547142:0:10115:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074e54380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10115:1818247339279104:192.168.201.10@tcp:104: 00000100:00100000:1.0:1734016090.547245:0:10115:0:(client.c:2562:ptlrpc_set_wait()) set ffff88006d6fff00 going to sleep for 11 seconds 00000100:00100000:0.0:1734016090.553333:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016090.553640:0:10115:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074e54380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10115:1818247339279104:192.168.201.10@tcp:104: 00010000:00010000:1.0:1734016090.553685:0:10115:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880097236880/0x3f004d6452e05a2a lrc: 3/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [8060928->8126463] (req 8060928->8126463) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cfbed expref: 6 pid: 10115 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016090.553704:0:10115:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097236880, rc 0) 00000100:00100000:1.0:1734016090.554810:0:10115:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012db31f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:9673:x1818247336362880:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 7845us (11555us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016090.554819:0:10115:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9584 00000100:00100000:1.0:1734016090.579746:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336363264 00000100:00100000:1.0:1734016090.579761:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336363264 00002000:00100000:1.0:1734016090.579825:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (0->4194303) req@ffff88007400a680 x1818247336363264/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:51/0 lens 488/0 e 0 to 0 dl 1734016101 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016090.579842:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007400a680 with x1818247336363264 ext(0->4194303) 00002000:00010000:1.0:1734016090.579848:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007400a680 00000100:00100000:1.0:1734016090.579914:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 7839 00000100:00100000:1.0:1734016090.579923:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007400a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1979:x1818247336363264:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:0.0:1734016090.583288:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016090.652663:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016090.652786:0:10115:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336363648 00000100:00100000:1.0:1734016090.652801:0:10115:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336363648 00000100:00100000:1.0:1734016090.652910:0:10115:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9585 00000100:00100000:1.0:1734016090.652919:0:10115:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b918a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1978:x1818247336363648:12345-192.168.201.10@tcp:22:fsx.0 00002000:00010000:1.0:1734016090.653222:0:10115:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 4030220 -> 4030220 00002000:00010000:1.0:1734016090.653225:0:10115:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016089 -> 1734016089 00002000:00010000:1.0:1734016090.653227:0:10115:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016089 -> 1734016088 00002000:00010000:1.0:1734016090.653229:0:10115:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016090 -> 1734016090 00002000:00010000:1.0:1734016090.653230:0:10115:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 440 -> 536 00000100:00100000:1.0:1734016090.653302:0:10115:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b918a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1978:x1818247336363648:12345-192.168.201.10@tcp:22:fsx.0 Request processed in 384us (656us total) trans 4294968946 rc 0/0 00000100:00100000:1.0:1734016090.653308:0:10115:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9585 00000100:00100000:0.0:1734016090.662089:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016090.667627:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016090.694293:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016090.697266:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016090.701943:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016090.707590:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016090.722562:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016090.732948:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016090.733184:0:9956:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336365056 00000100:00100000:1.0:1734016090.733193:0:9956:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336365056 00010000:00010000:1.0:1734016090.733230:0:9956:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880072171440/0x3f004d6452e05a3f lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361cfbf4 expref: 31 pid: 6482 timeout: 454 lvb_type: 0 00000100:00100000:1.0:1734016090.733264:0:9956:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2496 00000100:00100000:1.0:1734016090.733271:0:9956:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cc7ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+31:1979:x1818247336365056:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016090.733290:0:9956:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016090.733299:0:9956:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880072171440/0x3f004d6452e05a3f lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361cfbf4 expref: 31 pid: 6482 timeout: 454 lvb_type: 0 00010000:00010000:1.0:1734016090.733312:0:9956:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880072171440/0x3f004d6452e05a3f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361cfbf4 expref: 31 pid: 6482 timeout: 454 lvb_type: 0 00010000:00010000:1.0:1734016090.733337:0:9956:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880072171440/0x3f004d6452e05a3f lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361cfbf4 expref: 31 pid: 6482 timeout: 454 lvb_type: 0 00010000:00010000:1.0:1734016090.733372:0:9956:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:1.0:1734016090.733377:0:9956:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a61c0/0x3f004d6452e05a62 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7420 initiator: MDT0 00010000:00010000:1.0:1734016090.733387:0:9956:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a61c0/0x3f004d6452e05a62 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 7420 initiator: MDT0 00010000:00010000:1.0:1734016090.733394:0:9956:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a61c0/0x3f004d6452e05a62 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 7420 initiator: MDT0 00010000:00010000:1.0:1734016090.733417:0:9956:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016090.733463:0:9956:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cc7ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+30:1979:x1818247336365056:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 190us (529us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016090.733471:0:9956:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2496 00000100:00100000:0.0:1734016090.739693:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336365184 00000100:00100000:0.0:1734016090.739706:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336365184 00002000:00010000:0.0:1734016090.739749:0:7694:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (2444190->18446744073709551615) 00002000:00100000:0.0:1734016090.739754:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074009880 with x1818247336365184 ext(2444190->18446744073709551615) 00002000:00010000:0.0:1734016090.739769:0:7694:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074009880. 00000100:00100000:0.0:1734016090.740037:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 7842 00000100:00100000:0.0:1734016090.740045:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074009880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+8:1978:x1818247336365184:12345-192.168.201.10@tcp:10:fsx.0 00002000:00010000:0.0:1734016090.740302:0:7694:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 1646457 -> 2444190 00002000:00010000:0.0:1734016090.740305:0:7694:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016090 -> 1734016090 00002000:00010000:0.0:1734016090.740308:0:7694:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016090 -> 1734016088 00002000:00010000:0.0:1734016090.740310:0:7694:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016090 -> 1734016090 00002000:00010000:0.0:1734016090.740312:0:7694:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 336 -> 336 00000100:00100000:0.0:1734016090.740371:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074009880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+9:1978:x1818247336365184:12345-192.168.201.10@tcp:10:fsx.0 Request processed in 326us (861us total) trans 4294968948 rc 0/0 00000100:00100000:0.0:1734016090.740379:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 7842 00002000:00010000:0.0:1734016090.740382:0:7694:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (2444190->18446744073709551615) 00002000:00100000:0.0:1734016090.740384:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074009880 with x1818247336365184 ext(2444190->18446744073709551615) 00002000:00010000:0.0:1734016090.740388:0:7694:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074009880. 00000100:00100000:0.0:1734016090.743387:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016090.751092:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016090.760784:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00010000:00010000:0.0:1734016090.766466:0:3494:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800721718c0/0x3f004d6452e05a77 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7420 initiator: MDT0 00010000:00010000:0.0:1734016090.766495:0:3494:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800721718c0/0x3f004d6452e05a77 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7420 initiator: MDT0 00010000:00010000:0.0:1734016090.766504:0:3494:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800721718c0/0x3f004d6452e05a77 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7420 initiator: MDT0 00010000:00010000:0.0:1734016090.766512:0:3494:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800721718c0 already unused, calling callback (ffffffffa0f03950) 00010000:00010000:0.0:1734016090.766519:0:3494:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800721718c0/0x3f004d6452e05a77 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7420 initiator: MDT0 00010000:00010000:0.0:1734016090.766529:0:3494:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800721718c0/0x3f004d6452e05a77 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7420 initiator: MDT0 00010000:00010000:0.0:1734016090.766559:0:3494:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:0.0:1734016090.766562:0:3494:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1734016090.766569:0:3494:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800721718c0/0x3f004d6452e05a77 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7420 initiator: MDT0 00010000:00010000:0.0:1734016090.766575:0:3494:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800721718c0/0x3f004d6452e05a77 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7420 initiator: MDT0 00000100:00100000:0.0:1734016090.773660:0:13927:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336365824 00000100:00100000:0.0:1734016090.773671:0:13927:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336365824 00000100:00100000:0.0:1734016090.776784:0:13927:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9588 00000100:00100000:0.0:1734016090.776799:0:13927:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074009f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:9673:x1818247336365824:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:0.0:1734016090.776823:0:13927:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016090.776847:0:13927:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a803af40/0x3f004d6452e05a7e lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361cfc17 expref: -99 pid: 13927 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016090.776897:0:13927:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880097236880/0x3f004d6452e05a2a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8060928->8126463) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cfbed expref: 8 pid: 10115 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016090.776914:0:13927:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016090.776916:0:13927:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016090.776919:0:13927:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a803af40/0x3f004d6452e05a7e lrc: 4/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cfc17 expref: 9 pid: 13927 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016090.776954:0:13927:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880097236880/0x3f004d6452e05a2a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8060928->8126463) gid 0 flags: 0x50000000020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361cfbed expref: 8 pid: 10115 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016090.776965:0:13927:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880097236880/0x3f004d6452e05a2a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8060928->8126463) gid 0 flags: 0x70000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361cfbed expref: 8 pid: 10115 timeout: 454 lvb_type: 0 00000100:00100000:0.0:1734016090.776977:0:13927:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012cc7dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13927:1818247339280000:192.168.201.10@tcp:104: 00000100:00100000:0.0:1734016090.779886:0:13927:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012cf4f240 going to sleep for 11 seconds 00000100:00100000:1.0:1734016090.786368:0:13927:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012cc7dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13927:1818247339280000:192.168.201.10@tcp:104: 00010000:00010000:1.0:1734016090.786414:0:13927:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a803af40/0x3f004d6452e05a7e lrc: 3/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cfc17 expref: 9 pid: 13927 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016090.786439:0:13927:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a803af40, rc 0) 00000100:00100000:1.0:1734016090.786525:0:13927:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074009f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+9:9673:x1818247336365824:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 9728us (12940us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016090.786539:0:13927:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9588 00000100:00100000:0.0:1734016090.787992:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016090.804190:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016090.807984:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016090.815162:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016090.821697:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016090.822203:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336366592 00000100:00100000:1.0:1734016090.822220:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336366592 00002000:00010000:1.0:1734016090.822285:0:7694:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (8428995->18446744073709551615) 00002000:00100000:1.0:1734016090.822293:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012cc7ea00 with x1818247336366592 ext(8428995->18446744073709551615) 00002000:00010000:1.0:1734016090.822314:0:7694:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012cc7ea00. 00000100:00100000:1.0:1734016090.822364:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 7844 00000100:00100000:1.0:1734016090.822376:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cc7ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+10:1978:x1818247336366592:12345-192.168.201.10@tcp:10:fsx.0 00002000:00010000:1.0:1734016090.823645:0:7694:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 8568577 -> 8428995 00002000:00010000:1.0:1734016090.823653:0:7694:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016090 -> 1734016090 00002000:00010000:1.0:1734016090.823656:0:7694:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016088 -> 1734016088 00002000:00010000:1.0:1734016090.823658:0:7694:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016090 -> 1734016090 00002000:00010000:1.0:1734016090.823661:0:7694:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 336 -> 336 00000100:00100000:1.0:1734016090.823765:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cc7ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+11:1978:x1818247336366592:12345-192.168.201.10@tcp:10:fsx.0 Request processed in 1386us (2084us total) trans 4294968950 rc 0/0 00000100:00100000:1.0:1734016090.823779:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 7844 00002000:00010000:1.0:1734016090.823784:0:7694:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (8428995->18446744073709551615) 00002000:00100000:1.0:1734016090.823787:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012cc7ea00 with x1818247336366592 ext(8428995->18446744073709551615) 00002000:00010000:1.0:1734016090.823793:0:7694:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012cc7ea00. 00000100:00100000:0.0:1734016090.827380:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016090.827532:0:6482:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336366720 00000100:00100000:1.0:1734016090.827545:0:6482:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336366720 00000100:00100000:1.0:1734016090.827792:0:6482:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 1723 00000100:00100000:1.0:1734016090.827800:0:6482:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cc7ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+30:9673:x1818247336366720:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:1.0:1734016090.827822:0:6482:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016090.827847:0:6482:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800972373c0/0x3f004d6452e05a9a lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361cfc25 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016090.827991:0:6482:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880097236880/0x3f004d6452e05aa1 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6482 initiator: MDT0 00010000:00010000:1.0:1734016090.828005:0:6482:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880097236880/0x3f004d6452e05aa1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6482 initiator: MDT0 00010000:00010000:1.0:1734016090.828016:0:6482:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880097236880/0x3f004d6452e05aa1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6482 initiator: MDT0 00000004:00200000:1.0:1734016090.828041:0:6482:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 8428995 00000004:00200000:1.0:1734016090.828045:0:6482:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1734016090.828062:0:6482:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880097236880/0x3f004d6452e05aa1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6482 initiator: MDT0 00010000:00010000:1.0:1734016090.828084:0:6482:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800972373c0/0x3f004d6452e05a9a lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cfc25 expref: 32 pid: 6482 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016090.828698:0:6482:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880097236880/0x3f004d6452e05aa1 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cfc25 expref: 31 pid: 6482 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016090.828707:0:6482:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:1.0:1734016090.828710:0:6482:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1734016090.828713:0:6482:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097236880, rc 0) 00000100:00100000:1.0:1734016090.828805:0:6482:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cc7ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+31:9673:x1818247336366720:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 1004us (1437us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016090.828812:0:6482:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 1723 00000100:00100000:0.0:1734016090.831910:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016090.832080:0:13927:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336366848 00000100:00100000:1.0:1734016090.832096:0:13927:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336366848 00000100:00100000:1.0:1734016090.832394:0:13927:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9589 00000100:00100000:1.0:1734016090.832404:0:13927:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cc7f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+8:1979:x1818247336366848:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:1.0:1734016090.832430:0:13927:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016090.832458:0:13927:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880097235b00/0x3f004d6452e05aa8 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361cfc2c expref: -99 pid: 13927 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016090.832549:0:13927:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074e54000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13927:1818247339280256:192.168.201.10@tcp:106: 00000100:00100000:1.0:1734016090.832656:0:13927:0:(client.c:2562:ptlrpc_set_wait()) set ffff88006d6fff00 going to sleep for 11 seconds 00000100:00100000:1.0:1734016090.834477:0:13927:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074e54000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13927:1818247339280256:192.168.201.10@tcp:106: 00010000:00010000:1.0:1734016090.834512:0:13927:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880097235b00/0x3f004d6452e05aa8 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cfc2c expref: 9 pid: 13927 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016090.834524:0:13927:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097235b00/0x3f004d6452e05aa8 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cfc2c expref: 9 pid: 13927 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016090.835107:0:13927:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097235b00, rc 0) 00000100:00100000:1.0:1734016090.835161:0:13927:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cc7f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+8:1979:x1818247336366848:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 2757us (3310us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016090.835169:0:13927:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9589 00000100:00100000:0.0:1734016090.838361:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016090.838703:0:13927:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336366976 00000100:00100000:1.0:1734016090.838713:0:13927:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336366976 00000100:00100000:1.0:1734016090.838767:0:13927:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9590 00000100:00100000:1.0:1734016090.838775:0:13927:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cc7f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+8:1981:x1818247336366976:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:1.0:1734016090.838794:0:13927:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016090.838814:0:13927:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880097237840/0x3f004d6452e05aaf lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361cfc33 expref: -99 pid: 13927 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016090.838917:0:13927:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074e54000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13927:1818247339280384:192.168.201.10@tcp:106: 00000100:00100000:1.0:1734016090.838991:0:13927:0:(client.c:2562:ptlrpc_set_wait()) set ffff88006d6fff00 going to sleep for 11 seconds 00000100:00100000:1.0:1734016090.841176:0:13927:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074e54000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13927:1818247339280384:192.168.201.10@tcp:106: 00010000:00010000:1.0:1734016090.841240:0:13927:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880097237840/0x3f004d6452e05aaf lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cfc33 expref: 9 pid: 13927 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016090.841258:0:13927:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097237840/0x3f004d6452e05aaf lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cfc33 expref: 9 pid: 13927 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016090.841276:0:13927:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097237840, rc 0) 00000100:00100000:1.0:1734016090.841550:0:13927:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cc7f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+8:1981:x1818247336366976:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 2772us (3198us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016090.841561:0:13927:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9590 00000100:00100000:0.0:1734016090.844454:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016090.844621:0:13927:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336367104 00000100:00100000:1.0:1734016090.844636:0:13927:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336367104 00000100:00100000:1.0:1734016090.844702:0:13927:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9591 00000100:00100000:1.0:1734016090.844711:0:13927:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cc7f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+11:1980:x1818247336367104:12345-192.168.201.10@tcp:22:fsx.0 00002000:00010000:1.0:1734016090.845094:0:13927:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 8428995 -> 8428995 00002000:00010000:1.0:1734016090.845097:0:13927:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016090 -> 1734016090 00002000:00010000:1.0:1734016090.845100:0:13927:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016088 -> 1734016088 00002000:00010000:1.0:1734016090.845102:0:13927:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016090 -> 1734016090 00002000:00010000:1.0:1734016090.845104:0:13927:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 336 -> 336 00000100:00100000:1.0:1734016090.845218:0:13927:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cc7f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+12:1980:x1818247336367104:12345-192.168.201.10@tcp:22:fsx.0 Request processed in 508us (776us total) trans 4294968951 rc 0/0 00000100:00100000:1.0:1734016090.845229:0:13927:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9591 00000100:00100000:0.0:1734016090.848194:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016090.849189:0:6482:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336367232 00000100:00100000:1.0:1734016090.849205:0:6482:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336367232 00000100:00100000:1.0:1734016090.849285:0:6482:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 1724 00000100:00100000:1.0:1734016090.849294:0:6482:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cc7fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+34:9673:x1818247336367232:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:1.0:1734016090.849327:0:6482:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016090.849355:0:6482:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880097237a80/0x3f004d6452e05ab6 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361cfc3a expref: -99 pid: 6482 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016090.849529:0:6482:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880097235440/0x3f004d6452e05abd lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 6482 initiator: MDT0 00010000:00010000:1.0:1734016090.849558:0:6482:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880097235440/0x3f004d6452e05abd lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6482 initiator: MDT0 00010000:00010000:1.0:1734016090.849574:0:6482:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880097235440/0x3f004d6452e05abd lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6482 initiator: MDT0 00000004:00200000:1.0:1734016090.849612:0:6482:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 8428995 00000004:00200000:1.0:1734016090.849616:0:6482:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1734016090.849635:0:6482:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880097235440/0x3f004d6452e05abd lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6482 initiator: MDT0 00010000:00010000:1.0:1734016090.849664:0:6482:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880097237a80/0x3f004d6452e05ab6 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cfc3a expref: 36 pid: 6482 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016090.849689:0:6482:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880097235440/0x3f004d6452e05abd lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cfc3a expref: 35 pid: 6482 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016090.849699:0:6482:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:1.0:1734016090.849704:0:6482:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1734016090.849708:0:6482:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097235440, rc 0) 00000100:00100000:1.0:1734016090.849801:0:6482:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cc7fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+35:9673:x1818247336367232:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 507us (1621us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016090.849809:0:6482:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 1724 00000100:00100000:0.0:1734016090.856389:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016090.880556:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016090.893662:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016090.893765:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336367744 00000100:00100000:1.0:1734016090.893775:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336367744 00002000:00100000:1.0:1734016090.893835:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (8126464->8380415) req@ffff88012cc7ce00 x1818247336367744/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:51/0 lens 504/0 e 0 to 0 dl 1734016101 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016090.893851:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012cc7ce00 with x1818247336367744 ext(8126464->8380415) 00002000:00010000:1.0:1734016090.893857:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012cc7ce00 00000100:00100000:1.0:1734016090.893943:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 7845 00000100:00100000:1.0:1734016090.893951:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cc7ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+9:1979:x1818247336367744:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:1.0:1734016090.905027:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cc7ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+9:1979:x1818247336367744:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 11059us (11363us total) trans 0 rc 221184/221184 00000100:00100000:1.0:1734016090.905041:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 7845 00002000:00100000:1.0:1734016090.905058:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (8126464->8380415) req@ffff88012cc7ce00 x1818247336367744/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:51/0 lens 504/440 e 0 to 0 dl 1734016101 ref 1 fl Complete:/200/0 rc 221184/221184 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016090.905070:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012cc7ce00 with x1818247336367744 ext(8126464->8380415) 00002000:00010000:1.0:1734016090.905078:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012cc7ce00 00000100:00100000:0.0:1734016090.912739:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016090.920524:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016090.932124:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016090.932473:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336368128 00000100:00100000:1.0:1734016090.932487:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336368128 00002000:00100000:1.0:1734016090.932560:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (8343552->8380415) req@ffff88012cc70000 x1818247336368128/t0(0) o4->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:51/0 lens 488/0 e 0 to 0 dl 1734016101 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016090.932579:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012cc70000 with x1818247336368128 ext(8343552->8380415) 00010000:00010000:1.0:1734016090.932594:0:7694:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e05ac4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8343552->8380415) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361cfc41 expref: 9 pid: 10115 timeout: 455 lvb_type: 0 00010000:00010000:1.0:1734016090.932611:0:7694:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e05ac4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8343552->8380415) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361cfc41 expref: 9 pid: 10115 timeout: 455 lvb_type: 0 00002000:00010000:1.0:1734016090.932619:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012cc70000 00000100:00100000:1.0:1734016090.932652:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 237 00000100:00100000:1.0:1734016090.932662:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cc70000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+9:1978:x1818247336368128:12345-192.168.201.10@tcp:4:fsx.0 00000100:00100000:1.0:1734016090.945972:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cc70000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+11:1978:x1818247336368128:12345-192.168.201.10@tcp:4:fsx.0 Request processed in 13297us (13842us total) trans 4294968952 rc 0/0 00000100:00100000:1.0:1734016090.945986:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 237 00002000:00100000:1.0:1734016090.946001:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (8343552->8380415) req@ffff88012cc70000 x1818247336368128/t4294968952(0) o4->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:51/0 lens 488/448 e 0 to 0 dl 1734016101 ref 1 fl Complete:H/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016090.946010:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012cc70000 with x1818247336368128 ext(8343552->8380415) 00010000:00010000:1.0:1734016090.946034:0:7694:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e05ac4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8343552->8380415) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361cfc41 expref: 11 pid: 10115 timeout: 455 lvb_type: 0 00010000:00010000:1.0:1734016090.946051:0:7694:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e05ac4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8343552->8380415) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361cfc41 expref: 11 pid: 10115 timeout: 455 lvb_type: 0 00002000:00010000:1.0:1734016090.946058:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012cc70000 00000100:00100000:0.0:1734016090.951179:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016090.977087:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016090.977138:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016090.977184:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016090.977301:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336368512 00000100:00100000:1.0:1734016090.977314:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336368512 00002000:00100000:1.0:1734016090.977373:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (0->4194303) req@ffff88012cc70700 x1818247336368512/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:51/0 lens 488/0 e 0 to 0 dl 1734016101 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016090.977384:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012cc70700 with x1818247336368512 ext(0->4194303) 00002000:00010000:1.0:1734016090.977390:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012cc70700 00000100:00100000:1.0:1734016090.977410:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336368768 00000100:00100000:1.0:1734016090.977413:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336368768 00002000:00100000:1.0:1734016090.977422:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (4194304->8388607) req@ffff88012cc70a80 x1818247336368768/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:51/0 lens 488/0 e 0 to 0 dl 1734016101 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016090.977429:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012cc70a80 with x1818247336368768 ext(4194304->8388607) 00002000:00010000:1.0:1734016090.977431:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012cc70a80 00000100:00100000:1.0:1734016090.977438:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336369024 00000100:00100000:1.0:1734016090.977440:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336369024 00002000:00100000:1.0:1734016090.977447:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (8388608->8429567) req@ffff88012cc70e00 x1818247336369024/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:51/0 lens 488/0 e 0 to 0 dl 1734016101 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016090.977452:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012cc70e00 with x1818247336369024 ext(8388608->8429567) 00002000:00010000:1.0:1734016090.977455:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012cc70e00 00000100:00100000:1.0:1734016090.977465:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 7846 00000100:00100000:1.0:1734016090.977470:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cc70700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+14:1979:x1818247336368512:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:0.0:1734016091.124772:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00080000:0.0:1734016091.126734:0:6479:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734016061 00000100:00100000:0.0:1734016091.141515:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016091.141618:0:6482:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336369280 00000100:00100000:1.0:1734016091.141629:0:6482:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336369280 00000100:00100000:1.0:1734016091.141695:0:6482:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 1725 00000100:00100000:1.0:1734016091.141702:0:6482:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cc71500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+35:9673:x1818247336369280:12345-192.168.201.10@tcp:44:fsx.0 00000100:00100000:1.0:1734016091.141833:0:6482:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cc71500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+35:9673:x1818247336369280:12345-192.168.201.10@tcp:44:fsx.0 Request processed in 131us (327us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016091.141843:0:6482:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 1725 00000100:00100000:0.0:1734016091.143116:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016091.149195:0:10115:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cc71880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1981:x1818247336369408:12345-192.168.201.10@tcp:16:fsx.0 Request processed in 5953us (6072us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016091.149208:0:10115:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9595 00000100:00100000:0.0:1734016091.163840:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016091.178064:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000001:00080000:0.0:1734016091.185084:0:8954:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294968954 is committed 00000100:00100000:0.0:1734016091.191103:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016091.199046:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016091.204525:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016091.228232:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016091.237217:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016091.245594:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016091.256415:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016091.259603:0:13927:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074008000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13927:1818247339281792:192.168.201.10@tcp:106: 00010000:00010000:0.0:1734016091.259642:0:13927:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880072172d00/0x3f004d6452e05af5 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cfc72 expref: 7 pid: 13927 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016091.259657:0:13927:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880072172d00/0x3f004d6452e05af5 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cfc72 expref: 7 pid: 13927 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016091.261375:0:13927:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880072172d00, rc 0) 00000100:00100000:0.0:1734016091.261456:0:13927:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074e54a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1978:x1818247336370560:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 4669us (5061us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016091.261467:0:13927:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9602 00000100:00100000:0.0:1734016091.265832:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016091.270917:0:7705:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336370944 00000100:00100000:0.0:1734016091.270930:0:7705:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336370944 00010000:00010000:0.0:1734016091.271002:0:7705:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880097236880/0x3f004d6452e05aa1 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361cfc25 expref: 31 pid: 6482 timeout: 455 lvb_type: 0 00000100:00100000:0.0:1734016091.271050:0:7705:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2502 00000100:00100000:0.0:1734016091.271060:0:7705:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007400b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+31:1978:x1818247336370944:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016091.271083:0:7705:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016091.271091:0:7705:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880097236880/0x3f004d6452e05aa1 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361cfc25 expref: 31 pid: 6482 timeout: 455 lvb_type: 0 00010000:00010000:0.0:1734016091.271107:0:7705:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880097236880/0x3f004d6452e05aa1 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361cfc25 expref: 31 pid: 6482 timeout: 455 lvb_type: 0 00010000:00010000:0.0:1734016091.271139:0:7705:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880097236880/0x3f004d6452e05aa1 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361cfc25 expref: 31 pid: 6482 timeout: 455 lvb_type: 0 00010000:00010000:0.0:1734016091.271174:0:7705:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:0.0:1734016091.271182:0:7705:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8800721718c0/0x3f004d6452e05afc lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7420 initiator: MDT0 00010000:00010000:0.0:1734016091.271195:0:7705:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800721718c0/0x3f004d6452e05afc lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 7420 initiator: MDT0 00010000:00010000:0.0:1734016091.271203:0:7705:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800721718c0/0x3f004d6452e05afc lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 7420 initiator: MDT0 00010000:00010000:0.0:1734016091.271228:0:7705:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016091.271282:0:7705:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007400b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+30:1978:x1818247336370944:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 221us (460us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016091.271290:0:7705:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2502 00010000:00010000:0.0:1734016091.276216:0:3494:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800721718c0/0x3f004d6452e05afc lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7420 initiator: MDT0 00010000:00010000:0.0:1734016091.276230:0:3494:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800721718c0/0x3f004d6452e05afc lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7420 initiator: MDT0 00010000:00010000:0.0:1734016091.276237:0:3494:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800721718c0/0x3f004d6452e05afc lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7420 initiator: MDT0 00010000:00010000:0.0:1734016091.276243:0:3494:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800721718c0 already unused, calling callback (ffffffffa0f03950) 00010000:00010000:0.0:1734016091.276248:0:3494:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800721718c0/0x3f004d6452e05afc lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7420 initiator: MDT0 00010000:00010000:0.0:1734016091.276256:0:3494:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800721718c0/0x3f004d6452e05afc lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7420 initiator: MDT0 00010000:00010000:0.0:1734016091.276278:0:3494:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:0.0:1734016091.276281:0:3494:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1734016091.276285:0:3494:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800721718c0/0x3f004d6452e05afc lrc: 2/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7420 initiator: MDT0 00010000:00010000:0.0:1734016091.276293:0:3494:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800721718c0/0x3f004d6452e05afc lrc: 0/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7420 initiator: MDT0 00000100:00100000:0.0:1734016091.276674:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016091.292601:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016091.293121:0:9956:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336371200 00000100:00100000:1.0:1734016091.293132:0:9956:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336371200 00010000:00010000:1.0:1734016091.293178:0:9956:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880072170d80/0x3f004d6452e05ae7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 421888->487423) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361cfc64 expref: 7 pid: 10115 timeout: 455 lvb_type: 0 00000100:00100000:1.0:1734016091.293218:0:9956:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2503 00000100:00100000:1.0:1734016091.293225:0:9956:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cc73800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1979:x1818247336371200:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016091.293242:0:9956:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016091.293266:0:9956:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880072170d80/0x3f004d6452e05ae7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 421888->487423) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361cfc64 expref: 7 pid: 10115 timeout: 455 lvb_type: 0 00010000:00010000:1.0:1734016091.293279:0:9956:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880072170d80/0x3f004d6452e05ae7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 421888->487423) gid 0 flags: 0x50000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361cfc64 expref: 7 pid: 10115 timeout: 455 lvb_type: 0 00010000:00010000:1.0:1734016091.293302:0:9956:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880072170d80/0x3f004d6452e05ae7 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 421888->487423) gid 0 flags: 0x44801400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361cfc64 expref: 7 pid: 10115 timeout: 455 lvb_type: 0 00010000:00010000:1.0:1734016091.293334:0:9956:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016091.293336:0:9956:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016091.293342:0:9956:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880072171f80/0x3f004d6452e05b03 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cfc79 expref: 6 pid: 13927 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016091.293351:0:9956:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880072171f80/0x3f004d6452e05b03 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cfc79 expref: 6 pid: 13927 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016091.293387:0:9956:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880072171f80/0x3f004d6452e05b03 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cfc79 expref: 6 pid: 13927 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016091.293401:0:9956:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074e54e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9956:1818247339282176:192.168.201.10@tcp:105: 00000100:00100000:1.0:1734016091.293465:0:9956:0:(client.c:2562:ptlrpc_set_wait()) set ffff88006d6fff00 going to sleep for 11 seconds 00000100:00100000:1.0:1734016091.296188:0:9956:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074e54e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9956:1818247339282176:192.168.201.10@tcp:105: 00010000:00010000:1.0:1734016091.296216:0:9956:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016091.296922:0:9956:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cc73800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1979:x1818247336371200:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 3692us (4334us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016091.296934:0:9956:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2503 00000100:00100000:0.0:1734016091.297963:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016091.307334:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016091.311585:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016091.321098:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016091.324378:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016091.332229:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016091.342447:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016091.345398:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016091.354002:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016091.370701:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016091.374626:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016091.377457:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016091.394395:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016091.396910:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016091.403037:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016091.415286:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016091.427499:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016091.447843:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016091.460075:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016091.463500:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016091.470983:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016091.482227:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016091.489273:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016091.499063:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016091.506231:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016091.511445:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016091.523768:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016091.534327:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016091.538773:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016091.545531:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016091.566390:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016091.567491:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016091.568471:0:13925:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 7876 00000100:00100000:0.0:1734016091.568477:0:13925:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cc7dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+10:1981:x1818247336378496:12345-192.168.201.10@tcp:3:fsx.0 00000001:00080000:1.0:1734016091.620420:0:6464:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968398 is committed 00000001:00080000:1.0:1734016091.620436:0:6464:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968392 is committed 00000100:00100000:1.0:1734016091.678244:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016091.695465:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016091.703666:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016091.707822:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016091.707920:0:10115:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336379264 00000100:00100000:0.0:1734016091.707929:0:10115:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336379264 00000100:00100000:0.0:1734016091.707972:0:10115:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9608 00000100:00100000:0.0:1734016091.707978:0:10115:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cc7df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1980:x1818247336379264:12345-192.168.201.10@tcp:22:fsx.0 00002000:00010000:0.0:1734016091.708295:0:10115:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 6030705 -> 6030705 00002000:00010000:0.0:1734016091.708298:0:10115:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016090 -> 1734016091 00002000:00010000:0.0:1734016091.708301:0:10115:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016088 -> 1734016088 00002000:00010000:0.0:1734016091.708303:0:10115:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016091 -> 1734016091 00002000:00010000:0.0:1734016091.708305:0:10115:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 616 -> 616 00000100:00100000:0.0:1734016091.708353:0:10115:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cc7df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+8:1980:x1818247336379264:12345-192.168.201.10@tcp:22:fsx.0 Request processed in 375us (540us total) trans 4294968958 rc 0/0 00000100:00100000:0.0:1734016091.708360:0:10115:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9608 00000100:00100000:0.0:1734016091.711835:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016091.712022:0:13927:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336379392 00000100:00100000:1.0:1734016091.712029:0:13927:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336379392 00000100:00100000:1.0:1734016091.712069:0:13927:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9609 00000100:00100000:1.0:1734016091.712075:0:13927:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cc7d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1980:x1818247336379392:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:1.0:1734016091.712091:0:13927:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016091.712107:0:13927:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880097235440/0x3f004d6452e05b49 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361cfca3 expref: -99 pid: 13927 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016091.712168:0:13927:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074e56680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13927:1818247339282816:192.168.201.10@tcp:106: 00000100:00100000:1.0:1734016091.712219:0:13927:0:(client.c:2562:ptlrpc_set_wait()) set ffff88006d6fff00 going to sleep for 11 seconds 00000100:00100000:1.0:1734016091.715239:0:13927:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074e56680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13927:1818247339282816:192.168.201.10@tcp:106: 00010000:00010000:1.0:1734016091.715275:0:13927:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880097235440/0x3f004d6452e05b49 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cfca3 expref: 9 pid: 13927 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016091.715289:0:13927:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097235440/0x3f004d6452e05b49 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cfca3 expref: 9 pid: 13927 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016091.715316:0:13927:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097235440, rc 0) 00000100:00100000:1.0:1734016091.715367:0:13927:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cc7d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1980:x1818247336379392:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 3290us (3532us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016091.715375:0:13927:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9609 00000100:00100000:1.0:1734016091.718775:0:13927:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336379520 00000100:00100000:1.0:1734016091.718783:0:13927:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336379520 00000100:00100000:1.0:1734016091.718816:0:13927:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9610 00000100:00100000:1.0:1734016091.718823:0:13927:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007400a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1981:x1818247336379520:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:1.0:1734016091.718836:0:13927:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016091.718852:0:13927:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880097234480/0x3f004d6452e05b50 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361cfcaa expref: -99 pid: 13927 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016091.718928:0:13927:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074e56680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13927:1818247339282944:192.168.201.10@tcp:106: 00000100:00100000:1.0:1734016091.718977:0:13927:0:(client.c:2562:ptlrpc_set_wait()) set ffff88006d6fff00 going to sleep for 11 seconds 00000100:00100000:1.0:1734016091.720774:0:13927:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074e56680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13927:1818247339282944:192.168.201.10@tcp:106: 00010000:00010000:1.0:1734016091.721703:0:13927:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880097234480/0x3f004d6452e05b50 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cfcaa expref: 9 pid: 13927 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016091.721716:0:13927:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097234480/0x3f004d6452e05b50 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cfcaa expref: 9 pid: 13927 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016091.721726:0:13927:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097234480, rc 0) 00000100:00100000:1.0:1734016091.722661:0:13927:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007400a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1981:x1818247336379520:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 3836us (3968us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016091.722670:0:13927:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9610 00000100:00100000:1.0:1734016091.728249:0:13927:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336379648 00000100:00100000:1.0:1734016091.728258:0:13927:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336379648 00000100:00100000:1.0:1734016091.728307:0:13927:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9611 00000100:00100000:1.0:1734016091.728315:0:13927:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074008000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1980:x1818247336379648:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:1.0:1734016091.728331:0:13927:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016091.728348:0:13927:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880097234fc0/0x3f004d6452e05b57 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361cfcb1 expref: -99 pid: 13927 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016091.728397:0:13927:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074e56680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13927:1818247339283072:192.168.201.10@tcp:106: 00000100:00100000:1.0:1734016091.728459:0:13927:0:(client.c:2562:ptlrpc_set_wait()) set ffff88006d6fff00 going to sleep for 11 seconds 00000100:00100000:1.0:1734016091.730584:0:13927:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074e56680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13927:1818247339283072:192.168.201.10@tcp:106: 00010000:00010000:1.0:1734016091.730607:0:13927:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880097234fc0/0x3f004d6452e05b57 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cfcb1 expref: 9 pid: 13927 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016091.730619:0:13927:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097234fc0/0x3f004d6452e05b57 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cfcb1 expref: 9 pid: 13927 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016091.731009:0:13927:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097234fc0, rc 0) 00000100:00100000:1.0:1734016091.731179:0:13927:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074008000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1980:x1818247336379648:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 2862us (3215us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016091.731186:0:13927:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9611 00000100:00100000:1.0:1734016091.739657:0:13927:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336379776 00000100:00100000:1.0:1734016091.739666:0:13927:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336379776 00000100:00100000:1.0:1734016091.739716:0:13927:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9612 00000100:00100000:1.0:1734016091.739722:0:13927:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012db32680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1980:x1818247336379776:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:1.0:1734016091.739739:0:13927:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016091.739754:0:13927:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880097236d00/0x3f004d6452e05b5e lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361cfcb8 expref: -99 pid: 13927 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016091.739803:0:13927:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074e56680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13927:1818247339283200:192.168.201.10@tcp:106: 00000100:00100000:1.0:1734016091.740430:0:13927:0:(client.c:2562:ptlrpc_set_wait()) set ffff88006d6fff00 going to sleep for 11 seconds 00000100:00100000:1.0:1734016091.750028:0:13927:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074e56680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13927:1818247339283200:192.168.201.10@tcp:106: 00010000:00010000:1.0:1734016091.750065:0:13927:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880097236d00/0x3f004d6452e05b5e lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cfcb8 expref: 9 pid: 13927 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016091.750079:0:13927:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097236d00/0x3f004d6452e05b5e lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cfcb8 expref: 9 pid: 13927 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016091.750097:0:13927:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097236d00, rc 0) 00000100:00100000:1.0:1734016091.750167:0:13927:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012db32680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1980:x1818247336379776:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 10443us (10615us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016091.750178:0:13927:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9612 00000100:00100000:1.0:1734016091.770007:0:13925:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336380032 00000100:00100000:1.0:1734016091.770016:0:13925:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336380032 00002000:00100000:1.0:1734016091.770053:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (0->4194303) req@ffff88007400b100 x1818247336380032/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:52/0 lens 488/0 e 0 to 0 dl 1734016102 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016091.770063:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007400b100 with x1818247336380032 ext(0->4194303) 00002000:00010000:1.0:1734016091.770068:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007400b100 00000100:00100000:1.0:1734016091.770083:0:13925:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336380160 00000100:00100000:1.0:1734016091.770086:0:13925:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336380160 00002000:00100000:1.0:1734016091.770096:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (4194304->6033407) req@ffff880074009f80 x1818247336380160/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:52/0 lens 488/0 e 0 to 0 dl 1734016102 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016091.770103:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074009f80 with x1818247336380160 ext(4194304->6033407) 00002000:00010000:1.0:1734016091.770105:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074009f80 00000100:00100000:1.0:1734016091.770118:0:13925:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 7878 00000100:00100000:1.0:1734016091.770124:0:13925:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007400b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+9:1980:x1818247336380032:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:0.0:1734016091.773506:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 7879 00000100:00100000:0.0:1734016091.773518:0:7695:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074009f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+10:1980:x1818247336380160:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:1.0:1734016091.834350:0:13925:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007400b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+8:1980:x1818247336380032:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 64217us (64519us total) trans 0 rc 4194304/4194304 00000100:00100000:1.0:1734016091.834362:0:13925:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 7878 00002000:00100000:1.0:1734016091.834372:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (0->4194303) req@ffff88007400b100 x1818247336380032/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:52/0 lens 488/440 e 0 to 0 dl 1734016102 ref 1 fl Complete:/200/0 rc 4194304/4194304 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016091.834381:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007400b100 with x1818247336380032 ext(0->4194303) 00002000:00010000:1.0:1734016091.834385:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007400b100 00000100:00100000:0.0:1734016091.860432:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016091.865534:0:13925:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336380544 00000100:00100000:1.0:1734016091.865548:0:13925:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336380544 00000100:00100000:1.0:1734016091.865621:0:13925:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 7880 00000100:00100000:1.0:1734016091.865628:0:13925:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e4da450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1980:x1818247336380544:12345-192.168.201.10@tcp:4:fsx.0 00010000:00010000:1.0:1734016091.865663:0:13925:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880097234900/0x3f004d6452e05b65 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 13925 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016091.865681:0:13925:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a4480/0x3f004d6452e05b42 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2428928->2490367) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cfc9c expref: 7 pid: 10115 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016091.865688:0:13925:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016091.865690:0:13925:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016091.865692:0:13925:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880097234900/0x3f004d6452e05b65 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [9474048->9482239] (req 9474048->9482239) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 13925 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016091.865720:0:13925:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a9a4480/0x3f004d6452e05b42 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2428928->2490367) gid 0 flags: 0x50000000020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361cfc9c expref: 7 pid: 10115 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016091.865732:0:13925:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a9a4480/0x3f004d6452e05b42 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2428928->2490367) gid 0 flags: 0x70000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361cfc9c expref: 7 pid: 10115 timeout: 455 lvb_type: 0 00000100:00100000:1.0:1734016091.865743:0:13925:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074e56680 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_003:lustre-OST0001_UUID:13925:1818247339283328:192.168.201.10@tcp:104: 00000100:00100000:1.0:1734016091.865807:0:13925:0:(client.c:2562:ptlrpc_set_wait()) set ffff88006d6fff00 going to sleep for 11 seconds 00000100:00100000:1.0:1734016091.874541:0:13925:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074e56680 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_003:lustre-OST0001_UUID:13925:1818247339283328:192.168.201.10@tcp:104: 00010000:00010000:1.0:1734016091.874571:0:13925:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880097234900/0x3f004d6452e05b65 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [9474048->9482239] (req 9474048->9482239) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 13925 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016091.882724:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000001:00080000:0.0:1734016091.897552:0:8954:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294968959 is committed 00000001:00080000:0.0:1734016091.897570:0:8954:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294968958 is committed 00000100:00100000:1.0:1734016091.901496:0:13927:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336380800 00000100:00100000:1.0:1734016091.901508:0:13927:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336380800 00000100:00100000:1.0:1734016091.901558:0:13927:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9613 00000100:00100000:1.0:1734016091.901564:0:13927:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074008e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1981:x1818247336380800:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:1.0:1734016091.901582:0:13927:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016091.901602:0:13927:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880097236f40/0x3f004d6452e05b6c lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361cfcbf expref: -99 pid: 13927 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1734016091.901627:0:13927:0:(ofd_lvb.c:169:ofd_lvbo_init()) res: [0x280000400:0x5:0x0] initial LVB size: 9482240, mtime: 0x675afc5b, atime: 0x675afc58, ctime: 0x675afc5b, blocks: 0x278 00010000:00010000:1.0:1734016091.901653:0:13927:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016091.901655:0:13927:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016091.901663:0:13927:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880097236f40/0x3f004d6452e05b6c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cfcbf expref: 7 pid: 13927 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016091.901677:0:13927:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880097236f40/0x3f004d6452e05b6c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cfcbf expref: 7 pid: 13927 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016091.901688:0:13927:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097236f40, rc 0) 00000100:00100000:1.0:1734016091.901751:0:13927:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074008e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1981:x1818247336380800:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 187us (507us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016091.901757:0:13927:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9613 00000100:00100000:0.0:1734016091.915774:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016091.923474:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016091.923831:0:7705:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336381056 00000100:00100000:1.0:1734016091.923839:0:7705:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336381056 00010000:00010000:1.0:1734016091.923911:0:7705:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880097236f40/0x3f004d6452e05b6c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361cfcbf expref: 8 pid: 13927 timeout: 456 lvb_type: 1 00000100:00100000:1.0:1734016091.923953:0:7705:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2508 00000100:00100000:1.0:1734016091.923959:0:7705:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cc71880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1979:x1818247336381056:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016091.923976:0:7705:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016091.924002:0:7705:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880097236f40/0x3f004d6452e05b6c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361cfcbf expref: 8 pid: 13927 timeout: 456 lvb_type: 1 00010000:00010000:1.0:1734016091.924014:0:7705:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880097236f40/0x3f004d6452e05b6c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361cfcbf expref: 8 pid: 13927 timeout: 456 lvb_type: 1 00010000:00010000:1.0:1734016091.924039:0:7705:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097236f40/0x3f004d6452e05b6c lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361cfcbf expref: 8 pid: 13927 timeout: 456 lvb_type: 1 00010000:00010000:1.0:1734016091.924056:0:7705:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016091.924058:0:7705:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016091.924067:0:7705:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880072172640/0x3f004d6452e05b73 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2666496->2670591) gid 0 flags: 0x40080000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cfcc6 expref: 7 pid: 10115 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016091.924077:0:7705:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880072172640/0x3f004d6452e05b73 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2666496->2670591) gid 0 flags: 0x40080000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cfcc6 expref: 7 pid: 10115 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016091.924113:0:7705:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880072172640/0x3f004d6452e05b73 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2666496->2670591) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cfcc6 expref: 7 pid: 10115 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016091.924127:0:7705:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074e56680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7705:1818247339283584:192.168.201.10@tcp:105: 00000100:00100000:1.0:1734016091.924174:0:7705:0:(client.c:2562:ptlrpc_set_wait()) set ffff88006d6ffa80 going to sleep for 11 seconds 00000100:00100000:1.0:1734016091.929121:0:3508:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012cc71f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3508:1818247339283712:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1734016091.929186:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1734016091.929365:0:6479:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1734016061 00000100:00100000:1.0:1734016091.929539:0:3508:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012cc71f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3508:1818247339283712:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1734016091.938595:0:7705:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074e56680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7705:1818247339283584:192.168.201.10@tcp:105: 00010000:00010000:1.0:1734016091.938624:0:7705:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016091.938665:0:7705:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cc71880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1979:x1818247336381056:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 14704us (15202us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016091.938676:0:7705:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2508 00000100:00100000:0.0:1734016091.969615:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016091.976279:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016091.976329:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016091.976382:0:13929:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336381312 00000100:00100000:0.0:1734016091.976391:0:13929:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336381312 00002000:00100000:0.0:1734016091.976437:0:13929:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (0->4194303) req@ffff88012cc72680 x1818247336381312/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:52/0 lens 488/0 e 0 to 0 dl 1734016102 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016091.976447:0:13929:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012cc72680 with x1818247336381312 ext(0->4194303) 00002000:00010000:0.0:1734016091.976455:0:13929:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012cc72680 00000100:00100000:0.0:1734016091.976471:0:13929:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336381568 00000100:00100000:0.0:1734016091.976473:0:13929:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336381568 00002000:00100000:0.0:1734016091.976482:0:13929:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (8388608->9482239) req@ffff88012cc72a00 x1818247336381568/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:52/0 lens 488/0 e 0 to 0 dl 1734016102 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016091.976488:0:13929:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012cc72a00 with x1818247336381568 ext(8388608->9482239) 00002000:00010000:0.0:1734016091.976490:0:13929:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012cc72a00 00000100:00100000:0.0:1734016091.985415:0:13929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 7883 00000100:00100000:0.0:1734016091.985434:0:13929:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cc72a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+10:1981:x1818247336381568:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:1.0:1734016092.027282:0:13929:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cc72a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+11:1981:x1818247336381568:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 41835us (50933us total) trans 0 rc 1093632/1093632 00000100:00100000:1.0:1734016092.027300:0:13929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 7883 00002000:00100000:1.0:1734016092.027319:0:13929:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (8388608->9482239) req@ffff88012cc72a00 x1818247336381568/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:52/0 lens 488/440 e 0 to 0 dl 1734016102 ref 1 fl Complete:/200/0 rc 1093632/1093632 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016092.027330:0:13929:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012cc72a00 with x1818247336381568 ext(8388608->9482239) 00002000:00010000:1.0:1734016092.027340:0:13929:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012cc72a00 00000100:00100000:0.0:1734016092.108859:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016092.111286:0:13925:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cc72d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+9:1979:x1818247336381824:12345-192.168.201.10@tcp:4:fsx.0 Request processed in 1372us (2434us total) trans 4294968960 rc 0/0 00000100:00100000:0.0:1734016092.111301:0:13925:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 7884 00002000:00100000:0.0:1734016092.111312:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (2666496->2670591) req@ffff88012cc72d80 x1818247336381824/t4294968960(0) o4->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:53/0 lens 4584/448 e 0 to 0 dl 1734016103 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016092.111322:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012cc72d80 with x1818247336381824 ext(2666496->2670591) 00002000:00010000:0.0:1734016092.111326:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012cc72d80 00000100:00100000:0.0:1734016092.121138:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016092.122593:0:3509:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074009c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d6847433-36e0-498f-be35-6a8f02b47718:3509:1818247339283840:0@lo:400:kworker.0 00000100:00100000:0.0:1734016092.122651:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734016092.122697:0:6478:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339283840 00000100:00100000:0.0:1734016092.122703:0:6478:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339283840 00000100:00100000:0.0:1734016092.122741:0:6478:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 313 00000100:00100000:0.0:1734016092.122747:0:6478:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801212b4c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d6847433-36e0-498f-be35-6a8f02b47718+18:3509:x1818247339283840:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734016092.122785:0:6478:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801212b4c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d6847433-36e0-498f-be35-6a8f02b47718+18:3509:x1818247339283840:12345-0@lo:400:kworker.0 Request processed in 38us (134us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016092.122791:0:6478:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 313 00000100:00080000:0.0:1734016092.122815:0:6479:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734016062 00000100:00100000:0.0:1734016092.122836:0:3509:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074009c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d6847433-36e0-498f-be35-6a8f02b47718:3509:1818247339283840:0@lo:400:kworker.0 00000100:00100000:0.0:1734016092.123529:0:3510:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007400bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3510:1818247339283968:0@lo:400:kworker.0 00000100:00100000:0.0:1734016092.123555:0:3509:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074009f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3509:1818247339284352:0@lo:400:kworker.0 00000100:00100000:0.0:1734016092.123573:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734016092.123587:0:3509:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1734016092.123591:0:3509:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074009880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3509:1818247339284224:0@lo:400:kworker.0 00000100:00100000:1.0:1734016092.123704:0:10115:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339284352 00000100:00100000:1.0:1734016092.123710:0:10115:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339284352 00000100:00100000:1.0:1734016092.123752:0:10115:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 99 00000100:00100000:1.0:1734016092.123756:0:10115:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cc71f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3509:x1818247339284352:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734016092.123788:0:10115:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cc71f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3509:x1818247339284352:12345-0@lo:400:kworker.0 Request processed in 32us (214us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016092.123794:0:10115:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 99 00000100:00080000:0.0:1734016092.124200:0:6479:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734016062 00000100:00100000:0.0:1734016092.124209:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1734016092.124915:0:6479:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734016062 00000100:00100000:0.0:1734016092.125455:0:3509:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074009f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3509:1818247339284352:0@lo:400:kworker.0 00000100:00100000:1.0:1734016092.125504:0:3510:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1734016092.126658:0:6479:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734016062 00000100:00100000:0.0:1734016092.126721:0:3509:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074009880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3509:1818247339284224:0@lo:400:kworker.0 00000100:00100000:0.0:1734016092.130111:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016092.131265:0:13927:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336382080 00000100:00100000:1.0:1734016092.131275:0:13927:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336382080 00000100:00100000:1.0:1734016092.131723:0:13927:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9615 00000100:00100000:1.0:1734016092.131730:0:13927:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cc70e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+9:1979:x1818247336382080:12345-192.168.201.10@tcp:16:fsx.0 00000100:00100000:1.0:1734016092.133357:0:13927:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cc70e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1979:x1818247336382080:12345-192.168.201.10@tcp:16:fsx.0 Request processed in 1623us (3253us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016092.133366:0:13927:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9615 00000100:00100000:0.0:1734016092.138777:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016092.139016:0:13927:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336382208 00000100:00100000:1.0:1734016092.139028:0:13927:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336382208 00000100:00100000:1.0:1734016092.139610:0:13927:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9616 00000100:00100000:1.0:1734016092.139619:0:13927:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cc70700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:9673:x1818247336382208:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:1.0:1734016092.139641:0:13927:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016092.139660:0:13927:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800972346c0/0x3f004d6452e05b7a lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361cfccd expref: -99 pid: 13927 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016092.139690:0:13927:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880072172640/0x3f004d6452e05b73 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2666496->2670591) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cfcc6 expref: 6 pid: 10115 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016092.139697:0:13927:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016092.139699:0:13927:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016092.139702:0:13927:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800972346c0/0x3f004d6452e05b7a lrc: 4/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [6406144->6459391] (req 6406144->6459391) gid 0 flags: 0x50000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cfccd expref: 6 pid: 13927 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016092.139731:0:13927:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880072172640/0x3f004d6452e05b73 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2666496->2670591) gid 0 flags: 0x50000000020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361cfcc6 expref: 6 pid: 10115 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016092.139741:0:13927:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880072172640/0x3f004d6452e05b73 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2666496->2670591) gid 0 flags: 0x70000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361cfcc6 expref: 6 pid: 10115 timeout: 456 lvb_type: 0 00000100:00100000:1.0:1734016092.139753:0:13927:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074e56d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13927:1818247339284480:192.168.201.10@tcp:104: 00000100:00100000:1.0:1734016092.139823:0:13927:0:(client.c:2562:ptlrpc_set_wait()) set ffff88006d6ffa80 going to sleep for 11 seconds 00000100:00100000:1.0:1734016092.152953:0:13927:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074e56d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13927:1818247339284480:192.168.201.10@tcp:104: 00010000:00010000:1.0:1734016092.152994:0:13927:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800972346c0/0x3f004d6452e05b7a lrc: 3/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [6406144->6459391] (req 6406144->6459391) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cfccd expref: 6 pid: 13927 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016092.153012:0:13927:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800972346c0, rc 0) 00000100:00100000:1.0:1734016092.153060:0:13927:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cc70700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:9673:x1818247336382208:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 13441us (14292us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016092.153069:0:13927:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9616 00000100:00100000:0.0:1734016092.153897:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016092.153982:0:7705:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336382336 00000100:00100000:1.0:1734016092.153990:0:7705:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336382336 00010000:00010000:1.0:1734016092.154013:0:7705:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880072172640/0x3f004d6452e05b73 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2666496->2670591) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361cfcc6 expref: 7 pid: 10115 timeout: 456 lvb_type: 0 00000100:00100000:1.0:1734016092.154049:0:7705:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2509 00000100:00100000:1.0:1734016092.154056:0:7705:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cc70a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1978:x1818247336382336:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016092.154070:0:7705:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:1.0:1734016092.154085:0:7705:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 632 -> 640 00010000:00010000:1.0:1734016092.154091:0:7705:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880072172640/0x3f004d6452e05b73 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2666496->2670591) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361cfcc6 expref: 7 pid: 10115 timeout: 456 lvb_type: 0 00010000:00010000:1.0:1734016092.154102:0:7705:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880072172640/0x3f004d6452e05b73 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2666496->2670591) gid 0 flags: 0x50000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361cfcc6 expref: 7 pid: 10115 timeout: 456 lvb_type: 0 00010000:00010000:1.0:1734016092.154124:0:7705:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880072172640/0x3f004d6452e05b73 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2666496->2670591) gid 0 flags: 0x44801400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361cfcc6 expref: 7 pid: 10115 timeout: 456 lvb_type: 0 00010000:00010000:1.0:1734016092.154149:0:7705:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016092.154151:0:7705:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016092.154156:0:7705:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800972346c0/0x3f004d6452e05b7a lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6406144->6459391) gid 0 flags: 0x40080000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cfccd expref: 5 pid: 13927 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016092.154162:0:7705:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800972346c0/0x3f004d6452e05b7a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6406144->6459391) gid 0 flags: 0x40080000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cfccd expref: 5 pid: 13927 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016092.154186:0:7705:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800972346c0/0x3f004d6452e05b7a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6406144->6459391) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cfccd expref: 5 pid: 13927 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016092.154197:0:7705:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074e56d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7705:1818247339284608:192.168.201.10@tcp:105: 00000100:00100000:1.0:1734016092.154235:0:7705:0:(client.c:2562:ptlrpc_set_wait()) set ffff88006d6ffa80 going to sleep for 11 seconds 00000100:00100000:1.0:1734016092.164927:0:7705:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074e56d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7705:1818247339284608:192.168.201.10@tcp:105: 00010000:00010000:1.0:1734016092.164959:0:7705:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016092.165009:0:7705:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cc70a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1978:x1818247336382336:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 10952us (11143us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016092.165020:0:7705:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2509 00000100:00100000:0.0:1734016092.169338:0:3510:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012db32d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3510:1818247339284736:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1734016092.169400:0:3510:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734016092.169786:0:3510:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012db32d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3510:1818247339284736:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1734016092.189607:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016092.194091:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016092.194136:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336382848 00000100:00100000:0.0:1734016092.194149:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336382848 00002000:00100000:0.0:1734016092.194196:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (8388608->9482239) req@ffff88012cc73b80 x1818247336382848/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:53/0 lens 488/0 e 0 to 0 dl 1734016103 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016092.194205:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012cc73b80 with x1818247336382848 ext(8388608->9482239) 00002000:00010000:0.0:1734016092.194210:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012cc73b80 00000100:00100000:1.0:1734016092.194903:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016092.297443:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016092.297564:0:13927:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336383104 00000100:00100000:1.0:1734016092.297576:0:13927:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336383104 00000100:00100000:0.0:1734016092.305046:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016092.313680:0:7705:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336383488 00000100:00100000:1.0:1734016092.313698:0:7705:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336383488 00010000:00010000:1.0:1734016092.313752:0:7705:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a9a4480/0x3f004d6452e05b81 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361cfcd4 expref: 8 pid: 10115 timeout: 456 lvb_type: 1 00000100:00100000:1.0:1734016092.313813:0:7705:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2510 00000100:00100000:1.0:1734016092.313821:0:7705:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007400a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1979:x1818247336383488:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016092.313846:0:7705:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016092.315266:0:7705:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a9a4480/0x3f004d6452e05b81 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361cfcd4 expref: 8 pid: 10115 timeout: 456 lvb_type: 1 00010000:00010000:1.0:1734016092.315291:0:7705:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a9a4480/0x3f004d6452e05b81 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361cfcd4 expref: 8 pid: 10115 timeout: 456 lvb_type: 1 00010000:00010000:1.0:1734016092.315320:0:7705:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a4480/0x3f004d6452e05b81 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361cfcd4 expref: 8 pid: 10115 timeout: 456 lvb_type: 1 00010000:00010000:1.0:1734016092.315494:0:7705:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016092.315622:0:7705:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007400a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1979:x1818247336383488:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 1797us (5090us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016092.315635:0:7705:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2510 00000100:00100000:0.0:1734016092.335692:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016092.336002:0:7705:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336383616 00000100:00100000:1.0:1734016092.336014:0:7705:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336383616 00010000:00010000:1.0:1734016092.336063:0:7705:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800972346c0/0x3f004d6452e05b7a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6406144->6459391) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361cfccd expref: 6 pid: 13927 timeout: 456 lvb_type: 0 00000100:00100000:1.0:1734016092.336116:0:7705:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2511 00000100:00100000:1.0:1734016092.336127:0:7705:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075262300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1979:x1818247336383616:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016092.336148:0:7705:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016092.336179:0:7705:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800972346c0/0x3f004d6452e05b7a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 6406144->6459391) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361cfccd expref: 6 pid: 13927 timeout: 456 lvb_type: 0 00010000:00010000:1.0:1734016092.336195:0:7705:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800972346c0/0x3f004d6452e05b7a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 6406144->6459391) gid 0 flags: 0x50000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361cfccd expref: 6 pid: 13927 timeout: 456 lvb_type: 0 00010000:00010000:1.0:1734016092.336227:0:7705:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800972346c0/0x3f004d6452e05b7a lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 6406144->6459391) gid 0 flags: 0x44801400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361cfccd expref: 6 pid: 13927 timeout: 456 lvb_type: 0 00010000:00010000:1.0:1734016092.336272:0:7705:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016092.336275:0:7705:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016092.336281:0:7705:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7600/0x3f004d6452e05b88 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [10346496->10350591] (req 10346496->10350591) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 13925 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016092.336292:0:7705:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7600/0x3f004d6452e05b88 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [10346496->10350591] (req 10346496->10350591) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 13925 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016092.336326:0:7705:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016092.336387:0:7705:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075262300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:1979:x1818247336383616:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 260us (712us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016092.336394:0:7705:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2511 00010000:00010000:1.0:1734016092.336555:0:13925:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7600/0x3f004d6452e05b88 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [10346496->10350591] (req 10346496->10350591) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 13925 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016092.336563:0:13925:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7600/0x3f004d6452e05b88 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [10346496->10350591] (req 10346496->10350591) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 13925 timeout: 0 lvb_type: 0 00000001:00080000:0.0:1734016092.339666:0:8954:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294968961 is committed 00002000:00010000:1.0:1734016092.339772:0:13925:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 9482240 -> 10350592 00002000:00010000:1.0:1734016092.339777:0:13925:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 640 -> 648 00010000:00010000:1.0:1734016092.339787:0:13925:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7600/0x3f004d6452e05b88 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [10346496->10350591] (req 10346496->10350591) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 13925 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016092.339796:0:13925:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7600/0x3f004d6452e05b88 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [10346496->10350591] (req 10346496->10350591) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 13925 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016092.339803:0:13925:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7600/0x3f004d6452e05b88 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [10346496->10350591] (req 10346496->10350591) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 13925 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016092.339808:0:13925:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88009a9a7600 already unused, calling callback (ffffffffa086d100) 00010000:00010000:1.0:1734016092.339811:0:13925:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7600/0x3f004d6452e05b88 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [10346496->10350591] (req 10346496->10350591) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 13925 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016092.339817:0:13925:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7600/0x3f004d6452e05b88 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [10346496->10350591] (req 10346496->10350591) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 13925 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016092.339830:0:13925:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7600/0x3f004d6452e05b88 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [10346496->10350591] (req 10346496->10350591) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 13925 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016092.339835:0:13925:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7600/0x3f004d6452e05b88 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [10346496->10350591] (req 10346496->10350591) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 13925 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016092.339947:0:13925:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075263480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1978:x1818247336383360:12345-192.168.201.10@tcp:4:fsx.0 Request processed in 34478us (34908us total) trans 4294968961 rc 0/0 00000100:00100000:1.0:1734016092.339957:0:13925:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 7888 00000100:00100000:0.0:1734016092.349750:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016092.352946:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016092.356313:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016092.362241:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016092.370731:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016092.377465:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016092.380188:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016092.391057:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016092.399248:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016092.411898:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016092.422968:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016092.428835:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016092.436981:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016092.447246:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016092.450912:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016092.458927:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016092.477440:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016092.483555:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016092.488369:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016092.494609:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016092.499773:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016092.503582:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016092.508567:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016092.517120:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016092.524973:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016092.528288:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000001:00080000:0.0:1734016092.530242:0:8954:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294968963 is committed 00000001:00080000:0.0:1734016092.530272:0:8954:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294968962 is committed 00000100:00100000:1.0:1734016092.534577:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016092.539327:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00010000:00010000:0.0:1734016092.542531:0:13925:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880072171f80/0x3f004d6452e05bea lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [9170944->9175039] (req 9170944->9175039) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 13925 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016092.542539:0:13925:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880072171f80/0x3f004d6452e05bea lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [9170944->9175039] (req 9170944->9175039) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 13925 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1734016092.545845:0:13925:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 704 -> 712 00010000:00010000:0.0:1734016092.545912:0:13925:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880072171f80/0x3f004d6452e05bea lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [9170944->9175039] (req 9170944->9175039) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 13925 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016092.545924:0:13925:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880072171f80/0x3f004d6452e05bea lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [9170944->9175039] (req 9170944->9175039) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 13925 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016092.545932:0:13925:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880072171f80/0x3f004d6452e05bea lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [9170944->9175039] (req 9170944->9175039) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 13925 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016092.545943:0:13925:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880072171f80 already unused, calling callback (ffffffffa086d100) 00010000:00010000:0.0:1734016092.545946:0:13925:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880072171f80/0x3f004d6452e05bea lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [9170944->9175039] (req 9170944->9175039) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 13925 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016092.545954:0:13925:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880072171f80/0x3f004d6452e05bea lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [9170944->9175039] (req 9170944->9175039) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 13925 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016092.545976:0:13925:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880072171f80/0x3f004d6452e05bea lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [9170944->9175039] (req 9170944->9175039) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 13925 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016092.545982:0:13925:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880072171f80/0x3f004d6452e05bea lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [9170944->9175039] (req 9170944->9175039) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 13925 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016092.546114:0:13925:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074e54700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1980:x1818247336388352:12345-192.168.201.10@tcp:4:fsx.0 Request processed in 10998us (11551us total) trans 4294968964 rc 0/0 00000100:00100000:0.0:1734016092.546125:0:13925:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 7899 00000100:00100000:0.0:1734016092.549232:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016092.553453:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016092.557804:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016092.563382:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016092.568809:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016092.568922:0:9956:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336389248 00000100:00100000:0.0:1734016092.568932:0:9956:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336389248 00010000:00010000:0.0:1734016092.568974:0:9956:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800721718c0/0x3f004d6452e05bf1 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361cfd21 expref: 7 pid: 10115 timeout: 456 lvb_type: 1 00000100:00100000:0.0:1734016092.569019:0:9956:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2517 00000100:00100000:0.0:1734016092.569027:0:9956:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074e55c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1979:x1818247336389248:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016092.569044:0:9956:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016092.569069:0:9956:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800721718c0/0x3f004d6452e05bf1 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361cfd21 expref: 7 pid: 10115 timeout: 456 lvb_type: 1 00010000:00010000:0.0:1734016092.569080:0:9956:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800721718c0/0x3f004d6452e05bf1 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361cfd21 expref: 7 pid: 10115 timeout: 456 lvb_type: 1 00010000:00010000:0.0:1734016092.569111:0:9956:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800721718c0/0x3f004d6452e05bf1 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361cfd21 expref: 7 pid: 10115 timeout: 456 lvb_type: 1 00010000:00010000:0.0:1734016092.569144:0:9956:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016092.569146:0:9956:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016092.569153:0:9956:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880072172640/0x3f004d6452e05bff lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cfd28 expref: 6 pid: 10115 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016092.569162:0:9956:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880072172640/0x3f004d6452e05bff lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cfd28 expref: 6 pid: 10115 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016092.569206:0:9956:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880072172640/0x3f004d6452e05bff lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cfd28 expref: 6 pid: 10115 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016092.569226:0:9956:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880075229180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9956:1818247339286784:192.168.201.10@tcp:105: 00000100:00100000:0.0:1734016092.569287:0:9956:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012cf4f480 going to sleep for 11 seconds 00000100:00100000:0.0:1734016092.573805:0:9956:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880075229180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9956:1818247339286784:192.168.201.10@tcp:105: 00010000:00010000:0.0:1734016092.573842:0:9956:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016092.575300:0:9956:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074e55c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1979:x1818247336389248:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 6258us (6480us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016092.575320:0:9956:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2517 00000100:00100000:0.0:1734016092.575537:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016092.590928:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016092.600742:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016092.603836:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016092.605671:0:13927:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9629 00000100:00100000:0.0:1734016092.605682:0:13927:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880135f57100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1978:x1818247336389760:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:0.0:1734016092.605707:0:13927:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016092.605737:0:13927:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a80398c0/0x3f004d6452e05c22 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361cfd3d expref: -99 pid: 13927 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016092.605983:0:13927:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880135f54000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13927:1818247339286912:192.168.201.10@tcp:106: 00000100:00100000:0.0:1734016092.606097:0:13927:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012cf4f480 going to sleep for 11 seconds 00000100:00100000:0.0:1734016092.612489:0:13927:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880135f54000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13927:1818247339286912:192.168.201.10@tcp:106: 00010000:00010000:0.0:1734016092.612563:0:13927:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a80398c0/0x3f004d6452e05c22 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cfd3d expref: 7 pid: 13927 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016092.612584:0:13927:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a80398c0/0x3f004d6452e05c22 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cfd3d expref: 7 pid: 13927 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016092.612621:0:13927:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a80398c0, rc 0) 00000100:00100000:0.0:1734016092.612727:0:13927:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880135f57100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1978:x1818247336389760:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 7044us (8900us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016092.612738:0:13927:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9629 00000100:00100000:0.0:1734016092.615463:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016092.629378:0:13927:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007400a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13927:1818247339287040:192.168.201.10@tcp:106: 00010000:00010000:0.0:1734016092.629473:0:13927:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880072171f80/0x3f004d6452e05c29 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cfd44 expref: 7 pid: 13927 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016092.629502:0:13927:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880072171f80/0x3f004d6452e05c29 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cfd44 expref: 7 pid: 13927 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016092.629553:0:13927:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880072171f80, rc 0) 00000100:00100000:0.0:1734016092.629668:0:13927:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880135f54000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1980:x1818247336389888:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 13965us (14221us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016092.629689:0:13927:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9630 00000100:00100000:0.0:1734016092.633169:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016092.633235:0:13927:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336390016 00000100:00100000:0.0:1734016092.633258:0:13927:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336390016 00000100:00100000:0.0:1734016092.633356:0:13927:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9631 00000100:00100000:0.0:1734016092.633367:0:13927:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880135f54700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1981:x1818247336390016:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:0.0:1734016092.633412:0:13927:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016092.633451:0:13927:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a803ba80/0x3f004d6452e05c30 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361cfd4b expref: -99 pid: 13927 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016092.633550:0:13927:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880135f54e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13927:1818247339287168:192.168.201.10@tcp:106: 00000100:00100000:0.0:1734016092.633685:0:13927:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012cf4f480 going to sleep for 11 seconds 00000100:00100000:0.0:1734016092.637066:0:13927:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880135f54e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13927:1818247339287168:192.168.201.10@tcp:106: 00010000:00010000:0.0:1734016092.637118:0:13927:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a803ba80/0x3f004d6452e05c30 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cfd4b expref: 7 pid: 13927 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016092.637140:0:13927:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a803ba80/0x3f004d6452e05c30 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cfd4b expref: 7 pid: 13927 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016092.637153:0:13927:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a803ba80, rc 0) 00000100:00100000:0.0:1734016092.637301:0:13927:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880135f54700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1981:x1818247336390016:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 3934us (4163us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016092.637312:0:13927:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9631 00000100:00100000:1.0:1734016092.643702:0:13927:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336390144 00000100:00100000:1.0:1734016092.643723:0:13927:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336390144 00000100:00100000:1.0:1734016092.643784:0:13927:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9632 00000100:00100000:1.0:1734016092.643794:0:13927:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074009880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1981:x1818247336390144:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:1.0:1734016092.643824:0:13927:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016092.643855:0:13927:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880097234000/0x3f004d6452e05c37 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361cfd52 expref: -99 pid: 13927 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016092.643960:0:13927:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074e54000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13927:1818247339287296:192.168.201.10@tcp:106: 00000100:00100000:1.0:1734016092.644066:0:13927:0:(client.c:2562:ptlrpc_set_wait()) set ffff88006d6fff00 going to sleep for 11 seconds 00000100:00100000:1.0:1734016092.647273:0:13927:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074e54000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13927:1818247339287296:192.168.201.10@tcp:106: 00010000:00010000:1.0:1734016092.647361:0:13927:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880097234000/0x3f004d6452e05c37 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cfd52 expref: 7 pid: 13927 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016092.647384:0:13927:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097234000/0x3f004d6452e05c37 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cfd52 expref: 7 pid: 13927 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016092.648525:0:13927:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097234000, rc 0) 00000100:00100000:1.0:1734016092.648645:0:13927:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074009880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1981:x1818247336390144:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 4845us (6368us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016092.648660:0:13927:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9632 00000100:00100000:1.0:1734016092.666650:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016092.675067:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016092.675130:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336390656 00000100:00100000:0.0:1734016092.675143:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336390656 00002000:00100000:0.0:1734016092.675196:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (4190208->6127615) req@ffff880074e54a80 x1818247336390656/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:53/0 lens 504/0 e 0 to 0 dl 1734016103 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016092.675208:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074e54a80 with x1818247336390656 ext(4190208->6127615) 00002000:00010000:0.0:1734016092.675215:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074e54a80 00000100:00100000:0.0:1734016092.675247:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 7902 00000100:00100000:0.0:1734016092.675253:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074e54a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+9:1980:x1818247336390656:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:0.0:1734016092.752297:0:13925:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074e54000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1980:x1818247336390400:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 82125us (85646us total) trans 0 rc 4194304/4194304 00000100:00100000:0.0:1734016092.752314:0:13925:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 7901 00002000:00100000:0.0:1734016092.752330:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (0->4218879) req@ffff880074e54000 x1818247336390400/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:53/0 lens 504/440 e 0 to 0 dl 1734016103 ref 1 fl Complete:/200/0 rc 4194304/4194304 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016092.752343:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074e54000 with x1818247336390400 ext(0->4218879) 00002000:00010000:0.0:1734016092.752352:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074e54000 00000100:00100000:1.0:1734016092.761508:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016092.777331:0:13925:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336391040 00000100:00100000:0.0:1734016092.777354:0:13925:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336391040 00000100:00100000:0.0:1734016092.777466:0:13925:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 7903 00000100:00100000:0.0:1734016092.777476:0:13925:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012db32300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1979:x1818247336391040:12345-192.168.201.10@tcp:3:fsx.0 00010000:00010000:0.0:1734016092.777544:0:13925:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff8800a803ba80/0x3f004d6452e05c45 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 13925 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016092.777576:0:13925:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880072172640/0x3f004d6452e05bff lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cfd28 expref: 6 pid: 10115 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016092.777585:0:13925:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016092.777589:0:13925:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016092.777594:0:13925:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a803ba80/0x3f004d6452e05c45 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [315392->372735] (req 315392->372735) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 13925 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016092.777657:0:13925:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880072172640/0x3f004d6452e05bff lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361cfd28 expref: 6 pid: 10115 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016092.777675:0:13925:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880072172640/0x3f004d6452e05bff lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361cfd28 expref: 6 pid: 10115 timeout: 456 lvb_type: 0 00000100:00100000:0.0:1734016092.777693:0:13925:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880135f54e00 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_003:lustre-OST0001_UUID:13925:1818247339287552:192.168.201.10@tcp:104: 00000100:00100000:0.0:1734016092.777802:0:13925:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012cf4f480 going to sleep for 11 seconds 00000100:00100000:0.0:1734016092.805720:0:9956:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336391168 00000100:00100000:0.0:1734016092.805734:0:9956:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336391168 00010000:00010000:0.0:1734016092.805791:0:9956:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880072172640/0x3f004d6452e05bff lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361cfd28 expref: 7 pid: 10115 timeout: 456 lvb_type: 0 00000100:00100000:0.0:1734016092.824906:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016092.829591:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016092.836464:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016092.838204:0:9956:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2519 00000100:00100000:1.0:1734016092.838219:0:9956:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880135f54e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+16:1978:x1818247336391680:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016092.838244:0:9956:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016092.838253:0:9956:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880072170d80/0x3f004d6452e05c1b lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361cfd36 expref: 16 pid: 7420 timeout: 456 lvb_type: 0 00010000:00010000:1.0:1734016092.838270:0:9956:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880072170d80/0x3f004d6452e05c1b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361cfd36 expref: 16 pid: 7420 timeout: 456 lvb_type: 0 00010000:00010000:1.0:1734016092.838313:0:9956:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880072170d80/0x3f004d6452e05c1b lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361cfd36 expref: 16 pid: 7420 timeout: 456 lvb_type: 0 00010000:00010000:1.0:1734016092.838366:0:9956:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:1.0:1734016092.838372:0:9956:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff880072171440/0x3f004d6452e05c53 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6482 initiator: MDT0 00010000:00010000:1.0:1734016092.838390:0:9956:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880072171440/0x3f004d6452e05c53 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6482 initiator: MDT0 00010000:00010000:1.0:1734016092.838400:0:9956:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880072171440/0x3f004d6452e05c53 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6482 initiator: MDT0 00010000:00010000:1.0:1734016092.838447:0:9956:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016092.838531:0:9956:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880135f54e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+15:1978:x1818247336391680:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 316us (2084us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016092.838543:0:9956:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2519 00000100:00100000:0.0:1734016092.868614:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016092.874732:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016092.894707:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016092.934534:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016092.941281:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016092.945606:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016092.950742:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016092.955466:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016092.960295:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016093.000102:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016093.006582:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074f00380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+9:1979:x1818247336393600:12345-192.168.201.10@tcp:4:fsx.0 Request processed in 6256us (6480us total) trans 4294968969 rc 0/0 00000100:00100000:0.0:1734016093.006594:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 7909 00002000:00100000:0.0:1734016093.006604:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (8495104->8553119) req@ffff880074f00380 x1818247336393600/t4294968969(0) o4->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:54/0 lens 488/448 e 0 to 0 dl 1734016104 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016093.006612:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074f00380 with x1818247336393600 ext(8495104->8553119) 00002000:00010000:0.0:1734016093.006617:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074f00380 00000100:00100000:0.0:1734016093.008645:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00080000:0.0:1734016093.009033:0:6479:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734016063 00000100:00100000:0.0:1734016093.016082:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016093.019933:0:13927:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074f02680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1981:x1818247336393856:12345-192.168.201.10@tcp:16:fsx.0 Request processed in 3499us (3857us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016093.019945:0:13927:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9637 00000100:00100000:0.0:1734016093.033360:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016093.040715:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016093.054846:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016093.054994:0:13927:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336394240 00000100:00100000:0.0:1734016093.055006:0:13927:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336394240 00000100:00100000:0.0:1734016093.055073:0:13927:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9638 00000100:00100000:0.0:1734016093.055079:0:13927:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074952300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1978:x1818247336394240:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:0.0:1734016093.055098:0:13927:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016093.055114:0:13927:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a8038b40/0x3f004d6452e05c92 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361cfd83 expref: -99 pid: 13927 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016093.055184:0:13927:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880092059180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13927:1818247339288064:192.168.201.10@tcp:106: 00000100:00100000:0.0:1734016093.055252:0:13927:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012cf4f6c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016093.060907:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016093.069572:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016093.093307:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016093.100586:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016093.127378:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016093.127417:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016093.127461:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016093.127549:0:13925:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336395264 00000100:00100000:1.0:1734016093.127561:0:13925:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336395264 00002000:00100000:1.0:1734016093.127616:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (4194304->8388607) req@ffff880092059c00 x1818247336395264/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:54/0 lens 488/0 e 0 to 0 dl 1734016104 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016093.127624:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880092059c00 with x1818247336395264 ext(4194304->8388607) 00002000:00010000:1.0:1734016093.127629:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092059c00 00000100:00100000:1.0:1734016093.127664:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 7912 00000100:00100000:1.0:1734016093.127671:0:7695:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880092059c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+9:1981:x1818247336395264:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:1.0:1734016093.209812:0:7695:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880092059c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+9:1981:x1818247336395264:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 82128us (82381us total) trans 0 rc 4194304/4194304 00000100:00100000:1.0:1734016093.209823:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 7912 00002000:00100000:1.0:1734016093.209834:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (4194304->8388607) req@ffff880092059c00 x1818247336395264/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:54/0 lens 488/440 e 0 to 0 dl 1734016104 ref 1 fl Complete:/200/0 rc 4194304/4194304 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016093.209843:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880092059c00 with x1818247336395264 ext(4194304->8388607) 00002000:00010000:1.0:1734016093.209847:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092059c00 00000100:00100000:0.0:1734016093.293960:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016093.306687:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016093.307066:0:10115:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9643 00000100:00100000:1.0:1734016093.307079:0:10115:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880092059180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:9673:x1818247336395776:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:1.0:1734016093.307099:0:10115:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016093.307122:0:10115:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880097237600/0x3f004d6452e05cb5 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361cfda6 expref: -99 pid: 10115 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016093.307153:0:10115:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e05ca7 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1953792->1957887) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cfd98 expref: 6 pid: 13927 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016093.307163:0:10115:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880072170d80/0x3f004d6452e05cae lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cfd9f expref: 7 pid: 13927 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016093.307169:0:10115:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016093.307171:0:10115:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016093.307174:0:10115:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880097237600/0x3f004d6452e05cb5 lrc: 5/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [9547776->9588735] (req 9547776->9588735) gid 0 flags: 0x50000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cfda6 expref: 7 pid: 10115 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016093.307205:0:10115:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880072170d80/0x3f004d6452e05cae lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361cfd9f expref: 7 pid: 13927 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016093.307216:0:10115:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880072170d80/0x3f004d6452e05cae lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361cfd9f expref: 7 pid: 13927 timeout: 457 lvb_type: 1 00000100:00100000:1.0:1734016093.307227:0:10115:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074953100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10115:1818247339288704:192.168.201.10@tcp:104: 00010000:00010000:1.0:1734016093.308460:0:10115:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e05ca7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1953792->1957887) gid 0 flags: 0x50000000020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361cfd98 expref: 6 pid: 13927 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016093.308471:0:10115:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e05ca7 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1953792->1957887) gid 0 flags: 0x70000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361cfd98 expref: 6 pid: 13927 timeout: 457 lvb_type: 0 00000100:00100000:1.0:1734016093.308480:0:10115:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074951500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10115:1818247339288832:192.168.201.10@tcp:104: 00000100:00100000:1.0:1734016093.308505:0:10115:0:(client.c:2562:ptlrpc_set_wait()) set ffff88006d6fff00 going to sleep for 11 seconds 00000100:00100000:0.0:1734016093.311826:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016093.311967:0:10115:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074953100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10115:1818247339288704:192.168.201.10@tcp:104: 00000100:00100000:1.0:1734016093.311978:0:10115:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074951500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10115:1818247339288832:192.168.201.10@tcp:104: 00010000:00010000:1.0:1734016093.312009:0:10115:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880097237600/0x3f004d6452e05cb5 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [9547776->9588735] (req 9547776->9588735) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cfda6 expref: 7 pid: 10115 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016093.312025:0:10115:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097237600, rc 0) 00000100:00100000:1.0:1734016093.312074:0:10115:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880092059180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:9673:x1818247336395776:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 4997us (5402us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016093.312081:0:10115:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9643 00000100:00100000:0.0:1734016093.343363:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016093.343536:0:9956:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336396032 00000100:00100000:1.0:1734016093.343544:0:9956:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336396032 00010000:00010000:1.0:1734016093.343572:0:9956:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e05ca7 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1953792->1957887) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361cfd98 expref: 7 pid: 13927 timeout: 457 lvb_type: 0 00000100:00100000:1.0:1734016093.343604:0:9956:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2523 00000100:00100000:1.0:1734016093.343609:0:9956:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076949880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1978:x1818247336396032:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016093.343619:0:9956:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016093.343635:0:9956:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e05ca7 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1953792->1957887) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361cfd98 expref: 7 pid: 13927 timeout: 457 lvb_type: 0 00010000:00010000:1.0:1734016093.343644:0:9956:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e05ca7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1953792->1957887) gid 0 flags: 0x50000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361cfd98 expref: 7 pid: 13927 timeout: 457 lvb_type: 0 00010000:00010000:1.0:1734016093.343659:0:9956:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e05ca7 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1953792->1957887) gid 0 flags: 0x44801400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361cfd98 expref: 7 pid: 13927 timeout: 457 lvb_type: 0 00010000:00010000:1.0:1734016093.343682:0:9956:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016093.343684:0:9956:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016093.343688:0:9956:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880097237600/0x3f004d6452e05cb5 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 9547776->9588735) gid 0 flags: 0x40080000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cfda6 expref: 5 pid: 10115 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016093.343695:0:9956:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880097237600/0x3f004d6452e05cb5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 9547776->9588735) gid 0 flags: 0x40080000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cfda6 expref: 5 pid: 10115 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016093.343718:0:9956:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880097237600/0x3f004d6452e05cb5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 9547776->9588735) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cfda6 expref: 5 pid: 10115 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016093.343728:0:9956:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074951500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9956:1818247339288960:192.168.201.10@tcp:105: 00000100:00100000:1.0:1734016093.343766:0:9956:0:(client.c:2562:ptlrpc_set_wait()) set ffff88006d6fff00 going to sleep for 11 seconds 00000100:00100000:1.0:1734016093.345173:0:9956:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074951500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9956:1818247339288960:192.168.201.10@tcp:105: 00010000:00010000:1.0:1734016093.345194:0:9956:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016093.345233:0:9956:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076949880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1978:x1818247336396032:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 1622us (1876us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016093.345241:0:9956:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2523 00000100:00100000:0.0:1734016093.345830:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016093.353261:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016093.374463:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016093.389242:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016093.396831:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016093.404587:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016093.404659:0:9956:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336396928 00000100:00100000:1.0:1734016093.404666:0:9956:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336396928 00010000:00010000:1.0:1734016093.404700:0:9956:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880097237600/0x3f004d6452e05cb5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 9547776->9588735) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361cfda6 expref: 7 pid: 10115 timeout: 457 lvb_type: 0 00000100:00100000:1.0:1734016093.404732:0:9956:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2524 00000100:00100000:1.0:1734016093.404738:0:9956:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076948a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1979:x1818247336396928:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016093.404751:0:9956:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016093.404772:0:9956:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880097237600/0x3f004d6452e05cb5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 9547776->9588735) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361cfda6 expref: 7 pid: 10115 timeout: 457 lvb_type: 0 00010000:00010000:1.0:1734016093.404783:0:9956:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880097237600/0x3f004d6452e05cb5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 9547776->9588735) gid 0 flags: 0x50000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361cfda6 expref: 7 pid: 10115 timeout: 457 lvb_type: 0 00010000:00010000:1.0:1734016093.404805:0:9956:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097237600/0x3f004d6452e05cb5 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 9547776->9588735) gid 0 flags: 0x44801400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361cfda6 expref: 7 pid: 10115 timeout: 457 lvb_type: 0 00010000:00010000:1.0:1734016093.404831:0:9956:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016093.404834:0:9956:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016093.404839:0:9956:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880072170d80/0x3f004d6452e05cd1 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [6819840->6840319] (req 6819840->6840319) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016093.404848:0:9956:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880072170d80/0x3f004d6452e05cd1 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [6819840->6840319] (req 6819840->6840319) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016093.405166:0:9956:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016093.405229:0:9956:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076948a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1979:x1818247336396928:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 489us (642us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016093.405236:0:9956:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2524 00000100:00100000:0.0:1734016093.410139:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016093.413455:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016093.423625:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016093.423680:0:9956:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336397312 00000100:00100000:1.0:1734016093.423695:0:9956:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336397312 00010000:00010000:1.0:1734016093.423756:0:9956:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a9a6400/0x3f004d6452e05cd8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361cfdc2 expref: 7 pid: 13927 timeout: 457 lvb_type: 1 00000100:00100000:1.0:1734016093.423795:0:9956:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2525 00000100:00100000:1.0:1734016093.423802:0:9956:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007694b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1979:x1818247336397312:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016093.423823:0:9956:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016093.423852:0:9956:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a9a6400/0x3f004d6452e05cd8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361cfdc2 expref: 7 pid: 13927 timeout: 457 lvb_type: 1 00010000:00010000:1.0:1734016093.423903:0:9956:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a9a6400/0x3f004d6452e05cd8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361cfdc2 expref: 7 pid: 13927 timeout: 457 lvb_type: 1 00010000:00010000:1.0:1734016093.423950:0:9956:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a6400/0x3f004d6452e05cd8 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361cfdc2 expref: 7 pid: 13927 timeout: 457 lvb_type: 1 00010000:00010000:1.0:1734016093.423980:0:9956:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016093.423982:0:9956:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016093.423990:0:9956:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800721718c0/0x3f004d6452e05cdf lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1101823) gid 0 flags: 0x40080000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cfdc9 expref: 6 pid: 10115 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016093.424000:0:9956:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800721718c0/0x3f004d6452e05cdf lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1101823) gid 0 flags: 0x40080000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cfdc9 expref: 6 pid: 10115 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016093.424036:0:9956:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800721718c0/0x3f004d6452e05cdf lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1101823) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cfdc9 expref: 6 pid: 10115 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016093.424051:0:9956:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074953100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9956:1818247339289728:192.168.201.10@tcp:105: 00000100:00100000:1.0:1734016093.424113:0:9956:0:(client.c:2562:ptlrpc_set_wait()) set ffff88006d6fff00 going to sleep for 11 seconds 00000100:00100000:1.0:1734016093.435704:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016093.468409:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016093.490438:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016093.506533:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016093.539145:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016093.545584:0:10115:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336398336 00000100:00100000:0.0:1734016093.545594:0:10115:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336398336 00000100:00100000:0.0:1734016093.545665:0:10115:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9655 00000100:00100000:0.0:1734016093.545678:0:10115:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007400a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1981:x1818247336398336:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:0.0:1734016093.545705:0:10115:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016093.545737:0:10115:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a803b180/0x3f004d6452e05d02 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361cfdec expref: -99 pid: 10115 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016093.545807:0:10115:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076949180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10115:1818247339290368:192.168.201.10@tcp:106: 00000100:00100000:1.0:1734016093.546564:0:10115:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012cf4f3c0 going to sleep for 11 seconds 00002000:00010000:1.0:1734016093.549185:0:10115:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime: 1734016088 -> 1734016092 00000100:00100000:1.0:1734016093.549224:0:10115:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076949180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10115:1818247339290368:192.168.201.10@tcp:106: 00010000:00010000:1.0:1734016093.549261:0:10115:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a803b180/0x3f004d6452e05d02 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cfdec expref: 7 pid: 10115 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016093.549275:0:10115:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a803b180/0x3f004d6452e05d02 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cfdec expref: 7 pid: 10115 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016093.549302:0:10115:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a803b180, rc 0) 00000100:00100000:1.0:1734016093.549359:0:10115:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007400a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1981:x1818247336398336:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 3684us (3895us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016093.549367:0:10115:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9655 00000100:00100000:1.0:1734016093.553738:0:10115:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336398464 00000100:00100000:1.0:1734016093.553748:0:10115:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336398464 00000100:00100000:0.0:1734016093.579360:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016093.597587:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016093.598054:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016093.598144:0:10115:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336398976 00000100:00100000:1.0:1734016093.598148:0:10115:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336398976 00000100:00100000:1.0:1734016093.598206:0:10115:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 100 00000100:00100000:1.0:1734016093.598213:0:10115:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076949180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1980:x1818247336398976:12345-192.168.201.10@tcp:400:kworker.0 00000100:00100000:1.0:1734016093.598283:0:10115:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076949180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1980:x1818247336398976:12345-192.168.201.10@tcp:400:kworker.0 Request processed in 71us (706us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016093.598290:0:10115:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 100 00000100:00100000:0.0:1734016093.623207:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016093.634537:0:9956:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074009c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9956:1818247339290880:192.168.201.10@tcp:105: 00010000:00010000:0.0:1734016093.634569:0:9956:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016093.634630:0:9956:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007694ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+9:1980:x1818247336399232:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 11202us (11443us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016093.634641:0:9956:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2526 00000100:00100000:1.0:1734016093.654801:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016093.654836:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016093.654903:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016093.655102:0:7695:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336399488 00000100:00100000:0.0:1734016093.655110:0:7695:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336399488 00002000:00100000:0.0:1734016093.655145:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (0->6803455) req@ffff880074950e00 x1818247336399488/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:54/0 lens 504/0 e 0 to 0 dl 1734016104 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016093.655155:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074950e00 with x1818247336399488 ext(0->6803455) 00002000:00010000:0.0:1734016093.655160:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074950e00 00000100:00100000:0.0:1734016093.655174:0:7695:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336399744 00000100:00100000:0.0:1734016093.655176:0:7695:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336399744 00002000:00100000:0.0:1734016093.655183:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (4190208->8388607) req@ffff880074951f80 x1818247336399744/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:54/0 lens 504/0 e 0 to 0 dl 1734016104 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016093.655189:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074951f80 with x1818247336399744 ext(4190208->8388607) 00002000:00010000:0.0:1734016093.655191:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074951f80 00000100:00100000:0.0:1734016093.655199:0:7695:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336400000 00000100:00100000:0.0:1734016093.655200:0:7695:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336400000 00002000:00100000:0.0:1734016093.655207:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (8388608->9588735) req@ffff880074953100 x1818247336400000/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:54/0 lens 488/0 e 0 to 0 dl 1734016104 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016093.655213:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074953100 with x1818247336400000 ext(8388608->9588735) 00002000:00010000:0.0:1734016093.655215:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074953100 00000100:00100000:0.0:1734016093.655222:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 7915 00000100:00100000:0.0:1734016093.655227:0:7695:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074950e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+9:1979:x1818247336399488:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:0.0:1734016093.659611:0:13929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 7917 00000100:00100000:0.0:1734016093.659617:0:13929:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074953100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+10:1978:x1818247336400000:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:0.0:1734016093.693192:0:7695:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074950e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+11:1979:x1818247336399488:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 37954us (38388us total) trans 0 rc 4194304/4194304 00000100:00100000:0.0:1734016093.693205:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 7915 00002000:00100000:0.0:1734016093.693216:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (0->6803455) req@ffff880074950e00 x1818247336399488/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:54/0 lens 504/440 e 0 to 0 dl 1734016104 ref 1 fl Complete:/200/0 rc 4194304/4194304 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016093.693225:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074950e00 with x1818247336399488 ext(0->6803455) 00002000:00010000:0.0:1734016093.693231:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074950e00 00000100:00100000:0.0:1734016093.697776:0:13929:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074953100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+9:1978:x1818247336400000:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 38148us (42862us total) trans 0 rc 1200128/1200128 00000100:00100000:0.0:1734016093.697787:0:13929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 7917 00002000:00100000:0.0:1734016093.697797:0:13929:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (8388608->9588735) req@ffff880074953100 x1818247336400000/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:54/0 lens 488/440 e 0 to 0 dl 1734016104 ref 1 fl Complete:/200/0 rc 1200128/1200128 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016093.697806:0:13929:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074953100 with x1818247336400000 ext(8388608->9588735) 00002000:00010000:0.0:1734016093.697811:0:13929:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074953100 00000100:00100000:1.0:1734016093.733531:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016093.751816:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000001:00080000:0.0:1734016093.754581:0:8954:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294968973 is committed 00000001:00080000:0.0:1734016093.754593:0:8954:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294968972 is committed 00000100:00100000:0.0:1734016093.761460:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016093.775029:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016093.789665:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016093.801045:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016093.814135:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016093.834545:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016093.888745:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016093.902200:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016093.914909:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016093.920979:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016093.928355:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016093.956193:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016093.976009:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016093.989335:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016093.998018:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016094.002812:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00080000:0.0:1734016094.003434:0:6479:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734016064 00000100:00100000:0.0:1734016094.012357:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016094.012468:0:13929:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336403456 00000100:00100000:1.0:1734016094.012477:0:13929:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336403456 00002000:00100000:1.0:1734016094.012512:0:13929:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (4575232->4579327) req@ffff8800753ec380 x1818247336403456/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:55/0 lens 488/0 e 0 to 0 dl 1734016105 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016094.012522:0:13929:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800753ec380 with x1818247336403456 ext(4575232->4579327) 00002000:00010000:1.0:1734016094.012527:0:13929:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800753ec380 00000100:00100000:1.0:1734016094.012557:0:13929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 7924 00000100:00100000:1.0:1734016094.012562:0:13929:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800753ec380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1981:x1818247336403456:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:1.0:1734016094.012701:0:13929:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800753ec380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1981:x1818247336403456:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 139us (352us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016094.012706:0:13929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 7924 00002000:00100000:1.0:1734016094.012710:0:13929:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (4575232->4579327) req@ffff8800753ec380 x1818247336403456/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:55/0 lens 488/4536 e 0 to 0 dl 1734016105 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016094.012718:0:13929:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800753ec380 with x1818247336403456 ext(4575232->4579327) 00002000:00010000:1.0:1734016094.012721:0:13929:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800753ec380 00000100:00100000:0.0:1734016094.020906:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016094.029081:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016094.051624:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016094.061432:0:9956:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076949c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9956:1818247339292800:192.168.201.10@tcp:105: 00010000:00010000:0.0:1734016094.061458:0:9956:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016094.061504:0:9956:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800753ef100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1979:x1818247336403968:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 9084us (9883us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016094.061515:0:9956:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2528 00000100:00100000:0.0:1734016094.062092:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016094.066464:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016094.069904:0:9956:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336404352 00000100:00100000:0.0:1734016094.069910:0:9956:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336404352 00010000:00010000:0.0:1734016094.069929:0:9956:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7a80/0x3f004d6452e05d72 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 856064->921599) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361cfe5c expref: 8 pid: 7689 timeout: 458 lvb_type: 0 00000100:00100000:0.0:1734016094.069947:0:9956:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2529 00000100:00100000:0.0:1734016094.069951:0:9956:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012db31500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1978:x1818247336404352:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016094.069959:0:9956:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016094.069977:0:9956:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7a80/0x3f004d6452e05d72 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 856064->921599) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361cfe5c expref: 8 pid: 7689 timeout: 458 lvb_type: 0 00010000:00010000:0.0:1734016094.069986:0:9956:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7a80/0x3f004d6452e05d72 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 856064->921599) gid 0 flags: 0x50000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361cfe5c expref: 8 pid: 7689 timeout: 458 lvb_type: 0 00010000:00010000:0.0:1734016094.070003:0:9956:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7a80/0x3f004d6452e05d72 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 856064->921599) gid 0 flags: 0x44801400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361cfe5c expref: 8 pid: 7689 timeout: 458 lvb_type: 0 00010000:00010000:0.0:1734016094.070028:0:9956:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016094.070030:0:9956:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016094.070036:0:9956:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800721718c0/0x3f004d6452e05d79 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 24576->77823) gid 0 flags: 0x40080000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cfe63 expref: 6 pid: 10115 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016094.070043:0:9956:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800721718c0/0x3f004d6452e05d79 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 24576->77823) gid 0 flags: 0x40080000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cfe63 expref: 6 pid: 10115 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016094.070066:0:9956:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800721718c0/0x3f004d6452e05d79 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 24576->77823) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cfe63 expref: 6 pid: 10115 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016094.070075:0:9956:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800753edf80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9956:1818247339293056:192.168.201.10@tcp:105: 00000100:00100000:0.0:1734016094.070110:0:9956:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012cf4f000 going to sleep for 11 seconds 00000100:00100000:0.0:1734016094.075528:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016094.081943:0:10115:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336404608 00000100:00100000:0.0:1734016094.081956:0:10115:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336404608 00000100:00100000:0.0:1734016094.081993:0:10115:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9677 00000100:00100000:0.0:1734016094.081999:0:10115:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076949880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1980:x1818247336404608:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:0.0:1734016094.082016:0:10115:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016094.082032:0:10115:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a803b180/0x3f004d6452e05d80 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361cfe6a expref: -99 pid: 10115 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016094.082079:0:10115:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800753ef800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10115:1818247339293184:192.168.201.10@tcp:106: 00000100:00100000:0.0:1734016094.082612:0:10115:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012cf4f9c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016094.097301:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016094.106412:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016094.113405:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016094.123446:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016094.131038:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016094.139049:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016094.161240:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016094.186773:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016094.224303:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016094.237730:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016094.244105:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016094.248599:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016094.250162:0:13929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 7929 00000100:00100000:1.0:1734016094.250170:0:13929:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130b31180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+9:1978:x1818247336406912:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:1.0:1734016094.250312:0:13929:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130b31180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+9:1978:x1818247336406912:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 142us (1719us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016094.250317:0:13929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 7929 00002000:00100000:1.0:1734016094.250323:0:13929:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (5443584->5447679) req@ffff880130b31180 x1818247336406912/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:55/0 lens 488/4536 e 0 to 0 dl 1734016105 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016094.250329:0:13929:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880130b31180 with x1818247336406912 ext(5443584->5447679) 00002000:00010000:1.0:1734016094.250333:0:13929:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130b31180 00000100:00100000:0.0:1734016094.254343:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016094.260199:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016094.260721:0:13929:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336407424 00000100:00100000:1.0:1734016094.260729:0:13929:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336407424 00002000:00100000:1.0:1734016094.260765:0:13929:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (5435392->5439487) req@ffff880130b31c00 x1818247336407424/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:55/0 lens 488/0 e 0 to 0 dl 1734016105 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016094.260772:0:13929:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880130b31c00 with x1818247336407424 ext(5435392->5439487) 00002000:00010000:1.0:1734016094.260776:0:13929:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130b31c00 00000100:00100000:1.0:1734016094.260805:0:13929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 7931 00000100:00100000:1.0:1734016094.260810:0:13929:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130b31c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+9:1978:x1818247336407424:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:1.0:1734016094.260976:0:13929:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130b31c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+9:1978:x1818247336407424:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 165us (784us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016094.260982:0:13929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 7931 00002000:00100000:1.0:1734016094.260987:0:13929:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (5435392->5439487) req@ffff880130b31c00 x1818247336407424/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:55/0 lens 488/4536 e 0 to 0 dl 1734016105 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016094.260992:0:13929:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880130b31c00 with x1818247336407424 ext(5435392->5439487) 00002000:00010000:1.0:1734016094.260995:0:13929:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130b31c00 00000100:00100000:0.0:1734016094.263399:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016094.267109:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016094.267410:0:13929:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336407936 00000100:00100000:1.0:1734016094.267417:0:13929:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336407936 00002000:00100000:1.0:1734016094.267446:0:13929:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (5427200->5431295) req@ffff880130b31f80 x1818247336407936/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:55/0 lens 488/0 e 0 to 0 dl 1734016105 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016094.267454:0:13929:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880130b31f80 with x1818247336407936 ext(5427200->5431295) 00002000:00010000:1.0:1734016094.267458:0:13929:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130b31f80 00000100:00100000:1.0:1734016094.267485:0:13929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 7933 00000100:00100000:1.0:1734016094.267490:0:13929:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130b31f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+9:1978:x1818247336407936:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:1.0:1734016094.267618:0:13929:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130b31f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+9:1978:x1818247336407936:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 128us (516us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016094.267624:0:13929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 7933 00002000:00100000:1.0:1734016094.267628:0:13929:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (5427200->5431295) req@ffff880130b31f80 x1818247336407936/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:55/0 lens 488/4536 e 0 to 0 dl 1734016105 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016094.267633:0:13929:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880130b31f80 with x1818247336407936 ext(5427200->5431295) 00002000:00010000:1.0:1734016094.267635:0:13929:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130b31f80 00000100:00100000:0.0:1734016094.270257:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016094.274053:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016094.278901:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016094.282619:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016094.288113:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016094.301902:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000001:00080000:0.0:1734016094.304236:0:8954:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294968978 is committed 00000001:00080000:0.0:1734016094.304261:0:8954:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294968976 is committed 00000100:00100000:1.0:1734016094.311976:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016094.326275:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016094.334544:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016094.346279:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016094.360606:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016094.365239:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016094.375734:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016094.408558:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016094.411629:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016094.430398:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336410624 00000100:00100000:0.0:1734016094.430407:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336410624 00000100:00100000:0.0:1734016094.436123:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016094.441791:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00010000:00010000:0.0:1734016094.444906:0:13929:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e05de2 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [4841472->4894719] (req 4841472->4894719) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 13929 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016094.444918:0:13929:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e05de2 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [4841472->4894719] (req 4841472->4894719) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 13929 timeout: 0 lvb_type: 0 00000001:00080000:0.0:1734016094.451492:0:8954:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294968980 is committed 00000001:00080000:0.0:1734016094.451503:0:8954:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294968979 is committed 00000100:00100000:0.0:1734016094.458105:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016094.458180:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336411136 00000100:00100000:1.0:1734016094.458189:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336411136 00000100:00100000:1.0:1734016094.458308:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9693 00000100:00100000:1.0:1734016094.458315:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b1ff5450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1979:x1818247336411136:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:1.0:1734016094.458332:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016094.458349:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880097234b40/0x3f004d6452e05de9 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361cfec5 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1734016094.459365:0:7689:0:(ofd_lvb.c:169:ofd_lvbo_init()) res: [0x280000400:0x5:0x0] initial LVB size: 10324827, mtime: 0x675afc5d, atime: 0x675afc5d, ctime: 0x675afc5d, blocks: 0x580 00010000:00010000:1.0:1734016094.459386:0:7689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016094.459388:0:7689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016094.459395:0:7689:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880097234b40/0x3f004d6452e05de9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cfec5 expref: 7 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016094.459414:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880097234b40/0x3f004d6452e05de9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cfec5 expref: 7 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016094.459424:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097234b40, rc 0) 00000100:00100000:1.0:1734016094.461017:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b1ff5450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1979:x1818247336411136:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 2696us (2916us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016094.461025:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9693 00000100:00100000:0.0:1734016094.468275:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016094.468619:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336411264 00000100:00100000:1.0:1734016094.468627:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336411264 00000100:00100000:1.0:1734016094.468946:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9694 00000100:00100000:1.0:1734016094.468953:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074c88e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:1980:x1818247336411264:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:1.0:1734016094.468969:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016094.468987:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880097234d80/0x3f004d6452e05df0 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361cfecc expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016094.469005:0:7689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016094.469007:0:7689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016094.469013:0:7689:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880097234d80/0x3f004d6452e05df0 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cfecc expref: 6 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016094.469026:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880097234d80/0x3f004d6452e05df0 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cfecc expref: 6 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016094.469035:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097234d80, rc 0) 00000100:00100000:1.0:1734016094.469072:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074c88e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1980:x1818247336411264:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 119us (808us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016094.469078:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9694 00000100:00100000:0.0:1734016094.478549:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016094.478598:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016094.484544:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016094.488220:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016094.493316:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336412416 00000100:00100000:0.0:1734016094.493325:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336412416 00002000:00100000:0.0:1734016094.493366:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (3866624->3870719) req@ffff88012db30e00 x1818247336412416/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:55/0 lens 488/0 e 0 to 0 dl 1734016105 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016094.493376:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012db30e00 with x1818247336412416 ext(3866624->3870719) 00002000:00010000:0.0:1734016094.493381:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012db30e00 00000100:00100000:0.0:1734016094.493420:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 7943 00000100:00100000:0.0:1734016094.493426:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012db30e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1980:x1818247336412416:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:0.0:1734016094.493591:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012db30e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1980:x1818247336412416:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 163us (377us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016094.493597:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 7943 00002000:00100000:0.0:1734016094.493604:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (3866624->3870719) req@ffff88012db30e00 x1818247336412416/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:55/0 lens 488/4536 e 0 to 0 dl 1734016105 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016094.493616:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012db30e00 with x1818247336412416 ext(3866624->3870719) 00002000:00010000:0.0:1734016094.493618:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012db30e00 00000100:00100000:0.0:1734016094.504629:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016094.512955:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336413184 00000100:00100000:0.0:1734016094.512964:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336413184 00002000:00100000:0.0:1734016094.513000:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (3854336->3858431) req@ffff88012db31500 x1818247336413184/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:55/0 lens 488/0 e 0 to 0 dl 1734016105 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016094.513009:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012db31500 with x1818247336413184 ext(3854336->3858431) 00002000:00010000:0.0:1734016094.513013:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012db31500 00000100:00100000:0.0:1734016094.513043:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 7946 00000100:00100000:0.0:1734016094.513050:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012db31500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1980:x1818247336413184:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:0.0:1734016094.513205:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012db31500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1980:x1818247336413184:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 154us (348us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016094.513212:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 7946 00002000:00100000:0.0:1734016094.513217:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (3854336->3858431) req@ffff88012db31500 x1818247336413184/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:55/0 lens 488/4536 e 0 to 0 dl 1734016105 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016094.513224:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012db31500 with x1818247336413184 ext(3854336->3858431) 00002000:00010000:0.0:1734016094.513227:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012db31500 00000100:00100000:1.0:1734016094.548471:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016094.549694:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336413696 00000100:00100000:0.0:1734016094.549705:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336413696 00002000:00100000:0.0:1734016094.549744:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (3846144->3850239) req@ffff88011d805180 x1818247336413696/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:55/0 lens 488/0 e 0 to 0 dl 1734016105 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016094.549753:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d805180 with x1818247336413696 ext(3846144->3850239) 00002000:00010000:0.0:1734016094.549760:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011d805180 00000100:00100000:0.0:1734016094.549793:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 7948 00000100:00100000:0.0:1734016094.549799:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d805180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1980:x1818247336413696:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:0.0:1734016094.549987:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d805180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1980:x1818247336413696:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 185us (1523us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016094.549993:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 7948 00002000:00100000:0.0:1734016094.549999:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (3846144->3850239) req@ffff88011d805180 x1818247336413696/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:55/0 lens 488/4536 e 0 to 0 dl 1734016105 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016094.550006:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d805180 with x1818247336413696 ext(3846144->3850239) 00002000:00010000:0.0:1734016094.550009:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011d805180 00000100:00100000:0.0:1734016094.572104:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336414208 00000100:00100000:0.0:1734016094.572113:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336414208 00002000:00100000:0.0:1734016094.572156:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (3837952->3842047) req@ffff88012db32d80 x1818247336414208/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:55/0 lens 488/0 e 0 to 0 dl 1734016105 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016094.572163:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012db32d80 with x1818247336414208 ext(3837952->3842047) 00002000:00010000:0.0:1734016094.572169:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012db32d80 00000100:00100000:0.0:1734016094.572209:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 7950 00000100:00100000:0.0:1734016094.572215:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012db32d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1980:x1818247336414208:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:0.0:1734016094.572359:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012db32d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1980:x1818247336414208:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 143us (417us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016094.572365:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 7950 00002000:00100000:0.0:1734016094.572371:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (3837952->3842047) req@ffff88012db32d80 x1818247336414208/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:55/0 lens 488/4536 e 0 to 0 dl 1734016105 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016094.572376:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012db32d80 with x1818247336414208 ext(3837952->3842047) 00002000:00010000:0.0:1734016094.572382:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012db32d80 00000100:00100000:1.0:1734016094.591265:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016094.600325:0:10115:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336414464 00000100:00100000:0.0:1734016094.600333:0:10115:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336414464 00000100:00100000:0.0:1734016094.600384:0:10115:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9696 00000100:00100000:0.0:1734016094.600391:0:10115:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074e40380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+8:1979:x1818247336414464:12345-192.168.201.10@tcp:16:fsx.0 00000001:00080000:0.0:1734016094.608531:0:8954:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294968981 is committed 00000100:00100000:1.0:1734016094.621671:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016094.660296:0:10115:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336414848 00000100:00100000:0.0:1734016094.660307:0:10115:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336414848 00000100:00100000:0.0:1734016094.661075:0:10115:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9699 00000100:00100000:0.0:1734016094.661082:0:10115:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074e40a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1981:x1818247336414848:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:0.0:1734016094.661101:0:10115:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016094.661116:0:10115:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a803bcc0/0x3f004d6452e05e0c lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361cfee8 expref: -99 pid: 10115 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016094.662056:0:10115:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074c89500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10115:1818247339295872:192.168.201.10@tcp:106: 00000100:00100000:0.0:1734016094.662115:0:10115:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012cf4f3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016094.668582:0:10115:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074c89500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10115:1818247339295872:192.168.201.10@tcp:106: 00010000:00010000:0.0:1734016094.668615:0:10115:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a803bcc0/0x3f004d6452e05e0c lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cfee8 expref: 7 pid: 10115 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016094.668628:0:10115:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a803bcc0/0x3f004d6452e05e0c lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cfee8 expref: 7 pid: 10115 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016094.668659:0:10115:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a803bcc0, rc 0) 00000100:00100000:0.0:1734016094.668705:0:10115:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074e40a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1981:x1818247336414848:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 7623us (8843us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016094.668714:0:10115:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9699 00000100:00100000:1.0:1734016094.677344:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016094.677406:0:10115:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336414976 00000100:00100000:0.0:1734016094.677413:0:10115:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336414976 00000100:00100000:0.0:1734016094.677447:0:10115:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9700 00000100:00100000:0.0:1734016094.677453:0:10115:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d804000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1980:x1818247336414976:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:0.0:1734016094.677469:0:10115:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016094.677484:0:10115:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a803bcc0/0x3f004d6452e05e13 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361cfeef expref: -99 pid: 10115 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016094.677526:0:10115:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074c89500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10115:1818247339296000:192.168.201.10@tcp:106: 00000100:00100000:0.0:1734016094.677583:0:10115:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012cf4f3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016094.682514:0:10115:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074c89500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10115:1818247339296000:192.168.201.10@tcp:106: 00010000:00010000:0.0:1734016094.682542:0:10115:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a803bcc0/0x3f004d6452e05e13 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cfeef expref: 7 pid: 10115 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016094.682553:0:10115:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a803bcc0/0x3f004d6452e05e13 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cfeef expref: 7 pid: 10115 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016094.682565:0:10115:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a803bcc0, rc 0) 00000100:00100000:0.0:1734016094.683794:0:10115:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d804000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1980:x1818247336414976:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 6338us (6934us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016094.683802:0:10115:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9700 00000100:00100000:0.0:1734016094.690233:0:10115:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336415104 00000100:00100000:0.0:1734016094.690241:0:10115:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336415104 00000100:00100000:0.0:1734016094.690827:0:10115:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9701 00000100:00100000:0.0:1734016094.690845:0:10115:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076949c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1981:x1818247336415104:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:0.0:1734016094.690861:0:10115:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016094.690904:0:10115:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a803b3c0/0x3f004d6452e05e1a lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361cfef6 expref: -99 pid: 10115 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016094.690949:0:10115:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074c89500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10115:1818247339296128:192.168.201.10@tcp:106: 00000100:00100000:0.0:1734016094.691003:0:10115:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012cf4f3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016094.694155:0:10115:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074c89500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10115:1818247339296128:192.168.201.10@tcp:106: 00010000:00010000:0.0:1734016094.694191:0:10115:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a803b3c0/0x3f004d6452e05e1a lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cfef6 expref: 7 pid: 10115 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016094.694203:0:10115:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a803b3c0/0x3f004d6452e05e1a lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cfef6 expref: 7 pid: 10115 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016094.694235:0:10115:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a803b3c0, rc 0) 00000100:00100000:0.0:1734016094.694482:0:10115:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076949c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1981:x1818247336415104:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 3645us (4316us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016094.694490:0:10115:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9701 00000100:00100000:0.0:1734016094.697535:0:10115:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336415232 00000100:00100000:0.0:1734016094.697544:0:10115:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336415232 00000100:00100000:0.0:1734016094.697585:0:10115:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9702 00000100:00100000:0.0:1734016094.697591:0:10115:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076949f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:9673:x1818247336415232:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:0.0:1734016094.697604:0:10115:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016094.697620:0:10115:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a803bcc0/0x3f004d6452e05e21 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361cfefd expref: -99 pid: 10115 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016094.697648:0:10115:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a73c0/0x3f004d6452e05df7 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3874816->3878911) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cfed3 expref: 5 pid: 10115 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016094.697654:0:10115:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016094.697656:0:10115:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016094.697659:0:10115:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a803bcc0/0x3f004d6452e05e21 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [9490432->9494527] (req 9490432->9494527) gid 0 flags: 0x50000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cfefd expref: 7 pid: 10115 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016094.697986:0:10115:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a9a73c0/0x3f004d6452e05df7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3874816->3878911) gid 0 flags: 0x50000000020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361cfed3 expref: 5 pid: 10115 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016094.697998:0:10115:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a9a73c0/0x3f004d6452e05df7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3874816->3878911) gid 0 flags: 0x70000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361cfed3 expref: 5 pid: 10115 timeout: 458 lvb_type: 0 00000100:00100000:0.0:1734016094.698009:0:10115:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074c89500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10115:1818247339296256:192.168.201.10@tcp:104: 00000100:00100000:0.0:1734016094.698067:0:10115:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012cf4f3c0 going to sleep for 11 seconds 00010000:00010000:0.0:1734016094.708249:0:10115:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a73c0/0x3f004d6452e05df7 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3874816->3878911) gid 0 flags: 0x44801400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361cfed3 expref: 6 pid: 10115 timeout: 458 lvb_type: 0 00000100:00100000:0.0:1734016094.708279:0:10115:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074c89500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10115:1818247339296256:192.168.201.10@tcp:104: 00010000:00010000:0.0:1734016094.708300:0:10115:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a803bcc0/0x3f004d6452e05e21 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 9490432->9494527) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cfefd expref: 7 pid: 10115 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016094.708309:0:10115:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a803bcc0, rc 0) 00000100:00100000:0.0:1734016094.708338:0:10115:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076949f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:9673:x1818247336415232:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 10747us (10894us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016094.708346:0:10115:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9702 00000100:00100000:0.0:1734016094.739008:0:13929:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336415616 00000100:00100000:0.0:1734016094.739016:0:13929:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336415616 00002000:00100000:0.0:1734016094.739051:0:13929:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (0->9494527) req@ffff880076949500 x1818247336415616/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:55/0 lens 504/0 e 0 to 0 dl 1734016105 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016094.739059:0:13929:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076949500 with x1818247336415616 ext(0->9494527) 00002000:00010000:0.0:1734016094.739064:0:13929:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076949500 00000100:00100000:0.0:1734016094.739086:0:13929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 7952 00000100:00100000:0.0:1734016094.739091:0:13929:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076949500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1979:x1818247336415616:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:0.0:1734016094.768557:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016094.768660:0:7695:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336415872 00000100:00100000:1.0:1734016094.768668:0:7695:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336415872 00002000:00100000:1.0:1734016094.768719:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (4190208->8384511) req@ffff880074c89500 x1818247336415872/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:55/0 lens 488/0 e 0 to 0 dl 1734016105 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016094.768729:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074c89500 with x1818247336415872 ext(4190208->8384511) 00002000:00010000:1.0:1734016094.768734:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074c89500 00000100:00100000:1.0:1734016094.768770:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 7954 00000100:00100000:1.0:1734016094.768776:0:7695:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074c89500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+10:1978:x1818247336415872:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:1.0:1734016094.828440:0:13929:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076949500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+11:1979:x1818247336415616:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 89337us (89489us total) trans 0 rc 4194304/4194304 00000100:00100000:1.0:1734016094.828452:0:13929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 7952 00002000:00100000:1.0:1734016094.828464:0:13929:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (0->9494527) req@ffff880076949500 x1818247336415616/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:55/0 lens 504/440 e 0 to 0 dl 1734016105 ref 1 fl Complete:/200/0 rc 4194304/4194304 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016094.828474:0:13929:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076949500 with x1818247336415616 ext(0->9494527) 00002000:00010000:1.0:1734016094.828479:0:13929:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076949500 00000100:00100000:0.0:1734016094.886528:0:10115:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336416256 00000100:00100000:0.0:1734016094.886540:0:10115:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336416256 00000100:00100000:0.0:1734016094.887228:0:10115:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9703 00000100:00100000:0.0:1734016094.887237:0:10115:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007694a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:1978:x1818247336416256:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:0.0:1734016094.887255:0:10115:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016094.887274:0:10115:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a803b3c0/0x3f004d6452e05e28 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361cff04 expref: -99 pid: 10115 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016094.887303:0:10115:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016094.887306:0:10115:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016094.887313:0:10115:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a803b3c0/0x3f004d6452e05e28 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cff04 expref: 6 pid: 10115 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016094.887326:0:10115:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a803b3c0/0x3f004d6452e05e28 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cff04 expref: 6 pid: 10115 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016094.887340:0:10115:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a803b3c0, rc 0) 00000100:00100000:0.0:1734016094.887400:0:10115:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007694a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1978:x1818247336416256:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 164us (2400us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016094.887406:0:10115:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9703 00000100:00100000:0.0:1734016094.891292:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016094.907924:0:7695:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074c89500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1978:x1818247336415872:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 139147us (139373us total) trans 0 rc 4194304/4194304 00000100:00100000:1.0:1734016094.907933:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 7954 00002000:00100000:1.0:1734016094.907942:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (4190208->8384511) req@ffff880074c89500 x1818247336415872/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:55/0 lens 488/440 e 0 to 0 dl 1734016105 ref 1 fl Complete:/200/0 rc 4194304/4194304 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016094.907950:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074c89500 with x1818247336415872 ext(4190208->8384511) 00010000:00010000:1.0:1734016094.907957:0:7695:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a803bcc0/0x3f004d6452e05e21 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 9490432->9494527) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361cfefd expref: 7 pid: 10115 timeout: 459 lvb_type: 0 00010000:00010000:1.0:1734016094.907967:0:7695:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a803bcc0/0x3f004d6452e05e21 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 9490432->9494527) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361cfefd expref: 7 pid: 10115 timeout: 459 lvb_type: 0 00002000:00010000:1.0:1734016094.907973:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880074c89500 00000100:00100000:0.0:1734016094.914487:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016094.947767:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016094.958631:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016094.958957:0:7695:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336416896 00000100:00100000:1.0:1734016094.958965:0:7695:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336416896 00002000:00100000:1.0:1734016094.959005:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (2248704->2252799) req@ffff88009a9aa300 x1818247336416896/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:55/0 lens 488/0 e 0 to 0 dl 1734016105 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016094.959014:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a9aa300 with x1818247336416896 ext(2248704->2252799) 00002000:00010000:1.0:1734016094.959018:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009a9aa300 00000100:00100000:1.0:1734016094.959033:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 7955 00000100:00100000:1.0:1734016094.959038:0:7695:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a9aa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1978:x1818247336416896:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:1.0:1734016094.959152:0:7695:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a9aa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1978:x1818247336416896:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 114us (534us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016094.959157:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 7955 00002000:00100000:1.0:1734016094.959163:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (2248704->2252799) req@ffff88009a9aa300 x1818247336416896/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:55/0 lens 488/4536 e 0 to 0 dl 1734016105 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016094.959168:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a9aa300 with x1818247336416896 ext(2248704->2252799) 00002000:00010000:1.0:1734016094.959171:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009a9aa300 00000100:00100000:0.0:1734016094.970536:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016094.990415:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016095.013305:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016095.026211:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a9ab480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+8:1979:x1818247336417280:12345-192.168.201.10@tcp:4:fsx.0 Request processed in 12470us (12903us total) trans 4294968982 rc 0/0 00000100:00100000:0.0:1734016095.026225:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 239 00002000:00100000:0.0:1734016095.026237:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (2187264->2252799) req@ffff88009a9ab480 x1818247336417280/t4294968982(0) o4->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:56/0 lens 488/448 e 0 to 0 dl 1734016106 ref 1 fl Complete:H/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016095.026245:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a9ab480 with x1818247336417280 ext(2187264->2252799) 00010000:00010000:0.0:1734016095.026255:0:7694:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880072171f80/0x3f004d6452e05e2f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2187264->2252799) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361cff0b expref: 8 pid: 10115 timeout: 459 lvb_type: 0 00010000:00010000:0.0:1734016095.026271:0:7694:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880072171f80/0x3f004d6452e05e2f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2187264->2252799) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361cff0b expref: 8 pid: 10115 timeout: 459 lvb_type: 0 00002000:00010000:0.0:1734016095.026277:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009a9ab480 00000100:00100000:1.0:1734016095.029477:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016095.034577:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016095.034722:0:10115:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336417536 00000100:00100000:1.0:1734016095.034730:0:10115:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336417536 00000100:00100000:1.0:1734016095.034776:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9707 00000100:00100000:1.0:1734016095.034782:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a9a9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1979:x1818247336417536:12345-192.168.201.10@tcp:22:fsx.0 00002000:00010000:1.0:1734016095.035010:0:7689:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 10324827 -> 10324827 00002000:00010000:1.0:1734016095.035012:0:7689:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016094 -> 1734016094 00002000:00010000:1.0:1734016095.035014:0:7689:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016093 -> 1734016093 00002000:00010000:1.0:1734016095.035016:0:7689:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016094 -> 1734016095 00002000:00010000:1.0:1734016095.035017:0:7689:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 1616 -> 1624 00000100:00100000:1.0:1734016095.035031:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a9a9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1979:x1818247336417536:12345-192.168.201.10@tcp:22:fsx.0 Request processed in 251us (464us total) trans 4294968983 rc 0/0 00000100:00100000:1.0:1734016095.035037:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9707 00000100:00080000:1.0:1734016095.035061:0:6479:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734016065 00000100:00100000:0.0:1734016095.045373:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016095.046954:0:10115:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336417664 00000100:00100000:1.0:1734016095.046965:0:10115:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336417664 00000100:00100000:1.0:1734016095.047021:0:10115:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9708 00000100:00100000:1.0:1734016095.047027:0:10115:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074622a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1980:x1818247336417664:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:1.0:1734016095.047043:0:10115:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016095.047061:0:10115:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880097234b40/0x3f004d6452e05e44 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361cff20 expref: -99 pid: 10115 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016095.047108:0:10115:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88011d805500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10115:1818247339297280:192.168.201.10@tcp:106: 00000100:00100000:1.0:1734016095.047176:0:10115:0:(client.c:2562:ptlrpc_set_wait()) set ffff88006d6fff00 going to sleep for 11 seconds 00002000:00010000:1.0:1734016095.055075:0:10115:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime: 1734016093 -> 1734016094 00000100:00100000:1.0:1734016095.055100:0:10115:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88011d805500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10115:1818247339297280:192.168.201.10@tcp:106: 00010000:00010000:1.0:1734016095.055134:0:10115:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880097234b40/0x3f004d6452e05e44 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cff20 expref: 8 pid: 10115 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016095.055147:0:10115:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097234b40/0x3f004d6452e05e44 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cff20 expref: 8 pid: 10115 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016095.055169:0:10115:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097234b40, rc 0) 00000100:00100000:1.0:1734016095.055219:0:10115:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074622a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1980:x1818247336417664:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 8191us (9851us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016095.055227:0:10115:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9708 00000100:00100000:0.0:1734016095.062105:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016095.063304:0:10115:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336417792 00000100:00100000:1.0:1734016095.063315:0:10115:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336417792 00000100:00100000:1.0:1734016095.063370:0:10115:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9709 00000100:00100000:1.0:1734016095.063377:0:10115:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074623b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1979:x1818247336417792:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:1.0:1734016095.063398:0:10115:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016095.063429:0:10115:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800972358c0/0x3f004d6452e05e4b lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361cff27 expref: -99 pid: 10115 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016095.063491:0:10115:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88011d805500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10115:1818247339297408:192.168.201.10@tcp:106: 00000100:00100000:1.0:1734016095.063571:0:10115:0:(client.c:2562:ptlrpc_set_wait()) set ffff88006d6fff00 going to sleep for 11 seconds 00000100:00100000:1.0:1734016095.065748:0:10115:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88011d805500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10115:1818247339297408:192.168.201.10@tcp:106: 00010000:00010000:1.0:1734016095.065791:0:10115:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800972358c0/0x3f004d6452e05e4b lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cff27 expref: 8 pid: 10115 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016095.065805:0:10115:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800972358c0/0x3f004d6452e05e4b lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cff27 expref: 8 pid: 10115 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016095.065846:0:10115:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800972358c0, rc 0) 00000100:00100000:1.0:1734016095.065951:0:10115:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074623b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1979:x1818247336417792:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 2572us (3853us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016095.065960:0:10115:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9709 00000100:00100000:1.0:1734016095.068690:0:10115:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336417920 00000100:00100000:1.0:1734016095.068699:0:10115:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336417920 00000100:00100000:1.0:1734016095.068743:0:10115:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9710 00000100:00100000:1.0:1734016095.068749:0:10115:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074e40700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1978:x1818247336417920:12345-192.168.201.10@tcp:22:fsx.0 00002000:00010000:0.0:1734016095.069151:0:10115:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 10324827 -> 10324827 00002000:00010000:0.0:1734016095.069156:0:10115:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016094 -> 1734016094 00002000:00010000:0.0:1734016095.069158:0:10115:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016094 -> 1734016093 00002000:00010000:0.0:1734016095.069160:0:10115:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016095 -> 1734016095 00002000:00010000:0.0:1734016095.069162:0:10115:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 1624 -> 1664 00000100:00100000:0.0:1734016095.071179:0:10115:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074e40700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+9:1978:x1818247336417920:12345-192.168.201.10@tcp:22:fsx.0 Request processed in 2420us (2867us total) trans 4294968984 rc 0/0 00000100:00100000:0.0:1734016095.071192:0:10115:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9710 00000100:00100000:0.0:1734016095.077743:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016095.081214:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016095.095624:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016095.102212:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336418432 00000100:00100000:0.0:1734016095.102224:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336418432 00000100:00100000:0.0:1734016095.102309:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9713 00000100:00100000:0.0:1734016095.102316:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074e41880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+9:1980:x1818247336418432:12345-192.168.201.10@tcp:22:fsx.0 00002000:00010000:0.0:1734016095.102560:0:7689:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 10324827 -> 10324827 00002000:00010000:0.0:1734016095.102564:0:7689:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016095 -> 1734016095 00002000:00010000:0.0:1734016095.102566:0:7689:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016093 -> 1734016093 00002000:00010000:0.0:1734016095.102567:0:7689:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016095 -> 1734016095 00002000:00010000:0.0:1734016095.102569:0:7689:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 1664 -> 1688 00000100:00100000:0.0:1734016095.103234:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074e41880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+10:1980:x1818247336418432:12345-192.168.201.10@tcp:22:fsx.0 Request processed in 914us (1095us total) trans 4294968986 rc 0/0 00000100:00100000:0.0:1734016095.103243:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9713 00000100:00100000:0.0:1734016095.121266:0:7695:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336418816 00000100:00100000:0.0:1734016095.121278:0:7695:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336418816 00002000:00100000:0.0:1734016095.121332:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (4190208->8388607) req@ffff880076949180 x1818247336418816/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:56/0 lens 504/0 e 0 to 0 dl 1734016106 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016095.121343:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076949180 with x1818247336418816 ext(4190208->8388607) 00002000:00010000:0.0:1734016095.121349:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076949180 00000100:00100000:0.0:1734016095.121382:0:7695:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336418688 00000100:00100000:0.0:1734016095.121384:0:7695:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336418688 00002000:00100000:0.0:1734016095.121394:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (0->7798783) req@ffff88007694bb80 x1818247336418688/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:56/0 lens 504/0 e 0 to 0 dl 1734016106 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016095.121401:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007694bb80 with x1818247336418688 ext(0->7798783) 00002000:00010000:0.0:1734016095.121404:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007694bb80 00000100:00100000:0.0:1734016095.121413:0:7695:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336418944 00000100:00100000:0.0:1734016095.121415:0:7695:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336418944 00002000:00100000:0.0:1734016095.121423:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (8388608->10326015) req@ffff88007694a680 x1818247336418944/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:56/0 lens 488/0 e 0 to 0 dl 1734016106 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016095.121428:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007694a680 with x1818247336418944 ext(8388608->10326015) 00002000:00010000:0.0:1734016095.121431:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007694a680 00000100:00100000:0.0:1734016095.121440:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 7956 00000100:00100000:0.0:1734016095.121448:0:7695:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076949180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+12:1981:x1818247336418816:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:0.0:1734016095.125954:0:13925:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 7957 00000100:00100000:0.0:1734016095.125968:0:13925:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007694bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+13:1981:x1818247336418688:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:1.0:1734016095.127936:0:13929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 7958 00000100:00100000:1.0:1734016095.127950:0:13929:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007694a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+13:1981:x1818247336418944:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:1.0:1734016095.226622:0:13929:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007694a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+12:1981:x1818247336418944:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 98665us (105433us total) trans 0 rc 1937408/1937408 00000100:00100000:1.0:1734016095.226633:0:13929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 7958 00002000:00100000:1.0:1734016095.226643:0:13929:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (8388608->10326015) req@ffff88007694a680 x1818247336418944/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:56/0 lens 488/440 e 0 to 0 dl 1734016106 ref 1 fl Complete:/200/0 rc 1937408/1937408 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016095.226653:0:13929:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007694a680 with x1818247336418944 ext(8388608->10326015) 00002000:00010000:1.0:1734016095.226659:0:13929:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007694a680 00000100:00100000:0.0:1734016095.269305:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016095.275314:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016095.282924:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016095.305748:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016095.308744:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016095.312138:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00010000:00010000:0.0:1734016095.317903:0:10115:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7600/0x3f004d6452e05e67 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 7847936->7864319) gid 0 flags: 0x44801400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361cff43 expref: 10 pid: 7689 timeout: 459 lvb_type: 0 00000100:00100000:0.0:1734016095.317935:0:10115:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007694aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10115:1818247339298304:192.168.201.10@tcp:104: 00010000:00010000:0.0:1734016095.317962:0:10115:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e05e6e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 7340032->7344127) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cff4a expref: 10 pid: 10115 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016095.317975:0:10115:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880072171440, rc 0) 00000100:00100000:0.0:1734016095.318453:0:10115:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074622300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+10:9673:x1818247336419840:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 6064us (6321us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016095.318464:0:10115:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9718 00000100:00100000:0.0:1734016095.324480:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016095.335630:0:13929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 7959 00000100:00100000:1.0:1734016095.335646:0:13929:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074620380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+10:1978:x1818247336420224:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:1.0:1734016095.335917:0:13929:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074620380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+10:1978:x1818247336420224:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 274us (11445us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016095.335924:0:13929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 7959 00002000:00100000:1.0:1734016095.335934:0:13929:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (7340032->7344127) req@ffff880074620380 x1818247336420224/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:56/0 lens 488/4536 e 0 to 0 dl 1734016106 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016095.335943:0:13929:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074620380 with x1818247336420224 ext(7340032->7344127) 00002000:00010000:1.0:1734016095.335951:0:13929:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074620380 00000100:00100000:0.0:1734016095.344177:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016095.353505:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016095.379884:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016095.379975:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016095.525654:0:10115:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336421376 00000100:00100000:0.0:1734016095.525665:0:10115:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336421376 00000100:00100000:0.0:1734016095.525714:0:10115:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9721 00000100:00100000:0.0:1734016095.525721:0:10115:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076949880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+9:1978:x1818247336421376:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:0.0:1734016095.525739:0:10115:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016095.525757:0:10115:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a803b3c0/0x3f004d6452e05e83 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361cff5f expref: -99 pid: 10115 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016095.525810:0:10115:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880075368700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10115:1818247339298816:192.168.201.10@tcp:106: 00000100:00100000:0.0:1734016095.525918:0:10115:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012cf4f3c0 going to sleep for 11 seconds 00000100:00100000:1.0:1734016095.534702:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016095.535016:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9722 00000100:00100000:0.0:1734016095.535025:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cc78700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+9:1978:x1818247336421504:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:0.0:1734016095.535049:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016095.535070:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a803b3c0/0x3f004d6452e05e8a lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361cff66 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016095.535133:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880075368a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339298944:192.168.201.10@tcp:106: 00000100:00100000:0.0:1734016095.535203:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012cf4f6c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016095.537298:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880075368a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339298944:192.168.201.10@tcp:106: 00010000:00010000:0.0:1734016095.537340:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a803b3c0/0x3f004d6452e05e8a lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cff66 expref: 10 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016095.537355:0:7689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a803b3c0/0x3f004d6452e05e8a lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cff66 expref: 10 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016095.537382:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a803b3c0, rc 0) 00000100:00100000:0.0:1734016095.537442:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cc78700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+9:1978:x1818247336421504:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 2416us (2748us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016095.537452:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9722 00000100:00100000:1.0:1734016095.543002:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00080000:1.0:1734016095.543380:0:6479:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734016065 00000100:00100000:1.0:1734016095.552152:0:7420:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076948a80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7420:1818247339299072:192.168.201.10@tcp:104: 00010000:00010000:1.0:1734016095.552181:0:7420:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff880072172d00/0x3f004d6452e05e91 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7420 initiator: MDT0 00000100:00080000:1.0:1734016095.552855:0:6479:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734016065 00010000:00010000:0.0:1734016095.556464:0:3495:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880072172d00/0x3f004d6452e05e91 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7420 initiator: MDT0 00010000:00010000:0.0:1734016095.556473:0:3495:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880072172d00/0x3f004d6452e05e91 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7420 initiator: MDT0 00010000:00010000:0.0:1734016095.556480:0:3495:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880072172d00/0x3f004d6452e05e91 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7420 initiator: MDT0 00010000:00010000:0.0:1734016095.556485:0:3495:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880072172d00 already unused, calling callback (ffffffffa0f03950) 00010000:00010000:0.0:1734016095.556490:0:3495:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880072172d00/0x3f004d6452e05e91 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7420 initiator: MDT0 00010000:00010000:0.0:1734016095.556497:0:3495:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880072172d00/0x3f004d6452e05e91 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7420 initiator: MDT0 00010000:00010000:0.0:1734016095.556515:0:3495:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:0.0:1734016095.556517:0:3495:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1734016095.556520:0:3495:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880072172d00/0x3f004d6452e05e91 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7420 initiator: MDT0 00010000:00010000:0.0:1734016095.556524:0:3495:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880072172d00/0x3f004d6452e05e91 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7420 initiator: MDT0 00000100:00100000:1.0:1734016095.556632:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336422016 00000100:00100000:1.0:1734016095.556642:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336422016 00000100:00100000:1.0:1734016095.556691:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9723 00000100:00100000:1.0:1734016095.556698:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076948a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+9:9673:x1818247336422016:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:1.0:1734016095.556716:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016095.556731:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880097237cc0/0x3f004d6452e05e98 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361cff6d expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016095.556756:0:7689:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e05e6e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 7340032->7344127) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cff4a expref: 9 pid: 10115 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016095.556762:0:7689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016095.556765:0:7689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016095.556768:0:7689:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880097237cc0/0x3f004d6452e05e98 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cff6d expref: 10 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016095.556797:0:7689:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e05e6e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 7340032->7344127) gid 0 flags: 0x50000000020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361cff4a expref: 9 pid: 10115 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016095.556807:0:7689:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e05e6e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 7340032->7344127) gid 0 flags: 0x70000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361cff4a expref: 9 pid: 10115 timeout: 459 lvb_type: 0 00000100:00100000:1.0:1734016095.556818:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012cc79c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339299200:192.168.201.10@tcp:104: 00000100:00100000:1.0:1734016095.556921:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff88006d6ff780 going to sleep for 11 seconds 00000100:00100000:1.0:1734016095.560568:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012cc79c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339299200:192.168.201.10@tcp:104: 00010000:00010000:1.0:1734016095.560599:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880097237cc0/0x3f004d6452e05e98 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cff6d expref: 10 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016095.560612:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097237cc0, rc 0) 00000100:00100000:1.0:1734016095.560669:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076948a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+10:9673:x1818247336422016:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 3971us (4300us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016095.560676:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9723 00000100:00100000:0.0:1734016095.594123:0:7705:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336422272 00000100:00100000:0.0:1734016095.594136:0:7705:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336422272 00010000:00010000:0.0:1734016095.594190:0:7705:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e05e6e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 7340032->7344127) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361cff4a expref: 12 pid: 10115 timeout: 459 lvb_type: 0 00000100:00100000:0.0:1734016095.594238:0:7705:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2544 00000100:00100000:0.0:1734016095.594245:0:7705:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074e41f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+12:1980:x1818247336422272:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016095.594261:0:7705:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:0.0:1734016095.594287:0:7705:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 1688 -> 1696 00010000:00010000:0.0:1734016095.594294:0:7705:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e05e6e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 7340032->7344127) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361cff4a expref: 12 pid: 10115 timeout: 459 lvb_type: 0 00010000:00010000:0.0:1734016095.594307:0:7705:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e05e6e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 7340032->7344127) gid 0 flags: 0x50000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361cff4a expref: 12 pid: 10115 timeout: 459 lvb_type: 0 00010000:00010000:0.0:1734016095.594331:0:7705:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e05e6e lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 7340032->7344127) gid 0 flags: 0x44801400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361cff4a expref: 12 pid: 10115 timeout: 459 lvb_type: 0 00010000:00010000:0.0:1734016095.594376:0:7705:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016095.594379:0:7705:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016095.594386:0:7705:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880097237cc0/0x3f004d6452e05e98 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cff6d expref: 9 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016095.594394:0:7705:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880097237cc0/0x3f004d6452e05e98 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cff6d expref: 9 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016095.594433:0:7705:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880097237cc0/0x3f004d6452e05e98 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cff6d expref: 9 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016095.594449:0:7705:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880075368a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7705:1818247339299328:192.168.201.10@tcp:105: 00000100:00100000:0.0:1734016095.594534:0:7705:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012cf4f6c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016095.600799:0:7705:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880075368a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7705:1818247339299328:192.168.201.10@tcp:105: 00010000:00010000:0.0:1734016095.600839:0:7705:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016095.600929:0:7705:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074e41f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+11:1980:x1818247336422272:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 6682us (6916us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016095.600940:0:7705:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2544 00000100:00100000:1.0:1734016095.628897:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336422656 00000100:00100000:1.0:1734016095.628909:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336422656 00000100:00100000:1.0:1734016095.628951:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9724 00000100:00100000:1.0:1734016095.628957:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074e42a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+11:1978:x1818247336422656:12345-192.168.201.10@tcp:22:fsx.0 00002000:00010000:1.0:1734016095.629216:0:7689:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 7065293 -> 7065293 00002000:00010000:1.0:1734016095.629219:0:7689:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016095 -> 1734016095 00002000:00010000:1.0:1734016095.629221:0:7689:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016095 -> 1734016095 00002000:00010000:1.0:1734016095.629223:0:7689:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016095 -> 1734016095 00002000:00010000:1.0:1734016095.629225:0:7689:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 1344 -> 1344 00000100:00100000:1.0:1734016095.629314:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074e42a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+12:1978:x1818247336422656:12345-192.168.201.10@tcp:22:fsx.0 Request processed in 356us (556us total) trans 4294968990 rc 0/0 00000100:00100000:1.0:1734016095.629322:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9724 00000100:00100000:0.0:1734016095.673657:0:7705:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336423424 00000100:00100000:0.0:1734016095.673666:0:7705:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336423424 00010000:00010000:0.0:1734016095.673700:0:7705:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880072172640/0x3f004d6452e05eb4 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361cff7b expref: 17 pid: 7420 timeout: 459 lvb_type: 0 00000100:00100000:0.0:1734016095.673729:0:7705:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2545 00000100:00100000:0.0:1734016095.673736:0:7705:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075260380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+17:1978:x1818247336423424:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016095.673753:0:7705:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016095.673759:0:7705:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880072172640/0x3f004d6452e05eb4 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361cff7b expref: 17 pid: 7420 timeout: 459 lvb_type: 0 00010000:00010000:0.0:1734016095.673772:0:7705:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880072172640/0x3f004d6452e05eb4 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361cff7b expref: 17 pid: 7420 timeout: 459 lvb_type: 0 00010000:00010000:0.0:1734016095.673797:0:7705:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:0.0:1734016095.673802:0:7705:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a58c0/0x3f004d6452e05ec9 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6482 initiator: MDT0 00010000:00010000:0.0:1734016095.673812:0:7705:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a58c0/0x3f004d6452e05ec9 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50290000000000 pid: 6482 initiator: MDT0 00010000:00010000:0.0:1734016095.673828:0:7705:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a58c0/0x3f004d6452e05ec9 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50290000000000 pid: 6482 initiator: MDT0 00010000:00010000:0.0:1734016095.673846:0:7705:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016095.673905:0:7705:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075260380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+17:1978:x1818247336423424:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 169us (467us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016095.673911:0:7705:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2545 00010000:00010000:0.0:1734016095.683598:0:3494:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a58c0/0x3f004d6452e05ec9 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6482 initiator: MDT0 00010000:00010000:0.0:1734016095.683611:0:3494:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a58c0/0x3f004d6452e05ec9 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6482 initiator: MDT0 00010000:00010000:0.0:1734016095.683620:0:3494:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a58c0/0x3f004d6452e05ec9 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6482 initiator: MDT0 00010000:00010000:0.0:1734016095.683627:0:3494:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88009a9a58c0 already unused, calling callback (ffffffffa0f03950) 00010000:00010000:0.0:1734016095.683632:0:3494:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a58c0/0x3f004d6452e05ec9 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6482 initiator: MDT0 00010000:00010000:0.0:1734016095.683640:0:3494:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a58c0/0x3f004d6452e05ec9 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6482 initiator: MDT0 00010000:00010000:0.0:1734016095.683661:0:3494:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:0.0:1734016095.683664:0:3494:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1734016095.683668:0:3494:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a58c0/0x3f004d6452e05ec9 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6482 initiator: MDT0 00010000:00010000:0.0:1734016095.683674:0:3494:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a58c0/0x3f004d6452e05ec9 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6482 initiator: MDT0 00000100:00100000:0.0:1734016095.715040:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016095.723273:0:10115:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074e43800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10115:1818247339300096:192.168.201.10@tcp:106: 00010000:00010000:0.0:1734016095.723314:0:10115:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a9a4000/0x3f004d6452e05efa lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cffac expref: 12 pid: 10115 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016095.723328:0:10115:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a4000/0x3f004d6452e05efa lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cffac expref: 12 pid: 10115 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016095.723358:0:10115:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a9a4000, rc 0) 00000100:00100000:0.0:1734016095.723408:0:10115:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880135f54700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+11:1979:x1818247336424192:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 2925us (3267us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016095.723417:0:10115:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9729 00000100:00100000:1.0:1734016095.726258:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016095.726538:0:10115:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336424320 00000100:00100000:0.0:1734016095.726547:0:10115:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336424320 00000100:00100000:0.0:1734016095.726581:0:10115:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9730 00000100:00100000:0.0:1734016095.726588:0:10115:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cc79c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+11:1980:x1818247336424320:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:0.0:1734016095.726608:0:10115:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016095.726626:0:10115:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a803b180/0x3f004d6452e05f01 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361cffb3 expref: -99 pid: 10115 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016095.726684:0:10115:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880075368e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10115:1818247339300224:192.168.201.10@tcp:106: 00000100:00100000:0.0:1734016095.726747:0:10115:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012cf4f6c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016095.729280:0:10115:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880075368e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10115:1818247339300224:192.168.201.10@tcp:106: 00010000:00010000:0.0:1734016095.729324:0:10115:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a803b180/0x3f004d6452e05f01 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cffb3 expref: 12 pid: 10115 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016095.729339:0:10115:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a803b180/0x3f004d6452e05f01 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cffb3 expref: 12 pid: 10115 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016095.729499:0:10115:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a803b180, rc 0) 00000100:00100000:0.0:1734016095.729725:0:10115:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cc79c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+11:1980:x1818247336424320:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 3135us (3476us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016095.729736:0:10115:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9730 00010000:00010000:0.0:1734016095.759344:0:3495:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880072170d80/0x3f004d6452e05f08 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7420 initiator: MDT0 00010000:00010000:0.0:1734016095.759356:0:3495:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880072170d80/0x3f004d6452e05f08 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7420 initiator: MDT0 00010000:00010000:0.0:1734016095.759362:0:3495:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880072170d80/0x3f004d6452e05f08 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7420 initiator: MDT0 00010000:00010000:0.0:1734016095.759367:0:3495:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880072170d80 already unused, calling callback (ffffffffa0f03950) 00010000:00010000:0.0:1734016095.759371:0:3495:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880072170d80/0x3f004d6452e05f08 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7420 initiator: MDT0 00010000:00010000:0.0:1734016095.759379:0:3495:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880072170d80/0x3f004d6452e05f08 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7420 initiator: MDT0 00010000:00010000:0.0:1734016095.759397:0:3495:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:0.0:1734016095.759400:0:3495:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1734016095.759403:0:3495:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880072170d80/0x3f004d6452e05f08 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7420 initiator: MDT0 00010000:00010000:0.0:1734016095.759408:0:3495:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880072170d80/0x3f004d6452e05f08 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7420 initiator: MDT0 00000100:00100000:0.0:1734016095.764282:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016095.765056:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336425088 00000100:00100000:1.0:1734016095.765067:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336425088 00002000:00100000:1.0:1734016095.765115:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (10211328->10215423) req@ffff880075368e00 x1818247336425088/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:56/0 lens 488/0 e 0 to 0 dl 1734016106 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016095.765125:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880075368e00 with x1818247336425088 ext(10211328->10215423) 00002000:00010000:1.0:1734016095.765131:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880075368e00 00000100:00100000:1.0:1734016095.765726:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 7966 00000100:00100000:1.0:1734016095.765734:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075368e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+14:1978:x1818247336425088:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:1.0:1734016095.766513:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075368e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+14:1978:x1818247336425088:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 777us (2239us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016095.766521:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 7966 00002000:00100000:1.0:1734016095.766529:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (10211328->10215423) req@ffff880075368e00 x1818247336425088/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:56/0 lens 488/4536 e 0 to 0 dl 1734016106 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016095.766536:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880075368e00 with x1818247336425088 ext(10211328->10215423) 00002000:00010000:1.0:1734016095.766540:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880075368e00 00000100:00100000:1.0:1734016095.770316:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336425344 00000100:00100000:1.0:1734016095.770327:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336425344 00002000:00100000:1.0:1734016095.770377:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (10207232->10211327) req@ffff880074e43480 x1818247336425344/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:56/0 lens 488/0 e 0 to 0 dl 1734016106 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016095.770388:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074e43480 with x1818247336425344 ext(10207232->10211327) 00002000:00010000:1.0:1734016095.770394:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074e43480 00000100:00100000:1.0:1734016095.770482:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 7967 00000100:00100000:1.0:1734016095.770490:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074e43480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+14:1981:x1818247336425344:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:1.0:1734016095.770954:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074e43480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+14:1981:x1818247336425344:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 465us (1157us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016095.770963:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 7967 00002000:00100000:1.0:1734016095.770969:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (10207232->10211327) req@ffff880074e43480 x1818247336425344/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:56/0 lens 488/4536 e 0 to 0 dl 1734016106 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016095.770975:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074e43480 with x1818247336425344 ext(10207232->10211327) 00002000:00010000:1.0:1734016095.770978:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074e43480 00000100:00100000:1.0:1734016095.773357:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336425600 00000100:00100000:1.0:1734016095.773366:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336425600 00002000:00100000:1.0:1734016095.773402:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (10203136->10207231) req@ffff880074e42680 x1818247336425600/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:56/0 lens 488/0 e 0 to 0 dl 1734016106 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016095.773409:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074e42680 with x1818247336425600 ext(10203136->10207231) 00002000:00010000:1.0:1734016095.773414:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074e42680 00000100:00100000:1.0:1734016095.773666:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 7968 00000100:00100000:1.0:1734016095.773672:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074e42680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+14:1981:x1818247336425600:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:1.0:1734016095.774808:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074e42680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+14:1981:x1818247336425600:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 190us (618us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016095.774827:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 7968 00002000:00100000:1.0:1734016095.774835:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (10203136->10207231) req@ffff880074e42680 x1818247336425600/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:56/0 lens 488/4536 e 0 to 0 dl 1734016106 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016095.774841:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074e42680 with x1818247336425600 ext(10203136->10207231) 00002000:00010000:1.0:1734016095.774845:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074e42680 00000100:00100000:0.0:1734016095.777656:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016095.777797:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336425856 00000100:00100000:1.0:1734016095.777806:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336425856 00002000:00100000:1.0:1734016095.777856:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (10199040->10203135) req@ffff880075369180 x1818247336425856/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:56/0 lens 488/0 e 0 to 0 dl 1734016106 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016095.777892:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880075369180 with x1818247336425856 ext(10199040->10203135) 00002000:00010000:1.0:1734016095.777898:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880075369180 00000100:00100000:1.0:1734016095.778361:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 7969 00000100:00100000:1.0:1734016095.778370:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075369180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+14:1978:x1818247336425856:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:1.0:1734016095.778646:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075369180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+14:1978:x1818247336425856:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 275us (997us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016095.778654:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 7969 00002000:00100000:1.0:1734016095.778662:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (10199040->10203135) req@ffff880075369180 x1818247336425856/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:56/0 lens 488/4536 e 0 to 0 dl 1734016106 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016095.778669:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880075369180 with x1818247336425856 ext(10199040->10203135) 00002000:00010000:1.0:1734016095.778672:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880075369180 00000100:00100000:0.0:1734016095.791168:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016095.791329:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336426624 00000100:00100000:1.0:1734016095.791339:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336426624 00002000:00100000:1.0:1734016095.791380:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (10186752->10190847) req@ffff880075369500 x1818247336426624/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:56/0 lens 488/0 e 0 to 0 dl 1734016106 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016095.791394:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880075369500 with x1818247336426624 ext(10186752->10190847) 00002000:00010000:1.0:1734016095.791398:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880075369500 00000100:00100000:1.0:1734016095.791424:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 7972 00000100:00100000:1.0:1734016095.791430:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075369500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+14:1980:x1818247336426624:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:1.0:1734016095.791619:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075369500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+14:1980:x1818247336426624:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 187us (460us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016095.791625:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 7972 00002000:00100000:1.0:1734016095.791632:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (10186752->10190847) req@ffff880075369500 x1818247336426624/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:56/0 lens 488/4536 e 0 to 0 dl 1734016106 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016095.791638:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880075369500 with x1818247336426624 ext(10186752->10190847) 00002000:00010000:1.0:1734016095.791641:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880075369500 00000100:00100000:1.0:1734016095.799793:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336427136 00000100:00100000:1.0:1734016095.799804:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336427136 00002000:00100000:1.0:1734016095.799895:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (10178560->10182655) req@ffff880076948380 x1818247336427136/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:56/0 lens 488/0 e 0 to 0 dl 1734016106 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016095.799908:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076948380 with x1818247336427136 ext(10178560->10182655) 00002000:00010000:1.0:1734016095.799914:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076948380 00000100:00100000:1.0:1734016095.799958:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 7974 00000100:00100000:1.0:1734016095.799966:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076948380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+14:1980:x1818247336427136:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:1.0:1734016095.800209:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076948380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+14:1980:x1818247336427136:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 241us (559us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016095.800217:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 7974 00002000:00100000:1.0:1734016095.800224:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (10178560->10182655) req@ffff880076948380 x1818247336427136/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:56/0 lens 488/4536 e 0 to 0 dl 1734016106 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016095.800230:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076948380 with x1818247336427136 ext(10178560->10182655) 00002000:00010000:1.0:1734016095.800232:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076948380 00000100:00100000:0.0:1734016095.803161:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016095.806611:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336427648 00000100:00100000:1.0:1734016095.806623:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336427648 00002000:00100000:1.0:1734016095.806673:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (10170368->10174463) req@ffff88007694b480 x1818247336427648/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:56/0 lens 488/0 e 0 to 0 dl 1734016106 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016095.806682:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007694b480 with x1818247336427648 ext(10170368->10174463) 00002000:00010000:1.0:1734016095.806688:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007694b480 00000100:00100000:1.0:1734016095.806725:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 7976 00000100:00100000:1.0:1734016095.806733:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007694b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+14:1981:x1818247336427648:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:1.0:1734016095.806986:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007694b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+14:1981:x1818247336427648:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 253us (550us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016095.806993:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 7976 00002000:00100000:1.0:1734016095.806999:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (10170368->10174463) req@ffff88007694b480 x1818247336427648/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:56/0 lens 488/4536 e 0 to 0 dl 1734016106 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016095.807006:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007694b480 with x1818247336427648 ext(10170368->10174463) 00002000:00010000:1.0:1734016095.807008:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007694b480 00000100:00100000:0.0:1734016095.817192:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016095.821086:0:10115:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336428032 00000100:00100000:0.0:1734016095.821100:0:10115:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336428032 00000100:00100000:0.0:1734016095.821700:0:10115:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9731 00000100:00100000:0.0:1734016095.821713:0:10115:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076948700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+16:1978:x1818247336428032:12345-192.168.201.10@tcp:16:fsx.0 00000001:00080000:0.0:1734016095.823343:0:8954:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294968993 is committed 00000001:00080000:0.0:1734016095.823396:0:8954:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294968988 is committed 00000100:00100000:0.0:1734016095.826653:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016095.830630:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016095.840191:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016095.849261:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016095.856225:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016095.858580:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880135f57480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339300736:192.168.201.10@tcp:106: 00010000:00010000:0.0:1734016095.858639:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880072172640/0x3f004d6452e05f39 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cffd6 expref: 6 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016095.858657:0:7689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880072172640/0x3f004d6452e05f39 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cffd6 expref: 6 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016095.858692:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880072172640, rc 0) 00000100:00100000:0.0:1734016095.862262:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007536ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:1981:x1818247336428800:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 5819us (6047us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016095.862275:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9735 00000100:00100000:0.0:1734016095.865030:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016095.865148:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336428928 00000100:00100000:1.0:1734016095.865162:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336428928 00000100:00100000:1.0:1734016095.865226:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9736 00000100:00100000:1.0:1734016095.865235:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007536b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:9673:x1818247336428928:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:1.0:1734016095.865260:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016095.865286:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880097235200/0x3f004d6452e05f40 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361cffdd expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016095.865319:0:7689:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880097237cc0/0x3f004d6452e05e98 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cff6d expref: 7 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016095.865326:0:7689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016095.865329:0:7689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016095.865332:0:7689:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880097235200/0x3f004d6452e05f40 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [2826240->2830335] (req 2826240->2830335) gid 0 flags: 0x50000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cffdd expref: 6 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016095.865371:0:7689:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880097237cc0/0x3f004d6452e05e98 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361cff6d expref: 7 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016095.865385:0:7689:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880097237cc0/0x3f004d6452e05e98 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361cff6d expref: 7 pid: 7689 timeout: 459 lvb_type: 0 00000100:00100000:1.0:1734016095.865398:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012cc7ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339300864:192.168.201.10@tcp:104: 00000100:00100000:1.0:1734016095.865495:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff88006d6ff240 going to sleep for 11 seconds 00000100:00100000:1.0:1734016095.868970:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012cc7ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339300864:192.168.201.10@tcp:104: 00010000:00010000:1.0:1734016095.869020:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880097235200/0x3f004d6452e05f40 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [2826240->2830335] (req 2826240->2830335) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cffdd expref: 6 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016095.869043:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097235200, rc 0) 00000100:00100000:1.0:1734016095.869095:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007536b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:9673:x1818247336428928:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 3861us (4074us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016095.869105:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9736 00000100:00100000:0.0:1734016095.871966:0:9956:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336429056 00000100:00100000:0.0:1734016095.871978:0:9956:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336429056 00010000:00010000:0.0:1734016095.872025:0:9956:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880097237cc0/0x3f004d6452e05e98 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361cff6d expref: 8 pid: 7689 timeout: 459 lvb_type: 0 00000100:00100000:0.0:1734016095.872064:0:9956:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2547 00000100:00100000:0.0:1734016095.872072:0:9956:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880135f56680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1981:x1818247336429056:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016095.872090:0:9956:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016095.872123:0:9956:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880097237cc0/0x3f004d6452e05e98 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361cff6d expref: 8 pid: 7689 timeout: 459 lvb_type: 0 00010000:00010000:0.0:1734016095.872136:0:9956:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880097237cc0/0x3f004d6452e05e98 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361cff6d expref: 8 pid: 7689 timeout: 459 lvb_type: 0 00010000:00010000:0.0:1734016095.872163:0:9956:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097237cc0/0x3f004d6452e05e98 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361cff6d expref: 8 pid: 7689 timeout: 459 lvb_type: 0 00010000:00010000:0.0:1734016095.872206:0:9956:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016095.872208:0:9956:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016095.872216:0:9956:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880097235200/0x3f004d6452e05f40 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2826240->2830335) gid 0 flags: 0x40080000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cffdd expref: 5 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016095.872225:0:9956:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880097235200/0x3f004d6452e05f40 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2826240->2830335) gid 0 flags: 0x40080000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cffdd expref: 5 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016095.872266:0:9956:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880097235200/0x3f004d6452e05f40 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2826240->2830335) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cffdd expref: 5 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016095.872281:0:9956:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007536b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9956:1818247339300992:192.168.201.10@tcp:105: 00000100:00100000:0.0:1734016095.872356:0:9956:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012cf4f6c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016095.879037:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016095.885771:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016095.885938:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336429568 00000100:00100000:1.0:1734016095.885950:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336429568 00002000:00100000:1.0:1734016095.886005:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (2822144->2826239) req@ffff88007536bb80 x1818247336429568/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:56/0 lens 488/0 e 0 to 0 dl 1734016106 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016095.886015:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007536bb80 with x1818247336429568 ext(2822144->2826239) 00002000:00010000:1.0:1734016095.886022:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007536bb80 00000100:00100000:1.0:1734016095.886061:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 7979 00000100:00100000:1.0:1734016095.886069:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007536bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1981:x1818247336429568:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:1.0:1734016095.886259:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007536bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1981:x1818247336429568:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 190us (503us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016095.886266:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 7979 00002000:00100000:1.0:1734016095.886272:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (2822144->2826239) req@ffff88007536bb80 x1818247336429568/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:56/0 lens 488/4536 e 0 to 0 dl 1734016106 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016095.886278:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007536bb80 with x1818247336429568 ext(2822144->2826239) 00002000:00010000:1.0:1734016095.886281:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007536bb80 00000100:00100000:0.0:1734016095.891062:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016095.896255:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016095.901172:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016095.905439:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016095.905621:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336430592 00000100:00100000:1.0:1734016095.905632:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336430592 00002000:00100000:1.0:1734016095.905675:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (2805760->2809855) req@ffff880075368700 x1818247336430592/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:56/0 lens 488/0 e 0 to 0 dl 1734016106 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016095.905684:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880075368700 with x1818247336430592 ext(2805760->2809855) 00002000:00010000:1.0:1734016095.905690:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880075368700 00000100:00100000:0.0:1734016095.910346:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016095.910904:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336430848 00000100:00100000:1.0:1734016095.910917:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336430848 00002000:00100000:1.0:1734016095.910971:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (2801664->2805759) req@ffff88011efc5500 x1818247336430848/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:56/0 lens 488/0 e 0 to 0 dl 1734016106 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016095.910988:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88011efc5500 with x1818247336430848 ext(2801664->2805759) 00002000:00010000:1.0:1734016095.910994:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011efc5500 00000100:00100000:1.0:1734016095.911035:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 7984 00000100:00100000:1.0:1734016095.911042:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011efc5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1981:x1818247336430848:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:1.0:1734016095.911248:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011efc5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1981:x1818247336430848:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 205us (915us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016095.911255:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 7984 00002000:00100000:1.0:1734016095.911261:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (2801664->2805759) req@ffff88011efc5500 x1818247336430848/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:56/0 lens 488/4536 e 0 to 0 dl 1734016106 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016095.911268:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88011efc5500 with x1818247336430848 ext(2801664->2805759) 00002000:00010000:1.0:1734016095.911270:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011efc5500 00000100:00100000:0.0:1734016095.917068:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016095.922489:0:13925:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011efc6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+8:1981:x1818247336430976:12345-192.168.201.10@tcp:4:fsx.0 Request processed in 2829us (5425us total) trans 4294968995 rc 0/0 00000100:00100000:0.0:1734016095.922503:0:13925:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 7985 00002000:00100000:0.0:1734016095.922518:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (2801664->2830335) req@ffff88011efc6a00 x1818247336430976/t4294968995(0) o4->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:56/0 lens 488/448 e 0 to 0 dl 1734016106 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016095.922534:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88011efc6a00 with x1818247336430976 ext(2801664->2830335) 00002000:00010000:0.0:1734016095.922541:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011efc6a00 00000100:00100000:0.0:1734016095.925305:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016095.928268:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336431104 00000100:00100000:1.0:1734016095.928287:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336431104 00000100:00100000:1.0:1734016095.928372:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9737 00000100:00100000:1.0:1734016095.928381:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b1ff5050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+8:1981:x1818247336431104:12345-192.168.201.10@tcp:16:fsx.0 00000001:00080000:0.0:1734016095.929963:0:8954:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294968995 is committed 00000001:00080000:0.0:1734016095.929981:0:8954:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294968994 is committed 00000100:00100000:1.0:1734016095.930275:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b1ff5050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1981:x1818247336431104:12345-192.168.201.10@tcp:16:fsx.0 Request processed in 1884us (4973us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016095.930290:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9737 00000100:00100000:1.0:1734016095.938618:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336431232 00000100:00100000:1.0:1734016095.938630:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336431232 00000100:00100000:1.0:1734016095.939047:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9738 00000100:00100000:1.0:1734016095.939057:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880135f56a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1981:x1818247336431232:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:1.0:1734016095.939082:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016095.939110:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880097236ac0/0x3f004d6452e05f47 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361cffe4 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016095.939174:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012cc7b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339301120:192.168.201.10@tcp:106: 00000100:00100000:1.0:1734016095.940242:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff88006d6ff540 going to sleep for 11 seconds 00002000:00010000:1.0:1734016095.946447:0:7689:0:(ofd_lvb.c:301:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks: 744 -> 800 00000100:00100000:1.0:1734016095.946483:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012cc7b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339301120:192.168.201.10@tcp:106: 00010000:00010000:1.0:1734016095.946532:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880097236ac0/0x3f004d6452e05f47 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cffe4 expref: 7 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016095.946548:0:7689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097236ac0/0x3f004d6452e05f47 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cffe4 expref: 7 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016095.947128:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097236ac0, rc 0) 00000100:00100000:1.0:1734016095.947196:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880135f56a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1981:x1818247336431232:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 8139us (9219us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016095.947206:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9738 00000100:00100000:0.0:1734016095.950089:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016095.950224:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336431360 00000100:00100000:1.0:1734016095.950234:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336431360 00000100:00100000:1.0:1734016095.950290:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9739 00000100:00100000:1.0:1734016095.950298:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011efc5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1981:x1818247336431360:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:1.0:1734016095.950320:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016095.950342:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880097237cc0/0x3f004d6452e05f4e lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361cffeb expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016095.950400:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012cc7b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339301248:192.168.201.10@tcp:106: 00000100:00100000:1.0:1734016095.950460:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff88006d6ff540 going to sleep for 11 seconds 00000100:00100000:1.0:1734016095.953034:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012cc7b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339301248:192.168.201.10@tcp:106: 00010000:00010000:1.0:1734016095.953094:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880097237cc0/0x3f004d6452e05f4e lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cffeb expref: 7 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016095.953115:0:7689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097237cc0/0x3f004d6452e05f4e lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cffeb expref: 7 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016095.953130:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097237cc0, rc 0) 00000100:00100000:1.0:1734016095.953276:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011efc5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1981:x1818247336431360:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 2977us (3196us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016095.953287:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9739 00000100:00100000:0.0:1734016095.956517:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016095.964198:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00010000:00010000:0.0:1734016095.970248:0:3494:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880072171440/0x3f004d6452e05f55 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6482 initiator: MDT0 00010000:00010000:0.0:1734016095.970261:0:3494:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880072171440/0x3f004d6452e05f55 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6482 initiator: MDT0 00010000:00010000:0.0:1734016095.970267:0:3494:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880072171440/0x3f004d6452e05f55 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6482 initiator: MDT0 00010000:00010000:0.0:1734016095.970272:0:3494:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880072171440 already unused, calling callback (ffffffffa0f03950) 00010000:00010000:0.0:1734016095.970276:0:3494:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880072171440/0x3f004d6452e05f55 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6482 initiator: MDT0 00010000:00010000:0.0:1734016095.970284:0:3494:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880072171440/0x3f004d6452e05f55 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6482 initiator: MDT0 00010000:00010000:0.0:1734016095.970300:0:3494:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:0.0:1734016095.970303:0:3494:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1734016095.970306:0:3494:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880072171440/0x3f004d6452e05f55 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6482 initiator: MDT0 00010000:00010000:0.0:1734016095.970310:0:3494:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880072171440/0x3f004d6452e05f55 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6482 initiator: MDT0 00000100:00100000:1.0:1734016095.970604:0:13925:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336431872 00000100:00100000:1.0:1734016095.970616:0:13925:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336431872 00002000:00010000:1.0:1734016095.970657:0:13925:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (2775530->18446744073709551615) 00002000:00100000:1.0:1734016095.970660:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880135f56680 with x1818247336431872 ext(2775530->18446744073709551615) 00002000:00010000:1.0:1734016095.970673:0:13925:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880135f56680. 00000100:00100000:1.0:1734016095.970709:0:13925:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 7986 00000100:00100000:1.0:1734016095.970719:0:13925:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880135f56680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1981:x1818247336431872:12345-192.168.201.10@tcp:10:fsx.0 00002000:00010000:1.0:1734016095.971504:0:13925:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 10215355 -> 2775530 00002000:00010000:1.0:1734016095.971508:0:13925:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016095 -> 1734016095 00002000:00010000:1.0:1734016095.971511:0:13925:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016095 -> 1734016095 00002000:00010000:1.0:1734016095.971512:0:13925:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016095 -> 1734016095 00002000:00010000:1.0:1734016095.971514:0:13925:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 800 -> 552 00000100:00100000:1.0:1734016095.971597:0:13925:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880135f56680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1981:x1818247336431872:12345-192.168.201.10@tcp:10:fsx.0 Request processed in 877us (1649us total) trans 4294968996 rc 0/0 00000100:00100000:1.0:1734016095.971607:0:13925:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 7986 00002000:00010000:1.0:1734016095.971610:0:13925:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (2775530->18446744073709551615) 00002000:00100000:1.0:1734016095.971613:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880135f56680 with x1818247336431872 ext(2775530->18446744073709551615) 00002000:00010000:1.0:1734016095.971617:0:13925:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880135f56680. 00000100:00100000:0.0:1734016095.975002:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016095.981728:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336432128 00000100:00100000:1.0:1734016095.981739:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336432128 00000100:00100000:1.0:1734016095.981801:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9740 00000100:00100000:1.0:1734016095.981809:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880135f54a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1978:x1818247336432128:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:1.0:1734016095.981838:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016095.981859:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800972358c0/0x3f004d6452e05f6a lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361cfff9 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016095.982077:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012cc7b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339301504:192.168.201.10@tcp:106: 00000100:00100000:1.0:1734016095.982138:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff88006d6ff540 going to sleep for 11 seconds 00000100:00100000:0.0:1734016095.990425:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012cc7b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339301504:192.168.201.10@tcp:106: 00010000:00010000:0.0:1734016095.990484:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800972358c0/0x3f004d6452e05f6a lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cfff9 expref: 7 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016095.990500:0:7689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800972358c0/0x3f004d6452e05f6a lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cfff9 expref: 7 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016095.990531:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800972358c0, rc 0) 00000100:00100000:0.0:1734016095.990594:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880135f54a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1978:x1818247336432128:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 8784us (9080us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016095.990604:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9740 00000100:00100000:0.0:1734016095.996298:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016096.011209:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016096.016920:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016096.017074:0:6482:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336432640 00000100:00100000:3.0:1734016096.017090:0:6482:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336432640 00000100:00100000:3.0:1734016096.017147:0:6482:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 1758 00000100:00100000:3.0:1734016096.017155:0:6482:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011efc7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+22:9673:x1818247336432640:12345-192.168.201.10@tcp:36:fsx.0 00010000:00010000:3.0:1734016096.017223:0:6482:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016096.017263:0:6482:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a5b00/0x3f004d6452e05f63 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cfff2 expref: 22 pid: 6482 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016096.017299:0:6482:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:3.0:1734016096.017303:0:6482:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1734016096.017492:0:6482:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a6d00/0x3f004d6452e05f86 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6482 initiator: MDT0 00010000:00010000:3.0:1734016096.017506:0:6482:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a7a80/0x3f004d6452e05f7f lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0007 expref: 18 pid: 6482 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016096.017513:0:6482:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a6d00/0x3f004d6452e05f86 lrc: 4/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6482 initiator: MDT0 00010000:00010000:3.0:1734016096.017548:0:6482:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a7a80/0x3f004d6452e05f7f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0007 expref: 18 pid: 6482 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016096.017562:0:6482:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a7a80/0x3f004d6452e05f7f lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0007 expref: 18 pid: 6482 timeout: 460 lvb_type: 0 00000100:00100000:3.0:1734016096.017580:0:6482:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074950380 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6482:1818247339301760:192.168.201.10@tcp:104: 00000100:00100000:3.0:1734016096.018575:0:6482:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012b911f00 going to sleep for 11 seconds 00000100:00100000:0.0:1734016096.024459:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016096.024568:0:7705:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336432768 00000100:00100000:1.0:1734016096.024579:0:7705:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336432768 00010000:00010000:1.0:1734016096.024623:0:7705:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a7a80/0x3f004d6452e05f7f lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0007 expref: 19 pid: 6482 timeout: 460 lvb_type: 0 00000100:00100000:1.0:1734016096.024667:0:7705:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2549 00000100:00100000:1.0:1734016096.024675:0:7705:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011efc4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+19:1979:x1818247336432768:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016096.024692:0:7705:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016096.024698:0:7705:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a7a80/0x3f004d6452e05f7f lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0007 expref: 19 pid: 6482 timeout: 460 lvb_type: 0 00010000:00010000:1.0:1734016096.024709:0:7705:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a7a80/0x3f004d6452e05f7f lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0007 expref: 19 pid: 6482 timeout: 460 lvb_type: 0 00010000:00010000:1.0:1734016096.024732:0:7705:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:1.0:1734016096.024738:0:7705:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a6d00/0x3f004d6452e05f86 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6482 initiator: MDT0 00010000:00010000:1.0:1734016096.024746:0:7705:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a6d00/0x3f004d6452e05f86 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50290000000000 pid: 6482 initiator: MDT0 00010000:00010000:1.0:1734016096.024753:0:7705:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a6d00/0x3f004d6452e05f86 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50290000000000 pid: 6482 initiator: MDT0 00010000:00010000:1.0:1734016096.024773:0:7705:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016096.024820:0:7705:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011efc4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+19:1979:x1818247336432768:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 137us (366us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016096.024827:0:7705:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2549 00010000:00010000:3.0:1734016096.024916:0:6482:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a7a80/0x3f004d6452e05f7f lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0007 expref: 18 pid: 6482 timeout: 460 lvb_type: 0 00000100:00100000:3.0:1734016096.024936:0:6482:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074950380 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6482:1818247339301760:192.168.201.10@tcp:104: 00010000:00010000:3.0:1734016096.024957:0:6482:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a6d00/0x3f004d6452e05f86 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6482 initiator: MDT0 00010000:00010000:3.0:1734016096.024964:0:6482:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a6d00/0x3f004d6452e05f86 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6482 initiator: MDT0 00010000:00010000:3.0:1734016096.024969:0:6482:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a6d00/0x3f004d6452e05f86 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6482 initiator: MDT0 00000001:00080000:3.0:1734016096.025064:0:6482:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294968415 00000004:00010000:3.0:1734016096.025113:0:6482:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff88011efc7100 reply state ffff880074f34000 transno 4294968416 ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a6d00/0x3f004d6452e05f86 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6482 initiator: MDT0 00000100:00100000:3.0:1734016096.025120:0:6482:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1734016096.025193:0:6482:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011efc7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+24:9673:x1818247336432640:12345-192.168.201.10@tcp:36:fsx.0 Request processed in 8039us (8296us total) trans 4294968416 rc 0/0 00000100:00100000:3.0:1734016096.025199:0:6482:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 1758 00000020:00080000:3.0:1734016096.025202:0:6482:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1734016096.028518:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016096.028935:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336432896 00000100:00100000:3.0:1734016096.028946:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336432896 00000100:00100000:3.0:1734016096.029003:0:10115:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9742 00000100:00100000:3.0:1734016096.029012:0:10115:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011efc7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:9673:x1818247336432896:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:3.0:1734016096.029042:0:10115:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016096.029061:0:10115:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7180/0x3f004d6452e05f8d lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d000e expref: -99 pid: 10115 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016096.029097:0:10115:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880097235200/0x3f004d6452e05f40 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2826240->2830335) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361cffdd expref: 6 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016096.029104:0:10115:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016096.029107:0:10115:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016096.029110:0:10115:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7180/0x3f004d6452e05f8d lrc: 4/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d000e expref: 7 pid: 10115 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016096.029149:0:10115:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880097235200/0x3f004d6452e05f40 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2826240->2830335) gid 0 flags: 0x50000000020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361cffdd expref: 6 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016096.029163:0:10115:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880097235200/0x3f004d6452e05f40 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2826240->2830335) gid 0 flags: 0x70000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361cffdd expref: 6 pid: 7689 timeout: 460 lvb_type: 0 00000100:00100000:3.0:1734016096.029177:0:10115:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074950380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10115:1818247339301888:192.168.201.10@tcp:104: 00000100:00100000:3.0:1734016096.029261:0:10115:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012b911180 going to sleep for 11 seconds 00000100:00100000:0.0:1734016096.033606:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016096.033735:0:10115:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074950380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10115:1818247339301888:192.168.201.10@tcp:104: 00010000:00010000:3.0:1734016096.033772:0:10115:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7180/0x3f004d6452e05f8d lrc: 3/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d000e expref: 7 pid: 10115 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016096.033792:0:10115:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a9a7180, rc 0) 00000100:00100000:3.0:1734016096.033890:0:10115:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011efc7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:9673:x1818247336432896:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 4878us (5382us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016096.033900:0:10115:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9742 00000100:00080000:0.0:1734016096.034699:0:6479:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734016066 00000100:00100000:0.0:1734016096.038316:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016096.038396:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336433152 00000100:00100000:3.0:1734016096.038408:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336433152 00002000:00010000:3.0:1734016096.038465:0:7696:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (6512888->18446744073709551615) 00002000:00100000:3.0:1734016096.038470:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88011efc6300 with x1818247336433152 ext(6512888->18446744073709551615) 00002000:00010000:3.0:1734016096.038485:0:7696:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011efc6300. 00000100:00100000:3.0:1734016096.038565:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 7987 00000100:00100000:3.0:1734016096.038572:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011efc6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1978:x1818247336433152:12345-192.168.201.10@tcp:10:fsx.0 00002000:00010000:3.0:1734016096.039347:0:7696:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 2775530 -> 6512888 00002000:00010000:3.0:1734016096.039351:0:7696:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016095 -> 1734016095 00002000:00010000:3.0:1734016096.039353:0:7696:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016095 -> 1734016095 00002000:00010000:3.0:1734016096.039356:0:7696:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016095 -> 1734016095 00002000:00010000:3.0:1734016096.039358:0:7696:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 552 -> 552 00000100:00100000:3.0:1734016096.039401:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011efc6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1978:x1818247336433152:12345-192.168.201.10@tcp:10:fsx.0 Request processed in 829us (1105us total) trans 4294968997 rc 0/0 00000100:00100000:3.0:1734016096.039408:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 7987 00002000:00010000:3.0:1734016096.039411:0:7696:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (6512888->18446744073709551615) 00002000:00100000:3.0:1734016096.039413:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88011efc6300 with x1818247336433152 ext(6512888->18446744073709551615) 00002000:00010000:3.0:1734016096.039416:0:7696:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011efc6300. 00000100:00100000:0.0:1734016096.047109:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016096.047251:0:6482:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336433280 00000100:00100000:3.0:1734016096.047262:0:6482:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336433280 00000100:00100000:3.0:1734016096.047317:0:6482:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 1759 00000100:00100000:3.0:1734016096.047325:0:6482:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011efc6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+18:9673:x1818247336433280:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:3.0:1734016096.047348:0:6482:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016096.047369:0:6482:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a4b40/0x3f004d6452e05f94 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d0015 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016096.047470:0:6482:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a4480/0x3f004d6452e05f9b lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6482 initiator: MDT0 00010000:00010000:3.0:1734016096.047483:0:6482:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a4480/0x3f004d6452e05f9b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6482 initiator: MDT0 00010000:00010000:3.0:1734016096.047495:0:6482:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a4480/0x3f004d6452e05f9b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6482 initiator: MDT0 00000004:00200000:3.0:1734016096.047524:0:6482:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 6512888 00000004:00200000:3.0:1734016096.047527:0:6482:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1734016096.047544:0:6482:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a4480/0x3f004d6452e05f9b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6482 initiator: MDT0 00010000:00010000:3.0:1734016096.047569:0:6482:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a4b40/0x3f004d6452e05f94 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0015 expref: 20 pid: 6482 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016096.048101:0:6482:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a4480/0x3f004d6452e05f9b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0015 expref: 19 pid: 6482 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016096.048110:0:6482:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:3.0:1734016096.048113:0:6482:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1734016096.048116:0:6482:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a9a4480, rc 0) 00000100:00100000:3.0:1734016096.048163:0:6482:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011efc6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+19:9673:x1818247336433280:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 838us (1068us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016096.048170:0:6482:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 1759 00000100:00100000:1.0:1734016096.051373:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016096.051614:0:10115:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336433408 00000100:00100000:3.0:1734016096.051624:0:10115:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336433408 00000100:00100000:3.0:1734016096.051702:0:10115:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9743 00000100:00100000:3.0:1734016096.051710:0:10115:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cc78700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1981:x1818247336433408:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:3.0:1734016096.051729:0:10115:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016096.051749:0:10115:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7cc0/0x3f004d6452e05fa2 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d001c expref: -99 pid: 10115 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016096.051809:0:10115:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074950380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10115:1818247339302144:192.168.201.10@tcp:106: 00000100:00100000:3.0:1734016096.051907:0:10115:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012b911180 going to sleep for 11 seconds 00000100:00100000:3.0:1734016096.055761:0:10115:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074950380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10115:1818247339302144:192.168.201.10@tcp:106: 00010000:00010000:3.0:1734016096.055803:0:10115:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7cc0/0x3f004d6452e05fa2 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d001c expref: 7 pid: 10115 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016096.055829:0:10115:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7cc0/0x3f004d6452e05fa2 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d001c expref: 7 pid: 10115 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016096.055854:0:10115:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a9a7cc0, rc 0) 00000100:00100000:3.0:1734016096.055930:0:10115:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cc78700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1981:x1818247336433408:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 4220us (4570us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016096.055939:0:10115:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9743 00000100:00100000:0.0:1734016096.060411:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016096.060506:0:10115:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336433536 00000100:00100000:3.0:1734016096.060517:0:10115:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336433536 00000100:00100000:3.0:1734016096.060564:0:10115:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9744 00000100:00100000:3.0:1734016096.060571:0:10115:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011efc7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1978:x1818247336433536:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:3.0:1734016096.060592:0:10115:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016096.060619:0:10115:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7cc0/0x3f004d6452e05fa9 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d0023 expref: -99 pid: 10115 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016096.060697:0:10115:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074950380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10115:1818247339302272:192.168.201.10@tcp:106: 00000100:00100000:3.0:1734016096.060792:0:10115:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012b911180 going to sleep for 11 seconds 00000100:00100000:3.0:1734016096.066041:0:10115:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074950380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10115:1818247339302272:192.168.201.10@tcp:106: 00010000:00010000:3.0:1734016096.066094:0:10115:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7cc0/0x3f004d6452e05fa9 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0023 expref: 7 pid: 10115 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016096.066112:0:10115:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7cc0/0x3f004d6452e05fa9 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0023 expref: 7 pid: 10115 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016096.067376:0:10115:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a9a7cc0, rc 0) 00000100:00100000:3.0:1734016096.067461:0:10115:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011efc7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1978:x1818247336433536:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 6884us (7055us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016096.067471:0:10115:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9744 00000100:00100000:0.0:1734016096.074291:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016096.074445:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336433792 00000100:00100000:3.0:1734016096.074461:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336433792 00002000:00100000:3.0:1734016096.074520:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (1806336->1810431) req@ffff88011efc4380 x1818247336433792/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:57/0 lens 488/0 e 0 to 0 dl 1734016107 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016096.074533:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88011efc4380 with x1818247336433792 ext(1806336->1810431) 00002000:00010000:3.0:1734016096.074539:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011efc4380 00000100:00100000:3.0:1734016096.074739:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 7988 00000100:00100000:3.0:1734016096.074746:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011efc4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1980:x1818247336433792:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:3.0:1734016096.075249:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011efc4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1980:x1818247336433792:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 501us (974us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016096.075256:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 7988 00002000:00100000:3.0:1734016096.075262:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (1806336->1810431) req@ffff88011efc4380 x1818247336433792/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:57/0 lens 488/4536 e 0 to 0 dl 1734016107 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016096.075270:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88011efc4380 with x1818247336433792 ext(1806336->1810431) 00002000:00010000:3.0:1734016096.075273:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011efc4380 00000100:00100000:0.0:1734016096.079946:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016096.080230:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336434048 00000100:00100000:3.0:1734016096.080243:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336434048 00002000:00100000:3.0:1734016096.080294:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (1802240->1806335) req@ffff88011efc4e00 x1818247336434048/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:57/0 lens 488/0 e 0 to 0 dl 1734016107 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016096.080310:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88011efc4e00 with x1818247336434048 ext(1802240->1806335) 00002000:00010000:3.0:1734016096.080316:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011efc4e00 00000100:00100000:3.0:1734016096.081996:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 7989 00000100:00100000:3.0:1734016096.082009:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011efc4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1979:x1818247336434048:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:3.0:1734016096.082212:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011efc4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1979:x1818247336434048:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 206us (2278us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016096.082219:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 7989 00002000:00100000:3.0:1734016096.082226:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (1802240->1806335) req@ffff88011efc4e00 x1818247336434048/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:57/0 lens 488/4536 e 0 to 0 dl 1734016107 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016096.082234:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88011efc4e00 with x1818247336434048 ext(1802240->1806335) 00002000:00010000:3.0:1734016096.082240:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011efc4e00 00000100:00100000:0.0:1734016096.087285:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016096.087624:0:13925:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336434176 00000100:00100000:1.0:1734016096.087636:0:13925:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336434176 00002000:00100000:1.0:1734016096.087692:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (1802240->1810431) req@ffff88012b919880 x1818247336434176/t0(0) o4->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:57/0 lens 8680/0 e 0 to 0 dl 1734016107 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016096.087703:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b919880 with x1818247336434176 ext(1802240->1810431) 00002000:00010000:1.0:1734016096.087710:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012b919880 00000100:00100000:1.0:1734016096.087757:0:13925:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 7990 00000100:00100000:1.0:1734016096.087766:0:13925:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b919880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1980:x1818247336434176:12345-192.168.201.10@tcp:4:fsx.0 00000100:00100000:0.0:1734016096.089000:0:13925:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b919880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+10:1980:x1818247336434176:12345-192.168.201.10@tcp:4:fsx.0 Request processed in 1230us (1723us total) trans 4294968998 rc 0/0 00000100:00100000:0.0:1734016096.089011:0:13925:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 7990 00002000:00100000:0.0:1734016096.089018:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (1802240->1810431) req@ffff88012b919880 x1818247336434176/t4294968998(0) o4->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:57/0 lens 8680/448 e 0 to 0 dl 1734016107 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016096.089026:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b919880 with x1818247336434176 ext(1802240->1810431) 00002000:00010000:0.0:1734016096.089030:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012b919880 00000100:00100000:0.0:1734016096.091799:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016096.092057:0:6482:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336434304 00000100:00100000:3.0:1734016096.092068:0:6482:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336434304 00000100:00100000:3.0:1734016096.092131:0:6482:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 1760 00000100:00100000:3.0:1734016096.092139:0:6482:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b918380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+23:9673:x1818247336434304:12345-192.168.201.10@tcp:44:fsx.0 00000100:00100000:3.0:1734016096.092295:0:6482:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b918380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+23:9673:x1818247336434304:12345-192.168.201.10@tcp:44:fsx.0 Request processed in 156us (509us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016096.092303:0:6482:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 1760 00000100:00100000:0.0:1734016096.094342:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016096.094446:0:10115:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336434432 00000100:00100000:3.0:1734016096.094454:0:10115:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336434432 00000100:00100000:3.0:1734016096.094497:0:10115:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9745 00000100:00100000:3.0:1734016096.094504:0:10115:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b91bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+10:1979:x1818247336434432:12345-192.168.201.10@tcp:16:fsx.0 00000100:00100000:0.0:1734016096.098816:0:10115:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b91bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1979:x1818247336434432:12345-192.168.201.10@tcp:16:fsx.0 Request processed in 4296us (4466us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016096.098829:0:10115:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9745 00000100:00100000:1.0:1734016096.103013:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016096.103471:0:7420:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336434560 00000100:00100000:0.0:1734016096.103482:0:7420:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336434560 00000100:00100000:0.0:1734016096.103595:0:7420:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 1761 00000100:00100000:0.0:1734016096.103602:0:7420:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cc79c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+23:9673:x1818247336434560:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:0.0:1734016096.103624:0:7420:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016096.103646:0:7420:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8038b40/0x3f004d6452e05fb0 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d002a expref: -99 pid: 7420 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016096.103774:0:7420:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a803ba80/0x3f004d6452e05fb7 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 7420 initiator: MDT0 00010000:00010000:0.0:1734016096.103798:0:7420:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a803ba80/0x3f004d6452e05fb7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 7420 initiator: MDT0 00010000:00010000:0.0:1734016096.103822:0:7420:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a803ba80/0x3f004d6452e05fb7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 7420 initiator: MDT0 00000004:00200000:0.0:1734016096.103857:0:7420:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 6512888 00000004:00200000:0.0:1734016096.103992:0:7420:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1734016096.104512:0:7420:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800a803ba80/0x3f004d6452e05fb7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 7420 initiator: MDT0 00010000:00010000:1.0:1734016096.104550:0:7420:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8038b40/0x3f004d6452e05fb0 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d002a expref: 25 pid: 7420 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016096.105270:0:7420:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a803ba80/0x3f004d6452e05fb7 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d002a expref: 24 pid: 7420 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016096.105279:0:7420:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:1.0:1734016096.105283:0:7420:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1734016096.105287:0:7420:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a803ba80, rc 0) 00000100:00100000:1.0:1734016096.105371:0:7420:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cc79c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+24:9673:x1818247336434560:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 1767us (2372us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016096.105381:0:7420:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 1761 00000100:00100000:0.0:1734016096.109170:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016096.110021:0:10115:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336434688 00000100:00100000:1.0:1734016096.110032:0:10115:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336434688 00000100:00100000:1.0:1734016096.110096:0:10115:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9746 00000100:00100000:1.0:1734016096.110103:0:10115:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b91aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:1981:x1818247336434688:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:1.0:1734016096.110123:0:10115:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016096.110144:0:10115:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880097234b40/0x3f004d6452e05fbe lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d0031 expref: -99 pid: 10115 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016096.110201:0:10115:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012cc7ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10115:1818247339302400:192.168.201.10@tcp:106: 00000100:00100000:1.0:1734016096.110266:0:10115:0:(client.c:2562:ptlrpc_set_wait()) set ffff88006d6ff240 going to sleep for 11 seconds 00002000:00010000:1.0:1734016096.112646:0:10115:0:(ofd_lvb.c:301:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks: 552 -> 568 00000100:00100000:1.0:1734016096.112677:0:10115:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012cc7ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10115:1818247339302400:192.168.201.10@tcp:106: 00010000:00010000:1.0:1734016096.112712:0:10115:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880097234b40/0x3f004d6452e05fbe lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0031 expref: 6 pid: 10115 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016096.112726:0:10115:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097234b40/0x3f004d6452e05fbe lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0031 expref: 6 pid: 10115 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016096.112751:0:10115:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097234b40, rc 0) 00000100:00100000:1.0:1734016096.113027:0:10115:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b91aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:1981:x1818247336434688:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 2922us (3867us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016096.113036:0:10115:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9746 00000100:00100000:1.0:1734016096.116509:0:10115:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336434816 00000100:00100000:1.0:1734016096.116521:0:10115:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336434816 00000100:00100000:1.0:1734016096.116604:0:10115:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9747 00000100:00100000:1.0:1734016096.116611:0:10115:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880135f57800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:1978:x1818247336434816:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:1.0:1734016096.116633:0:10115:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016096.116654:0:10115:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880097234d80/0x3f004d6452e05fc5 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d0038 expref: -99 pid: 10115 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016096.116721:0:10115:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012cc7ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10115:1818247339302528:192.168.201.10@tcp:106: 00000100:00100000:1.0:1734016096.116803:0:10115:0:(client.c:2562:ptlrpc_set_wait()) set ffff88006d6ff240 going to sleep for 11 seconds 00000100:00100000:1.0:1734016096.122150:0:10115:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012cc7ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10115:1818247339302528:192.168.201.10@tcp:106: 00010000:00010000:1.0:1734016096.122193:0:10115:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880097234d80/0x3f004d6452e05fc5 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0038 expref: 6 pid: 10115 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016096.122207:0:10115:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097234d80/0x3f004d6452e05fc5 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0038 expref: 6 pid: 10115 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016096.122234:0:10115:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097234d80, rc 0) 00000100:00100000:1.0:1734016096.122290:0:10115:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880135f57800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:1978:x1818247336434816:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 5678us (5931us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016096.122302:0:10115:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9747 00000100:00100000:0.0:1734016096.126345:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016096.126483:0:7420:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336435072 00000100:00100000:1.0:1734016096.126494:0:7420:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336435072 00000100:00100000:1.0:1734016096.126553:0:7420:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 1762 00000100:00100000:1.0:1734016096.126559:0:7420:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b91ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+19:9673:x1818247336435072:12345-192.168.201.10@tcp:36:fsx.0 00010000:00010000:1.0:1734016096.126614:0:7420:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016096.126642:0:7420:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a4480/0x3f004d6452e05f9b lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0015 expref: 19 pid: 6482 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016096.126677:0:7420:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:1.0:1734016096.126681:0:7420:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1734016096.126901:0:7420:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880097237600/0x3f004d6452e05fcc lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7420 initiator: MDT0 00010000:00010000:1.0:1734016096.126917:0:7420:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a803ba80/0x3f004d6452e05fb7 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d002a expref: 23 pid: 7420 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016096.126924:0:7420:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff880097237600/0x3f004d6452e05fcc lrc: 4/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7420 initiator: MDT0 00010000:00010000:1.0:1734016096.126958:0:7420:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8800a803ba80/0x3f004d6452e05fb7 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d002a expref: 23 pid: 7420 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016096.126969:0:7420:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a803ba80/0x3f004d6452e05fb7 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d002a expref: 23 pid: 7420 timeout: 460 lvb_type: 0 00000100:00100000:1.0:1734016096.126984:0:7420:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012cc7ad80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7420:1818247339302656:192.168.201.10@tcp:104: 00000100:00100000:1.0:1734016096.127064:0:7420:0:(client.c:2562:ptlrpc_set_wait()) set ffff88006d6fff00 going to sleep for 11 seconds 00000100:00100000:1.0:1734016096.130149:0:7420:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012cc7ad80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7420:1818247339302656:192.168.201.10@tcp:104: 00010000:00010000:1.0:1734016096.130185:0:7420:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff880097237600/0x3f004d6452e05fcc lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7420 initiator: MDT0 00000100:00100000:0.0:1734016096.131240:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00010000:00010000:1.0:1734016096.131989:0:7420:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff880097237600/0x3f004d6452e05fcc lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7420 initiator: MDT0 00010000:00010000:1.0:1734016096.131998:0:7420:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880097237600/0x3f004d6452e05fcc lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7420 initiator: MDT0 00000001:00080000:1.0:1734016096.132119:0:7420:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294968417 00000004:00010000:1.0:1734016096.132176:0:7420:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff88012b91ad80 reply state ffff88012e563000 transno 4294968418 ns: mdt-lustre-MDT0000_UUID lock: ffff880097237600/0x3f004d6452e05fcc lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7420 initiator: MDT0 00000100:00100000:1.0:1734016096.132182:0:7420:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1734016096.132261:0:7420:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b91ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+21:9673:x1818247336435072:12345-192.168.201.10@tcp:36:fsx.0 Request processed in 5701us (5928us total) trans 4294968418 rc 0/0 00000100:00100000:1.0:1734016096.132268:0:7420:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 1762 00000020:00080000:1.0:1734016096.132272:0:7420:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1734016096.135217:0:10115:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336435328 00000100:00100000:1.0:1734016096.135230:0:10115:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336435328 00010000:00010000:0.0:1734016096.136037:0:3494:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880097237600/0x3f004d6452e05fcc lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7420 initiator: MDT0 00010000:00010000:0.0:1734016096.136050:0:3494:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880097237600/0x3f004d6452e05fcc lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7420 initiator: MDT0 00010000:00010000:0.0:1734016096.136059:0:3494:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880097237600/0x3f004d6452e05fcc lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7420 initiator: MDT0 00010000:00010000:0.0:1734016096.136064:0:3494:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880097237600 already unused, calling callback (ffffffffa0f03950) 00010000:00010000:0.0:1734016096.136069:0:3494:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880097237600/0x3f004d6452e05fcc lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7420 initiator: MDT0 00010000:00010000:0.0:1734016096.136076:0:3494:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880097237600/0x3f004d6452e05fcc lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7420 initiator: MDT0 00010000:00010000:0.0:1734016096.136092:0:3494:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:0.0:1734016096.136094:0:3494:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1734016096.136098:0:3494:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880097237600/0x3f004d6452e05fcc lrc: 2/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7420 initiator: MDT0 00010000:00010000:0.0:1734016096.136103:0:3494:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880097237600/0x3f004d6452e05fcc lrc: 0/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7420 initiator: MDT0 00000100:00100000:1.0:1734016096.136598:0:10115:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9748 00000100:00100000:1.0:1734016096.136610:0:10115:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880135f55180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:9673:x1818247336435328:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:1.0:1734016096.136636:0:10115:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016096.136663:0:10115:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880097234000/0x3f004d6452e05fd3 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d003f expref: -99 pid: 10115 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016096.136708:0:10115:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7180/0x3f004d6452e05f8d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d000e expref: 6 pid: 10115 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016096.136722:0:10115:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016096.136724:0:10115:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016096.136728:0:10115:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880097234000/0x3f004d6452e05fd3 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d003f expref: 6 pid: 10115 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016096.136769:0:10115:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7180/0x3f004d6452e05f8d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d000e expref: 6 pid: 10115 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016096.136785:0:10115:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7180/0x3f004d6452e05f8d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d000e expref: 6 pid: 10115 timeout: 460 lvb_type: 0 00000100:00100000:1.0:1734016096.136799:0:10115:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012cc7ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10115:1818247339302784:192.168.201.10@tcp:104: 00000100:00100000:1.0:1734016096.136903:0:10115:0:(client.c:2562:ptlrpc_set_wait()) set ffff88006d6ff240 going to sleep for 11 seconds 00000100:00100000:1.0:1734016096.140097:0:10115:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012cc7ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10115:1818247339302784:192.168.201.10@tcp:104: 00010000:00010000:1.0:1734016096.140140:0:10115:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880097234000/0x3f004d6452e05fd3 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d003f expref: 6 pid: 10115 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016096.140160:0:10115:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097234000, rc 0) 00000100:00100000:1.0:1734016096.140222:0:10115:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880135f55180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:9673:x1818247336435328:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 3613us (5123us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016096.140232:0:10115:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9748 00000100:00100000:0.0:1734016096.140701:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016096.141568:0:7705:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336435456 00000100:00100000:1.0:1734016096.141575:0:7705:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336435456 00010000:00010000:1.0:1734016096.141611:0:7705:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7180/0x3f004d6452e05f8d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d000e expref: 7 pid: 10115 timeout: 460 lvb_type: 0 00000100:00100000:1.0:1734016096.141641:0:7705:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2552 00000100:00100000:1.0:1734016096.141647:0:7705:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b91b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1978:x1818247336435456:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016096.141660:0:7705:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016096.141681:0:7705:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7180/0x3f004d6452e05f8d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d000e expref: 7 pid: 10115 timeout: 460 lvb_type: 0 00010000:00010000:1.0:1734016096.141692:0:7705:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7180/0x3f004d6452e05f8d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d000e expref: 7 pid: 10115 timeout: 460 lvb_type: 0 00010000:00010000:1.0:1734016096.141716:0:7705:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7180/0x3f004d6452e05f8d lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d000e expref: 7 pid: 10115 timeout: 460 lvb_type: 0 00010000:00010000:1.0:1734016096.142678:0:7705:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016096.142681:0:7705:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016096.142690:0:7705:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880097234000/0x3f004d6452e05fd3 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d003f expref: 5 pid: 10115 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016096.142699:0:7705:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880097234000/0x3f004d6452e05fd3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d003f expref: 5 pid: 10115 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016096.142738:0:7705:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880097234000/0x3f004d6452e05fd3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d003f expref: 5 pid: 10115 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016096.142753:0:7705:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012cc7ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7705:1818247339302912:192.168.201.10@tcp:105: 00000100:00100000:1.0:1734016096.143429:0:7705:0:(client.c:2562:ptlrpc_set_wait()) set ffff88006d6ff240 going to sleep for 11 seconds 00000100:00100000:1.0:1734016096.150974:0:7705:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012cc7ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7705:1818247339302912:192.168.201.10@tcp:105: 00010000:00010000:1.0:1734016096.151013:0:7705:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016096.151066:0:7705:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b91b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1978:x1818247336435456:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 9418us (10364us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016096.151077:0:7705:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2552 00000100:00100000:0.0:1734016096.151336:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016096.151407:0:13925:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336435584 00000100:00100000:1.0:1734016096.151413:0:13925:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336435584 00002000:00010000:1.0:1734016096.151444:0:13925:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (8374078->18446744073709551615) 00002000:00100000:1.0:1734016096.151449:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b91b800 with x1818247336435584 ext(8374078->18446744073709551615) 00002000:00010000:1.0:1734016096.151460:0:13925:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012b91b800. 00000100:00100000:1.0:1734016096.151492:0:13925:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 7991 00000100:00100000:1.0:1734016096.151498:0:13925:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b91b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1979:x1818247336435584:12345-192.168.201.10@tcp:10:fsx.0 00002000:00010000:1.0:1734016096.151745:0:13925:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 6512888 -> 8374078 00002000:00010000:1.0:1734016096.151748:0:13925:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016095 -> 1734016095 00002000:00010000:1.0:1734016096.151750:0:13925:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016095 -> 1734016095 00002000:00010000:1.0:1734016096.151751:0:13925:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016095 -> 1734016095 00002000:00010000:1.0:1734016096.151753:0:13925:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 568 -> 568 00000100:00100000:1.0:1734016096.151770:0:13925:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b91b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1979:x1818247336435584:12345-192.168.201.10@tcp:10:fsx.0 Request processed in 272us (436us total) trans 4294968999 rc 0/0 00000100:00100000:1.0:1734016096.151777:0:13925:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 7991 00002000:00010000:1.0:1734016096.151779:0:13925:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (8374078->18446744073709551615) 00002000:00100000:1.0:1734016096.151780:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b91b800 with x1818247336435584 ext(8374078->18446744073709551615) 00002000:00010000:1.0:1734016096.151784:0:13925:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012b91b800. 00000100:00100000:3.0:1734016096.155410:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336435840 00000100:00100000:3.0:1734016096.155421:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336435840 00002000:00100000:3.0:1734016096.155466:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (8372224->8376319) req@ffff880135f56d80 x1818247336435840/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:57/0 lens 488/0 e 0 to 0 dl 1734016107 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016096.155476:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880135f56d80 with x1818247336435840 ext(8372224->8376319) 00002000:00010000:3.0:1734016096.155482:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880135f56d80 00000100:00100000:3.0:1734016096.155590:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 7992 00000100:00100000:3.0:1734016096.155597:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880135f56d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1981:x1818247336435840:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:3.0:1734016096.156108:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880135f56d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1981:x1818247336435840:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 510us (803us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016096.156115:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 7992 00002000:00100000:3.0:1734016096.156121:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (8372224->8376319) req@ffff880135f56d80 x1818247336435840/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:57/0 lens 488/4536 e 0 to 0 dl 1734016107 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016096.156128:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880135f56d80 with x1818247336435840 ext(8372224->8376319) 00002000:00010000:3.0:1734016096.156130:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880135f56d80 00000100:00100000:0.0:1734016096.161584:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016096.161744:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336436096 00000100:00100000:3.0:1734016096.161758:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336436096 00002000:00100000:3.0:1734016096.161818:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (8368128->8372223) req@ffff88012b91b480 x1818247336436096/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:57/0 lens 488/0 e 0 to 0 dl 1734016107 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016096.161829:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b91b480 with x1818247336436096 ext(8368128->8372223) 00002000:00010000:3.0:1734016096.161835:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012b91b480 00000100:00100000:3.0:1734016096.162059:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 7993 00000100:00100000:3.0:1734016096.162069:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b91b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1980:x1818247336436096:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:3.0:1734016096.163180:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b91b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1980:x1818247336436096:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 1109us (1605us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016096.163192:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 7993 00002000:00100000:3.0:1734016096.163200:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (8368128->8372223) req@ffff88012b91b480 x1818247336436096/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:57/0 lens 488/4536 e 0 to 0 dl 1734016107 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016096.163207:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b91b480 with x1818247336436096 ext(8368128->8372223) 00002000:00010000:3.0:1734016096.163211:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012b91b480 00000100:00100000:0.0:1734016096.166741:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016096.166853:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336436352 00000100:00100000:3.0:1734016096.166993:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336436352 00000100:00100000:1.0:1734016096.172166:0:13925:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336436608 00000100:00100000:1.0:1734016096.172178:0:13925:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336436608 00002000:00100000:1.0:1734016096.172231:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (8359936->8364031) req@ffff880135f55500 x1818247336436608/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:57/0 lens 488/0 e 0 to 0 dl 1734016107 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016096.172241:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880135f55500 with x1818247336436608 ext(8359936->8364031) 00002000:00010000:1.0:1734016096.172247:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880135f55500 00000100:00100000:1.0:1734016096.172730:0:13925:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 7995 00000100:00100000:1.0:1734016096.172738:0:13925:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880135f55500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1980:x1818247336436608:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:1.0:1734016096.173182:0:13925:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880135f55500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1980:x1818247336436608:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 442us (1671us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016096.173191:0:13925:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 7995 00002000:00100000:1.0:1734016096.173199:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (8359936->8364031) req@ffff880135f55500 x1818247336436608/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:57/0 lens 488/4536 e 0 to 0 dl 1734016107 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016096.173206:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880135f55500 with x1818247336436608 ext(8359936->8364031) 00002000:00010000:1.0:1734016096.173209:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880135f55500 00000100:00100000:0.0:1734016096.180411:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016096.180978:0:13925:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336436864 00000100:00100000:1.0:1734016096.180990:0:13925:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336436864 00002000:00100000:1.0:1734016096.181044:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (8355840->8359935) req@ffff88012b91a300 x1818247336436864/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:57/0 lens 488/0 e 0 to 0 dl 1734016107 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016096.181054:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b91a300 with x1818247336436864 ext(8355840->8359935) 00002000:00010000:1.0:1734016096.181059:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012b91a300 00000100:00100000:1.0:1734016096.181098:0:13925:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 7996 00000100:00100000:1.0:1734016096.181106:0:13925:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b91a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1981:x1818247336436864:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:1.0:1734016096.181780:0:13925:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b91a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1981:x1818247336436864:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 672us (1381us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016096.181789:0:13925:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 7996 00002000:00100000:1.0:1734016096.181797:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (8355840->8359935) req@ffff88012b91a300 x1818247336436864/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:57/0 lens 488/4536 e 0 to 0 dl 1734016107 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016096.181805:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b91a300 with x1818247336436864 ext(8355840->8359935) 00002000:00010000:1.0:1734016096.181818:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012b91a300 00000100:00100000:0.0:1734016096.185565:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016096.185771:0:13925:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336437120 00000100:00100000:1.0:1734016096.185784:0:13925:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336437120 00002000:00100000:1.0:1734016096.185841:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (8351744->8355839) req@ffff88012b918e00 x1818247336437120/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:57/0 lens 488/0 e 0 to 0 dl 1734016107 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016096.185851:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b918e00 with x1818247336437120 ext(8351744->8355839) 00002000:00010000:1.0:1734016096.185860:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012b918e00 00000100:00100000:1.0:1734016096.185916:0:13925:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 7997 00000100:00100000:1.0:1734016096.185923:0:13925:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b918e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1980:x1818247336437120:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:1.0:1734016096.186125:0:13925:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b918e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1980:x1818247336437120:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 202us (573us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016096.186133:0:13925:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 7997 00002000:00100000:1.0:1734016096.186138:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (8351744->8355839) req@ffff88012b918e00 x1818247336437120/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:57/0 lens 488/4536 e 0 to 0 dl 1734016107 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016096.186144:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b918e00 with x1818247336437120 ext(8351744->8355839) 00002000:00010000:1.0:1734016096.186147:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012b918e00 00000100:00100000:0.0:1734016096.196985:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336437376 00000100:00100000:0.0:1734016096.196997:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336437376 00002000:00100000:0.0:1734016096.197044:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (8347648->8351743) req@ffff880135f55c00 x1818247336437376/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:57/0 lens 488/0 e 0 to 0 dl 1734016107 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016096.197056:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880135f55c00 with x1818247336437376 ext(8347648->8351743) 00002000:00010000:0.0:1734016096.197060:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880135f55c00 00000100:00100000:0.0:1734016096.197096:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 7998 00000100:00100000:0.0:1734016096.197103:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880135f55c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1980:x1818247336437376:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:0.0:1734016096.197297:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880135f55c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1980:x1818247336437376:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 193us (639us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016096.197305:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 7998 00002000:00100000:0.0:1734016096.197311:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (8347648->8351743) req@ffff880135f55c00 x1818247336437376/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:57/0 lens 488/4536 e 0 to 0 dl 1734016107 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016096.197318:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880135f55c00 with x1818247336437376 ext(8347648->8351743) 00002000:00010000:0.0:1734016096.197321:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880135f55c00 00000100:00100000:0.0:1734016096.211919:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016096.212297:0:13925:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336437632 00000100:00100000:1.0:1734016096.212309:0:13925:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336437632 00002000:00100000:1.0:1734016096.212359:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (8343552->8347647) req@ffff88012b91a680 x1818247336437632/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:57/0 lens 488/0 e 0 to 0 dl 1734016107 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016096.212368:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b91a680 with x1818247336437632 ext(8343552->8347647) 00002000:00010000:1.0:1734016096.212373:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012b91a680 00000100:00100000:1.0:1734016096.212397:0:13925:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 7999 00000100:00100000:1.0:1734016096.212404:0:13925:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b91a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1980:x1818247336437632:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:1.0:1734016096.217358:0:13925:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b91a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1980:x1818247336437632:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 4937us (5434us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016096.217375:0:13925:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 7999 00002000:00100000:1.0:1734016096.217393:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (8343552->8347647) req@ffff88012b91a680 x1818247336437632/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:57/0 lens 488/4536 e 0 to 0 dl 1734016107 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016096.217405:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b91a680 with x1818247336437632 ext(8343552->8347647) 00002000:00010000:1.0:1734016096.217413:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012b91a680 00000100:00100000:0.0:1734016096.218212:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016096.218374:0:13925:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336437888 00000100:00100000:1.0:1734016096.218382:0:13925:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336437888 00002000:00100000:1.0:1734016096.218411:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (8339456->8343551) req@ffff88012b919f80 x1818247336437888/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:57/0 lens 488/0 e 0 to 0 dl 1734016107 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016096.218419:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b919f80 with x1818247336437888 ext(8339456->8343551) 00002000:00010000:1.0:1734016096.218422:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012b919f80 00000100:00100000:1.0:1734016096.218553:0:13925:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8000 00000100:00100000:1.0:1734016096.218559:0:13925:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b919f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1980:x1818247336437888:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:1.0:1734016096.219435:0:13925:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b919f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1980:x1818247336437888:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 875us (1223us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016096.219441:0:13925:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8000 00002000:00100000:1.0:1734016096.219447:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (8339456->8343551) req@ffff88012b919f80 x1818247336437888/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:57/0 lens 488/4536 e 0 to 0 dl 1734016107 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016096.219454:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b919f80 with x1818247336437888 ext(8339456->8343551) 00002000:00010000:1.0:1734016096.219458:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012b919f80 00000100:00100000:1.0:1734016096.226382:0:13925:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336438016 00000100:00100000:1.0:1734016096.226396:0:13925:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336438016 00002000:00100000:1.0:1734016096.226454:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (8339456->8374077) req@ffff880135f55880 x1818247336438016/t0(0) o4->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:57/0 lens 488/0 e 0 to 0 dl 1734016107 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016096.226466:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880135f55880 with x1818247336438016 ext(8339456->8374077) 00002000:00010000:1.0:1734016096.226472:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880135f55880 00000100:00100000:1.0:1734016096.226499:0:13925:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8001 00000100:00100000:1.0:1734016096.226507:0:13925:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880135f55880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1980:x1818247336438016:12345-192.168.201.10@tcp:4:fsx.0 00000100:00100000:0.0:1734016096.240653:0:13925:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880135f55880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+9:1980:x1818247336438016:12345-192.168.201.10@tcp:4:fsx.0 Request processed in 14129us (14720us total) trans 4294969000 rc 0/0 00000100:00100000:0.0:1734016096.240669:0:13925:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8001 00002000:00100000:0.0:1734016096.240684:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (8339456->8374077) req@ffff880135f55880 x1818247336438016/t4294969000(0) o4->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:57/0 lens 488/448 e 0 to 0 dl 1734016107 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016096.240701:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880135f55880 with x1818247336438016 ext(8339456->8374077) 00002000:00010000:0.0:1734016096.240709:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880135f55880 00000100:00100000:0.0:1734016096.243283:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016096.243375:0:7420:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336438144 00000100:00100000:1.0:1734016096.243386:0:7420:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336438144 00000100:00100000:1.0:1734016096.243443:0:7420:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 1763 00000100:00100000:1.0:1734016096.243450:0:7420:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b918700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+20:9673:x1818247336438144:12345-192.168.201.10@tcp:44:fsx.0 00000100:00100000:1.0:1734016096.243573:0:7420:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b918700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+20:9673:x1818247336438144:12345-192.168.201.10@tcp:44:fsx.0 Request processed in 124us (300us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016096.243579:0:7420:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 1763 00000100:00100000:1.0:1734016096.248224:0:10115:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336438272 00000100:00100000:1.0:1734016096.248237:0:10115:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336438272 00000100:00100000:1.0:1734016096.251391:0:10115:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9749 00000100:00100000:1.0:1734016096.251411:0:10115:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880135f54380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+9:1978:x1818247336438272:12345-192.168.201.10@tcp:16:fsx.0 00000001:00080000:0.0:1734016096.255817:0:8954:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969000 is committed 00000100:00100000:1.0:1734016096.256030:0:10115:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880135f54380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1978:x1818247336438272:12345-192.168.201.10@tcp:16:fsx.0 Request processed in 4620us (9306us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016096.256045:0:10115:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9749 00000100:00100000:0.0:1734016096.264426:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016096.264556:0:7420:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336438400 00000100:00100000:1.0:1734016096.264568:0:7420:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336438400 00000100:00100000:1.0:1734016096.264638:0:7420:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 1764 00000100:00100000:1.0:1734016096.264646:0:7420:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b918a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+20:9673:x1818247336438400:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:1.0:1734016096.264670:0:7420:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016096.264694:0:7420:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800972346c0/0x3f004d6452e05fda lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d0046 expref: -99 pid: 7420 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016096.264790:0:7420:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880097236f40/0x3f004d6452e05fe1 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7420 initiator: MDT0 00010000:00010000:1.0:1734016096.264804:0:7420:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880097236f40/0x3f004d6452e05fe1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7420 initiator: MDT0 00010000:00010000:1.0:1734016096.264827:0:7420:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880097236f40/0x3f004d6452e05fe1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7420 initiator: MDT0 00000004:00200000:1.0:1734016096.264852:0:7420:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 8374078 00000004:00200000:1.0:1734016096.264856:0:7420:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1734016096.264914:0:7420:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880097236f40/0x3f004d6452e05fe1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7420 initiator: MDT0 00010000:00010000:1.0:1734016096.264938:0:7420:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800972346c0/0x3f004d6452e05fda lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0046 expref: 22 pid: 7420 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016096.264971:0:7420:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880097236f40/0x3f004d6452e05fe1 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0046 expref: 21 pid: 7420 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016096.264979:0:7420:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:1.0:1734016096.264982:0:7420:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1734016096.264985:0:7420:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097236f40, rc 0) 00000100:00100000:1.0:1734016096.265034:0:7420:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b918a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+21:9673:x1818247336438400:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 388us (626us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016096.265041:0:7420:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 1764 00000100:00100000:0.0:1734016096.268414:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016096.268692:0:6482:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336438656 00000100:00100000:3.0:1734016096.268704:0:6482:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336438656 00000100:00100000:3.0:1734016096.268763:0:6482:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 1765 00000100:00100000:3.0:1734016096.268770:0:6482:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b919c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+23:9673:x1818247336438656:12345-192.168.201.10@tcp:36:fsx.0 00010000:00010000:3.0:1734016096.269036:0:6482:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a7180/0x3f004d6452e05fe8 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6482 initiator: MDT0 00010000:00010000:3.0:1734016096.269054:0:6482:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880097236f40/0x3f004d6452e05fe1 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0046 expref: 20 pid: 7420 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016096.269061:0:6482:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a7180/0x3f004d6452e05fe8 lrc: 4/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6482 initiator: MDT0 00010000:00010000:3.0:1734016096.269099:0:6482:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880097236f40/0x3f004d6452e05fe1 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0046 expref: 20 pid: 7420 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016096.269113:0:6482:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880097236f40/0x3f004d6452e05fe1 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0046 expref: 20 pid: 7420 timeout: 460 lvb_type: 0 00000100:00100000:3.0:1734016096.269127:0:6482:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074950380 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6482:1818247339303040:192.168.201.10@tcp:104: 00000100:00100000:3.0:1734016096.269191:0:6482:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012b9116c0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016096.275331:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016096.275694:0:7705:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336438784 00000100:00100000:1.0:1734016096.275705:0:7705:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336438784 00010000:00010000:1.0:1734016096.275740:0:7705:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880097236f40/0x3f004d6452e05fe1 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0046 expref: 21 pid: 7420 timeout: 460 lvb_type: 0 00000100:00100000:0.0:1734016096.275749:0:6482:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074950380 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6482:1818247339303040:192.168.201.10@tcp:104: 00000100:00100000:1.0:1734016096.275783:0:7705:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2553 00000100:00100000:1.0:1734016096.275790:0:7705:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074951880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+21:1979:x1818247336438784:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016096.275813:0:7705:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016096.275820:0:7705:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880097236f40/0x3f004d6452e05fe1 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0046 expref: 21 pid: 7420 timeout: 460 lvb_type: 0 00010000:00010000:0.0:1734016096.275861:0:6482:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a7180/0x3f004d6452e05fe8 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6482 initiator: MDT0 00010000:00010000:1.0:1734016096.276266:0:7705:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880097236f40/0x3f004d6452e05fe1 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0046 expref: 21 pid: 7420 timeout: 460 lvb_type: 0 00010000:00010000:1.0:1734016096.276288:0:7705:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880097236f40/0x3f004d6452e05fe1 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0046 expref: 21 pid: 7420 timeout: 460 lvb_type: 0 00010000:00010000:1.0:1734016096.276452:0:7705:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:1.0:1734016096.276458:0:7705:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a7180/0x3f004d6452e05fe8 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6482 initiator: MDT0 00010000:00010000:1.0:1734016096.276467:0:7705:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a7180/0x3f004d6452e05fe8 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6482 initiator: MDT0 00010000:00010000:1.0:1734016096.276478:0:7705:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a7180/0x3f004d6452e05fe8 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6482 initiator: MDT0 00010000:00010000:1.0:1734016096.276849:0:7705:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1734016096.276851:0:6482:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a7180/0x3f004d6452e05fe8 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6482 initiator: MDT0 00010000:00010000:0.0:1734016096.276856:0:6482:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a7180/0x3f004d6452e05fe8 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6482 initiator: MDT0 00000100:00100000:1.0:1734016096.276915:0:7705:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074951880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+20:1979:x1818247336438784:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 1124us (1598us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016096.276922:0:7705:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2553 00000001:00080000:0.0:1734016096.276973:0:6482:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294968419 00000004:00010000:0.0:1734016096.277026:0:6482:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff88012b919c00 reply state ffff880074f33000 transno 4294968420 ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a7180/0x3f004d6452e05fe8 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6482 initiator: MDT0 00000100:00100000:0.0:1734016096.277034:0:6482:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1734016096.277105:0:6482:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b919c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+26:9673:x1818247336438656:12345-192.168.201.10@tcp:36:fsx.0 Request processed in 8335us (8705us total) trans 4294968420 rc 0/0 00000100:00100000:0.0:1734016096.277112:0:6482:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 1765 00000020:00080000:0.0:1734016096.277116:0:6482:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1734016096.280163:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016096.280247:0:10115:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336438912 00000100:00100000:1.0:1734016096.280255:0:10115:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336438912 00000100:00100000:1.0:1734016096.280715:0:10115:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9750 00000100:00100000:1.0:1734016096.280724:0:10115:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074098e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:9673:x1818247336438912:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:1.0:1734016096.280747:0:10115:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016096.280764:0:10115:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880097234900/0x3f004d6452e05fef lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d004d expref: -99 pid: 10115 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016096.280802:0:10115:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880097234000/0x3f004d6452e05fd3 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d003f expref: 5 pid: 10115 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016096.280820:0:10115:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016096.280822:0:10115:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016096.280825:0:10115:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880097234900/0x3f004d6452e05fef lrc: 4/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d004d expref: 7 pid: 10115 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016096.280891:0:10115:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880097234000/0x3f004d6452e05fd3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d003f expref: 5 pid: 10115 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016096.280903:0:10115:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880097234000/0x3f004d6452e05fd3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d003f expref: 5 pid: 10115 timeout: 460 lvb_type: 0 00000100:00100000:1.0:1734016096.280915:0:10115:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012cc7ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10115:1818247339303168:192.168.201.10@tcp:104: 00000100:00100000:1.0:1734016096.280992:0:10115:0:(client.c:2562:ptlrpc_set_wait()) set ffff88006d6ff240 going to sleep for 11 seconds 00000100:00100000:0.0:1734016096.284234:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016096.284295:0:10115:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012cc7ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10115:1818247339303168:192.168.201.10@tcp:104: 00010000:00010000:1.0:1734016096.284331:0:10115:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880097234900/0x3f004d6452e05fef lrc: 3/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d004d expref: 7 pid: 10115 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016096.284353:0:10115:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097234900, rc 0) 00000100:00100000:1.0:1734016096.284403:0:10115:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074098e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:9673:x1818247336438912:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 3680us (4249us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016096.284411:0:10115:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9750 00000100:00100000:0.0:1734016096.287712:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016096.287958:0:13925:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336439168 00000100:00100000:1.0:1734016096.287969:0:13925:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336439168 00002000:00010000:1.0:1734016096.288006:0:13925:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (4207734->18446744073709551615) 00002000:00100000:1.0:1734016096.288010:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007409ad80 with x1818247336439168 ext(4207734->18446744073709551615) 00002000:00010000:1.0:1734016096.288022:0:13925:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007409ad80. 00000100:00100000:1.0:1734016096.288042:0:13925:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8002 00000100:00100000:1.0:1734016096.288050:0:13925:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007409ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1979:x1818247336439168:12345-192.168.201.10@tcp:10:fsx.0 00002000:00010000:1.0:1734016096.288370:0:13925:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 8374078 -> 4207734 00002000:00010000:1.0:1734016096.288373:0:13925:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016095 -> 1734016095 00002000:00010000:1.0:1734016096.288375:0:13925:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016095 -> 1734016095 00002000:00010000:1.0:1734016096.288377:0:13925:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016095 -> 1734016095 00002000:00010000:1.0:1734016096.288379:0:13925:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 640 -> 568 00000100:00100000:1.0:1734016096.288423:0:13925:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007409ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1979:x1818247336439168:12345-192.168.201.10@tcp:10:fsx.0 Request processed in 372us (720us total) trans 4294969001 rc 0/0 00000100:00100000:1.0:1734016096.288428:0:13925:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8002 00002000:00010000:1.0:1734016096.288431:0:13925:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (4207734->18446744073709551615) 00002000:00100000:1.0:1734016096.288433:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007409ad80 with x1818247336439168 ext(4207734->18446744073709551615) 00002000:00010000:1.0:1734016096.288437:0:13925:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007409ad80. 00000100:00100000:0.0:1734016096.292202:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016096.292382:0:6482:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336439296 00000100:00100000:1.0:1734016096.292393:0:6482:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336439296 00000100:00100000:0.0:1734016096.303240:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016096.303364:0:10115:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336439424 00000100:00100000:1.0:1734016096.303375:0:10115:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336439424 00000100:00100000:1.0:1734016096.303428:0:10115:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9751 00000100:00100000:1.0:1734016096.303437:0:10115:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074098a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:1979:x1818247336439424:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:1.0:1734016096.303459:0:10115:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016096.303482:0:10115:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880097234000/0x3f004d6452e06004 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d005b expref: -99 pid: 10115 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016096.303547:0:10115:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012cc7ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10115:1818247339303424:192.168.201.10@tcp:106: 00000100:00100000:1.0:1734016096.305226:0:10115:0:(client.c:2562:ptlrpc_set_wait()) set ffff88006d6ff240 going to sleep for 11 seconds 00000100:00100000:1.0:1734016096.307425:0:10115:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012cc7ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10115:1818247339303424:192.168.201.10@tcp:106: 00010000:00010000:1.0:1734016096.307466:0:10115:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880097234000/0x3f004d6452e06004 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d005b expref: 6 pid: 10115 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016096.307480:0:10115:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097234000/0x3f004d6452e06004 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d005b expref: 6 pid: 10115 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016096.307504:0:10115:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097234000, rc 0) 00000100:00100000:1.0:1734016096.307641:0:10115:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074098a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:1979:x1818247336439424:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 4203us (6777us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016096.307650:0:10115:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9751 00000100:00100000:0.0:1734016096.309555:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016096.309727:0:10115:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336439552 00000100:00100000:1.0:1734016096.309735:0:10115:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336439552 00000100:00100000:1.0:1734016096.309802:0:10115:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9752 00000100:00100000:1.0:1734016096.309815:0:10115:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007409a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:1979:x1818247336439552:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:1.0:1734016096.309832:0:10115:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016096.309849:0:10115:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880097236d00/0x3f004d6452e0600b lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d0062 expref: -99 pid: 10115 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016096.309921:0:10115:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012cc7ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10115:1818247339303552:192.168.201.10@tcp:106: 00000100:00100000:1.0:1734016096.309977:0:10115:0:(client.c:2562:ptlrpc_set_wait()) set ffff88006d6ff240 going to sleep for 11 seconds 00000100:00100000:1.0:1734016096.313389:0:10115:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012cc7ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10115:1818247339303552:192.168.201.10@tcp:106: 00010000:00010000:1.0:1734016096.313435:0:10115:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880097236d00/0x3f004d6452e0600b lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0062 expref: 6 pid: 10115 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016096.313449:0:10115:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097236d00/0x3f004d6452e0600b lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0062 expref: 6 pid: 10115 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016096.313461:0:10115:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097236d00, rc 0) 00000100:00100000:1.0:1734016096.313507:0:10115:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007409a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:1979:x1818247336439552:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 3699us (3958us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016096.313517:0:10115:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9752 00000100:00100000:1.0:1734016096.316561:0:10115:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336439680 00000100:00100000:1.0:1734016096.316574:0:10115:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336439680 00000100:00100000:1.0:1734016096.316632:0:10115:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9753 00000100:00100000:1.0:1734016096.316639:0:10115:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880135f56300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1981:x1818247336439680:12345-192.168.201.10@tcp:22:fsx.0 00002000:00010000:1.0:1734016096.316942:0:10115:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 4207734 -> 4207734 00002000:00010000:1.0:1734016096.316945:0:10115:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016095 -> 1734016095 00002000:00010000:1.0:1734016096.316947:0:10115:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016095 -> 1734016095 00002000:00010000:1.0:1734016096.316949:0:10115:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016095 -> 1734016095 00002000:00010000:1.0:1734016096.316951:0:10115:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 568 -> 568 00000100:00100000:1.0:1734016096.317037:0:10115:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880135f56300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+9:1981:x1818247336439680:12345-192.168.201.10@tcp:22:fsx.0 Request processed in 397us (611us total) trans 4294969002 rc 0/0 00000100:00100000:1.0:1734016096.317044:0:10115:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9753 00000100:00100000:0.0:1734016096.319682:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016096.325670:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016096.332238:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016096.336144:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016096.339069:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880135f55f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339304064:192.168.201.10@tcp:106: 00010000:00010000:0.0:1734016096.339106:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880072172640/0x3f004d6452e06027 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d007e expref: 6 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016096.339120:0:7689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880072172640/0x3f004d6452e06027 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d007e expref: 6 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016096.339210:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880072172640, rc 0) 00000100:00100000:0.0:1734016096.339373:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074098700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:1978:x1818247336440192:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 3035us (3235us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016096.339381:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9757 00000100:00100000:3.0:1734016096.342528:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016096.342595:0:6482:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336440448 00000100:00100000:1.0:1734016096.342607:0:6482:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336440448 00000100:00100000:1.0:1734016096.342670:0:6482:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 1767 00000100:00100000:1.0:1734016096.342682:0:6482:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074950000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+25:9673:x1818247336440448:12345-192.168.201.10@tcp:36:fsx.0 00010000:00010000:1.0:1734016096.342996:0:6482:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880097234fc0/0x3f004d6452e0602e lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6482 initiator: MDT0 00010000:00010000:1.0:1734016096.343014:0:6482:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880072172d00/0x3f004d6452e05ffd lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0054 expref: 20 pid: 7420 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016096.343022:0:6482:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff880097234fc0/0x3f004d6452e0602e lrc: 4/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6482 initiator: MDT0 00010000:00010000:1.0:1734016096.343059:0:6482:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880072172d00/0x3f004d6452e05ffd lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0054 expref: 20 pid: 7420 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016096.343072:0:6482:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880072172d00/0x3f004d6452e05ffd lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0054 expref: 20 pid: 7420 timeout: 460 lvb_type: 0 00000100:00100000:1.0:1734016096.343085:0:6482:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012cc7ad80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6482:1818247339304192:192.168.201.10@tcp:104: 00000100:00100000:1.0:1734016096.343163:0:6482:0:(client.c:2562:ptlrpc_set_wait()) set ffff88006d6ff540 going to sleep for 11 seconds 00000100:00100000:1.0:1734016096.347136:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016096.347464:0:7705:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336440576 00000100:00100000:3.0:1734016096.347475:0:7705:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336440576 00010000:00010000:3.0:1734016096.347516:0:7705:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880072172d00/0x3f004d6452e05ffd lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0054 expref: 21 pid: 7420 timeout: 460 lvb_type: 0 00000100:00100000:3.0:1734016096.347546:0:7705:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2555 00000100:00100000:3.0:1734016096.347553:0:7705:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b1ea5050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+21:1978:x1818247336440576:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016096.347567:0:7705:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016096.347573:0:7705:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880072172d00/0x3f004d6452e05ffd lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0054 expref: 21 pid: 7420 timeout: 460 lvb_type: 0 00010000:00010000:3.0:1734016096.347583:0:7705:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880072172d00/0x3f004d6452e05ffd lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0054 expref: 21 pid: 7420 timeout: 460 lvb_type: 0 00010000:00010000:3.0:1734016096.347606:0:7705:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:3.0:1734016096.347612:0:7705:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff880097234fc0/0x3f004d6452e0602e lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6482 initiator: MDT0 00010000:00010000:3.0:1734016096.347621:0:7705:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880097234fc0/0x3f004d6452e0602e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50290000000000 pid: 6482 initiator: MDT0 00010000:00010000:3.0:1734016096.347628:0:7705:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880097234fc0/0x3f004d6452e0602e lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50290000000000 pid: 6482 initiator: MDT0 00010000:00010000:3.0:1734016096.347647:0:7705:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016096.347699:0:7705:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b1ea5050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+21:1978:x1818247336440576:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 146us (580us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016096.347708:0:7705:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2555 00000100:00100000:1.0:1734016096.352082:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00010000:00010000:0.0:1734016096.352152:0:3494:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880097234fc0/0x3f004d6452e0602e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6482 initiator: MDT0 00010000:00010000:0.0:1734016096.352163:0:3494:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880097234fc0/0x3f004d6452e0602e lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6482 initiator: MDT0 00010000:00010000:0.0:1734016096.352170:0:3494:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880097234fc0/0x3f004d6452e0602e lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6482 initiator: MDT0 00010000:00010000:0.0:1734016096.352177:0:3494:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880097234fc0 already unused, calling callback (ffffffffa0f03950) 00010000:00010000:0.0:1734016096.352181:0:3494:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880097234fc0/0x3f004d6452e0602e lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6482 initiator: MDT0 00010000:00010000:0.0:1734016096.352189:0:3494:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880097234fc0/0x3f004d6452e0602e lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6482 initiator: MDT0 00010000:00010000:0.0:1734016096.352208:0:3494:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:0.0:1734016096.352211:0:3494:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1734016096.352214:0:3494:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880097234fc0/0x3f004d6452e0602e lrc: 2/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6482 initiator: MDT0 00010000:00010000:0.0:1734016096.352220:0:3494:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880097234fc0/0x3f004d6452e0602e lrc: 0/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6482 initiator: MDT0 00000100:00100000:0.0:1734016096.357402:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016096.358396:0:7420:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 1768 00000100:00100000:0.0:1734016096.358405:0:7420:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007409a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+27:9673:x1818247336440832:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:0.0:1734016096.358438:0:7420:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016096.358459:0:7420:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a803ba80/0x3f004d6452e06035 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d0085 expref: -99 pid: 7420 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016096.358577:0:7420:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80398c0/0x3f004d6452e0603c lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7420 initiator: MDT0 00010000:00010000:0.0:1734016096.358591:0:7420:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80398c0/0x3f004d6452e0603c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7420 initiator: MDT0 00010000:00010000:0.0:1734016096.358602:0:7420:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80398c0/0x3f004d6452e0603c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7420 initiator: MDT0 00000004:00200000:0.0:1734016096.358627:0:7420:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 549181 00000004:00200000:0.0:1734016096.358632:0:7420:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1734016096.358651:0:7420:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80398c0/0x3f004d6452e0603c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7420 initiator: MDT0 00010000:00010000:0.0:1734016096.358676:0:7420:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a803ba80/0x3f004d6452e06035 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0085 expref: 29 pid: 7420 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016096.358736:0:7420:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80398c0/0x3f004d6452e0603c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0085 expref: 28 pid: 7420 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016096.358744:0:7420:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:0.0:1734016096.358747:0:7420:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1734016096.358750:0:7420:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a80398c0, rc 0) 00000100:00100000:0.0:1734016096.359020:0:7420:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007409a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+28:9673:x1818247336440832:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 615us (1625us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016096.359026:0:7420:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 1768 00000100:00100000:1.0:1734016096.363549:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016096.363628:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336440960 00000100:00100000:0.0:1734016096.363638:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336440960 00000100:00100000:0.0:1734016096.363684:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9758 00000100:00100000:0.0:1734016096.363691:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cc7ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+10:1979:x1818247336440960:12345-192.168.201.10@tcp:22:fsx.0 00002000:00010000:0.0:1734016096.363961:0:7689:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 549181 -> 4525606 00002000:00010000:0.0:1734016096.363964:0:7689:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016095 -> 1734016096 00002000:00010000:0.0:1734016096.363966:0:7689:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016095 -> 1734016095 00002000:00010000:0.0:1734016096.363967:0:7689:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016095 -> 1734016096 00002000:00010000:0.0:1734016096.363969:0:7689:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 232 -> 344 00000100:00100000:0.0:1734016096.364032:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cc7ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+11:1979:x1818247336440960:12345-192.168.201.10@tcp:22:fsx.0 Request processed in 329us (481us total) trans 4294969004 rc 0/0 00000100:00100000:0.0:1734016096.364038:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9758 00000100:00100000:1.0:1734016096.369611:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016096.369689:0:7420:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336441088 00000100:00100000:0.0:1734016096.369700:0:7420:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336441088 00000100:00100000:0.0:1734016096.369768:0:7420:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 1769 00000100:00100000:0.0:1734016096.369776:0:7420:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cc7b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+20:9673:x1818247336441088:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:0.0:1734016096.369813:0:7420:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016096.369836:0:7420:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a803af40/0x3f004d6452e06043 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d008c expref: -99 pid: 7420 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016096.369963:0:7420:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8038240/0x3f004d6452e0604a lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 7420 initiator: MDT0 00010000:00010000:0.0:1734016096.369976:0:7420:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8038240/0x3f004d6452e0604a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 7420 initiator: MDT0 00010000:00010000:0.0:1734016096.369987:0:7420:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8038240/0x3f004d6452e0604a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 7420 initiator: MDT0 00000004:00200000:0.0:1734016096.370012:0:7420:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 549181 00000004:00200000:0.0:1734016096.370016:0:7420:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1734016096.370031:0:7420:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8038240/0x3f004d6452e0604a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 7420 initiator: MDT0 00010000:00010000:0.0:1734016096.370056:0:7420:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a803af40/0x3f004d6452e06043 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d008c expref: 22 pid: 7420 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016096.370071:0:7420:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8038240/0x3f004d6452e0604a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d008c expref: 21 pid: 7420 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016096.370079:0:7420:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:0.0:1734016096.370081:0:7420:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1734016096.370084:0:7420:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a8038240, rc 0) 00000100:00100000:0.0:1734016096.370151:0:7420:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cc7b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+21:9673:x1818247336441088:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 376us (554us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016096.370158:0:7420:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 1769 00000100:00100000:3.0:1734016096.373333:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016096.373421:0:10115:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336441216 00000100:00100000:1.0:1734016096.373431:0:10115:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336441216 00000100:00100000:1.0:1734016096.374004:0:10115:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9759 00000100:00100000:1.0:1734016096.374013:0:10115:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074951880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:1979:x1818247336441216:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:1.0:1734016096.374033:0:10115:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016096.374053:0:10115:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880097234480/0x3f004d6452e06051 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d0093 expref: -99 pid: 10115 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016096.374117:0:10115:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012cc78380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10115:1818247339304320:192.168.201.10@tcp:106: 00000100:00100000:1.0:1734016096.374214:0:10115:0:(client.c:2562:ptlrpc_set_wait()) set ffff88006d6ff240 going to sleep for 11 seconds 00000100:00100000:1.0:1734016096.377288:0:10115:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012cc78380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10115:1818247339304320:192.168.201.10@tcp:106: 00010000:00010000:1.0:1734016096.377338:0:10115:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880097234480/0x3f004d6452e06051 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0093 expref: 6 pid: 10115 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016096.377355:0:10115:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097234480/0x3f004d6452e06051 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0093 expref: 6 pid: 10115 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016096.377418:0:10115:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097234480, rc 0) 00000100:00100000:1.0:1734016096.377475:0:10115:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074951880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:1979:x1818247336441216:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 3462us (4152us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016096.377484:0:10115:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9759 00000100:00100000:1.0:1734016096.382190:0:10115:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336441344 00000100:00100000:1.0:1734016096.382200:0:10115:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336441344 00000100:00100000:1.0:1734016096.382591:0:10115:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9760 00000100:00100000:1.0:1734016096.382599:0:10115:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880135f57100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:1978:x1818247336441344:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:1.0:1734016096.382622:0:10115:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016096.382643:0:10115:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880097235440/0x3f004d6452e06058 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d009a expref: -99 pid: 10115 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016096.382705:0:10115:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012cc78380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10115:1818247339304448:192.168.201.10@tcp:106: 00000100:00100000:1.0:1734016096.383449:0:10115:0:(client.c:2562:ptlrpc_set_wait()) set ffff88006d6ff240 going to sleep for 11 seconds 00000100:00100000:1.0:1734016096.387730:0:10115:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012cc78380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10115:1818247339304448:192.168.201.10@tcp:106: 00010000:00010000:1.0:1734016096.387787:0:10115:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880097235440/0x3f004d6452e06058 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d009a expref: 6 pid: 10115 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016096.387816:0:10115:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097235440/0x3f004d6452e06058 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d009a expref: 6 pid: 10115 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016096.388328:0:10115:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097235440, rc 0) 00000100:00100000:1.0:1734016096.388397:0:10115:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880135f57100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:1978:x1818247336441344:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 5797us (6368us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016096.388407:0:10115:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9760 00000100:00100000:0.0:1734016096.391916:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016096.392282:0:10115:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336441472 00000100:00100000:1.0:1734016096.392293:0:10115:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336441472 00000100:00100000:1.0:1734016096.392338:0:10115:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9761 00000100:00100000:1.0:1734016096.392346:0:10115:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074099180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+11:1980:x1818247336441472:12345-192.168.201.10@tcp:22:fsx.0 00002000:00010000:1.0:1734016096.392594:0:10115:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 4525606 -> 4525606 00002000:00010000:1.0:1734016096.392598:0:10115:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016096 -> 1734016096 00002000:00010000:1.0:1734016096.392600:0:10115:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016095 -> 1734016095 00002000:00010000:1.0:1734016096.392602:0:10115:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016096 -> 1734016096 00002000:00010000:1.0:1734016096.392604:0:10115:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 344 -> 344 00000100:00100000:1.0:1734016096.392703:0:10115:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074099180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+12:1980:x1818247336441472:12345-192.168.201.10@tcp:22:fsx.0 Request processed in 357us (799us total) trans 4294969005 rc 0/0 00000100:00100000:1.0:1734016096.392712:0:10115:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9761 00000100:00100000:3.0:1734016096.396976:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016096.397082:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336441600 00000100:00100000:0.0:1734016096.397094:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336441600 00000100:00100000:0.0:1734016096.397463:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9762 00000100:00100000:0.0:1734016096.397471:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074953480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:1978:x1818247336441600:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:0.0:1734016096.397491:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016096.397509:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a8039440/0x3f004d6452e0605f lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d00a1 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016096.397568:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074099880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339304576:192.168.201.10@tcp:106: 00000100:00100000:0.0:1734016096.398115:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012cf4f480 going to sleep for 11 seconds 00000100:00100000:0.0:1734016096.400357:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074099880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339304576:192.168.201.10@tcp:106: 00010000:00010000:0.0:1734016096.400414:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a8039440/0x3f004d6452e0605f lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d00a1 expref: 6 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016096.400429:0:7689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a8039440/0x3f004d6452e0605f lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d00a1 expref: 6 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016096.400458:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a8039440, rc 0) 00000100:00100000:0.0:1734016096.400547:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074953480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:1978:x1818247336441600:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 3072us (3580us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016096.400558:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9762 00000100:00100000:0.0:1734016096.404144:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016096.407796:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880135f54000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339304704:192.168.201.10@tcp:106: 00010000:00010000:0.0:1734016096.407860:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880072170d80/0x3f004d6452e06066 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d00a8 expref: 6 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016096.408016:0:7689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880072170d80/0x3f004d6452e06066 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d00a8 expref: 6 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016096.408100:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880072170d80, rc 0) 00000100:00100000:0.0:1734016096.408422:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074099880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:1979:x1818247336441728:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 3806us (4286us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016096.408433:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9763 00000100:00100000:3.0:1734016096.411751:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016096.417830:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016096.417982:0:9956:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336442112 00000100:00100000:0.0:1734016096.417992:0:9956:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336442112 00010000:00010000:0.0:1734016096.418031:0:9956:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80398c0/0x3f004d6452e0603c lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0085 expref: 28 pid: 7420 timeout: 460 lvb_type: 0 00000100:00100000:0.0:1734016096.418074:0:9956:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2556 00000100:00100000:0.0:1734016096.418082:0:9956:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cc78380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+28:1979:x1818247336442112:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016096.418097:0:9956:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016096.418103:0:9956:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80398c0/0x3f004d6452e0603c lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0085 expref: 28 pid: 7420 timeout: 460 lvb_type: 0 00010000:00010000:0.0:1734016096.418115:0:9956:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80398c0/0x3f004d6452e0603c lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0085 expref: 28 pid: 7420 timeout: 460 lvb_type: 0 00010000:00010000:0.0:1734016096.418137:0:9956:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:0.0:1734016096.418141:0:9956:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8800721718c0/0x3f004d6452e0606d lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6482 initiator: MDT0 00010000:00010000:0.0:1734016096.418151:0:9956:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800721718c0/0x3f004d6452e0606d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50290000000000 pid: 6482 initiator: MDT0 00010000:00010000:0.0:1734016096.418159:0:9956:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800721718c0/0x3f004d6452e0606d lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50290000000000 pid: 6482 initiator: MDT0 00010000:00010000:0.0:1734016096.418176:0:9956:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016096.418220:0:9956:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cc78380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+28:1979:x1818247336442112:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 139us (400us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016096.418225:0:9956:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2556 00000100:00100000:0.0:1734016096.422307:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016096.422510:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336442240 00000100:00100000:1.0:1734016096.422521:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336442240 00000100:00100000:1.0:1734016096.422566:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9764 00000100:00100000:1.0:1734016096.422574:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007409b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:9673:x1818247336442240:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:1.0:1734016096.422592:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016096.422613:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880097236880/0x3f004d6452e06074 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d00af expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016096.422646:0:7689:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880097234900/0x3f004d6452e05fef lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d004d expref: 11 pid: 10115 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016096.422654:0:7689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016096.422656:0:7689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016096.422660:0:7689:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880097236880/0x3f004d6452e06074 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d00af expref: 6 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016096.422694:0:7689:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880097234900/0x3f004d6452e05fef lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d004d expref: 11 pid: 10115 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016096.422707:0:7689:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880097234900/0x3f004d6452e05fef lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d004d expref: 11 pid: 10115 timeout: 460 lvb_type: 0 00000100:00100000:1.0:1734016096.422720:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012cc79880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339304960:192.168.201.10@tcp:104: 00000100:00100000:1.0:1734016096.422795:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff88006d6ff240 going to sleep for 11 seconds 00000100:00100000:1.0:1734016096.426629:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012cc79880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339304960:192.168.201.10@tcp:104: 00010000:00010000:1.0:1734016096.426677:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880097236880/0x3f004d6452e06074 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d00af expref: 6 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016096.426696:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097236880, rc 0) 00000100:00100000:1.0:1734016096.426758:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007409b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:9673:x1818247336442240:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 4183us (4461us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016096.426767:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9764 00000100:00100000:0.0:1734016096.426978:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016096.430344:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016096.431541:0:13925:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336442496 00000100:00100000:1.0:1734016096.431549:0:13925:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336442496 00002000:00010000:1.0:1734016096.431584:0:13925:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (607861->18446744073709551615) 00002000:00100000:1.0:1734016096.431589:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074952a00 with x1818247336442496 ext(607861->18446744073709551615) 00002000:00010000:1.0:1734016096.431600:0:13925:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074952a00. 00000100:00100000:1.0:1734016096.431629:0:13925:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8004 00000100:00100000:1.0:1734016096.431635:0:13925:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074952a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1981:x1818247336442496:12345-192.168.201.10@tcp:10:fsx.0 00002000:00010000:1.0:1734016096.431929:0:13925:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 4525606 -> 607861 00002000:00010000:1.0:1734016096.431932:0:13925:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016096 -> 1734016095 00002000:00010000:1.0:1734016096.431934:0:13925:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016095 -> 1734016095 00002000:00010000:1.0:1734016096.431936:0:13925:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016096 -> 1734016095 00002000:00010000:1.0:1734016096.431938:0:13925:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 344 -> 232 00000100:00100000:1.0:1734016096.431965:0:13925:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074952a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1981:x1818247336442496:12345-192.168.201.10@tcp:10:fsx.0 Request processed in 330us (1632us total) trans 4294969006 rc 0/0 00000100:00100000:1.0:1734016096.431970:0:13925:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8004 00002000:00010000:1.0:1734016096.431973:0:13925:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (607861->18446744073709551615) 00002000:00100000:1.0:1734016096.431975:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074952a00 with x1818247336442496 ext(607861->18446744073709551615) 00002000:00010000:1.0:1734016096.431979:0:13925:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074952a00. 00000100:00100000:3.0:1734016096.438731:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016096.448671:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00010000:00010000:3.0:1734016096.453018:0:6472:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734016096.453585:0:3494:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880072172d00/0x3f004d6452e06089 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7420 initiator: MDT0 00010000:00010000:0.0:1734016096.453598:0:3494:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880072172d00/0x3f004d6452e06089 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7420 initiator: MDT0 00010000:00010000:0.0:1734016096.453604:0:3494:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880072172d00/0x3f004d6452e06089 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7420 initiator: MDT0 00010000:00010000:0.0:1734016096.453609:0:3494:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880072172d00 already unused, calling callback (ffffffffa0f03950) 00010000:00010000:0.0:1734016096.453614:0:3494:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880072172d00/0x3f004d6452e06089 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7420 initiator: MDT0 00010000:00010000:0.0:1734016096.453620:0:3494:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880072172d00/0x3f004d6452e06089 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7420 initiator: MDT0 00010000:00010000:0.0:1734016096.453636:0:3494:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:0.0:1734016096.453638:0:3494:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1734016096.453642:0:3494:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880072172d00/0x3f004d6452e06089 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7420 initiator: MDT0 00010000:00010000:0.0:1734016096.453646:0:3494:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880072172d00/0x3f004d6452e06089 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7420 initiator: MDT0 00000100:00100000:0.0:1734016096.454598:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016096.454668:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336443008 00000100:00100000:3.0:1734016096.454677:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336443008 00002000:00010000:3.0:1734016096.454713:0:7696:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (8732488->18446744073709551615) 00002000:00100000:3.0:1734016096.454717:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074099500 with x1818247336443008 ext(8732488->18446744073709551615) 00002000:00010000:3.0:1734016096.454728:0:7696:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074099500. 00000100:00100000:3.0:1734016096.454759:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8005 00000100:00100000:3.0:1734016096.454766:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074099500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1978:x1818247336443008:12345-192.168.201.10@tcp:10:fsx.0 00002000:00010000:3.0:1734016096.455008:0:7696:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 607861 -> 8732488 00002000:00010000:3.0:1734016096.455011:0:7696:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016095 -> 1734016095 00002000:00010000:3.0:1734016096.455013:0:7696:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016095 -> 1734016095 00002000:00010000:3.0:1734016096.455015:0:7696:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016095 -> 1734016095 00002000:00010000:3.0:1734016096.455017:0:7696:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 232 -> 232 00000100:00100000:3.0:1734016096.455158:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074099500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+8:1978:x1818247336443008:12345-192.168.201.10@tcp:10:fsx.0 Request processed in 390us (564us total) trans 4294969007 rc 0/0 00000100:00100000:3.0:1734016096.455166:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8005 00002000:00010000:3.0:1734016096.455169:0:7696:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (8732488->18446744073709551615) 00002000:00100000:3.0:1734016096.455171:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074099500 with x1818247336443008 ext(8732488->18446744073709551615) 00002000:00010000:3.0:1734016096.455175:0:7696:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074099500. 00000100:00100000:3.0:1734016096.458218:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336443264 00000100:00100000:3.0:1734016096.458228:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336443264 00002000:00100000:3.0:1734016096.458274:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (8728576->8732671) req@ffff880135f54700 x1818247336443264/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:57/0 lens 488/0 e 0 to 0 dl 1734016107 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016096.458284:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880135f54700 with x1818247336443264 ext(8728576->8732671) 00002000:00010000:3.0:1734016096.458289:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880135f54700 00000100:00100000:3.0:1734016096.458361:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8006 00000100:00100000:3.0:1734016096.458368:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880135f54700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+8:1979:x1818247336443264:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:3.0:1734016096.459203:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880135f54700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+8:1979:x1818247336443264:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 833us (1101us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016096.459210:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8006 00002000:00100000:3.0:1734016096.459217:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (8728576->8732671) req@ffff880135f54700 x1818247336443264/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:57/0 lens 488/4536 e 0 to 0 dl 1734016107 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016096.459223:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880135f54700 with x1818247336443264 ext(8728576->8732671) 00002000:00010000:3.0:1734016096.459226:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880135f54700 00000100:00100000:3.0:1734016096.462762:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336443520 00000100:00100000:3.0:1734016096.462773:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336443520 00002000:00100000:3.0:1734016096.462829:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (8724480->8728575) req@ffff880135f57480 x1818247336443520/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:57/0 lens 488/0 e 0 to 0 dl 1734016107 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016096.462840:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880135f57480 with x1818247336443520 ext(8724480->8728575) 00002000:00010000:3.0:1734016096.462845:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880135f57480 00000100:00100000:1.0:1734016096.463277:0:13925:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8007 00000100:00100000:1.0:1734016096.463288:0:13925:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880135f57480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+8:1978:x1818247336443520:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:1.0:1734016096.463507:0:13925:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880135f57480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+8:1978:x1818247336443520:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 220us (932us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016096.463514:0:13925:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8007 00002000:00100000:1.0:1734016096.463519:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (8724480->8728575) req@ffff880135f57480 x1818247336443520/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:57/0 lens 488/4536 e 0 to 0 dl 1734016107 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016096.463526:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880135f57480 with x1818247336443520 ext(8724480->8728575) 00002000:00010000:1.0:1734016096.463529:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880135f57480 00000100:00100000:0.0:1734016096.466698:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016096.466831:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336443776 00000100:00100000:3.0:1734016096.466840:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336443776 00002000:00100000:3.0:1734016096.466909:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (8720384->8724479) req@ffff88007409aa00 x1818247336443776/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:57/0 lens 488/0 e 0 to 0 dl 1734016107 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016096.466924:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007409aa00 with x1818247336443776 ext(8720384->8724479) 00002000:00010000:3.0:1734016096.466929:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007409aa00 00000100:00100000:3.0:1734016096.466958:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8008 00000100:00100000:3.0:1734016096.466964:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007409aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+8:1979:x1818247336443776:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:3.0:1734016096.467270:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007409aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+8:1979:x1818247336443776:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 305us (582us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016096.467276:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8008 00002000:00100000:3.0:1734016096.467285:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (8720384->8724479) req@ffff88007409aa00 x1818247336443776/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:57/0 lens 488/4536 e 0 to 0 dl 1734016107 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016096.467292:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007409aa00 with x1818247336443776 ext(8720384->8724479) 00002000:00010000:3.0:1734016096.467294:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007409aa00 00000100:00100000:1.0:1734016096.471944:0:13925:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336443904 00000100:00100000:1.0:1734016096.471957:0:13925:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336443904 00002000:00100000:1.0:1734016096.472014:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (8720384->8732487) req@ffff880135f54000 x1818247336443904/t0(0) o4->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:57/0 lens 12592/0 e 0 to 0 dl 1734016107 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016096.472025:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880135f54000 with x1818247336443904 ext(8720384->8732487) 00002000:00010000:1.0:1734016096.472032:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880135f54000 00000100:00100000:1.0:1734016096.472077:0:13925:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8009 00000100:00100000:1.0:1734016096.472084:0:13925:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880135f54000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+8:1979:x1818247336443904:12345-192.168.201.10@tcp:4:fsx.0 00000100:00100000:1.0:1734016096.476105:0:13925:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880135f54000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+10:1979:x1818247336443904:12345-192.168.201.10@tcp:4:fsx.0 Request processed in 4007us (4897us total) trans 4294969008 rc 0/0 00000100:00100000:1.0:1734016096.476117:0:13925:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8009 00002000:00100000:1.0:1734016096.476130:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (8720384->8732487) req@ffff880135f54000 x1818247336443904/t4294969008(0) o4->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:57/0 lens 12592/448 e 0 to 0 dl 1734016107 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016096.476140:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880135f54000 with x1818247336443904 ext(8720384->8732487) 00002000:00010000:1.0:1734016096.476146:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880135f54000 00000100:00100000:0.0:1734016096.478818:0:6482:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336444032 00000100:00100000:0.0:1734016096.478827:0:6482:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336444032 00000100:00100000:0.0:1734016096.478898:0:6482:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 1773 00000100:00100000:0.0:1734016096.478906:0:6482:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880135f55f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+24:9673:x1818247336444032:12345-192.168.201.10@tcp:44:fsx.0 00000100:00100000:0.0:1734016096.479059:0:6482:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880135f55f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+24:9673:x1818247336444032:12345-192.168.201.10@tcp:44:fsx.0 Request processed in 153us (705us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016096.479066:0:6482:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 1773 00000100:00100000:0.0:1734016096.480817:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016096.480921:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336444160 00000100:00100000:1.0:1734016096.480928:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336444160 00000100:00100000:1.0:1734016096.481622:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9765 00000100:00100000:1.0:1734016096.481630:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075001f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+10:1978:x1818247336444160:12345-192.168.201.10@tcp:16:fsx.0 00000001:00080000:0.0:1734016096.485919:0:8954:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969008 is committed 00000001:00080000:0.0:1734016096.485953:0:8954:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969005 is committed 00000100:00100000:1.0:1734016096.486204:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075001f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1978:x1818247336444160:12345-192.168.201.10@tcp:16:fsx.0 Request processed in 4566us (5393us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016096.486217:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9765 00000100:00100000:3.0:1734016096.492779:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016096.497138:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016096.497465:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336444416 00000100:00100000:1.0:1734016096.497475:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336444416 00000100:00100000:1.0:1734016096.497529:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9766 00000100:00100000:1.0:1734016096.497537:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074950380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1978:x1818247336444416:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:1.0:1734016096.497558:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016096.497578:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880097237a80/0x3f004d6452e0609e lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d00c4 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016096.497643:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012cc79880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339305216:192.168.201.10@tcp:106: 00000100:00100000:1.0:1734016096.497715:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff88006d6ff540 going to sleep for 11 seconds 00002000:00010000:1.0:1734016096.499988:0:7689:0:(ofd_lvb.c:301:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks: 232 -> 256 00000100:00100000:1.0:1734016096.500013:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012cc79880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339305216:192.168.201.10@tcp:106: 00010000:00010000:1.0:1734016096.500051:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880097237a80/0x3f004d6452e0609e lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d00c4 expref: 7 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016096.500063:0:7689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097237a80/0x3f004d6452e0609e lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d00c4 expref: 7 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016096.500092:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097237a80, rc 0) 00000100:00100000:1.0:1734016096.500334:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074950380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1978:x1818247336444416:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 2795us (3204us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016096.500342:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9766 00000100:00100000:3.0:1734016096.507423:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016096.507525:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336444544 00000100:00100000:1.0:1734016096.507536:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336444544 00000100:00100000:1.0:1734016096.507586:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9767 00000100:00100000:1.0:1734016096.507592:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074951180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1979:x1818247336444544:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:1.0:1734016096.507616:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016096.507639:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880097237840/0x3f004d6452e060a5 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d00cb expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016096.507707:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012cc79880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339305344:192.168.201.10@tcp:106: 00000100:00100000:1.0:1734016096.509283:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff88006d6ff540 going to sleep for 11 seconds 00000100:00100000:1.0:1734016096.512104:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012cc79880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339305344:192.168.201.10@tcp:106: 00010000:00010000:1.0:1734016096.512144:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880097237840/0x3f004d6452e060a5 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d00cb expref: 7 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016096.512159:0:7689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097237840/0x3f004d6452e060a5 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d00cb expref: 7 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016096.512289:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097237840, rc 0) 00000100:00100000:1.0:1734016096.512563:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074951180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1979:x1818247336444544:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 4967us (5151us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016096.512576:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9767 00000100:00100000:0.0:1734016096.515404:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016096.515501:0:7420:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336444672 00000100:00100000:3.0:1734016096.515515:0:7420:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336444672 00000100:00100000:3.0:1734016096.515580:0:7420:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 1775 00000100:00100000:3.0:1734016096.515587:0:7420:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075003800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+24:9673:x1818247336444672:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:3.0:1734016096.515609:0:7420:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016096.515629:0:7420:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a4480/0x3f004d6452e060ac lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d00d2 expref: -99 pid: 7420 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016096.515731:0:7420:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a4b40/0x3f004d6452e060b3 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 7420 initiator: MDT0 00010000:00010000:3.0:1734016096.515750:0:7420:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a4b40/0x3f004d6452e060b3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 7420 initiator: MDT0 00010000:00010000:3.0:1734016096.515761:0:7420:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a4b40/0x3f004d6452e060b3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 7420 initiator: MDT0 00000004:00200000:3.0:1734016096.515789:0:7420:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 8732488 00000004:00200000:3.0:1734016096.515793:0:7420:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1734016096.515830:0:7420:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a4b40/0x3f004d6452e060b3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 7420 initiator: MDT0 00010000:00010000:3.0:1734016096.515941:0:7420:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a4480/0x3f004d6452e060ac lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d00d2 expref: 26 pid: 7420 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016096.515975:0:7420:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a4b40/0x3f004d6452e060b3 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d00d2 expref: 25 pid: 7420 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016096.515983:0:7420:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:3.0:1734016096.515986:0:7420:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1734016096.515989:0:7420:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a9a4b40, rc 0) 00000100:00100000:3.0:1734016096.516047:0:7420:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075003800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+25:9673:x1818247336444672:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 461us (652us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016096.516053:0:7420:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 1775 00000100:00100000:3.0:1734016096.519259:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016096.519393:0:13925:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336444928 00000100:00100000:0.0:1734016096.519408:0:13925:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336444928 00002000:00100000:0.0:1734016096.519463:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (970752->974847) req@ffff880074952300 x1818247336444928/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:57/0 lens 488/0 e 0 to 0 dl 1734016107 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016096.519474:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074952300 with x1818247336444928 ext(970752->974847) 00002000:00010000:0.0:1734016096.519479:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074952300 00000100:00100000:0.0:1734016096.519502:0:13925:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8010 00000100:00100000:0.0:1734016096.519509:0:13925:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074952300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1980:x1818247336444928:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:0.0:1734016096.519733:0:13925:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074952300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1980:x1818247336444928:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 222us (486us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016096.519742:0:13925:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8010 00002000:00100000:0.0:1734016096.519747:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (970752->974847) req@ffff880074952300 x1818247336444928/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:57/0 lens 488/4536 e 0 to 0 dl 1734016107 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016096.519755:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074952300 with x1818247336444928 ext(970752->974847) 00002000:00010000:0.0:1734016096.519758:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074952300 00000100:00100000:3.0:1734016096.523858:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336445184 00000100:00100000:3.0:1734016096.523909:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336445184 00002000:00100000:3.0:1734016096.523960:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (966656->970751) req@ffff880074f01880 x1818247336445184/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:57/0 lens 488/0 e 0 to 0 dl 1734016107 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016096.523971:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074f01880 with x1818247336445184 ext(966656->970751) 00002000:00010000:3.0:1734016096.523976:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074f01880 00000100:00100000:3.0:1734016096.524009:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8011 00000100:00100000:3.0:1734016096.524016:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074f01880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1978:x1818247336445184:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:3.0:1734016096.524205:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074f01880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1978:x1818247336445184:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 188us (444us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016096.524212:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8011 00002000:00100000:3.0:1734016096.524218:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (966656->970751) req@ffff880074f01880 x1818247336445184/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:57/0 lens 488/4536 e 0 to 0 dl 1734016107 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016096.524225:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074f01880 with x1818247336445184 ext(966656->970751) 00002000:00010000:3.0:1734016096.524227:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074f01880 00000100:00100000:0.0:1734016096.527735:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016096.528515:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336445440 00000100:00100000:3.0:1734016096.528526:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336445440 00002000:00100000:3.0:1734016096.528570:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (962560->966655) req@ffff880075002a00 x1818247336445440/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:57/0 lens 488/0 e 0 to 0 dl 1734016107 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016096.528580:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880075002a00 with x1818247336445440 ext(962560->966655) 00002000:00010000:3.0:1734016096.528585:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880075002a00 00000100:00100000:3.0:1734016096.529056:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8012 00000100:00100000:3.0:1734016096.529064:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075002a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1980:x1818247336445440:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:3.0:1734016096.529276:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075002a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1980:x1818247336445440:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 212us (1550us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016096.529283:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8012 00002000:00100000:3.0:1734016096.529289:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (962560->966655) req@ffff880075002a00 x1818247336445440/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:57/0 lens 488/4536 e 0 to 0 dl 1734016107 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016096.529296:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880075002a00 with x1818247336445440 ext(962560->966655) 00002000:00010000:3.0:1734016096.529299:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880075002a00 00000100:00100000:0.0:1734016096.537321:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016096.543948:0:13925:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336445952 00000100:00100000:0.0:1734016096.543959:0:13925:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336445952 00002000:00100000:0.0:1734016096.544006:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (954368->958463) req@ffff880074f01180 x1818247336445952/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:57/0 lens 488/0 e 0 to 0 dl 1734016107 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016096.544017:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074f01180 with x1818247336445952 ext(954368->958463) 00002000:00010000:0.0:1734016096.544023:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074f01180 00000100:00100000:0.0:1734016096.544568:0:13925:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8014 00000100:00100000:0.0:1734016096.544576:0:13925:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074f01180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1980:x1818247336445952:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:0.0:1734016096.544831:0:13925:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074f01180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1980:x1818247336445952:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 255us (1013us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016096.544839:0:13925:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8014 00002000:00100000:0.0:1734016096.544845:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (954368->958463) req@ffff880074f01180 x1818247336445952/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:57/0 lens 488/4536 e 0 to 0 dl 1734016107 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016096.544852:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074f01180 with x1818247336445952 ext(954368->958463) 00002000:00010000:0.0:1734016096.544855:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074f01180 00000100:00100000:0.0:1734016096.547848:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016096.548152:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336446208 00000100:00100000:3.0:1734016096.548165:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336446208 00002000:00100000:3.0:1734016096.548222:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (950272->954367) req@ffff880075001180 x1818247336446208/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:57/0 lens 488/0 e 0 to 0 dl 1734016107 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016096.548232:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880075001180 with x1818247336446208 ext(950272->954367) 00002000:00010000:3.0:1734016096.548237:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880075001180 00000100:00100000:3.0:1734016096.548270:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8015 00000100:00100000:3.0:1734016096.548278:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075001180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1978:x1818247336446208:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:3.0:1734016096.548492:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075001180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1978:x1818247336446208:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 214us (653us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016096.548499:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8015 00002000:00100000:3.0:1734016096.548504:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (950272->954367) req@ffff880075001180 x1818247336446208/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:57/0 lens 488/4536 e 0 to 0 dl 1734016107 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016096.548510:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880075001180 with x1818247336446208 ext(950272->954367) 00002000:00010000:3.0:1734016096.548513:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880075001180 00000100:00100000:1.0:1734016096.553004:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016096.553094:0:13925:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336446464 00000100:00100000:0.0:1734016096.553104:0:13925:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336446464 00002000:00100000:0.0:1734016096.553155:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (946176->950271) req@ffff88012cc79880 x1818247336446464/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:57/0 lens 488/0 e 0 to 0 dl 1734016107 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016096.553172:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012cc79880 with x1818247336446464 ext(946176->950271) 00002000:00010000:0.0:1734016096.553178:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012cc79880 00000100:00100000:0.0:1734016096.553214:0:13925:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8016 00000100:00100000:0.0:1734016096.553221:0:13925:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cc79880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1980:x1818247336446464:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:0.0:1734016096.553428:0:13925:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cc79880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1980:x1818247336446464:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 206us (436us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016096.553434:0:13925:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8016 00002000:00100000:0.0:1734016096.553440:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (946176->950271) req@ffff88012cc79880 x1818247336446464/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:57/0 lens 488/4536 e 0 to 0 dl 1734016107 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016096.553447:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012cc79880 with x1818247336446464 ext(946176->950271) 00002000:00010000:0.0:1734016096.553450:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012cc79880 00000100:00100000:3.0:1734016096.557817:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336446720 00000100:00100000:3.0:1734016096.557829:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336446720 00002000:00100000:3.0:1734016096.557908:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (942080->946175) req@ffff880074f02d80 x1818247336446720/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:57/0 lens 488/0 e 0 to 0 dl 1734016107 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016096.557919:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074f02d80 with x1818247336446720 ext(942080->946175) 00002000:00010000:3.0:1734016096.557924:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074f02d80 00000100:00100000:3.0:1734016096.557949:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8017 00000100:00100000:3.0:1734016096.557957:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074f02d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1978:x1818247336446720:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:3.0:1734016096.558178:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074f02d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1978:x1818247336446720:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 220us (477us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016096.558185:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8017 00002000:00100000:3.0:1734016096.558191:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (942080->946175) req@ffff880074f02d80 x1818247336446720/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:57/0 lens 488/4536 e 0 to 0 dl 1734016107 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016096.558197:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074f02d80 with x1818247336446720 ext(942080->946175) 00002000:00010000:3.0:1734016096.558200:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074f02d80 00000100:00100000:1.0:1734016096.563266:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016096.563701:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336446976 00000100:00100000:3.0:1734016096.563711:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336446976 00002000:00100000:3.0:1734016096.563763:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (937984->942079) req@ffff88012cc78000 x1818247336446976/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:57/0 lens 488/0 e 0 to 0 dl 1734016107 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016096.563774:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012cc78000 with x1818247336446976 ext(937984->942079) 00002000:00010000:3.0:1734016096.563780:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012cc78000 00000100:00100000:3.0:1734016096.565265:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8018 00000100:00100000:3.0:1734016096.565277:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cc78000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1980:x1818247336446976:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:3.0:1734016096.565521:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cc78000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1980:x1818247336446976:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 244us (2265us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016096.565528:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8018 00002000:00100000:3.0:1734016096.565535:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (937984->942079) req@ffff88012cc78000 x1818247336446976/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:57/0 lens 488/4536 e 0 to 0 dl 1734016107 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016096.565543:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012cc78000 with x1818247336446976 ext(937984->942079) 00002000:00010000:3.0:1734016096.565548:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012cc78000 00000100:00100000:1.0:1734016096.571107:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016096.571355:0:13925:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336447232 00000100:00100000:0.0:1734016096.571368:0:13925:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336447232 00002000:00100000:0.0:1734016096.571423:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (933888->937983) req@ffff88012cc79f80 x1818247336447232/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:57/0 lens 488/0 e 0 to 0 dl 1734016107 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016096.571434:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012cc79f80 with x1818247336447232 ext(933888->937983) 00002000:00010000:0.0:1734016096.571440:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012cc79f80 00000100:00100000:0.0:1734016096.571485:0:13925:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8019 00000100:00100000:0.0:1734016096.571492:0:13925:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cc79f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1978:x1818247336447232:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:0.0:1734016096.571695:0:13925:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cc79f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1978:x1818247336447232:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 202us (603us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016096.571703:0:13925:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8019 00002000:00100000:0.0:1734016096.571709:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (933888->937983) req@ffff88012cc79f80 x1818247336447232/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:57/0 lens 488/4536 e 0 to 0 dl 1734016107 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016096.571715:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012cc79f80 with x1818247336447232 ext(933888->937983) 00002000:00010000:0.0:1734016096.571718:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012cc79f80 00000100:00100000:3.0:1734016096.576071:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336447488 00000100:00100000:3.0:1734016096.576086:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336447488 00002000:00100000:3.0:1734016096.576140:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (929792->933887) req@ffff880074f01f80 x1818247336447488/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:57/0 lens 488/0 e 0 to 0 dl 1734016107 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016096.576150:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074f01f80 with x1818247336447488 ext(929792->933887) 00002000:00010000:3.0:1734016096.576156:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074f01f80 00000100:00100000:3.0:1734016096.576193:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8020 00000100:00100000:3.0:1734016096.576200:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074f01f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1980:x1818247336447488:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:3.0:1734016096.577124:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074f01f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1980:x1818247336447488:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 920us (1496us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016096.577132:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8020 00002000:00100000:3.0:1734016096.577138:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (929792->933887) req@ffff880074f01f80 x1818247336447488/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:57/0 lens 488/4536 e 0 to 0 dl 1734016107 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016096.577145:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074f01f80 with x1818247336447488 ext(929792->933887) 00002000:00010000:3.0:1734016096.577148:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074f01f80 00000100:00100000:1.0:1734016096.582033:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016096.582709:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336447616 00000100:00100000:3.0:1734016096.582721:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336447616 00002000:00100000:3.0:1734016096.582772:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (929792->974847) req@ffff88012cc7b800 x1818247336447616/t0(0) o4->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:57/0 lens 488/0 e 0 to 0 dl 1734016107 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016096.582783:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012cc7b800 with x1818247336447616 ext(929792->974847) 00002000:00010000:3.0:1734016096.582789:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012cc7b800 00000100:00100000:3.0:1734016096.582829:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8021 00000100:00100000:3.0:1734016096.582845:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cc7b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1978:x1818247336447616:12345-192.168.201.10@tcp:4:fsx.0 00000100:00100000:3.0:1734016096.586797:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cc7b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+8:1978:x1818247336447616:12345-192.168.201.10@tcp:4:fsx.0 Request processed in 3940us (4762us total) trans 4294969009 rc 0/0 00000100:00100000:3.0:1734016096.586820:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8021 00002000:00100000:3.0:1734016096.586834:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (929792->974847) req@ffff88012cc7b800 x1818247336447616/t4294969009(0) o4->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:57/0 lens 488/448 e 0 to 0 dl 1734016107 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016096.586844:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012cc7b800 with x1818247336447616 ext(929792->974847) 00002000:00010000:3.0:1734016096.586850:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012cc7b800 00000100:00100000:1.0:1734016096.590081:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336447744 00000100:00100000:1.0:1734016096.590092:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336447744 00000100:00100000:1.0:1734016096.590355:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9768 00000100:00100000:1.0:1734016096.590363:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074f00700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+8:1980:x1818247336447744:12345-192.168.201.10@tcp:16:fsx.0 00000100:00100000:1.0:1734016096.592254:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074f00700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1980:x1818247336447744:12345-192.168.201.10@tcp:16:fsx.0 Request processed in 1887us (2866us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016096.592265:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9768 00000100:00100000:1.0:1734016096.597505:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016096.600963:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016096.607819:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016096.622636:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016096.622819:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336448384 00000100:00100000:3.0:1734016096.622829:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336448384 00002000:00100000:3.0:1734016096.622996:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (6225920->6230015) req@ffff88012cc7a300 x1818247336448384/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:57/0 lens 488/0 e 0 to 0 dl 1734016107 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016096.623007:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012cc7a300 with x1818247336448384 ext(6225920->6230015) 00002000:00010000:3.0:1734016096.623012:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012cc7a300 00000100:00100000:3.0:1734016096.623265:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8022 00000100:00100000:3.0:1734016096.623273:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cc7a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1980:x1818247336448384:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:3.0:1734016096.623481:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cc7a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1980:x1818247336448384:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 207us (858us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016096.623488:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8022 00002000:00100000:3.0:1734016096.623494:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (6225920->6230015) req@ffff88012cc7a300 x1818247336448384/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:57/0 lens 488/4536 e 0 to 0 dl 1734016107 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016096.623501:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012cc7a300 with x1818247336448384 ext(6225920->6230015) 00002000:00010000:3.0:1734016096.623504:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012cc7a300 00000100:00100000:1.0:1734016096.627042:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016096.627121:0:13925:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336448640 00000100:00100000:0.0:1734016096.627131:0:13925:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336448640 00002000:00100000:0.0:1734016096.627179:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (6221824->6225919) req@ffff88012cc79180 x1818247336448640/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:57/0 lens 488/0 e 0 to 0 dl 1734016107 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016096.627188:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012cc79180 with x1818247336448640 ext(6221824->6225919) 00002000:00010000:0.0:1734016096.627193:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012cc79180 00000100:00100000:0.0:1734016096.627224:0:13925:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8023 00000100:00100000:0.0:1734016096.627232:0:13925:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cc79180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1981:x1818247336448640:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:0.0:1734016096.627421:0:13925:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cc79180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1981:x1818247336448640:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 189us (390us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016096.627428:0:13925:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8023 00002000:00100000:0.0:1734016096.627434:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (6221824->6225919) req@ffff88012cc79180 x1818247336448640/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:57/0 lens 488/4536 e 0 to 0 dl 1734016107 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016096.627441:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012cc79180 with x1818247336448640 ext(6221824->6225919) 00002000:00010000:0.0:1734016096.627444:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012cc79180 00000100:00100000:3.0:1734016096.631576:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336448896 00000100:00100000:3.0:1734016096.631586:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336448896 00002000:00100000:3.0:1734016096.631635:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (6217728->6221823) req@ffff880074f03100 x1818247336448896/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:57/0 lens 488/0 e 0 to 0 dl 1734016107 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016096.631646:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074f03100 with x1818247336448896 ext(6217728->6221823) 00002000:00010000:3.0:1734016096.631652:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074f03100 00000100:00100000:3.0:1734016096.631681:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8024 00000100:00100000:3.0:1734016096.631688:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074f03100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1981:x1818247336448896:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:3.0:1734016096.631929:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074f03100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1981:x1818247336448896:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 239us (533us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016096.631937:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8024 00002000:00100000:3.0:1734016096.631942:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (6217728->6221823) req@ffff880074f03100 x1818247336448896/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:57/0 lens 488/4536 e 0 to 0 dl 1734016107 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016096.631949:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074f03100 with x1818247336448896 ext(6217728->6221823) 00002000:00010000:3.0:1734016096.631952:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074f03100 00000100:00100000:1.0:1734016096.634508:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016096.634585:0:13925:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336449152 00000100:00100000:0.0:1734016096.634593:0:13925:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336449152 00002000:00100000:0.0:1734016096.634631:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (6213632->6217727) req@ffff880074e41f80 x1818247336449152/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:57/0 lens 488/0 e 0 to 0 dl 1734016107 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016096.634640:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074e41f80 with x1818247336449152 ext(6213632->6217727) 00002000:00010000:0.0:1734016096.634646:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074e41f80 00000100:00100000:0.0:1734016096.634678:0:13925:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8025 00000100:00100000:0.0:1734016096.634683:0:13925:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074e41f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1981:x1818247336449152:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:0.0:1734016096.634857:0:13925:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074e41f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1981:x1818247336449152:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 170us (356us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016096.634898:0:13925:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8025 00002000:00100000:0.0:1734016096.634906:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (6213632->6217727) req@ffff880074e41f80 x1818247336449152/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:57/0 lens 488/4536 e 0 to 0 dl 1734016107 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016096.634912:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074e41f80 with x1818247336449152 ext(6213632->6217727) 00002000:00010000:0.0:1734016096.634915:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074e41f80 00000100:00100000:1.0:1734016096.638574:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016096.638712:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336449408 00000100:00100000:3.0:1734016096.638722:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336449408 00002000:00100000:3.0:1734016096.638766:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (6209536->6213631) req@ffff880074e40000 x1818247336449408/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:57/0 lens 488/0 e 0 to 0 dl 1734016107 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016096.638775:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074e40000 with x1818247336449408 ext(6209536->6213631) 00002000:00010000:3.0:1734016096.638780:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074e40000 00000100:00100000:3.0:1734016096.638814:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8026 00000100:00100000:3.0:1734016096.638820:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074e40000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1981:x1818247336449408:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:3.0:1734016096.639038:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074e40000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1981:x1818247336449408:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 216us (472us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016096.639045:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8026 00002000:00100000:3.0:1734016096.639050:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (6209536->6213631) req@ffff880074e40000 x1818247336449408/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:57/0 lens 488/4536 e 0 to 0 dl 1734016107 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016096.639057:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074e40000 with x1818247336449408 ext(6209536->6213631) 00002000:00010000:3.0:1734016096.639060:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074e40000 00000100:00100000:0.0:1734016096.643794:0:13925:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336449664 00000100:00100000:0.0:1734016096.643813:0:13925:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336449664 00002000:00100000:0.0:1734016096.643970:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (6205440->6209535) req@ffff880074f01500 x1818247336449664/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:57/0 lens 488/0 e 0 to 0 dl 1734016107 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016096.643982:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074f01500 with x1818247336449664 ext(6205440->6209535) 00002000:00010000:0.0:1734016096.643988:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074f01500 00000100:00100000:1.0:1734016096.644066:0:13925:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8027 00000100:00100000:1.0:1734016096.644074:0:13925:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074f01500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1980:x1818247336449664:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:1.0:1734016096.644284:0:13925:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074f01500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1980:x1818247336449664:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 209us (629us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016096.644291:0:13925:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8027 00002000:00100000:1.0:1734016096.644297:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (6205440->6209535) req@ffff880074f01500 x1818247336449664/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:57/0 lens 488/4536 e 0 to 0 dl 1734016107 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016096.644308:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074f01500 with x1818247336449664 ext(6205440->6209535) 00002000:00010000:1.0:1734016096.644310:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074f01500 00000100:00100000:1.0:1734016096.647382:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016096.647597:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336449920 00000100:00100000:3.0:1734016096.647610:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336449920 00002000:00100000:3.0:1734016096.647661:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (6201344->6205439) req@ffff880074e40380 x1818247336449920/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:57/0 lens 488/0 e 0 to 0 dl 1734016107 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016096.647669:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074e40380 with x1818247336449920 ext(6201344->6205439) 00002000:00010000:3.0:1734016096.647674:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074e40380 00000100:00100000:3.0:1734016096.647708:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8028 00000100:00100000:3.0:1734016096.647715:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074e40380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1981:x1818247336449920:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:3.0:1734016096.648002:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074e40380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1981:x1818247336449920:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 286us (632us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016096.648010:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8028 00002000:00100000:3.0:1734016096.648016:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (6201344->6205439) req@ffff880074e40380 x1818247336449920/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:57/0 lens 488/4536 e 0 to 0 dl 1734016107 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016096.648023:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074e40380 with x1818247336449920 ext(6201344->6205439) 00002000:00010000:3.0:1734016096.648026:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074e40380 00000100:00100000:0.0:1734016096.650143:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016096.650300:0:13925:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336450176 00000100:00100000:1.0:1734016096.650307:0:13925:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336450176 00002000:00100000:1.0:1734016096.650346:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (6197248->6201343) req@ffff880075000e00 x1818247336450176/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:57/0 lens 488/0 e 0 to 0 dl 1734016107 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016096.650354:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880075000e00 with x1818247336450176 ext(6197248->6201343) 00002000:00010000:1.0:1734016096.650358:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880075000e00 00000100:00100000:1.0:1734016096.650388:0:13925:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8029 00000100:00100000:1.0:1734016096.650394:0:13925:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075000e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1980:x1818247336450176:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:1.0:1734016096.650534:0:13925:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075000e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1980:x1818247336450176:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 139us (395us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016096.650541:0:13925:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8029 00002000:00100000:1.0:1734016096.650546:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (6197248->6201343) req@ffff880075000e00 x1818247336450176/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:57/0 lens 488/4536 e 0 to 0 dl 1734016107 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016096.650553:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880075000e00 with x1818247336450176 ext(6197248->6201343) 00002000:00010000:1.0:1734016096.650556:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880075000e00 00000100:00100000:3.0:1734016096.653058:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336450432 00000100:00100000:3.0:1734016096.653065:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336450432 00002000:00100000:3.0:1734016096.653096:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (6193152->6197247) req@ffff880074f03480 x1818247336450432/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:57/0 lens 488/0 e 0 to 0 dl 1734016107 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016096.653104:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074f03480 with x1818247336450432 ext(6193152->6197247) 00002000:00010000:3.0:1734016096.653109:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074f03480 00000100:00100000:3.0:1734016096.653135:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8030 00000100:00100000:3.0:1734016096.653141:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074f03480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1981:x1818247336450432:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:3.0:1734016096.653301:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074f03480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1981:x1818247336450432:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 158us (384us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016096.653308:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8030 00002000:00100000:3.0:1734016096.653313:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (6193152->6197247) req@ffff880074f03480 x1818247336450432/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:57/0 lens 488/4536 e 0 to 0 dl 1734016107 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016096.653320:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074f03480 with x1818247336450432 ext(6193152->6197247) 00002000:00010000:3.0:1734016096.653323:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074f03480 00000100:00100000:0.0:1734016096.655500:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016096.655776:0:13925:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336450688 00000100:00100000:1.0:1734016096.655785:0:13925:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336450688 00002000:00100000:1.0:1734016096.655838:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (6189056->6193151) req@ffff880075003480 x1818247336450688/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:57/0 lens 488/0 e 0 to 0 dl 1734016107 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016096.655848:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880075003480 with x1818247336450688 ext(6189056->6193151) 00002000:00010000:1.0:1734016096.655855:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880075003480 00000100:00100000:1.0:1734016096.656143:0:13925:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8031 00000100:00100000:1.0:1734016096.656151:0:13925:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075003480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1980:x1818247336450688:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:1.0:1734016096.656381:0:13925:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075003480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1980:x1818247336450688:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 230us (891us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016096.656387:0:13925:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8031 00002000:00100000:1.0:1734016096.656394:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (6189056->6193151) req@ffff880075003480 x1818247336450688/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:57/0 lens 488/4536 e 0 to 0 dl 1734016107 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016096.656401:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880075003480 with x1818247336450688 ext(6189056->6193151) 00002000:00010000:1.0:1734016096.656404:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880075003480 00000100:00100000:0.0:1734016096.659480:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016096.660206:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336450944 00000100:00100000:3.0:1734016096.660218:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336450944 00002000:00100000:3.0:1734016096.660273:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (6184960->6189055) req@ffff880075002680 x1818247336450944/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:57/0 lens 488/0 e 0 to 0 dl 1734016107 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016096.660283:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880075002680 with x1818247336450944 ext(6184960->6189055) 00002000:00010000:3.0:1734016096.660288:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880075002680 00000100:00100000:3.0:1734016096.660323:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8032 00000100:00100000:3.0:1734016096.660330:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075002680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1981:x1818247336450944:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:3.0:1734016096.660543:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075002680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1981:x1818247336450944:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 211us (1072us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016096.660551:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8032 00002000:00100000:3.0:1734016096.660557:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (6184960->6189055) req@ffff880075002680 x1818247336450944/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:57/0 lens 488/4536 e 0 to 0 dl 1734016107 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016096.660564:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880075002680 with x1818247336450944 ext(6184960->6189055) 00002000:00010000:3.0:1734016096.660567:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880075002680 00000100:00100000:1.0:1734016096.664097:0:13925:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336451200 00000100:00100000:1.0:1734016096.664108:0:13925:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336451200 00002000:00100000:1.0:1734016096.664158:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (6180864->6184959) req@ffff880074f00000 x1818247336451200/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:57/0 lens 488/0 e 0 to 0 dl 1734016107 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016096.664168:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074f00000 with x1818247336451200 ext(6180864->6184959) 00002000:00010000:1.0:1734016096.664174:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074f00000 00000100:00100000:1.0:1734016096.664211:0:13925:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8033 00000100:00100000:1.0:1734016096.664218:0:13925:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074f00000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1980:x1818247336451200:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:1.0:1734016096.664440:0:13925:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074f00000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1980:x1818247336451200:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 221us (960us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016096.664448:0:13925:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8033 00002000:00100000:1.0:1734016096.664454:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (6180864->6184959) req@ffff880074f00000 x1818247336451200/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:57/0 lens 488/4536 e 0 to 0 dl 1734016107 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016096.664462:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074f00000 with x1818247336451200 ext(6180864->6184959) 00002000:00010000:1.0:1734016096.664466:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074f00000 00000100:00100000:0.0:1734016096.666986:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016096.667081:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336451456 00000100:00100000:3.0:1734016096.667091:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336451456 00002000:00100000:3.0:1734016096.667129:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (6176768->6180863) req@ffff880075003b80 x1818247336451456/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:57/0 lens 488/0 e 0 to 0 dl 1734016107 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016096.667139:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880075003b80 with x1818247336451456 ext(6176768->6180863) 00002000:00010000:3.0:1734016096.667144:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880075003b80 00000100:00100000:3.0:1734016096.667718:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8034 00000100:00100000:3.0:1734016096.667727:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075003b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1981:x1818247336451456:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:3.0:1734016096.668102:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075003b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1981:x1818247336451456:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 375us (1124us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016096.668112:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8034 00002000:00100000:3.0:1734016096.668119:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (6176768->6180863) req@ffff880075003b80 x1818247336451456/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:57/0 lens 488/4536 e 0 to 0 dl 1734016107 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016096.668126:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880075003b80 with x1818247336451456 ext(6176768->6180863) 00002000:00010000:3.0:1734016096.668129:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880075003b80 00000100:00100000:0.0:1734016096.670273:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016096.670699:0:13925:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336451712 00000100:00100000:1.0:1734016096.670710:0:13925:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336451712 00002000:00100000:1.0:1734016096.670756:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (6172672->6176767) req@ffff880075001500 x1818247336451712/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:57/0 lens 488/0 e 0 to 0 dl 1734016107 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016096.670764:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880075001500 with x1818247336451712 ext(6172672->6176767) 00002000:00010000:1.0:1734016096.670770:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880075001500 00000100:00100000:1.0:1734016096.670815:0:13925:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8035 00000100:00100000:1.0:1734016096.670821:0:13925:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075001500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1980:x1818247336451712:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:1.0:1734016096.671087:0:13925:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075001500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1980:x1818247336451712:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 265us (830us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016096.671094:0:13925:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8035 00002000:00100000:1.0:1734016096.671099:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (6172672->6176767) req@ffff880075001500 x1818247336451712/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:57/0 lens 488/4536 e 0 to 0 dl 1734016107 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016096.671106:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880075001500 with x1818247336451712 ext(6172672->6176767) 00002000:00010000:1.0:1734016096.671109:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880075001500 00000100:00100000:0.0:1734016096.674701:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336451840 00000100:00100000:0.0:1734016096.674715:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336451840 00000100:00100000:0.0:1734016096.674779:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9772 00000100:00100000:0.0:1734016096.674788:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074f00a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1979:x1818247336451840:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:0.0:1734016096.674824:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016096.674847:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a8038900/0x3f004d6452e060c8 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d00e7 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016096.674948:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880075003100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339305728:192.168.201.10@tcp:106: 00000100:00100000:0.0:1734016096.675018:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012cf4f0c0 going to sleep for 11 seconds 00000100:00100000:1.0:1734016096.680949:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016096.689265:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016096.695759:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016096.695982:0:7705:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336452224 00000100:00100000:3.0:1734016096.695992:0:7705:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336452224 00010000:00010000:3.0:1734016096.696042:0:7705:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880097236880/0x3f004d6452e06074 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d00af expref: 7 pid: 7689 timeout: 460 lvb_type: 0 00000100:00100000:3.0:1734016096.696073:0:7705:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2558 00000100:00100000:3.0:1734016096.696081:0:7705:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075000000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1978:x1818247336452224:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016096.696097:0:7705:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016096.696118:0:7705:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880097236880/0x3f004d6452e06074 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d00af expref: 7 pid: 7689 timeout: 460 lvb_type: 0 00010000:00010000:3.0:1734016096.696135:0:7705:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880097236880/0x3f004d6452e06074 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d00af expref: 7 pid: 7689 timeout: 460 lvb_type: 0 00010000:00010000:3.0:1734016096.696161:0:7705:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016096.696163:0:7705:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016096.696170:0:7705:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880072172d00/0x3f004d6452e060d6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 5672960->5701631) gid 0 flags: 0x50080000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d00f5 expref: 7 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016096.696179:0:7705:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880072172d00/0x3f004d6452e060d6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 5672960->5701631) gid 0 flags: 0x50080000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d00f5 expref: 7 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016096.696214:0:7705:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880072172d00/0x3f004d6452e060d6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 5672960->5701631) gid 0 flags: 0x40000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d00f5 expref: 7 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016096.696226:0:7705:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074951500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7705:1818247339306112:192.168.201.10@tcp:105: 00000100:00100000:3.0:1734016096.698490:0:7705:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012b911f00 going to sleep for 11 seconds 00000100:00100000:3.0:1734016096.702990:0:7705:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074951500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7705:1818247339306112:192.168.201.10@tcp:105: 00010000:00010000:3.0:1734016096.703031:0:7705:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016096.703097:0:7705:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075000000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1978:x1818247336452224:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 7015us (7347us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016096.703114:0:7705:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2558 00000100:00100000:1.0:1734016096.703197:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016096.709203:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016096.710054:0:10115:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336452480 00000100:00100000:3.0:1734016096.710066:0:10115:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336452480 00000100:00100000:3.0:1734016096.710121:0:10115:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9776 00000100:00100000:3.0:1734016096.710129:0:10115:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074e41880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1981:x1818247336452480:12345-192.168.201.10@tcp:22:fsx.0 00002000:00010000:3.0:1734016096.710394:0:10115:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 8732488 -> 8732488 00002000:00010000:3.0:1734016096.710397:0:10115:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016096 -> 1734016096 00002000:00010000:3.0:1734016096.710399:0:10115:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016095 -> 1734016095 00002000:00010000:3.0:1734016096.710401:0:10115:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016096 -> 1734016096 00002000:00010000:3.0:1734016096.710403:0:10115:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 448 -> 448 00000100:00100000:3.0:1734016096.710507:0:10115:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074e41880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+9:1981:x1818247336452480:12345-192.168.201.10@tcp:22:fsx.0 Request processed in 378us (1316us total) trans 4294969012 rc 0/0 00000100:00100000:3.0:1734016096.710515:0:10115:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9776 00000100:00100000:1.0:1734016096.713234:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016096.724764:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016096.732682:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016096.742158:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016096.748324:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016096.749166:0:7705:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336453120 00000100:00100000:3.0:1734016096.749175:0:7705:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336453120 00010000:00010000:3.0:1734016096.749206:0:7705:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880072172d00/0x3f004d6452e060d6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5672960->5701631) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d00f5 expref: 9 pid: 7689 timeout: 460 lvb_type: 0 00000100:00100000:3.0:1734016096.749230:0:7705:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2559 00000100:00100000:3.0:1734016096.749236:0:7705:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075001c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+9:1979:x1818247336453120:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016096.749251:0:7705:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016096.749274:0:7705:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880072172d00/0x3f004d6452e060d6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 5672960->5701631) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d00f5 expref: 9 pid: 7689 timeout: 460 lvb_type: 0 00010000:00010000:3.0:1734016096.749285:0:7705:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880072172d00/0x3f004d6452e060d6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 5672960->5701631) gid 0 flags: 0x50000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d00f5 expref: 9 pid: 7689 timeout: 460 lvb_type: 0 00010000:00010000:3.0:1734016096.749308:0:7705:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880072172d00/0x3f004d6452e060d6 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 5672960->5701631) gid 0 flags: 0x44801400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d00f5 expref: 9 pid: 7689 timeout: 460 lvb_type: 0 00010000:00010000:3.0:1734016096.749332:0:7705:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016096.749336:0:7705:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016096.749345:0:7705:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880072170d80/0x3f004d6452e060f2 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1773568->1777663) gid 0 flags: 0x40080000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0111 expref: 6 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016096.749353:0:7705:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880072170d80/0x3f004d6452e060f2 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1773568->1777663) gid 0 flags: 0x40080000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0111 expref: 6 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016096.749388:0:7705:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880072170d80/0x3f004d6452e060f2 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1773568->1777663) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0111 expref: 6 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016096.749400:0:7705:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074951500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7705:1818247339306752:192.168.201.10@tcp:105: 00000100:00100000:3.0:1734016096.749446:0:7705:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012b911f00 going to sleep for 11 seconds 00000100:00100000:1.0:1734016096.753421:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016096.753695:0:7705:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074951500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7705:1818247339306752:192.168.201.10@tcp:105: 00010000:00010000:3.0:1734016096.753719:0:7705:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016096.753768:0:7705:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075001c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1979:x1818247336453120:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 4531us (5447us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016096.753781:0:7705:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2559 00000100:00100000:0.0:1734016096.757924:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016096.758444:0:13925:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336453632 00000100:00100000:1.0:1734016096.758455:0:13925:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336453632 00002000:00100000:1.0:1734016096.758509:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (1769472->1773567) req@ffff880075002d80 x1818247336453632/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:57/0 lens 488/0 e 0 to 0 dl 1734016107 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016096.758519:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880075002d80 with x1818247336453632 ext(1769472->1773567) 00002000:00010000:1.0:1734016096.758524:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880075002d80 00000100:00100000:1.0:1734016096.758559:0:13925:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8037 00000100:00100000:1.0:1734016096.758566:0:13925:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075002d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1979:x1818247336453632:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:1.0:1734016096.758763:0:13925:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075002d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1979:x1818247336453632:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 195us (851us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016096.758769:0:13925:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8037 00002000:00100000:1.0:1734016096.758775:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (1769472->1773567) req@ffff880075002d80 x1818247336453632/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:57/0 lens 488/4536 e 0 to 0 dl 1734016107 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016096.758782:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880075002d80 with x1818247336453632 ext(1769472->1773567) 00002000:00010000:1.0:1734016096.758784:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880075002d80 00000100:00100000:3.0:1734016096.764019:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016096.767564:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016096.767669:0:13925:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336454144 00000100:00100000:1.0:1734016096.767679:0:13925:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336454144 00002000:00100000:1.0:1734016096.767728:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (1761280->1765375) req@ffff880075000380 x1818247336454144/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:57/0 lens 488/0 e 0 to 0 dl 1734016107 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016096.767737:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880075000380 with x1818247336454144 ext(1761280->1765375) 00002000:00010000:1.0:1734016096.767742:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880075000380 00000100:00100000:1.0:1734016096.774147:0:13925:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8039 00000100:00100000:1.0:1734016096.774158:0:13925:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075000380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1980:x1818247336454144:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:1.0:1734016096.774377:0:13925:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075000380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1980:x1818247336454144:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 221us (6824us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016096.774387:0:13925:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8039 00002000:00100000:1.0:1734016096.774396:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (1761280->1765375) req@ffff880075000380 x1818247336454144/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:57/0 lens 488/4536 e 0 to 0 dl 1734016107 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016096.774404:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880075000380 with x1818247336454144 ext(1761280->1765375) 00002000:00010000:1.0:1734016096.774409:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880075000380 00000100:00100000:0.0:1734016096.781414:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016096.792407:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016096.800428:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016096.801612:0:13925:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336454912 00000100:00100000:0.0:1734016096.801625:0:13925:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336454912 00002000:00100000:0.0:1734016096.801680:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (1748992->1753087) req@ffff880076949c00 x1818247336454912/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:57/0 lens 488/0 e 0 to 0 dl 1734016107 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016096.801691:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076949c00 with x1818247336454912 ext(1748992->1753087) 00002000:00010000:0.0:1734016096.801697:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076949c00 00000100:00100000:0.0:1734016096.801731:0:13925:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8042 00000100:00100000:0.0:1734016096.801738:0:13925:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076949c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1981:x1818247336454912:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:0.0:1734016096.802990:0:13925:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076949c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1981:x1818247336454912:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 1247us (2572us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016096.802998:0:13925:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8042 00002000:00100000:0.0:1734016096.803005:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (1748992->1753087) req@ffff880076949c00 x1818247336454912/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:57/0 lens 488/4536 e 0 to 0 dl 1734016107 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016096.803018:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076949c00 with x1818247336454912 ext(1748992->1753087) 00002000:00010000:0.0:1734016096.803021:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076949c00 00000100:00100000:0.0:1734016096.812382:0:13925:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336455168 00000100:00100000:0.0:1734016096.812395:0:13925:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336455168 00002000:00100000:0.0:1734016096.812451:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (1744896->1748991) req@ffff880074f00e00 x1818247336455168/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:57/0 lens 488/0 e 0 to 0 dl 1734016107 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016096.812460:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074f00e00 with x1818247336455168 ext(1744896->1748991) 00002000:00010000:0.0:1734016096.812466:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074f00e00 00000100:00100000:0.0:1734016096.812498:0:13925:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8043 00000100:00100000:0.0:1734016096.812506:0:13925:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074f00e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1981:x1818247336455168:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:0.0:1734016096.812717:0:13925:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074f00e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1981:x1818247336455168:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 211us (1768us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016096.812724:0:13925:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8043 00002000:00100000:0.0:1734016096.812730:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (1744896->1748991) req@ffff880074f00e00 x1818247336455168/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:57/0 lens 488/4536 e 0 to 0 dl 1734016107 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016096.812737:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074f00e00 with x1818247336455168 ext(1744896->1748991) 00002000:00010000:0.0:1734016096.812739:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074f00e00 00000100:00100000:0.0:1734016096.819968:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016096.825262:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016096.828680:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016096.833177:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016096.837966:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016096.842483:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016096.846658:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016096.846776:0:10115:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336456704 00000100:00100000:3.0:1734016096.846793:0:10115:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336456704 00000100:00100000:3.0:1734016096.846943:0:10115:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9782 00000100:00100000:3.0:1734016096.846953:0:10115:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800744bf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:9673:x1818247336456704:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:3.0:1734016096.846983:0:10115:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016096.847009:0:10115:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a9a6d00/0x3f004d6452e06100 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d011f expref: -99 pid: 10115 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016096.847052:0:10115:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880072170d80/0x3f004d6452e060f2 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1773568->1777663) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0111 expref: 8 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016096.847062:0:10115:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800721718c0/0x3f004d6452e060f9 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0118 expref: 8 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016096.847069:0:10115:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016096.847070:0:10115:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016096.847076:0:10115:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a9a6d00/0x3f004d6452e06100 lrc: 5/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [7184384->7241727] (req 7184384->7241727) gid 0 flags: 0x50000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d011f expref: 8 pid: 10115 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016096.847120:0:10115:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800721718c0/0x3f004d6452e060f9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0118 expref: 8 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016096.847133:0:10115:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800721718c0/0x3f004d6452e060f9 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0118 expref: 8 pid: 7689 timeout: 460 lvb_type: 1 00000100:00100000:3.0:1734016096.847151:0:10115:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88011efc7b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10115:1818247339306880:192.168.201.10@tcp:104: 00010000:00010000:3.0:1734016096.847243:0:10115:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880072170d80/0x3f004d6452e060f2 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1773568->1777663) gid 0 flags: 0x50000000020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0111 expref: 8 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016096.847251:0:10115:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880072170d80/0x3f004d6452e060f2 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1773568->1777663) gid 0 flags: 0x70000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0111 expref: 8 pid: 7689 timeout: 460 lvb_type: 0 00000100:00100000:3.0:1734016096.847262:0:10115:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88011efc5f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10115:1818247339307008:192.168.201.10@tcp:104: 00000100:00100000:3.0:1734016096.847282:0:10115:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012b911f00 going to sleep for 11 seconds 00000100:00100000:1.0:1734016096.852846:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016096.853070:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00010000:00010000:3.0:1734016096.854539:0:10115:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800721718c0/0x3f004d6452e060f9 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0118 expref: 9 pid: 7689 timeout: 460 lvb_type: 1 00000100:00100000:3.0:1734016096.854562:0:10115:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88011efc7b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10115:1818247339306880:192.168.201.10@tcp:104: 00010000:00010000:3.0:1734016096.854574:0:10115:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880072170d80/0x3f004d6452e060f2 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1773568->1777663) gid 0 flags: 0x44801400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0111 expref: 8 pid: 7689 timeout: 460 lvb_type: 0 00000100:00100000:3.0:1734016096.854583:0:10115:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88011efc5f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10115:1818247339307008:192.168.201.10@tcp:104: 00010000:00010000:3.0:1734016096.854615:0:10115:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a9a6d00/0x3f004d6452e06100 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 7184384->7241727) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d011f expref: 7 pid: 10115 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016096.854624:0:10115:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a9a6d00, rc 0) 00000100:00100000:3.0:1734016096.854652:0:10115:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800744bf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:9673:x1818247336456704:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 7701us (8007us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016096.854659:0:10115:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9782 00000100:00100000:3.0:1734016096.857711:0:7705:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074f00700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7705:1818247339307136:192.168.201.10@tcp:105: 00010000:00010000:3.0:1734016096.857746:0:7705:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016096.857808:0:7705:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076948a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1979:x1818247336456832:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 4000us (4731us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016096.857819:0:7705:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2561 00000100:00100000:0.0:1734016096.858075:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016096.861479:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336457216 00000100:00100000:0.0:1734016096.861489:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336457216 00000100:00100000:0.0:1734016096.861535:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9784 00000100:00100000:0.0:1734016096.861543:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074f00a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1981:x1818247336457216:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:0.0:1734016096.861563:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016096.861584:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a8038d80/0x3f004d6452e06107 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d0126 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016096.861654:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800744bfb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339307264:192.168.201.10@tcp:106: 00000100:00100000:0.0:1734016096.861734:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012cf4f3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016096.865967:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016096.883406:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016096.883454:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016096.883504:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016096.886944:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8050 00000100:00100000:3.0:1734016096.886961:0:7695:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800744bc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+10:1980:x1818247336457856:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:0.0:1734016096.893188:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8051 00000100:00100000:0.0:1734016096.893209:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800744bed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+10:1980:x1818247336458112:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:0.0:1734016096.925173:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800744bed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+12:1980:x1818247336458112:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 31954us (41651us total) trans 0 rc 344064/344064 00000100:00100000:0.0:1734016096.925189:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8051 00002000:00100000:0.0:1734016096.925210:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (8388608->8732671) req@ffff8800744bed80 x1818247336458112/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:57/0 lens 488/440 e 0 to 0 dl 1734016107 ref 1 fl Complete:/200/0 rc 344064/344064 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016096.925221:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800744bed80 with x1818247336458112 ext(8388608->8732671) 00002000:00010000:0.0:1734016096.925228:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800744bed80 00000100:00100000:1.0:1734016096.948974:0:3510:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1734016096.949010:0:3510:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800744bdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3510:1818247339307520:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1734016096.949112:0:3510:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734016096.949182:0:13923:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339307520 00000100:00100000:1.0:1734016096.949192:0:13923:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339307520 00000100:00100000:1.0:1734016096.949259:0:13923:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 109 00000100:00100000:1.0:1734016096.949268:0:13923:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007694aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3510:x1818247339307520:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1734016096.949318:0:13923:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 490160704 pending 0 free 3923677184 avail 3692154880 00000100:00100000:1.0:1734016096.949366:0:13923:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007694aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3510:x1818247339307520:12345-0@lo:13:osp-pre-0-0.0 Request processed in 98us (255us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016096.949375:0:13923:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 109 00000100:00100000:1.0:1734016096.949425:0:3510:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800744bdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3510:1818247339307520:0@lo:13:osp-pre-0-0.0 00000100:00080000:0.0:1734016096.951948:0:6479:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1734016066 00000100:00100000:3.0:1734016096.969975:0:7695:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800744bc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+10:1980:x1818247336457856:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 83002us (86505us total) trans 0 rc 4194304/4194304 00000100:00100000:3.0:1734016096.969988:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8050 00002000:00100000:3.0:1734016096.970001:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (4190208->8388607) req@ffff8800744bc380 x1818247336457856/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:57/0 lens 504/440 e 0 to 0 dl 1734016107 ref 1 fl Complete:/200/0 rc 4194304/4194304 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016096.970011:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800744bc380 with x1818247336457856 ext(4190208->8388607) 00002000:00010000:3.0:1734016096.970016:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800744bc380 00000100:00100000:0.0:1734016097.022156:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00080000:0.0:1734016097.022687:0:6479:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734016067 00000100:00100000:0.0:1734016097.028971:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016097.040974:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016097.055039:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016097.078922:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016097.085629:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016097.096136:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016097.096273:0:7420:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336459136 00000100:00100000:3.0:1734016097.096283:0:7420:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336459136 00000100:00100000:3.0:1734016097.096347:0:7420:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 1776 00000100:00100000:3.0:1734016097.096355:0:7420:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800744bdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+28:9673:x1818247336459136:12345-192.168.201.10@tcp:36:fsx.0 00010000:00010000:3.0:1734016097.096409:0:7420:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016097.096440:0:7420:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880072171f80/0x3f004d6452e06097 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d00bd expref: 28 pid: 7420 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016097.096462:0:7420:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:3.0:1734016097.096466:0:7420:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1734016097.096647:0:7420:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a7a80/0x3f004d6452e0613f lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7420 initiator: MDT0 00010000:00010000:3.0:1734016097.096659:0:7420:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a4b40/0x3f004d6452e060b3 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d00d2 expref: 24 pid: 7420 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016097.096667:0:7420:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a7a80/0x3f004d6452e0613f lrc: 4/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7420 initiator: MDT0 00010000:00010000:3.0:1734016097.096698:0:7420:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a4b40/0x3f004d6452e060b3 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d00d2 expref: 24 pid: 7420 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016097.096710:0:7420:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a4b40/0x3f004d6452e060b3 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d00d2 expref: 24 pid: 7420 timeout: 461 lvb_type: 0 00000100:00100000:3.0:1734016097.096724:0:7420:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88011efc5f80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7420:1818247339308416:192.168.201.10@tcp:104: 00000100:00100000:3.0:1734016097.096805:0:7420:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012b9116c0 going to sleep for 11 seconds 00000100:00080000:0.0:1734016097.097716:0:6479:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734016067 00000100:00100000:3.0:1734016097.101288:0:7420:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88011efc5f80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7420:1818247339308416:192.168.201.10@tcp:104: 00010000:00010000:3.0:1734016097.101326:0:7420:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a7a80/0x3f004d6452e0613f lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7420 initiator: MDT0 00000100:00100000:0.0:1734016097.101806:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016097.102537:0:7705:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336459264 00000100:00100000:3.0:1734016097.102543:0:7705:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336459264 00010000:00010000:3.0:1734016097.102593:0:7705:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a4b40/0x3f004d6452e060b3 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d00d2 expref: 25 pid: 7420 timeout: 461 lvb_type: 0 00000100:00080000:0.0:1734016097.102637:0:6479:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734016067 00000100:00100000:3.0:1734016097.103255:0:7705:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2562 00000100:00100000:3.0:1734016097.103264:0:7705:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b1ea4c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+25:1979:x1818247336459264:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016097.103280:0:7705:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016097.103286:0:7705:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a4b40/0x3f004d6452e060b3 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d00d2 expref: 25 pid: 7420 timeout: 461 lvb_type: 0 00010000:00010000:3.0:1734016097.103297:0:7705:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a4b40/0x3f004d6452e060b3 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d00d2 expref: 25 pid: 7420 timeout: 461 lvb_type: 0 00010000:00010000:3.0:1734016097.103316:0:7705:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a4b40/0x3f004d6452e060b3 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d00d2 expref: 25 pid: 7420 timeout: 461 lvb_type: 0 00010000:00010000:3.0:1734016097.103330:0:7705:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:3.0:1734016097.103334:0:7705:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a7a80/0x3f004d6452e0613f lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7420 initiator: MDT0 00010000:00010000:3.0:1734016097.103346:0:7705:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a7a80/0x3f004d6452e0613f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 7420 initiator: MDT0 00010000:00010000:3.0:1734016097.103352:0:7705:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a7a80/0x3f004d6452e0613f lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 7420 initiator: MDT0 00010000:00010000:3.0:1734016097.103369:0:7705:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016097.103765:0:7705:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b1ea4c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+24:1979:x1818247336459264:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 500us (1968us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016097.103772:0:7705:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2562 00000100:00100000:0.0:1734016097.106803:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016097.107047:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336459392 00000100:00100000:3.0:1734016097.107058:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336459392 00000100:00100000:3.0:1734016097.107111:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9792 00000100:00100000:3.0:1734016097.107118:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800744bdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:9673:x1818247336459392:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:3.0:1734016097.107138:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016097.107155:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a9a5b00/0x3f004d6452e06146 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d015e expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016097.107189:0:7689:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a6d00/0x3f004d6452e06100 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 7184384->7241727) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d011f expref: 7 pid: 10115 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016097.107197:0:7689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016097.107199:0:7689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016097.107204:0:7689:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a9a5b00/0x3f004d6452e06146 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d015e expref: 9 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016097.107240:0:7689:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a9a6d00/0x3f004d6452e06100 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 7184384->7241727) gid 0 flags: 0x50000000020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d011f expref: 7 pid: 10115 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016097.107257:0:7689:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a9a6d00/0x3f004d6452e06100 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 7184384->7241727) gid 0 flags: 0x70000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d011f expref: 7 pid: 10115 timeout: 461 lvb_type: 0 00000100:00100000:3.0:1734016097.107270:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88011efc5f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339308544:192.168.201.10@tcp:104: 00000100:00100000:3.0:1734016097.107327:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012b911180 going to sleep for 11 seconds 00000100:00100000:0.0:1734016097.117940:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88011efc5f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339308544:192.168.201.10@tcp:104: 00010000:00010000:0.0:1734016097.117979:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a9a5b00/0x3f004d6452e06146 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d015e expref: 9 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016097.118000:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a9a5b00, rc 0) 00000100:00100000:0.0:1734016097.118054:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800744bdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+9:9673:x1818247336459392:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 10935us (11270us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016097.118063:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9792 00000100:00100000:3.0:1734016097.122126:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016097.124387:0:7705:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336459520 00000100:00100000:0.0:1734016097.124403:0:7705:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336459520 00010000:00010000:0.0:1734016097.124448:0:7705:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a9a6d00/0x3f004d6452e06100 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 7184384->7241727) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d011f expref: 8 pid: 10115 timeout: 461 lvb_type: 0 00000100:00100000:0.0:1734016097.124489:0:7705:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2563 00000100:00100000:0.0:1734016097.124496:0:7705:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011efc7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+8:1978:x1818247336459520:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016097.124511:0:7705:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016097.124535:0:7705:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a9a6d00/0x3f004d6452e06100 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 7184384->7241727) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d011f expref: 8 pid: 10115 timeout: 461 lvb_type: 0 00010000:00010000:0.0:1734016097.124548:0:7705:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a9a6d00/0x3f004d6452e06100 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 7184384->7241727) gid 0 flags: 0x50000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d011f expref: 8 pid: 10115 timeout: 461 lvb_type: 0 00010000:00010000:0.0:1734016097.124573:0:7705:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a6d00/0x3f004d6452e06100 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 7184384->7241727) gid 0 flags: 0x44801400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d011f expref: 8 pid: 10115 timeout: 461 lvb_type: 0 00010000:00010000:0.0:1734016097.124604:0:7705:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016097.124606:0:7705:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016097.124612:0:7705:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a5b00/0x3f004d6452e06146 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d015e expref: 8 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016097.124622:0:7705:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a9a5b00/0x3f004d6452e06146 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d015e expref: 8 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016097.124657:0:7705:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009a9a5b00/0x3f004d6452e06146 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d015e expref: 8 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016097.124669:0:7705:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800744bfb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7705:1818247339308672:192.168.201.10@tcp:105: 00000100:00100000:0.0:1734016097.124736:0:7705:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012cf4f6c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016097.129179:0:3509:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074f01c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3509:1818247339308928:0@lo:400:kworker.0 00000100:00100000:0.0:1734016097.129250:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734016097.129283:0:3509:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1734016097.129288:0:3509:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074f02300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d6847433-36e0-498f-be35-6a8f02b47718:3509:1818247339308800:0@lo:400:kworker.0 00000100:00100000:0.0:1734016097.129313:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734016097.129428:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016097.129460:0:13925:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336459648 00000100:00100000:0.0:1734016097.129468:0:13925:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336459648 00002000:00010000:0.0:1734016097.129509:0:13925:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (9760773->18446744073709551615) 00002000:00100000:0.0:1734016097.129514:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800744ea680 with x1818247336459648 ext(9760773->18446744073709551615) 00002000:00010000:0.0:1734016097.129529:0:13925:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800744ea680. 00000100:00100000:1.0:1734016097.129770:0:7705:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800744bfb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7705:1818247339308672:192.168.201.10@tcp:105: 00010000:00010000:1.0:1734016097.129809:0:7705:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016097.130117:0:3510:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074f02680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3510:1818247339309056:0@lo:400:kworker.0 00000100:00100000:3.0:1734016097.130157:0:3510:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734016097.130919:0:13925:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8052 00000100:00100000:0.0:1734016097.130931:0:13925:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800744ea680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+9:1978:x1818247336459648:12345-192.168.201.10@tcp:10:fsx.0 00002000:00010000:0.0:1734016097.131181:0:13925:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 8732488 -> 9760773 00002000:00010000:0.0:1734016097.131184:0:13925:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016096 -> 1734016096 00002000:00010000:0.0:1734016097.131186:0:13925:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016096 -> 1734016095 00002000:00010000:0.0:1734016097.131188:0:13925:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016096 -> 1734016096 00002000:00010000:0.0:1734016097.131189:0:13925:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 448 -> 448 00000100:00100000:1.0:1734016097.132044:0:7705:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011efc7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1978:x1818247336459520:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 7546us (9926us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016097.132053:0:7705:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2563 00000100:00100000:1.0:1734016097.132082:0:3508:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880135f56a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3508:1818247339309312:0@lo:400:kworker.0 00000100:00100000:1.0:1734016097.132114:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734016097.132143:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339309312 00000100:00100000:1.0:1734016097.132146:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339309312 00000100:00100000:1.0:1734016097.132178:0:10115:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 101 00000100:00100000:1.0:1734016097.132182:0:10115:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076949880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3508:x1818247339309312:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734016097.132205:0:10115:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076949880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3508:x1818247339309312:12345-0@lo:400:kworker.0 Request processed in 23us (91us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016097.132210:0:10115:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 101 00000100:00100000:1.0:1734016097.132231:0:3508:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880135f56a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3508:1818247339309312:0@lo:400:kworker.0 00000100:00100000:0.0:1734016097.132340:0:13925:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800744ea680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+10:1978:x1818247336459648:12345-192.168.201.10@tcp:10:fsx.0 Request processed in 1411us (2913us total) trans 4294969014 rc 0/0 00000100:00100000:0.0:1734016097.132347:0:13925:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8052 00002000:00010000:0.0:1734016097.132351:0:13925:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (9760773->18446744073709551615) 00002000:00100000:0.0:1734016097.132355:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800744ea680 with x1818247336459648 ext(9760773->18446744073709551615) 00002000:00010000:0.0:1734016097.132362:0:13925:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800744ea680. 00000100:00100000:0.0:1734016097.132385:0:3509:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074f02300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d6847433-36e0-498f-be35-6a8f02b47718:3509:1818247339308800:0@lo:400:kworker.0 00000100:00100000:0.0:1734016097.132396:0:3509:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074f01c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3509:1818247339308928:0@lo:400:kworker.0 00000100:00100000:1.0:1734016097.136651:0:6482:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336459776 00000100:00100000:1.0:1734016097.136661:0:6482:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336459776 00000100:00100000:1.0:1734016097.136710:0:6482:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 1777 00000100:00100000:1.0:1734016097.136716:0:6482:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880135f57800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+29:9673:x1818247336459776:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:1.0:1734016097.136742:0:6482:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016097.136761:0:6482:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880097235b00/0x3f004d6452e0614d lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d0165 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016097.136902:0:6482:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800972373c0/0x3f004d6452e06154 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6482 initiator: MDT0 00010000:00010000:1.0:1734016097.136918:0:6482:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800972373c0/0x3f004d6452e06154 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6482 initiator: MDT0 00010000:00010000:1.0:1734016097.136935:0:6482:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800972373c0/0x3f004d6452e06154 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6482 initiator: MDT0 00000004:00200000:1.0:1734016097.136961:0:6482:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 9760773 00000004:00200000:1.0:1734016097.136964:0:6482:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1734016097.136980:0:6482:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800972373c0/0x3f004d6452e06154 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6482 initiator: MDT0 00010000:00010000:1.0:1734016097.137005:0:6482:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880097235b00/0x3f004d6452e0614d lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0165 expref: 31 pid: 6482 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016097.137692:0:6482:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800972373c0/0x3f004d6452e06154 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0165 expref: 30 pid: 6482 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016097.137701:0:6482:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:1.0:1734016097.137703:0:6482:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1734016097.137706:0:6482:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800972373c0, rc 0) 00000100:00100000:1.0:1734016097.137859:0:6482:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880135f57800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+30:9673:x1818247336459776:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 1141us (1376us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016097.138009:0:6482:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 1777 00000100:00100000:0.0:1734016097.141080:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016097.141402:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336459904 00000100:00100000:1.0:1734016097.141420:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336459904 00000100:00100000:1.0:1734016097.141495:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9793 00000100:00100000:1.0:1734016097.141507:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800744eaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1979:x1818247336459904:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:1.0:1734016097.141540:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016097.141580:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880097236880/0x3f004d6452e0615b lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d016c expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016097.141676:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076948a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339309440:192.168.201.10@tcp:106: 00000100:00100000:1.0:1734016097.141783:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff88006d6ff540 going to sleep for 11 seconds 00002000:00010000:1.0:1734016097.144491:0:7689:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime: 1734016095 -> 1734016096 00000100:00100000:1.0:1734016097.144525:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076948a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339309440:192.168.201.10@tcp:106: 00010000:00010000:1.0:1734016097.144570:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880097236880/0x3f004d6452e0615b lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d016c expref: 8 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016097.144584:0:7689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097236880/0x3f004d6452e0615b lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d016c expref: 8 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016097.144611:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097236880, rc 0) 00000100:00100000:1.0:1734016097.144695:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800744eaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1979:x1818247336459904:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 3189us (3627us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016097.144704:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9793 00000100:00100000:3.0:1734016097.148100:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016097.148231:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336460032 00000100:00100000:1.0:1734016097.148241:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336460032 00000100:00100000:1.0:1734016097.148291:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9794 00000100:00100000:1.0:1734016097.148299:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011efc7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:9673:x1818247336460032:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:1.0:1734016097.148319:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016097.148341:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880097237840/0x3f004d6452e06162 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d0173 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016097.148373:0:7689:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a5b00/0x3f004d6452e06146 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d015e expref: 9 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016097.148380:0:7689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016097.148382:0:7689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016097.148387:0:7689:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880097237840/0x3f004d6452e06162 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [1216512->1220607] (req 1216512->1220607) gid 0 flags: 0x50000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0173 expref: 8 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016097.148418:0:7689:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a9a5b00/0x3f004d6452e06146 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d015e expref: 9 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016097.148429:0:7689:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a9a5b00/0x3f004d6452e06146 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d015e expref: 9 pid: 7689 timeout: 461 lvb_type: 0 00000100:00100000:1.0:1734016097.148442:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076948a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339309568:192.168.201.10@tcp:104: 00000100:00100000:1.0:1734016097.148508:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff88006d6ff540 going to sleep for 11 seconds 00000100:00100000:3.0:1734016097.153687:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016097.153845:0:7705:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336460160 00000100:00100000:1.0:1734016097.153852:0:7705:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336460160 00010000:00010000:1.0:1734016097.153894:0:7705:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a9a5b00/0x3f004d6452e06146 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d015e expref: 10 pid: 7689 timeout: 461 lvb_type: 0 00000100:00100000:1.0:1734016097.153929:0:7705:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2564 00000100:00100000:1.0:1734016097.153935:0:7705:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011efc7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+10:1979:x1818247336460160:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016097.153948:0:7705:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016097.153974:0:7705:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a9a5b00/0x3f004d6452e06146 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d015e expref: 10 pid: 7689 timeout: 461 lvb_type: 0 00010000:00010000:1.0:1734016097.153984:0:7705:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a9a5b00/0x3f004d6452e06146 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d015e expref: 10 pid: 7689 timeout: 461 lvb_type: 0 00010000:00010000:1.0:1734016097.154013:0:7705:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a5b00/0x3f004d6452e06146 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d015e expref: 10 pid: 7689 timeout: 461 lvb_type: 0 00010000:00010000:1.0:1734016097.154044:0:7705:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016097.154046:0:7705:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016097.154053:0:7705:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880097237840/0x3f004d6452e06162 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1216512->1220607) gid 0 flags: 0x40080000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0173 expref: 7 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016097.154062:0:7705:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880097237840/0x3f004d6452e06162 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1216512->1220607) gid 0 flags: 0x40080000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0173 expref: 7 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016097.154095:0:7705:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880097237840/0x3f004d6452e06162 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1216512->1220607) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0173 expref: 7 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016097.154107:0:7705:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076948000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7705:1818247339309696:192.168.201.10@tcp:105: 00000100:00100000:1.0:1734016097.154153:0:7705:0:(client.c:2562:ptlrpc_set_wait()) set ffff88006d6ff240 going to sleep for 11 seconds 00000100:00100000:1.0:1734016097.160694:0:7705:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076948000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7705:1818247339309696:192.168.201.10@tcp:105: 00010000:00010000:1.0:1734016097.160729:0:7705:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016097.160789:0:7705:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011efc7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+9:1979:x1818247336460160:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 6852us (7101us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016097.160812:0:7705:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2564 00000100:00100000:1.0:1734016097.178393:0:3508:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1734016097.178422:0:3508:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800744eb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3508:1818247339309824:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1734016097.178505:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734016097.178645:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339309824 00000100:00100000:0.0:1734016097.178657:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339309824 00000100:00100000:0.0:1734016097.178711:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 110 00000100:00100000:0.0:1734016097.178719:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076948000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3508:x1818247339309824:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1734016097.178760:0:7693:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 980042304 pending 0 free 3923447808 avail 3691925504 00000100:00100000:0.0:1734016097.178814:0:7693:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076948000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3508:x1818247339309824:12345-0@lo:13:osp-pre-1-0.0 Request processed in 95us (309us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016097.178821:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 110 00000100:00100000:0.0:1734016097.188777:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016097.190357:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016097.191087:0:7695:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336460416 00000100:00100000:3.0:1734016097.191103:0:7695:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336460416 00002000:00100000:3.0:1734016097.191183:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (0->4194303) req@ffff8800744e9180 x1818247336460416/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:58/0 lens 488/0 e 0 to 0 dl 1734016108 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016097.191194:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800744e9180 with x1818247336460416 ext(0->4194303) 00002000:00010000:3.0:1734016097.191201:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800744e9180 00000100:00100000:3.0:1734016097.191233:0:7695:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336460672 00000100:00100000:3.0:1734016097.191236:0:7695:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336460672 00002000:00100000:3.0:1734016097.191250:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (4194304->8388607) req@ffff8800744ebb80 x1818247336460672/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:58/0 lens 488/0 e 0 to 0 dl 1734016108 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016097.191256:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800744ebb80 with x1818247336460672 ext(4194304->8388607) 00002000:00010000:3.0:1734016097.191258:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800744ebb80 00000100:00100000:0.0:1734016097.191908:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016097.199698:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8054 00000100:00100000:3.0:1734016097.199717:0:7695:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800744ebb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+11:1979:x1818247336460672:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:1.0:1734016097.202787:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8055 00000100:00100000:1.0:1734016097.202836:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800744e8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+11:1979:x1818247336460928:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:1.0:1734016097.256277:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800744e8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+12:1979:x1818247336460928:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 53431us (64356us total) trans 0 rc 1376256/1376256 00000100:00100000:1.0:1734016097.256296:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8055 00002000:00100000:1.0:1734016097.256309:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (8388608->9764863) req@ffff8800744e8700 x1818247336460928/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:58/0 lens 488/440 e 0 to 0 dl 1734016108 ref 1 fl Complete:/200/0 rc 1376256/1376256 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016097.256319:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800744e8700 with x1818247336460928 ext(8388608->9764863) 00002000:00010000:1.0:1734016097.256325:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800744e8700 00000100:00100000:3.0:1734016097.296054:0:7695:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800744ebb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+10:1979:x1818247336460672:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 96327us (105692us total) trans 0 rc 4194304/4194304 00000100:00100000:3.0:1734016097.296069:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8054 00002000:00100000:3.0:1734016097.296082:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (4194304->8388607) req@ffff8800744ebb80 x1818247336460672/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:58/0 lens 488/440 e 0 to 0 dl 1734016108 ref 1 fl Complete:/200/0 rc 4194304/4194304 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016097.296091:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800744ebb80 with x1818247336460672 ext(4194304->8388607) 00002000:00010000:3.0:1734016097.296099:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800744ebb80 00000100:00100000:3.0:1734016097.347132:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016097.347246:0:6482:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336461056 00000100:00100000:1.0:1734016097.347258:0:6482:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336461056 00000100:00100000:1.0:1734016097.347326:0:6482:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 1778 00000100:00100000:1.0:1734016097.347334:0:6482:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011efc5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+24:9673:x1818247336461056:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:1.0:1734016097.347356:0:6482:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016097.347377:0:6482:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880097237a80/0x3f004d6452e06169 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d017a expref: -99 pid: 6482 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016097.347469:0:6482:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880097234900/0x3f004d6452e06170 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 6482 initiator: MDT0 00010000:00010000:1.0:1734016097.347484:0:6482:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880097234900/0x3f004d6452e06170 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6482 initiator: MDT0 00010000:00010000:1.0:1734016097.347494:0:6482:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880097234900/0x3f004d6452e06170 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6482 initiator: MDT0 00000004:00200000:1.0:1734016097.347517:0:6482:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 9760773 00000004:00200000:1.0:1734016097.347520:0:6482:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1734016097.347537:0:6482:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880097234900/0x3f004d6452e06170 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6482 initiator: MDT0 00010000:00010000:1.0:1734016097.347559:0:6482:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880097237a80/0x3f004d6452e06169 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d017a expref: 26 pid: 6482 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016097.347603:0:6482:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880097234900/0x3f004d6452e06170 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d017a expref: 25 pid: 6482 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016097.347611:0:6482:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:1.0:1734016097.347614:0:6482:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1734016097.347617:0:6482:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097234900, rc 0) 00000100:00100000:1.0:1734016097.347673:0:6482:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011efc5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+25:9673:x1818247336461056:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 339us (552us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016097.347680:0:6482:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 1778 00000100:00100000:0.0:1734016097.351106:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016097.363263:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00010000:00010000:3.0:1734016097.364995:0:7689:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880097237840/0x3f004d6452e06162 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1216512->1220607) gid 0 flags: 0x50000000020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0173 expref: 7 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016097.365007:0:7689:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880097237840/0x3f004d6452e06162 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1216512->1220607) gid 0 flags: 0x70000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0173 expref: 7 pid: 7689 timeout: 461 lvb_type: 0 00000100:00100000:3.0:1734016097.365017:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b91bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339310080:192.168.201.10@tcp:104: 00000100:00100000:3.0:1734016097.365568:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a896e0c0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016097.379485:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016097.379559:0:7705:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336461440 00000100:00100000:1.0:1734016097.379570:0:7705:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336461440 00000100:00100000:0.0:1734016097.379594:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880135f55180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339309952:192.168.201.10@tcp:104: 00010000:00010000:1.0:1734016097.379611:0:7705:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880072171f80/0x3f004d6452e06177 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0181 expref: 12 pid: 7689 timeout: 461 lvb_type: 1 00000100:00100000:1.0:1734016097.379656:0:7705:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2565 00000100:00100000:1.0:1734016097.379663:0:7705:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b91aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+12:1978:x1818247336461440:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016097.379679:0:7705:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016097.379705:0:7705:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880072171f80/0x3f004d6452e06177 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0181 expref: 12 pid: 7689 timeout: 461 lvb_type: 1 00010000:00010000:1.0:1734016097.379715:0:7705:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880072171f80/0x3f004d6452e06177 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0181 expref: 12 pid: 7689 timeout: 461 lvb_type: 1 00010000:00010000:1.0:1734016097.379740:0:7705:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880072171f80/0x3f004d6452e06177 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0181 expref: 12 pid: 7689 timeout: 461 lvb_type: 1 00010000:00010000:1.0:1734016097.379781:0:7705:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016097.379842:0:7705:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b91aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+11:1978:x1818247336461440:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 177us (368us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016097.379850:0:7705:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2565 00000100:00100000:0.0:1734016097.386249:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b91bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339310080:192.168.201.10@tcp:104: 00010000:00010000:0.0:1734016097.386293:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880072172d00/0x3f004d6452e0617e lrc: 3/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [6946816->6995967] (req 6946816->6995967) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0188 expref: 10 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016097.386313:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880072172d00, rc 0) 00000100:00100000:0.0:1734016097.386385:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800744e8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+10:9673:x1818247336461312:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 22926us (23131us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016097.386395:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9796 00000100:00100000:0.0:1734016097.400570:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016097.407179:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016097.407236:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336461696 00000100:00100000:0.0:1734016097.407249:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336461696 00000100:00100000:0.0:1734016097.407303:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9797 00000100:00100000:0.0:1734016097.407309:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b919500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+10:1978:x1818247336461696:12345-192.168.201.10@tcp:22:fsx.0 00002000:00010000:0.0:1734016097.407548:0:7689:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 9760773 -> 9760773 00002000:00010000:0.0:1734016097.407551:0:7689:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016096 -> 1734016096 00002000:00010000:0.0:1734016097.407554:0:7689:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016096 -> 1734016095 00002000:00010000:0.0:1734016097.407556:0:7689:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016096 -> 1734016097 00002000:00010000:0.0:1734016097.407557:0:7689:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 448 -> 544 00000100:00100000:0.0:1734016097.407608:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b919500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+11:1978:x1818247336461696:12345-192.168.201.10@tcp:22:fsx.0 Request processed in 298us (445us total) trans 4294969015 rc 0/0 00000100:00100000:0.0:1734016097.407615:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9797 00000100:00100000:0.0:1734016097.411261:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016097.411368:0:10115:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336461824 00000100:00100000:1.0:1734016097.411378:0:10115:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336461824 00000100:00100000:1.0:1734016097.411417:0:10115:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9798 00000100:00100000:1.0:1734016097.411424:0:10115:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800744eb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1981:x1818247336461824:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:1.0:1734016097.411445:0:10115:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016097.411466:0:10115:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880097235440/0x3f004d6452e06185 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d018f expref: -99 pid: 10115 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016097.411534:0:10115:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007694ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10115:1818247339310336:192.168.201.10@tcp:106: 00000100:00100000:1.0:1734016097.411615:0:10115:0:(client.c:2562:ptlrpc_set_wait()) set ffff88006d6ff240 going to sleep for 11 seconds 00000100:00100000:0.0:1734016097.431054:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016097.441548:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016097.450908:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00010000:00010000:3.0:1734016097.455037:0:6471:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734016097.457531:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016097.457884:0:6469:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336462336 00000100:00100000:3.0:1734016097.457897:0:6469:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336462336 00010000:00010000:3.0:1734016097.457935:0:6469:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880072172d00/0x3f004d6452e0617e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6946816->6995967) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0188 expref: 11 pid: 7689 timeout: 461 lvb_type: 0 00000100:00100000:3.0:1734016097.457966:0:6469:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2567 00000100:00100000:3.0:1734016097.457972:0:6469:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800744e9880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+11:1978:x1818247336462336:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016097.457986:0:6469:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016097.458009:0:6469:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880072172d00/0x3f004d6452e0617e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 6946816->6995967) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0188 expref: 11 pid: 7689 timeout: 461 lvb_type: 0 00010000:00010000:3.0:1734016097.458020:0:6469:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880072172d00/0x3f004d6452e0617e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 6946816->6995967) gid 0 flags: 0x50000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0188 expref: 11 pid: 7689 timeout: 461 lvb_type: 0 00010000:00010000:3.0:1734016097.458040:0:6469:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880072172d00/0x3f004d6452e0617e lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 6946816->6995967) gid 0 flags: 0x44801400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0188 expref: 11 pid: 7689 timeout: 461 lvb_type: 0 00010000:00010000:3.0:1734016097.458068:0:6469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016097.458070:0:6469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016097.458079:0:6469:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800721718c0/0x3f004d6452e0619a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 217088->225279) gid 0 flags: 0x40080000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d01a4 expref: 8 pid: 10115 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016097.458087:0:6469:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800721718c0/0x3f004d6452e0619a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 217088->225279) gid 0 flags: 0x40080000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d01a4 expref: 8 pid: 10115 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016097.458118:0:6469:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800721718c0/0x3f004d6452e0619a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 217088->225279) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d01a4 expref: 8 pid: 10115 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016097.458129:0:6469:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b91b100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6469:1818247339310848:192.168.201.10@tcp:105: 00000100:00100000:3.0:1734016097.458181:0:6469:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012b911180 going to sleep for 11 seconds 00000100:00100000:3.0:1734016097.462543:0:6469:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b91b100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6469:1818247339310848:192.168.201.10@tcp:105: 00010000:00010000:3.0:1734016097.462571:0:6469:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016097.462626:0:6469:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800744e9880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+10:1978:x1818247336462336:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 4651us (5107us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016097.462642:0:6469:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2567 00000100:00100000:1.0:1734016097.464285:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016097.469705:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000001:00080000:1.0:1734016097.474422:0:6464:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968429 is committed 00000001:00080000:1.0:1734016097.474440:0:6464:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968426 is committed 00000100:00100000:0.0:1734016097.477360:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016097.479082:0:6469:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336462848 00000100:00100000:3.0:1734016097.479095:0:6469:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336462848 00010000:00010000:3.0:1734016097.479133:0:6469:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880097234900/0x3f004d6452e06170 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d017a expref: 11 pid: 6482 timeout: 461 lvb_type: 0 00000100:00100000:3.0:1734016097.479165:0:6469:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2568 00000100:00100000:3.0:1734016097.479172:0:6469:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800744ead80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+11:1978:x1818247336462848:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016097.479188:0:6469:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016097.479195:0:6469:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880097234900/0x3f004d6452e06170 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d017a expref: 11 pid: 6482 timeout: 461 lvb_type: 0 00010000:00010000:3.0:1734016097.479206:0:6469:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880097234900/0x3f004d6452e06170 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d017a expref: 11 pid: 6482 timeout: 461 lvb_type: 0 00010000:00010000:3.0:1734016097.479230:0:6469:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880097234900/0x3f004d6452e06170 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d017a expref: 11 pid: 6482 timeout: 461 lvb_type: 0 00010000:00010000:3.0:1734016097.479365:0:6469:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:3.0:1734016097.479372:0:6469:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff880072172d00/0x3f004d6452e061a1 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6481 initiator: MDT0 00010000:00010000:3.0:1734016097.479382:0:6469:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880072172d00/0x3f004d6452e061a1 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6481 initiator: MDT0 00010000:00010000:3.0:1734016097.479389:0:6469:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880072172d00/0x3f004d6452e061a1 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6481 initiator: MDT0 00010000:00010000:3.0:1734016097.479514:0:6469:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016097.479570:0:6469:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800744ead80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+10:1978:x1818247336462848:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 398us (2226us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016097.479578:0:6469:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2568 00010000:00010000:0.0:1734016097.483489:0:3494:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880072172d00/0x3f004d6452e061a1 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6481 initiator: MDT0 00010000:00010000:0.0:1734016097.483505:0:3494:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880072172d00/0x3f004d6452e061a1 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6481 initiator: MDT0 00010000:00010000:0.0:1734016097.483512:0:3494:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880072172d00/0x3f004d6452e061a1 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6481 initiator: MDT0 00010000:00010000:0.0:1734016097.483518:0:3494:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880072172d00 already unused, calling callback (ffffffffa0f03950) 00010000:00010000:0.0:1734016097.483522:0:3494:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880072172d00/0x3f004d6452e061a1 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6481 initiator: MDT0 00010000:00010000:0.0:1734016097.483529:0:3494:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880072172d00/0x3f004d6452e061a1 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6481 initiator: MDT0 00010000:00010000:0.0:1734016097.483546:0:3494:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:0.0:1734016097.483548:0:3494:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1734016097.483553:0:3494:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880072172d00/0x3f004d6452e061a1 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6481 initiator: MDT0 00010000:00010000:0.0:1734016097.483562:0:3494:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880072172d00/0x3f004d6452e061a1 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6481 initiator: MDT0 00000100:00100000:1.0:1734016097.484058:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336462976 00000100:00100000:1.0:1734016097.484068:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336462976 00000100:00100000:1.0:1734016097.484976:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9803 00000100:00100000:1.0:1734016097.484984:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880135f54380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+10:9673:x1818247336462976:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:1.0:1734016097.485003:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016097.485022:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880097234480/0x3f004d6452e061a8 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d01ab expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016097.485052:0:7689:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800721718c0/0x3f004d6452e0619a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 217088->225279) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d01a4 expref: 8 pid: 10115 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016097.485060:0:7689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016097.485062:0:7689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016097.485066:0:7689:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880097234480/0x3f004d6452e061a8 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d01ab expref: 11 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016097.485098:0:7689:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800721718c0/0x3f004d6452e0619a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 217088->225279) gid 0 flags: 0x50000000020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d01a4 expref: 8 pid: 10115 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016097.485109:0:7689:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800721718c0/0x3f004d6452e0619a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 217088->225279) gid 0 flags: 0x70000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d01a4 expref: 8 pid: 10115 timeout: 461 lvb_type: 0 00000100:00100000:1.0:1734016097.485120:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007536a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339311104:192.168.201.10@tcp:104: 00000100:00100000:1.0:1734016097.485197:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff88006d6fff00 going to sleep for 11 seconds 00000100:00100000:3.0:1734016097.488033:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016097.488172:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007536a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339311104:192.168.201.10@tcp:104: 00010000:00010000:1.0:1734016097.488204:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880097234480/0x3f004d6452e061a8 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d01ab expref: 11 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016097.488220:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097234480, rc 0) 00000100:00100000:1.0:1734016097.488268:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880135f54380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+11:9673:x1818247336462976:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 3284us (4772us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016097.488276:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9803 00000100:00100000:0.0:1734016097.490650:0:7705:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336463104 00000100:00100000:0.0:1734016097.490668:0:7705:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336463104 00010000:00010000:0.0:1734016097.490721:0:7705:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800721718c0/0x3f004d6452e0619a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 217088->225279) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d01a4 expref: 9 pid: 10115 timeout: 461 lvb_type: 0 00000100:00100000:0.0:1734016097.490794:0:7705:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2569 00000100:00100000:0.0:1734016097.490802:0:7705:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b1ea4850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+9:1979:x1818247336463104:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016097.490819:0:7705:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016097.490843:0:7705:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800721718c0/0x3f004d6452e0619a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 217088->225279) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d01a4 expref: 9 pid: 10115 timeout: 461 lvb_type: 0 00010000:00010000:0.0:1734016097.490857:0:7705:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800721718c0/0x3f004d6452e0619a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 217088->225279) gid 0 flags: 0x50000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d01a4 expref: 9 pid: 10115 timeout: 461 lvb_type: 0 00010000:00010000:0.0:1734016097.490929:0:7705:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800721718c0/0x3f004d6452e0619a lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 217088->225279) gid 0 flags: 0x44801400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d01a4 expref: 9 pid: 10115 timeout: 461 lvb_type: 0 00010000:00010000:0.0:1734016097.490968:0:7705:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016097.490970:0:7705:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016097.490975:0:7705:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880097234480/0x3f004d6452e061a8 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d01ab expref: 10 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016097.490983:0:7705:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880097234480/0x3f004d6452e061a8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d01ab expref: 10 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016097.491030:0:7705:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880097234480/0x3f004d6452e061a8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d01ab expref: 10 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016097.491044:0:7705:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800744e9c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7705:1818247339311232:192.168.201.10@tcp:105: 00000100:00100000:0.0:1734016097.491122:0:7705:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012cf4f480 going to sleep for 11 seconds 00000100:00100000:1.0:1734016097.498050:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016097.500837:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016097.503978:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016097.504057:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336463488 00000100:00100000:1.0:1734016097.504066:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336463488 00000100:00100000:1.0:1734016097.504153:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9804 00000100:00100000:1.0:1734016097.504159:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800744e9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+8:9673:x1818247336463488:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:1.0:1734016097.504175:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016097.504191:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880097234fc0/0x3f004d6452e061bd lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d01b9 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016097.504218:0:7689:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880097234480/0x3f004d6452e061a8 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d01ab expref: 11 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016097.504224:0:7689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016097.504226:0:7689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016097.504229:0:7689:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880097234fc0/0x3f004d6452e061bd lrc: 4/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [5885952->5918719] (req 5885952->5918719) gid 0 flags: 0x50000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d01b9 expref: 9 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016097.504258:0:7689:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880097234480/0x3f004d6452e061a8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d01ab expref: 11 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016097.504268:0:7689:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880097234480/0x3f004d6452e061a8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d01ab expref: 11 pid: 7689 timeout: 461 lvb_type: 0 00000100:00100000:1.0:1734016097.504279:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007536a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339311360:192.168.201.10@tcp:104: 00000100:00100000:1.0:1734016097.504329:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff88006d6fff00 going to sleep for 11 seconds 00000100:00100000:0.0:1734016097.509980:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016097.513670:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016097.514124:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336463744 00000100:00100000:3.0:1734016097.514133:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336463744 00000100:00100000:3.0:1734016097.514174:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9805 00000100:00100000:3.0:1734016097.514179:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007536aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+9:1978:x1818247336463744:12345-192.168.201.10@tcp:22:fsx.0 00002000:00010000:3.0:1734016097.514421:0:7689:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 9172722 -> 9172722 00002000:00010000:3.0:1734016097.514424:0:7689:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016096 -> 1734016096 00002000:00010000:3.0:1734016097.514426:0:7689:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016095 -> 1734016095 00002000:00010000:3.0:1734016097.514427:0:7689:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016096 -> 1734016096 00002000:00010000:3.0:1734016097.514429:0:7689:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 544 -> 544 00000100:00100000:3.0:1734016097.514503:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007536aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+10:1978:x1818247336463744:12345-192.168.201.10@tcp:22:fsx.0 Request processed in 324us (835us total) trans 4294969018 rc 0/0 00000100:00100000:3.0:1734016097.514508:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9805 00000100:00100000:0.0:1734016097.518087:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016097.522530:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016097.526648:0:10115:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880135f56300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10115:1818247339311616:192.168.201.10@tcp:104: 00010000:00010000:0.0:1734016097.526685:0:10115:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800721718c0/0x3f004d6452e061d2 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [5111808->5124095] (req 5111808->5124095) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d01c7 expref: 12 pid: 10115 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016097.526703:0:10115:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800721718c0, rc 0) 00000100:00100000:0.0:1734016097.526762:0:10115:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800744e9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+12:9673:x1818247336464000:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 4061us (4242us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016097.526771:0:10115:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9806 00000100:00100000:0.0:1734016097.527252:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016097.533845:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016097.533915:0:10115:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336464256 00000100:00100000:0.0:1734016097.533922:0:10115:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336464256 00000100:00100000:0.0:1734016097.533962:0:10115:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9807 00000100:00100000:0.0:1734016097.533968:0:10115:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b91b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+12:1978:x1818247336464256:12345-192.168.201.10@tcp:22:fsx.0 00002000:00010000:0.0:1734016097.534202:0:10115:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 9172722 -> 9172722 00002000:00010000:0.0:1734016097.534206:0:10115:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016096 -> 1734016096 00002000:00010000:0.0:1734016097.534208:0:10115:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016095 -> 1734016095 00002000:00010000:0.0:1734016097.534210:0:10115:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016096 -> 1734016096 00002000:00010000:0.0:1734016097.534211:0:10115:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 544 -> 544 00000100:00100000:0.0:1734016097.534284:0:10115:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b91b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+13:1978:x1818247336464256:12345-192.168.201.10@tcp:22:fsx.0 Request processed in 316us (440us total) trans 4294969019 rc 0/0 00000100:00100000:0.0:1734016097.534290:0:10115:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9807 00000100:00100000:0.0:1734016097.537574:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016097.538213:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336464384 00000100:00100000:3.0:1734016097.538223:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336464384 00000100:00100000:3.0:1734016097.538628:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9808 00000100:00100000:3.0:1734016097.538636:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076b60000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+9:1978:x1818247336464384:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:3.0:1734016097.538656:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016097.538675:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a9a6d00/0x3f004d6452e061d9 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d01ce expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016097.538732:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b91aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339311872:192.168.201.10@tcp:106: 00000100:00100000:3.0:1734016097.538814:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012b911180 going to sleep for 11 seconds 00002000:00010000:3.0:1734016097.540630:0:7689:0:(ofd_lvb.c:295:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime: 1734016096 -> 1734016097 00000100:00100000:3.0:1734016097.540657:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b91aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339311872:192.168.201.10@tcp:106: 00010000:00010000:3.0:1734016097.540690:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a9a6d00/0x3f004d6452e061d9 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d01ce expref: 10 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016097.540703:0:7689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a6d00/0x3f004d6452e061d9 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d01ce expref: 10 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016097.540732:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a9a6d00, rc 0) 00000100:00100000:3.0:1734016097.540842:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076b60000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+9:1978:x1818247336464384:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 2206us (3275us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016097.540850:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9808 00000100:00100000:3.0:1734016097.543408:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336464512 00000100:00100000:3.0:1734016097.543419:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336464512 00000100:00100000:3.0:1734016097.543571:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9809 00000100:00100000:3.0:1734016097.543580:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880135f57100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+9:1978:x1818247336464512:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:3.0:1734016097.543603:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016097.543623:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a9a73c0/0x3f004d6452e061e0 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d01d5 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016097.543678:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b91aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339312000:192.168.201.10@tcp:106: 00000100:00100000:3.0:1734016097.544093:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012b911180 going to sleep for 11 seconds 00000100:00100000:1.0:1734016097.549795:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016097.557063:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016097.557273:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336464768 00000100:00100000:3.0:1734016097.557286:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336464768 00000100:00100000:3.0:1734016097.557471:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9811 00000100:00100000:3.0:1734016097.557480:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076b62680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+9:1978:x1818247336464768:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:3.0:1734016097.557502:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016097.557522:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7600/0x3f004d6452e061ee lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d01e3 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016097.557581:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b91bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339312256:192.168.201.10@tcp:106: 00000100:00100000:3.0:1734016097.557653:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012b911f00 going to sleep for 11 seconds 00000100:00100000:3.0:1734016097.560489:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b91bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339312256:192.168.201.10@tcp:106: 00010000:00010000:3.0:1734016097.560532:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7600/0x3f004d6452e061ee lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d01e3 expref: 10 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016097.560547:0:7689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7600/0x3f004d6452e061ee lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d01e3 expref: 10 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016097.560574:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a9a7600, rc 0) 00000100:00100000:3.0:1734016097.560690:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076b62680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+9:1978:x1818247336464768:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 3209us (3638us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016097.560698:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9811 00000100:00100000:0.0:1734016097.564804:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336464896 00000100:00100000:0.0:1734016097.564814:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336464896 00000100:00100000:0.0:1734016097.564889:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9812 00000100:00100000:0.0:1734016097.564896:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880135f56300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+9:1979:x1818247336464896:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:0.0:1734016097.564917:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016097.564938:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a80386c0/0x3f004d6452e061f5 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d01ea expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016097.565001:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076b62300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339312384:192.168.201.10@tcp:106: 00000100:00100000:0.0:1734016097.565077:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012cf4f480 going to sleep for 11 seconds 00000100:00100000:0.0:1734016097.571590:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336465024 00000100:00100000:0.0:1734016097.571603:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336465024 00000100:00100000:0.0:1734016097.571664:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9813 00000100:00100000:0.0:1734016097.571673:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880135f55180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+9:1979:x1818247336465024:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:0.0:1734016097.571699:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016097.571721:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a803ad00/0x3f004d6452e061fc lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d01f1 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016097.571808:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076b60380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339312512:192.168.201.10@tcp:106: 00000100:00100000:0.0:1734016097.571918:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012cf4f6c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016097.574139:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076b60380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339312512:192.168.201.10@tcp:106: 00010000:00010000:0.0:1734016097.574182:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a803ad00/0x3f004d6452e061fc lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d01f1 expref: 10 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016097.574198:0:7689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a803ad00/0x3f004d6452e061fc lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d01f1 expref: 10 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016097.574231:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a803ad00, rc 0) 00000100:00100000:0.0:1734016097.574289:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880135f55180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+9:1979:x1818247336465024:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 2614us (2825us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016097.574298:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9813 00000100:00100000:0.0:1734016097.577549:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016097.583127:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00010000:00010000:0.0:1734016097.583974:0:6481:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff880072172d00/0x3f004d6452e06203 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6481 initiator: MDT0 00010000:00010000:0.0:1734016097.583980:0:6481:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880072172d00/0x3f004d6452e06203 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6481 initiator: MDT0 00000001:00080000:0.0:1734016097.584085:0:6481:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294968431 00000004:00010000:0.0:1734016097.584132:0:6481:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff880076b60380 reply state ffff88007b899000 transno 4294968432 ns: mdt-lustre-MDT0000_UUID lock: ffff880072172d00/0x3f004d6452e06203 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6481 initiator: MDT0 00000100:00100000:0.0:1734016097.584138:0:6481:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1734016097.584235:0:6481:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076b60380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+13:9673:x1818247336465280:12345-192.168.201.10@tcp:36:fsx.0 Request processed in 6303us (6696us total) trans 4294968432 rc 0/0 00000100:00100000:0.0:1734016097.584243:0:6481:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 1782 00000020:00080000:0.0:1734016097.584247:0:6481:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1734016097.588928:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016097.589015:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336465536 00000100:00100000:1.0:1734016097.589026:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336465536 00000100:00100000:1.0:1734016097.589072:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9814 00000100:00100000:1.0:1734016097.589079:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076b61f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+9:9673:x1818247336465536:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:1.0:1734016097.589099:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016097.589118:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880097236d00/0x3f004d6452e0620a lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d01f8 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016097.589149:0:7689:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800721718c0/0x3f004d6452e061d2 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5111808->5124095) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d01c7 expref: 12 pid: 10115 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016097.589156:0:7689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016097.589158:0:7689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016097.589161:0:7689:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880097236d00/0x3f004d6452e0620a lrc: 4/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d01f8 expref: 10 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016097.589189:0:7689:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800721718c0/0x3f004d6452e061d2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5111808->5124095) gid 0 flags: 0x50000000020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d01c7 expref: 12 pid: 10115 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016097.589200:0:7689:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800721718c0/0x3f004d6452e061d2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5111808->5124095) gid 0 flags: 0x70000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d01c7 expref: 12 pid: 10115 timeout: 461 lvb_type: 0 00000100:00100000:1.0:1734016097.589211:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007536b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339312768:192.168.201.10@tcp:104: 00000100:00100000:1.0:1734016097.589277:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff88006d6fff00 going to sleep for 11 seconds 00000100:00100000:1.0:1734016097.592388:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007536b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339312768:192.168.201.10@tcp:104: 00010000:00010000:1.0:1734016097.592430:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880097236d00/0x3f004d6452e0620a lrc: 3/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d01f8 expref: 10 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016097.592451:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097236d00, rc 0) 00000100:00100000:1.0:1734016097.592551:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076b61f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+10:9673:x1818247336465536:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 3470us (3633us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016097.592562:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9814 00000100:00100000:0.0:1734016097.592572:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016097.605428:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00002000:00010000:3.0:1734016097.612029:0:13925:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 9172722 -> 4705721 00002000:00010000:3.0:1734016097.612039:0:13925:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016096 -> 1734016097 00002000:00010000:3.0:1734016097.612042:0:13925:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016095 -> 1734016095 00002000:00010000:3.0:1734016097.612043:0:13925:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016097 -> 1734016097 00002000:00010000:3.0:1734016097.612045:0:13925:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 544 -> 424 00000100:00100000:3.0:1734016097.612137:0:13925:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007536b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+11:1978:x1818247336465792:12345-192.168.201.10@tcp:10:fsx.0 Request processed in 5541us (6715us total) trans 4294969020 rc 0/0 00000100:00100000:3.0:1734016097.612151:0:13925:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8057 00002000:00010000:3.0:1734016097.612157:0:13925:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (4705721->18446744073709551615) 00002000:00100000:3.0:1734016097.612161:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007536b100 with x1818247336465792 ext(4705721->18446744073709551615) 00002000:00010000:3.0:1734016097.612168:0:13925:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007536b100. 00000100:00100000:0.0:1734016097.620272:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016097.622965:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016097.623015:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336466048 00000100:00100000:1.0:1734016097.623022:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336466048 00000100:00100000:1.0:1734016097.623061:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9815 00000100:00100000:1.0:1734016097.623066:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076b62a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+12:1978:x1818247336466048:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:1.0:1734016097.623082:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016097.623098:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880097234000/0x3f004d6452e0621f lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d0206 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016097.623147:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007536a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339313024:192.168.201.10@tcp:106: 00000100:00100000:1.0:1734016097.623207:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff88006d6fff00 going to sleep for 11 seconds 00000100:00100000:1.0:1734016097.625136:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007536a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339313024:192.168.201.10@tcp:106: 00010000:00010000:1.0:1734016097.625177:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880097234000/0x3f004d6452e0621f lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0206 expref: 13 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016097.625192:0:7689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097234000/0x3f004d6452e0621f lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0206 expref: 13 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016097.625219:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097234000, rc 0) 00000100:00100000:1.0:1734016097.625271:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076b62a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+12:1978:x1818247336466048:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 2203us (2314us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016097.625279:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9815 00000100:00100000:0.0:1734016097.627401:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016097.627508:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336466176 00000100:00100000:1.0:1734016097.627517:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336466176 00000100:00100000:1.0:1734016097.627561:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9816 00000100:00100000:1.0:1734016097.627567:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076b60a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+12:1978:x1818247336466176:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:1.0:1734016097.627587:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016097.627608:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880097236f40/0x3f004d6452e06226 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d020d expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016097.627665:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007536a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339313152:192.168.201.10@tcp:106: 00000100:00100000:1.0:1734016097.627733:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff88006d6fff00 going to sleep for 11 seconds 00000100:00100000:1.0:1734016097.629150:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007536a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339313152:192.168.201.10@tcp:106: 00010000:00010000:1.0:1734016097.629183:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880097236f40/0x3f004d6452e06226 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d020d expref: 13 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016097.629195:0:7689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097236f40/0x3f004d6452e06226 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d020d expref: 13 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016097.629204:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097236f40, rc 0) 00000100:00100000:1.0:1734016097.629505:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076b60a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+12:1978:x1818247336466176:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 1936us (2112us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016097.629513:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9816 00000100:00100000:0.0:1734016097.641719:0:7695:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336466560 00000100:00100000:0.0:1734016097.641729:0:7695:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336466560 00002000:00100000:0.0:1734016097.641774:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (4190208->4706303) req@ffff880135f56a00 x1818247336466560/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:58/0 lens 504/0 e 0 to 0 dl 1734016108 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016097.641792:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880135f56a00 with x1818247336466560 ext(4190208->4706303) 00002000:00010000:0.0:1734016097.641797:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880135f56a00 00000100:00100000:0.0:1734016097.643081:0:7695:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336466432 00000100:00100000:0.0:1734016097.643086:0:7695:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336466432 00002000:00100000:0.0:1734016097.643099:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (0->4214783) req@ffff88011efc7b80 x1818247336466432/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:58/0 lens 504/0 e 0 to 0 dl 1734016108 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016097.643106:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88011efc7b80 with x1818247336466432 ext(0->4214783) 00002000:00010000:0.0:1734016097.643108:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011efc7b80 00000100:00100000:0.0:1734016097.643157:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8058 00000100:00100000:0.0:1734016097.643164:0:7695:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880135f56a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+12:1979:x1818247336466560:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:0.0:1734016097.643716:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8059 00000100:00100000:0.0:1734016097.643721:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011efc7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+13:1979:x1818247336466432:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:1.0:1734016097.660034:0:7695:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880135f56a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+13:1979:x1818247336466560:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 16856us (19183us total) trans 0 rc 512000/512000 00000100:00100000:1.0:1734016097.660048:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8058 00002000:00100000:1.0:1734016097.660063:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (4190208->4706303) req@ffff880135f56a00 x1818247336466560/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:58/0 lens 504/440 e 0 to 0 dl 1734016108 ref 1 fl Complete:/200/0 rc 512000/512000 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016097.660082:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880135f56a00 with x1818247336466560 ext(4190208->4706303) 00002000:00010000:1.0:1734016097.660089:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880135f56a00 00000100:00100000:1.0:1734016097.698665:0:6482:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336466816 00000100:00100000:1.0:1734016097.698679:0:6482:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336466816 00000100:00100000:1.0:1734016097.698748:0:6482:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 1784 00000100:00100000:1.0:1734016097.698755:0:6482:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011efc7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+12:9673:x1818247336466816:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:1.0:1734016097.698792:0:6482:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016097.698813:0:6482:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800972346c0/0x3f004d6452e0622d lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d0214 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016097.698918:0:6482:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880097237600/0x3f004d6452e06234 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 6482 initiator: MDT0 00010000:00010000:1.0:1734016097.698932:0:6482:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880097237600/0x3f004d6452e06234 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6482 initiator: MDT0 00010000:00010000:1.0:1734016097.698943:0:6482:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880097237600/0x3f004d6452e06234 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6482 initiator: MDT0 00000004:00200000:1.0:1734016097.698967:0:6482:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 4705721 00000004:00200000:1.0:1734016097.698970:0:6482:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1734016097.698985:0:6482:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880097237600/0x3f004d6452e06234 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6482 initiator: MDT0 00010000:00010000:1.0:1734016097.699007:0:6482:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800972346c0/0x3f004d6452e0622d lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0214 expref: 14 pid: 6482 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016097.699028:0:6482:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880097237600/0x3f004d6452e06234 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0214 expref: 13 pid: 6482 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016097.699038:0:6482:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:1.0:1734016097.699041:0:6482:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1734016097.699043:0:6482:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097237600, rc 0) 00000100:00100000:1.0:1734016097.699096:0:6482:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011efc7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+13:9673:x1818247336466816:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 341us (2059us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016097.699101:0:6482:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 1784 00000100:00100000:3.0:1734016097.704225:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016097.704296:0:6481:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336467072 00000100:00100000:0.0:1734016097.704307:0:6481:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336467072 00000100:00100000:1.0:1734016097.705026:0:6482:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 1785 00000100:00100000:1.0:1734016097.705035:0:6482:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b91bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+13:9673:x1818247336467072:12345-192.168.201.10@tcp:36:fsx.0 00010000:00010000:1.0:1734016097.705086:0:6482:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016097.705112:0:6482:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880097237600/0x3f004d6452e06234 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0214 expref: 13 pid: 6482 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016097.705445:0:6482:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:1.0:1734016097.705449:0:6482:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1734016097.705608:0:6482:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880097234d80/0x3f004d6452e0623b lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6482 initiator: MDT0 00010000:00010000:1.0:1734016097.705619:0:6482:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800721718c0/0x3f004d6452e06218 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d01ff expref: 14 pid: 6481 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016097.705625:0:6482:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff880097234d80/0x3f004d6452e0623b lrc: 4/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6482 initiator: MDT0 00010000:00010000:1.0:1734016097.705654:0:6482:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8800721718c0/0x3f004d6452e06218 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d01ff expref: 14 pid: 6481 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016097.705664:0:6482:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8800721718c0/0x3f004d6452e06218 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d01ff expref: 14 pid: 6481 timeout: 461 lvb_type: 0 00000100:00100000:1.0:1734016097.705675:0:6482:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007536a680 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6482:1818247339313280:192.168.201.10@tcp:104: 00000100:00100000:1.0:1734016097.706202:0:6482:0:(client.c:2562:ptlrpc_set_wait()) set ffff88006d6ff240 going to sleep for 11 seconds 00000100:00100000:0.0:1734016097.709136:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016097.709236:0:6482:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007536a680 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6482:1818247339313280:192.168.201.10@tcp:104: 00010000:00010000:1.0:1734016097.709267:0:6482:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff880097234d80/0x3f004d6452e0623b lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6482 initiator: MDT0 00010000:00010000:1.0:1734016097.710269:0:6482:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff880097234d80/0x3f004d6452e0623b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6482 initiator: MDT0 00010000:00010000:1.0:1734016097.710274:0:6482:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880097234d80/0x3f004d6452e0623b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6482 initiator: MDT0 00000001:00080000:1.0:1734016097.710371:0:6482:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294968433 00000004:00010000:1.0:1734016097.710416:0:6482:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff88012b91bb80 reply state ffff88012e562000 transno 4294968434 ns: mdt-lustre-MDT0000_UUID lock: ffff880097234d80/0x3f004d6452e0623b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6482 initiator: MDT0 00000100:00100000:1.0:1734016097.710422:0:6482:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1734016097.710502:0:6482:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b91bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+15:9673:x1818247336467072:12345-192.168.201.10@tcp:36:fsx.0 Request processed in 5468us (6288us total) trans 4294968434 rc 0/0 00000100:00100000:1.0:1734016097.710509:0:6482:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 1785 00000020:00080000:1.0:1734016097.710513:0:6482:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1734016097.714956:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016097.715220:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336467328 00000100:00100000:3.0:1734016097.715230:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336467328 00002000:00010000:3.0:1734016097.715266:0:7694:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (7128853->18446744073709551615) 00002000:00100000:3.0:1734016097.715271:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076b61180 with x1818247336467328 ext(7128853->18446744073709551615) 00002000:00010000:3.0:1734016097.715281:0:7694:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076b61180. 00000100:00100000:3.0:1734016097.715376:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8060 00000100:00100000:3.0:1734016097.715382:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076b61180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+11:1979:x1818247336467328:12345-192.168.201.10@tcp:10:fsx.0 00002000:00010000:3.0:1734016097.715593:0:7694:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 4705721 -> 7128853 00002000:00010000:3.0:1734016097.715595:0:7694:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016097 -> 1734016097 00002000:00010000:3.0:1734016097.715597:0:7694:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016095 -> 1734016095 00002000:00010000:3.0:1734016097.715599:0:7694:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016097 -> 1734016097 00002000:00010000:3.0:1734016097.715600:0:7694:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 424 -> 424 00000100:00100000:3.0:1734016097.715645:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076b61180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+12:1979:x1818247336467328:12345-192.168.201.10@tcp:10:fsx.0 Request processed in 261us (698us total) trans 4294969021 rc 0/0 00000100:00100000:3.0:1734016097.715650:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8060 00002000:00010000:3.0:1734016097.715653:0:7694:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (7128853->18446744073709551615) 00002000:00100000:3.0:1734016097.715655:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076b61180 with x1818247336467328 ext(7128853->18446744073709551615) 00002000:00010000:3.0:1734016097.715657:0:7694:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076b61180. 00000100:00100000:3.0:1734016097.717689:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016097.717938:0:6482:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336467456 00000100:00100000:1.0:1734016097.717947:0:6482:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336467456 00000100:00100000:1.0:1734016097.718337:0:6482:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 1786 00000100:00100000:1.0:1734016097.718344:0:6482:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b91aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+14:9673:x1818247336467456:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:1.0:1734016097.718366:0:6482:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016097.718384:0:6482:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880097234b40/0x3f004d6452e06242 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d021b expref: -99 pid: 6482 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016097.718471:0:6482:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880097235200/0x3f004d6452e06249 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6482 initiator: MDT0 00010000:00010000:1.0:1734016097.718482:0:6482:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880097235200/0x3f004d6452e06249 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6482 initiator: MDT0 00010000:00010000:1.0:1734016097.718491:0:6482:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880097235200/0x3f004d6452e06249 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6482 initiator: MDT0 00000004:00200000:1.0:1734016097.718510:0:6482:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 7128853 00000004:00200000:1.0:1734016097.718513:0:6482:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1734016097.718526:0:6482:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880097235200/0x3f004d6452e06249 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6482 initiator: MDT0 00010000:00010000:1.0:1734016097.718544:0:6482:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880097234b40/0x3f004d6452e06242 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d021b expref: 16 pid: 6482 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016097.718570:0:6482:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880097235200/0x3f004d6452e06249 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d021b expref: 15 pid: 6482 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016097.718576:0:6482:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:1.0:1734016097.718578:0:6482:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1734016097.718580:0:6482:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097235200, rc 0) 00000100:00100000:1.0:1734016097.719058:0:6482:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b91aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+15:9673:x1818247336467456:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 714us (1373us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016097.719064:0:6482:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 1786 00000100:00100000:3.0:1734016097.721467:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016097.721590:0:6482:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336467584 00000100:00100000:1.0:1734016097.721601:0:6482:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336467584 00000100:00100000:1.0:1734016097.721725:0:6482:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 1787 00000100:00100000:1.0:1734016097.721732:0:6482:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012db31c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+14:9673:x1818247336467584:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:1.0:1734016097.721750:0:6482:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016097.721767:0:6482:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800972358c0/0x3f004d6452e06250 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d0222 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016097.721851:0:6482:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880097237cc0/0x3f004d6452e06257 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 6482 initiator: MDT0 00010000:00010000:1.0:1734016097.721861:0:6482:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880097237cc0/0x3f004d6452e06257 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6482 initiator: MDT0 00010000:00010000:1.0:1734016097.721892:0:6482:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880097237cc0/0x3f004d6452e06257 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6482 initiator: MDT0 00000004:00200000:1.0:1734016097.721911:0:6482:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 7128853 00000004:00200000:1.0:1734016097.721914:0:6482:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1734016097.721928:0:6482:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880097237cc0/0x3f004d6452e06257 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6482 initiator: MDT0 00010000:00010000:1.0:1734016097.721951:0:6482:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800972358c0/0x3f004d6452e06250 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0222 expref: 16 pid: 6482 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016097.721968:0:6482:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880097237cc0/0x3f004d6452e06257 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0222 expref: 15 pid: 6482 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016097.721975:0:6482:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:1.0:1734016097.721977:0:6482:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1734016097.721980:0:6482:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097237cc0, rc 0) 00000100:00100000:1.0:1734016097.722030:0:6482:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012db31c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+15:9673:x1818247336467584:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 299us (575us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016097.722036:0:6482:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 1787 00000100:00100000:0.0:1734016097.725350:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016097.725459:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336467712 00000100:00100000:1.0:1734016097.725470:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336467712 00000100:00100000:1.0:1734016097.725521:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9817 00000100:00100000:1.0:1734016097.725528:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076b62d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+12:1978:x1818247336467712:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:1.0:1734016097.725547:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016097.725564:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880097236ac0/0x3f004d6452e0625e lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d0229 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016097.725621:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007536a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339313408:192.168.201.10@tcp:106: 00000100:00100000:1.0:1734016097.725690:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff88006d6fff00 going to sleep for 11 seconds 00002000:00010000:1.0:1734016097.728093:0:7689:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime: 1734016095 -> 1734016097 00000100:00100000:1.0:1734016097.728122:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007536a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339313408:192.168.201.10@tcp:106: 00010000:00010000:1.0:1734016097.728164:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880097236ac0/0x3f004d6452e0625e lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0229 expref: 13 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016097.728179:0:7689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097236ac0/0x3f004d6452e0625e lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0229 expref: 13 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016097.728204:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097236ac0, rc 0) 00000100:00100000:1.0:1734016097.728248:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076b62d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+12:1978:x1818247336467712:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 2719us (2908us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016097.728257:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9817 00000100:00100000:3.0:1734016097.731304:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016097.731395:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336467840 00000100:00100000:1.0:1734016097.731405:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336467840 00000100:00100000:1.0:1734016097.731452:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9818 00000100:00100000:1.0:1734016097.731458:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012db32a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+12:1981:x1818247336467840:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:1.0:1734016097.731478:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016097.731501:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800972358c0/0x3f004d6452e06265 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d0230 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016097.731560:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007536a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339313536:192.168.201.10@tcp:106: 00000100:00100000:1.0:1734016097.732212:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff88006d6fff00 going to sleep for 11 seconds 00000100:00100000:1.0:1734016097.734393:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007536a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339313536:192.168.201.10@tcp:106: 00010000:00010000:1.0:1734016097.734434:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800972358c0/0x3f004d6452e06265 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0230 expref: 13 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016097.734447:0:7689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800972358c0/0x3f004d6452e06265 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0230 expref: 13 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016097.734465:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800972358c0, rc 0) 00000100:00100000:1.0:1734016097.734517:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012db32a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+12:1981:x1818247336467840:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 3057us (3224us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016097.734526:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9818 00000100:00100000:1.0:1734016097.736904:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336467968 00000100:00100000:1.0:1734016097.736913:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336467968 00000100:00100000:1.0:1734016097.736959:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9819 00000100:00100000:1.0:1734016097.736965:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074f01c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+12:1981:x1818247336467968:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:1.0:1734016097.736983:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016097.737000:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880097234b40/0x3f004d6452e0626c lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d0237 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016097.737056:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007536a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339313664:192.168.201.10@tcp:106: 00000100:00100000:1.0:1734016097.737113:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff88006d6fff00 going to sleep for 11 seconds 00000100:00100000:1.0:1734016097.739588:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007536a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339313664:192.168.201.10@tcp:106: 00010000:00010000:1.0:1734016097.739650:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880097234b40/0x3f004d6452e0626c lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0237 expref: 13 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016097.739663:0:7689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097234b40/0x3f004d6452e0626c lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0237 expref: 13 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016097.739678:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097234b40, rc 0) 00000100:00100000:1.0:1734016097.740399:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074f01c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+12:1981:x1818247336467968:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 3431us (3642us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016097.740409:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9819 00000100:00100000:1.0:1734016097.743852:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336468096 00000100:00100000:1.0:1734016097.743927:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336468096 00000100:00100000:1.0:1734016097.743981:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9820 00000100:00100000:1.0:1734016097.743988:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074f02300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+12:9673:x1818247336468096:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:1.0:1734016097.744010:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016097.744035:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880097234d80/0x3f004d6452e06273 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d023e expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016097.744066:0:7689:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880097236d00/0x3f004d6452e0620a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d01f8 expref: 11 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016097.744073:0:7689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016097.744075:0:7689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016097.744078:0:7689:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880097234d80/0x3f004d6452e06273 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [6230016->6234111] (req 6230016->6234111) gid 0 flags: 0x50000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d023e expref: 13 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016097.744113:0:7689:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880097236d00/0x3f004d6452e0620a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d01f8 expref: 11 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016097.744126:0:7689:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880097236d00/0x3f004d6452e0620a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d01f8 expref: 11 pid: 7689 timeout: 461 lvb_type: 0 00000100:00100000:1.0:1734016097.744137:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007536a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339313792:192.168.201.10@tcp:104: 00000100:00100000:1.0:1734016097.744204:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff88006d6fff00 going to sleep for 11 seconds 00000100:00100000:1.0:1734016097.749213:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007536a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339313792:192.168.201.10@tcp:104: 00010000:00010000:1.0:1734016097.749261:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880097234d80/0x3f004d6452e06273 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [6230016->6234111] (req 6230016->6234111) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d023e expref: 13 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016097.749282:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097234d80, rc 0) 00000100:00100000:1.0:1734016097.749334:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074f02300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+13:9673:x1818247336468096:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 5345us (5826us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016097.749344:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9820 00000100:00100000:3.0:1734016097.751562:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016097.751655:0:7705:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336468224 00000100:00100000:0.0:1734016097.751664:0:7705:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336468224 00010000:00010000:0.0:1734016097.751746:0:7705:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880097236d00/0x3f004d6452e0620a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d01f8 expref: 12 pid: 7689 timeout: 461 lvb_type: 0 00000100:00100000:0.0:1734016097.751781:0:7705:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2575 00000100:00100000:0.0:1734016097.751797:0:7705:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012db30700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+12:1978:x1818247336468224:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016097.751817:0:7705:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016097.751841:0:7705:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880097236d00/0x3f004d6452e0620a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d01f8 expref: 12 pid: 7689 timeout: 461 lvb_type: 0 00010000:00010000:0.0:1734016097.751854:0:7705:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880097236d00/0x3f004d6452e0620a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d01f8 expref: 12 pid: 7689 timeout: 461 lvb_type: 0 00010000:00010000:0.0:1734016097.751913:0:7705:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097236d00/0x3f004d6452e0620a lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d01f8 expref: 12 pid: 7689 timeout: 461 lvb_type: 0 00010000:00010000:0.0:1734016097.751940:0:7705:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016097.751942:0:7705:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016097.751949:0:7705:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880097234d80/0x3f004d6452e06273 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6230016->6234111) gid 0 flags: 0x40080000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d023e expref: 12 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016097.751958:0:7705:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880097234d80/0x3f004d6452e06273 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6230016->6234111) gid 0 flags: 0x40080000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d023e expref: 12 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016097.752092:0:7705:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880097234d80/0x3f004d6452e06273 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6230016->6234111) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d023e expref: 12 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016097.752107:0:7705:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007536a680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7705:1818247339313920:192.168.201.10@tcp:105: 00000100:00100000:1.0:1734016097.752169:0:7705:0:(client.c:2562:ptlrpc_set_wait()) set ffff88006d6fff00 going to sleep for 11 seconds 00000100:00100000:1.0:1734016097.755100:0:7705:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007536a680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7705:1818247339313920:192.168.201.10@tcp:105: 00010000:00010000:1.0:1734016097.755126:0:7705:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016097.755175:0:7705:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012db30700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+11:1978:x1818247336468224:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 3378us (3623us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016097.755187:0:7705:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2575 00000100:00100000:0.0:1734016097.755359:0:7695:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336468480 00000100:00100000:0.0:1734016097.755367:0:7695:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336468480 00002000:00100000:0.0:1734016097.755406:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (6230016->6234111) req@ffff880074f00700 x1818247336468480/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:58/0 lens 488/0 e 0 to 0 dl 1734016108 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016097.755414:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074f00700 with x1818247336468480 ext(6230016->6234111) 00002000:00010000:0.0:1734016097.755419:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074f00700 00000100:00100000:0.0:1734016097.755448:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8061 00000100:00100000:0.0:1734016097.755455:0:7695:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074f00700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+13:1978:x1818247336468480:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:0.0:1734016097.755624:0:7695:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074f00700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+13:1978:x1818247336468480:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 168us (635us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016097.755629:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8061 00002000:00100000:0.0:1734016097.755634:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (6230016->6234111) req@ffff880074f00700 x1818247336468480/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:58/0 lens 488/4536 e 0 to 0 dl 1734016108 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016097.755640:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074f00700 with x1818247336468480 ext(6230016->6234111) 00002000:00010000:0.0:1734016097.755644:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074f00700 00000100:00100000:3.0:1734016097.758853:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016097.758950:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336468736 00000100:00100000:0.0:1734016097.758961:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336468736 00002000:00100000:0.0:1734016097.759005:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (6225920->6230015) req@ffff88012db33b80 x1818247336468736/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:58/0 lens 488/0 e 0 to 0 dl 1734016108 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016097.759014:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012db33b80 with x1818247336468736 ext(6225920->6230015) 00002000:00010000:0.0:1734016097.759020:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012db33b80 00000100:00100000:0.0:1734016097.759181:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8062 00000100:00100000:0.0:1734016097.759188:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012db33b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+13:1980:x1818247336468736:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:0.0:1734016097.759571:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012db33b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+13:1980:x1818247336468736:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 382us (729us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016097.759578:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8062 00002000:00100000:0.0:1734016097.759584:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (6225920->6230015) req@ffff88012db33b80 x1818247336468736/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:58/0 lens 488/4536 e 0 to 0 dl 1734016108 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016097.759591:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012db33b80 with x1818247336468736 ext(6225920->6230015) 00002000:00010000:0.0:1734016097.759594:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012db33b80 00000100:00100000:0.0:1734016097.770256:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336468992 00000100:00100000:0.0:1734016097.770266:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336468992 00002000:00100000:0.0:1734016097.770316:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (6221824->6225919) req@ffff880074f02680 x1818247336468992/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:58/0 lens 488/0 e 0 to 0 dl 1734016108 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016097.770325:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074f02680 with x1818247336468992 ext(6221824->6225919) 00002000:00010000:0.0:1734016097.770330:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074f02680 00000100:00100000:0.0:1734016097.770362:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8063 00000100:00100000:0.0:1734016097.770369:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074f02680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+13:1980:x1818247336468992:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:0.0:1734016097.770557:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074f02680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+13:1980:x1818247336468992:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 187us (741us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016097.770564:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8063 00002000:00100000:0.0:1734016097.770570:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (6221824->6225919) req@ffff880074f02680 x1818247336468992/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:58/0 lens 488/4536 e 0 to 0 dl 1734016108 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016097.770577:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074f02680 with x1818247336468992 ext(6221824->6225919) 00002000:00010000:0.0:1734016097.770580:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074f02680 00000100:00100000:3.0:1734016097.774643:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016097.775361:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336469120 00000100:00100000:1.0:1734016097.775374:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336469120 00000100:00100000:1.0:1734016097.775571:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9821 00000100:00100000:1.0:1734016097.775578:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012db30380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+11:1981:x1818247336469120:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:1.0:1734016097.775599:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016097.775623:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880097237600/0x3f004d6452e0627a lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d0245 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016097.775651:0:7689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016097.775652:0:7689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016097.775661:0:7689:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880097237600/0x3f004d6452e0627a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0245 expref: 12 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016097.775678:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880097237600/0x3f004d6452e0627a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0245 expref: 12 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016097.775690:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097237600, rc 0) 00000100:00100000:1.0:1734016097.776108:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012db30380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+12:1981:x1818247336469120:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 530us (1477us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016097.776115:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9821 00000100:00100000:3.0:1734016097.779273:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016097.779343:0:6481:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336469376 00000100:00100000:0.0:1734016097.779353:0:6481:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336469376 00000100:00100000:0.0:1734016097.779558:0:6481:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 1788 00000100:00100000:0.0:1734016097.779566:0:6481:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012db33800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+15:9673:x1818247336469376:12345-192.168.201.10@tcp:36:fsx.0 00010000:00010000:0.0:1734016097.779620:0:6481:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016097.779649:0:6481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880097235200/0x3f004d6452e06249 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d021b expref: 15 pid: 6482 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016097.779685:0:6481:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:0.0:1734016097.779690:0:6481:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1734016097.779856:0:6481:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8039b00/0x3f004d6452e06281 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6481 initiator: MDT0 00010000:00010000:0.0:1734016097.779896:0:6481:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880097237cc0/0x3f004d6452e06257 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0222 expref: 14 pid: 6482 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016097.779903:0:6481:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8039b00/0x3f004d6452e06281 lrc: 4/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6481 initiator: MDT0 00010000:00010000:0.0:1734016097.779936:0:6481:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880097237cc0/0x3f004d6452e06257 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0222 expref: 14 pid: 6482 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016097.779948:0:6481:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880097237cc0/0x3f004d6452e06257 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0222 expref: 14 pid: 6482 timeout: 461 lvb_type: 0 00000100:00100000:0.0:1734016097.779960:0:6481:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076b60e00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6481:1818247339314048:192.168.201.10@tcp:104: 00000100:00100000:0.0:1734016097.780031:0:6481:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012cf4f9c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016097.783969:0:6481:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076b60e00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6481:1818247339314048:192.168.201.10@tcp:104: 00010000:00010000:0.0:1734016097.784001:0:6481:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8039b00/0x3f004d6452e06281 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6481 initiator: MDT0 00000100:00100000:3.0:1734016097.784626:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016097.785458:0:7705:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336469504 00000100:00100000:1.0:1734016097.785468:0:7705:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336469504 00010000:00010000:1.0:1734016097.785507:0:7705:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880097237cc0/0x3f004d6452e06257 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0222 expref: 15 pid: 6482 timeout: 461 lvb_type: 0 00000100:00100000:1.0:1734016097.785550:0:7705:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2576 00000100:00100000:1.0:1734016097.785558:0:7705:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b1ea4450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+15:1978:x1818247336469504:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016097.785571:0:7705:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016097.785577:0:7705:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880097237cc0/0x3f004d6452e06257 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0222 expref: 15 pid: 6482 timeout: 461 lvb_type: 0 00010000:00010000:1.0:1734016097.785588:0:7705:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880097237cc0/0x3f004d6452e06257 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0222 expref: 15 pid: 6482 timeout: 461 lvb_type: 0 00010000:00010000:1.0:1734016097.785611:0:7705:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880097237cc0/0x3f004d6452e06257 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0222 expref: 15 pid: 6482 timeout: 461 lvb_type: 0 00010000:00010000:1.0:1734016097.785644:0:7705:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:1.0:1734016097.785649:0:7705:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8039b00/0x3f004d6452e06281 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6481 initiator: MDT0 00010000:00010000:1.0:1734016097.785658:0:7705:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8039b00/0x3f004d6452e06281 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6481 initiator: MDT0 00010000:00010000:1.0:1734016097.785666:0:7705:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8039b00/0x3f004d6452e06281 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6481 initiator: MDT0 00010000:00010000:1.0:1734016097.785693:0:7705:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1734016097.786060:0:6481:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8039b00/0x3f004d6452e06281 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6481 initiator: MDT0 00010000:00010000:0.0:1734016097.786067:0:6481:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8039b00/0x3f004d6452e06281 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6481 initiator: MDT0 00000001:00080000:0.0:1734016097.786164:0:6481:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294968435 00000004:00010000:0.0:1734016097.786210:0:6481:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff88012db33800 reply state ffff880076951000 transno 4294968436 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8039b00/0x3f004d6452e06281 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6481 initiator: MDT0 00000100:00100000:0.0:1734016097.786216:0:6481:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1734016097.786898:0:7705:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b1ea4450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+14:1978:x1818247336469504:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 1334us (2267us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016097.786907:0:7705:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2576 00000100:00100000:0.0:1734016097.787015:0:6481:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012db33800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+17:9673:x1818247336469376:12345-192.168.201.10@tcp:36:fsx.0 Request processed in 7449us (7752us total) trans 4294968436 rc 0/0 00000100:00100000:0.0:1734016097.787032:0:6481:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 1788 00000020:00080000:0.0:1734016097.787036:0:6481:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:0.0:1734016097.790551:0:3495:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8039b00/0x3f004d6452e06281 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6481 initiator: MDT0 00010000:00010000:0.0:1734016097.790567:0:3495:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8039b00/0x3f004d6452e06281 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6481 initiator: MDT0 00010000:00010000:0.0:1734016097.790574:0:3495:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8039b00/0x3f004d6452e06281 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6481 initiator: MDT0 00010000:00010000:0.0:1734016097.790579:0:3495:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800a8039b00 already unused, calling callback (ffffffffa0f03950) 00010000:00010000:0.0:1734016097.790584:0:3495:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8039b00/0x3f004d6452e06281 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6481 initiator: MDT0 00010000:00010000:0.0:1734016097.790591:0:3495:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8039b00/0x3f004d6452e06281 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6481 initiator: MDT0 00010000:00010000:0.0:1734016097.790606:0:3495:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:0.0:1734016097.790610:0:3495:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1734016097.790614:0:3495:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8039b00/0x3f004d6452e06281 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6481 initiator: MDT0 00010000:00010000:0.0:1734016097.790618:0:3495:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8039b00/0x3f004d6452e06281 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6481 initiator: MDT0 00000100:00100000:3.0:1734016097.791109:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016097.791303:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336469632 00000100:00100000:1.0:1734016097.791314:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336469632 00000100:00100000:1.0:1734016097.791511:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9822 00000100:00100000:1.0:1734016097.791519:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012db30a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+12:9673:x1818247336469632:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:1.0:1734016097.791544:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016097.791563:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800972346c0/0x3f004d6452e06288 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d024c expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016097.791594:0:7689:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880097234d80/0x3f004d6452e06273 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 6230016->6234111) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d023e expref: 12 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016097.791601:0:7689:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880097237600/0x3f004d6452e0627a lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0245 expref: 13 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016097.791606:0:7689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016097.791608:0:7689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016097.791611:0:7689:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800972346c0/0x3f004d6452e06288 lrc: 5/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d024c expref: 13 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016097.791640:0:7689:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880097237600/0x3f004d6452e0627a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0245 expref: 13 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016097.791651:0:7689:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880097237600/0x3f004d6452e0627a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0245 expref: 13 pid: 7689 timeout: 461 lvb_type: 1 00000100:00100000:1.0:1734016097.791663:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007536a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339314176:192.168.201.10@tcp:104: 00010000:00010000:1.0:1734016097.791741:0:7689:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880097234d80/0x3f004d6452e06273 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 6230016->6234111) gid 0 flags: 0x50000000020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d023e expref: 12 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016097.791749:0:7689:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880097234d80/0x3f004d6452e06273 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 6230016->6234111) gid 0 flags: 0x70000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d023e expref: 12 pid: 7689 timeout: 461 lvb_type: 0 00000100:00100000:1.0:1734016097.791761:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800744e9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339314304:192.168.201.10@tcp:104: 00000100:00100000:1.0:1734016097.791777:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff88006d6ff540 going to sleep for 11 seconds 00000100:00100000:1.0:1734016097.795350:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007536a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339314176:192.168.201.10@tcp:104: 00000100:00100000:1.0:1734016097.795360:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800744e9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339314304:192.168.201.10@tcp:104: 00010000:00010000:1.0:1734016097.795404:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800972346c0/0x3f004d6452e06288 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d024c expref: 13 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016097.795420:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800972346c0, rc 0) 00000100:00100000:1.0:1734016097.795468:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012db30a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+13:9673:x1818247336469632:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 3950us (4366us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016097.795477:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9822 00000100:00100000:0.0:1734016097.795551:0:7705:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336469760 00000100:00100000:0.0:1734016097.795558:0:7705:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336469760 00010000:00010000:0.0:1734016097.795582:0:7705:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880097237600/0x3f004d6452e0627a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0245 expref: 13 pid: 7689 timeout: 461 lvb_type: 1 00000100:00100000:0.0:1734016097.795599:0:7705:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336469888 00000100:00100000:0.0:1734016097.795601:0:7705:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336469888 00010000:00010000:0.0:1734016097.795608:0:7705:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880097234d80/0x3f004d6452e06273 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 6230016->6234111) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d023e expref: 13 pid: 7689 timeout: 461 lvb_type: 0 00000100:00100000:0.0:1734016097.795621:0:7705:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2577 00000100:00100000:0.0:1734016097.795626:0:7705:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a9a8700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+13:1978:x1818247336469760:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016097.795639:0:7705:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016097.795660:0:7705:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880097237600/0x3f004d6452e0627a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0245 expref: 13 pid: 7689 timeout: 461 lvb_type: 1 00010000:00010000:0.0:1734016097.795670:0:7705:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880097237600/0x3f004d6452e0627a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0245 expref: 13 pid: 7689 timeout: 461 lvb_type: 1 00010000:00010000:0.0:1734016097.795690:0:7705:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097237600/0x3f004d6452e0627a lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0245 expref: 13 pid: 7689 timeout: 461 lvb_type: 1 00010000:00010000:0.0:1734016097.795709:0:7705:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016097.795727:0:7705:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a9a8700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+12:1978:x1818247336469760:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 101us (551us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016097.795732:0:7705:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2577 00000100:00100000:0.0:1734016097.795743:0:7705:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2578 00000100:00100000:0.0:1734016097.795746:0:7705:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a9a8000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+13:1978:x1818247336469888:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016097.795753:0:7705:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016097.795759:0:7705:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880097234d80/0x3f004d6452e06273 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 6230016->6234111) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d023e expref: 13 pid: 7689 timeout: 461 lvb_type: 0 00010000:00010000:0.0:1734016097.795766:0:7705:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880097234d80/0x3f004d6452e06273 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 6230016->6234111) gid 0 flags: 0x50000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d023e expref: 13 pid: 7689 timeout: 461 lvb_type: 0 00010000:00010000:0.0:1734016097.795776:0:7705:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097234d80/0x3f004d6452e06273 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 6230016->6234111) gid 0 flags: 0x44801400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d023e expref: 13 pid: 7689 timeout: 461 lvb_type: 0 00010000:00010000:0.0:1734016097.795796:0:7705:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016097.795798:0:7705:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016097.795803:0:7705:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800972346c0/0x3f004d6452e06288 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d024c expref: 11 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016097.795811:0:7705:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800972346c0/0x3f004d6452e06288 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d024c expref: 11 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016097.795841:0:7705:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800972346c0/0x3f004d6452e06288 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d024c expref: 11 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016097.795852:0:7705:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076b60e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7705:1818247339314432:192.168.201.10@tcp:105: 00000100:00100000:0.0:1734016097.795905:0:7705:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012cf4f0c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016097.801103:0:7705:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076b60e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7705:1818247339314432:192.168.201.10@tcp:105: 00010000:00010000:0.0:1734016097.801132:0:7705:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016097.801187:0:7705:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a9a8000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+12:1978:x1818247336469888:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 5438us (5948us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016097.801199:0:7705:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2578 00000100:00100000:3.0:1734016097.801340:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016097.801569:0:7695:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336470016 00000100:00100000:0.0:1734016097.801576:0:7695:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336470016 00002000:00010000:0.0:1734016097.801604:0:7695:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (5774108->18446744073709551615) 00002000:00100000:0.0:1734016097.801608:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012db31880 with x1818247336470016 ext(5774108->18446744073709551615) 00002000:00010000:0.0:1734016097.801619:0:7695:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012db31880. 00000100:00100000:3.0:1734016097.805599:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016097.805698:0:6481:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336470144 00000100:00100000:0.0:1734016097.805708:0:6481:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336470144 00000100:00100000:0.0:1734016097.805759:0:6481:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 1789 00000100:00100000:0.0:1734016097.805766:0:6481:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012db30700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+14:9673:x1818247336470144:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:0.0:1734016097.805796:0:6481:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016097.805817:0:6481:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8038fc0/0x3f004d6452e0628f lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d0253 expref: -99 pid: 6481 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016097.805925:0:6481:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8039b00/0x3f004d6452e06296 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6481 initiator: MDT0 00010000:00010000:0.0:1734016097.805939:0:6481:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8039b00/0x3f004d6452e06296 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6481 initiator: MDT0 00010000:00010000:0.0:1734016097.805952:0:6481:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8039b00/0x3f004d6452e06296 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6481 initiator: MDT0 00000004:00200000:0.0:1734016097.805975:0:6481:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 5774108 00000004:00200000:0.0:1734016097.805979:0:6481:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1734016097.805995:0:6481:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8039b00/0x3f004d6452e06296 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6481 initiator: MDT0 00010000:00010000:0.0:1734016097.806015:0:6481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8038fc0/0x3f004d6452e0628f lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0253 expref: 16 pid: 6481 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016097.806046:0:6481:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8039b00/0x3f004d6452e06296 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0253 expref: 15 pid: 6481 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016097.806053:0:6481:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:0.0:1734016097.806056:0:6481:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1734016097.806058:0:6481:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a8039b00, rc 0) 00000100:00100000:0.0:1734016097.806098:0:6481:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012db30700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+15:9673:x1818247336470144:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 332us (508us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016097.806103:0:6481:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 1789 00000100:00100000:3.0:1734016097.808023:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016097.808661:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336470272 00000100:00100000:1.0:1734016097.808671:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336470272 00000100:00100000:1.0:1734016097.809019:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9823 00000100:00100000:1.0:1734016097.809027:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074622a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+12:1978:x1818247336470272:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:1.0:1734016097.809048:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016097.809067:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880097236f40/0x3f004d6452e0629d lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d025a expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016097.809129:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800744e9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339314560:192.168.201.10@tcp:106: 00000100:00100000:1.0:1734016097.809553:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff88006d6ff540 going to sleep for 11 seconds 00002000:00010000:1.0:1734016097.812305:0:7689:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime: 1734016095 -> 1734016097 00000100:00100000:1.0:1734016097.812335:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800744e9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339314560:192.168.201.10@tcp:106: 00010000:00010000:1.0:1734016097.812375:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880097236f40/0x3f004d6452e0629d lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d025a expref: 13 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016097.812389:0:7689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097236f40/0x3f004d6452e0629d lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d025a expref: 13 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016097.812504:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097236f40, rc 0) 00000100:00100000:1.0:1734016097.812563:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074622a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+12:1978:x1818247336470272:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 3535us (4545us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016097.812572:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9823 00000100:00100000:3.0:1734016097.817283:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016097.817396:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336470400 00000100:00100000:1.0:1734016097.817407:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336470400 00000100:00100000:1.0:1734016097.817556:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9824 00000100:00100000:1.0:1734016097.817564:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074623b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+12:1980:x1818247336470400:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:1.0:1734016097.817583:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016097.817601:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880097234000/0x3f004d6452e062a4 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d0261 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016097.817658:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800744e9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339314688:192.168.201.10@tcp:106: 00000100:00100000:1.0:1734016097.817734:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff88006d6ff540 going to sleep for 11 seconds 00000100:00100000:1.0:1734016097.820248:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800744e9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339314688:192.168.201.10@tcp:106: 00010000:00010000:1.0:1734016097.820294:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880097234000/0x3f004d6452e062a4 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0261 expref: 13 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016097.820308:0:7689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097234000/0x3f004d6452e062a4 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0261 expref: 13 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016097.820475:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097234000, rc 0) 00000100:00100000:1.0:1734016097.820556:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074623b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+12:1980:x1818247336470400:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 2991us (3285us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016097.820565:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9824 00000100:00100000:0.0:1734016097.834500:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016097.841283:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016097.841380:0:7695:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336470912 00000100:00100000:1.0:1734016097.841390:0:7695:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336470912 00002000:00100000:1.0:1734016097.841432:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (4194304->5775359) req@ffff880076b63800 x1818247336470912/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:58/0 lens 488/0 e 0 to 0 dl 1734016108 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016097.841442:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076b63800 with x1818247336470912 ext(4194304->5775359) 00002000:00010000:1.0:1734016097.841448:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076b63800 00000100:00100000:1.0:1734016097.841468:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8066 00000100:00100000:1.0:1734016097.841474:0:7695:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076b63800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+14:1980:x1818247336470912:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:0.0:1734016097.870844:0:7695:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076b63800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+15:1980:x1818247336470912:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 29352us (29555us total) trans 0 rc 1581056/1581056 00000100:00100000:0.0:1734016097.870860:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8066 00002000:00100000:0.0:1734016097.870888:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (4194304->5775359) req@ffff880076b63800 x1818247336470912/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:58/0 lens 488/440 e 0 to 0 dl 1734016108 ref 1 fl Complete:/200/0 rc 1581056/1581056 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016097.870898:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076b63800 with x1818247336470912 ext(4194304->5775359) 00002000:00010000:0.0:1734016097.870906:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076b63800 00000100:00100000:0.0:1734016097.914502:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016097.915398:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336471040 00000100:00100000:1.0:1734016097.915410:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336471040 00000100:00100000:1.0:1734016097.915469:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9825 00000100:00100000:1.0:1734016097.915477:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076b61500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+12:1979:x1818247336471040:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:1.0:1734016097.915499:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016097.915522:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880097234fc0/0x3f004d6452e062ab lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d0268 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016097.915590:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800744e9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339314816:192.168.201.10@tcp:106: 00000100:00100000:1.0:1734016097.915671:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff88006d6ff540 going to sleep for 11 seconds 00000100:00100000:1.0:1734016097.917901:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800744e9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339314816:192.168.201.10@tcp:106: 00010000:00010000:1.0:1734016097.917966:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880097234fc0/0x3f004d6452e062ab lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0268 expref: 13 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016097.917983:0:7689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097234fc0/0x3f004d6452e062ab lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0268 expref: 13 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016097.918016:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097234fc0, rc 0) 00000100:00100000:1.0:1734016097.918093:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076b61500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+12:1979:x1818247336471040:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 2614us (3601us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016097.918105:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9825 00000100:00100000:0.0:1734016097.922851:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016097.923037:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336471168 00000100:00100000:1.0:1734016097.923048:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336471168 00000100:00100000:1.0:1734016097.923096:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9826 00000100:00100000:1.0:1734016097.923104:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b1ff4850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+12:1978:x1818247336471168:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:1.0:1734016097.923127:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016097.923152:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880097234480/0x3f004d6452e062b2 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d026f expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016097.923220:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800744e9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339314944:192.168.201.10@tcp:106: 00000100:00100000:1.0:1734016097.923300:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff88006d6ff540 going to sleep for 11 seconds 00000100:00100000:1.0:1734016097.926221:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800744e9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339314944:192.168.201.10@tcp:106: 00010000:00010000:1.0:1734016097.926273:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880097234480/0x3f004d6452e062b2 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d026f expref: 13 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016097.926291:0:7689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097234480/0x3f004d6452e062b2 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d026f expref: 13 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016097.926315:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097234480, rc 0) 00000100:00100000:1.0:1734016097.926622:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b1ff4850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+12:1978:x1818247336471168:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 3515us (3783us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016097.926633:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9826 00000100:00100000:0.0:1734016097.931108:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016097.931200:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336471296 00000100:00100000:1.0:1734016097.931210:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336471296 00000100:00100000:1.0:1734016097.931259:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9827 00000100:00100000:1.0:1734016097.931266:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076b61880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+12:1981:x1818247336471296:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:1.0:1734016097.931286:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016097.931306:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880097234900/0x3f004d6452e062b9 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d0276 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016097.931365:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800744eaa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339315072:192.168.201.10@tcp:106: 00000100:00100000:1.0:1734016097.931444:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff88006d6ff540 going to sleep for 11 seconds 00000100:00100000:1.0:1734016097.933093:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800744eaa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339315072:192.168.201.10@tcp:106: 00010000:00010000:1.0:1734016097.933126:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880097234900/0x3f004d6452e062b9 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0276 expref: 13 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016097.933139:0:7689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097234900/0x3f004d6452e062b9 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0276 expref: 13 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016097.933164:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097234900, rc 0) 00000100:00100000:1.0:1734016097.933215:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076b61880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+12:1981:x1818247336471296:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 1949us (2117us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016097.933227:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9827 00000100:00100000:0.0:1734016097.935508:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016097.935632:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336471424 00000100:00100000:1.0:1734016097.935641:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336471424 00000100:00100000:1.0:1734016097.935687:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9828 00000100:00100000:1.0:1734016097.935694:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076b60000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+12:1979:x1818247336471424:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:1.0:1734016097.935710:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016097.935728:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800972373c0/0x3f004d6452e062c0 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d027d expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016097.935787:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800744eaa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339315200:192.168.201.10@tcp:106: 00000100:00100000:1.0:1734016097.935845:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff88006d6ff540 going to sleep for 11 seconds 00000100:00100000:1.0:1734016097.937450:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800744eaa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339315200:192.168.201.10@tcp:106: 00010000:00010000:1.0:1734016097.937483:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800972373c0/0x3f004d6452e062c0 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d027d expref: 13 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016097.937495:0:7689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800972373c0/0x3f004d6452e062c0 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d027d expref: 13 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016097.937506:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800972373c0, rc 0) 00000100:00100000:1.0:1734016097.937549:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076b60000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+12:1979:x1818247336471424:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 1854us (2050us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016097.937558:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9828 00000100:00100000:3.0:1734016097.942623:0:6482:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336471552 00000100:00100000:3.0:1734016097.942634:0:6482:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336471552 00000100:00100000:3.0:1734016097.942699:0:6482:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 1790 00000100:00100000:3.0:1734016097.942707:0:6482:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a9ab100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+16:9673:x1818247336471552:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:3.0:1734016097.942741:0:6482:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016097.942765:0:6482:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a7600/0x3f004d6452e062c7 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d0284 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016097.942909:0:6482:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a4fc0/0x3f004d6452e062ce lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 6482 initiator: MDT0 00010000:00010000:3.0:1734016097.942925:0:6482:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a4fc0/0x3f004d6452e062ce lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6482 initiator: MDT0 00010000:00010000:3.0:1734016097.942940:0:6482:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a4fc0/0x3f004d6452e062ce lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6482 initiator: MDT0 00000004:00200000:3.0:1734016097.942969:0:6482:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 5774108 00000004:00200000:3.0:1734016097.942976:0:6482:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1734016097.942995:0:6482:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a4fc0/0x3f004d6452e062ce lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6482 initiator: MDT0 00010000:00010000:3.0:1734016097.943020:0:6482:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a7600/0x3f004d6452e062c7 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0284 expref: 18 pid: 6482 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016097.943056:0:6482:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a4fc0/0x3f004d6452e062ce lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0284 expref: 17 pid: 6482 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016097.943065:0:6482:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:3.0:1734016097.943068:0:6482:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1734016097.943072:0:6482:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a9a4fc0, rc 0) 00000100:00100000:3.0:1734016097.943128:0:6482:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a9ab100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+17:9673:x1818247336471552:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 421us (736us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016097.943135:0:6482:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 1790 00000100:00100000:0.0:1734016097.951220:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016097.959041:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016097.959676:0:7705:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336471936 00000100:00100000:1.0:1734016097.959684:0:7705:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336471936 00010000:00010000:1.0:1734016097.959720:0:7705:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8039b00/0x3f004d6452e06296 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0253 expref: 15 pid: 6481 timeout: 462 lvb_type: 0 00000100:00100000:1.0:1734016097.959761:0:7705:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2579 00000100:00100000:1.0:1734016097.959768:0:7705:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076b61f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+15:1979:x1818247336471936:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016097.959793:0:7705:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016097.959800:0:7705:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8039b00/0x3f004d6452e06296 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0253 expref: 15 pid: 6481 timeout: 462 lvb_type: 0 00010000:00010000:1.0:1734016097.959809:0:7705:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8039b00/0x3f004d6452e06296 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0253 expref: 15 pid: 6481 timeout: 462 lvb_type: 0 00010000:00010000:1.0:1734016097.959830:0:7705:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8039b00/0x3f004d6452e06296 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0253 expref: 15 pid: 6481 timeout: 462 lvb_type: 0 00010000:00010000:1.0:1734016097.959853:0:7705:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:1.0:1734016097.959857:0:7705:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff880072172d00/0x3f004d6452e062d5 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6481 initiator: MDT0 00010000:00010000:1.0:1734016097.959880:0:7705:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880072172d00/0x3f004d6452e062d5 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6481 initiator: MDT0 00010000:00010000:1.0:1734016097.959887:0:7705:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880072172d00/0x3f004d6452e062d5 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6481 initiator: MDT0 00010000:00010000:1.0:1734016097.959921:0:7705:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016097.959963:0:7705:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076b61f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+14:1979:x1818247336471936:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 194us (933us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016097.959969:0:7705:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2579 00010000:00010000:3.0:1734016097.960317:0:6481:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff880072172d00/0x3f004d6452e062d5 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6481 initiator: MDT0 00010000:00010000:3.0:1734016097.960324:0:6481:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880072172d00/0x3f004d6452e062d5 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6481 initiator: MDT0 00000001:00080000:3.0:1734016097.960415:0:6481:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294968437 00000004:00010000:3.0:1734016097.960462:0:6481:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff880076b62680 reply state ffff88007b89b000 transno 4294968438 ns: mdt-lustre-MDT0000_UUID lock: ffff880072172d00/0x3f004d6452e062d5 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6481 initiator: MDT0 00000100:00100000:3.0:1734016097.960469:0:6481:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1734016097.960549:0:6481:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076b62680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+19:9673:x1818247336471808:12345-192.168.201.10@tcp:36:fsx.0 Request processed in 8103us (9341us total) trans 4294968438 rc 0/0 00000100:00100000:3.0:1734016097.960555:0:6481:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 1791 00000020:00080000:3.0:1734016097.960559:0:6481:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1734016097.963227:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016097.963760:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336472064 00000100:00100000:3.0:1734016097.963773:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336472064 00002000:00010000:3.0:1734016097.963818:0:7694:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (1103413->18446744073709551615) 00002000:00100000:3.0:1734016097.963823:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076b62a00 with x1818247336472064 ext(1103413->18446744073709551615) 00002000:00010000:3.0:1734016097.963834:0:7694:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076b62a00. 00000100:00100000:3.0:1734016097.964095:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8067 00000100:00100000:3.0:1734016097.964102:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076b62a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+13:1978:x1818247336472064:12345-192.168.201.10@tcp:10:fsx.0 00002000:00010000:3.0:1734016097.968810:0:7694:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 5774108 -> 1103413 00002000:00010000:3.0:1734016097.968821:0:7694:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016097 -> 1734016097 00002000:00010000:3.0:1734016097.968824:0:7694:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016097 -> 1734016095 00002000:00010000:3.0:1734016097.968826:0:7694:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016097 -> 1734016097 00002000:00010000:3.0:1734016097.968827:0:7694:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 424 -> 320 00000100:00100000:3.0:1734016097.969580:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076b62a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+14:1978:x1818247336472064:12345-192.168.201.10@tcp:10:fsx.0 Request processed in 5470us (6349us total) trans 4294969023 rc 0/0 00000100:00100000:3.0:1734016097.969593:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8067 00002000:00010000:3.0:1734016097.969599:0:7694:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (1103413->18446744073709551615) 00002000:00100000:3.0:1734016097.969603:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076b62a00 with x1818247336472064 ext(1103413->18446744073709551615) 00002000:00010000:3.0:1734016097.969611:0:7694:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076b62a00. 00000100:00100000:0.0:1734016097.979848:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016097.980120:0:6481:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336472192 00000100:00100000:3.0:1734016097.980132:0:6481:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336472192 00000100:00100000:3.0:1734016097.980194:0:6481:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 1792 00000100:00100000:3.0:1734016097.980203:0:6481:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076b60a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+14:9673:x1818247336472192:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:3.0:1734016097.980232:0:6481:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016097.980257:0:6481:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a61c0/0x3f004d6452e062dc lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d028b expref: -99 pid: 6481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016097.980386:0:6481:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a6400/0x3f004d6452e062e3 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6481 initiator: MDT0 00010000:00010000:3.0:1734016097.980406:0:6481:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a6400/0x3f004d6452e062e3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6481 initiator: MDT0 00010000:00010000:3.0:1734016097.980419:0:6481:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a6400/0x3f004d6452e062e3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6481 initiator: MDT0 00000004:00200000:3.0:1734016097.980452:0:6481:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 1103413 00000004:00200000:3.0:1734016097.980457:0:6481:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1734016097.980479:0:6481:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a6400/0x3f004d6452e062e3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6481 initiator: MDT0 00010000:00010000:3.0:1734016097.980507:0:6481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a61c0/0x3f004d6452e062dc lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d028b expref: 16 pid: 6481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016097.981355:0:6481:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a6400/0x3f004d6452e062e3 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d028b expref: 15 pid: 6481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016097.981364:0:6481:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:3.0:1734016097.981367:0:6481:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1734016097.981371:0:6481:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a9a6400, rc 0) 00000100:00100000:3.0:1734016097.981737:0:6481:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076b60a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+15:9673:x1818247336472192:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 1533us (1904us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016097.981747:0:6481:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 1792 00000100:00100000:0.0:1734016097.984462:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016097.984568:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336472320 00000100:00100000:1.0:1734016097.984581:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336472320 00000100:00100000:1.0:1734016097.984645:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9829 00000100:00100000:1.0:1734016097.984652:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076b62d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+12:1978:x1818247336472320:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:1.0:1734016097.984675:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016097.984700:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880097235440/0x3f004d6452e062ea lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d0292 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016097.984768:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800744eaa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339315456:192.168.201.10@tcp:106: 00000100:00100000:1.0:1734016097.984861:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff88006d6ff540 going to sleep for 11 seconds 00002000:00010000:1.0:1734016097.987033:0:7689:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime: 1734016095 -> 1734016097 00000100:00100000:1.0:1734016097.987069:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800744eaa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339315456:192.168.201.10@tcp:106: 00010000:00010000:1.0:1734016097.987119:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880097235440/0x3f004d6452e062ea lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0292 expref: 13 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016097.987135:0:7689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097235440/0x3f004d6452e062ea lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0292 expref: 13 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016097.987175:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097235440, rc 0) 00000100:00100000:1.0:1734016097.987226:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076b62d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+12:1978:x1818247336472320:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 2572us (2776us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016097.987236:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9829 00000100:00100000:0.0:1734016097.991601:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016097.991745:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336472448 00000100:00100000:1.0:1734016097.991760:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336472448 00000100:00100000:1.0:1734016097.991825:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9830 00000100:00100000:1.0:1734016097.991833:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076b61500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+12:1980:x1818247336472448:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:1.0:1734016097.991859:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016097.991908:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880097237840/0x3f004d6452e062f1 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d0299 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016097.991976:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800744eaa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339315584:192.168.201.10@tcp:106: 00000100:00100000:1.0:1734016097.992053:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff88006d6ff540 going to sleep for 11 seconds 00000100:00100000:1.0:1734016097.994348:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800744eaa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339315584:192.168.201.10@tcp:106: 00010000:00010000:1.0:1734016097.994405:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880097237840/0x3f004d6452e062f1 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0299 expref: 13 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016097.994421:0:7689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097237840/0x3f004d6452e062f1 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0299 expref: 13 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016097.994454:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097237840, rc 0) 00000100:00100000:1.0:1734016097.994514:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076b61500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+12:1980:x1818247336472448:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 2679us (2928us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016097.994525:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9830 00000100:00100000:0.0:1734016097.998195:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016097.998310:0:6481:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336472704 00000100:00100000:3.0:1734016097.998322:0:6481:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336472704 00000100:00100000:3.0:1734016097.998372:0:6481:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 1793 00000100:00100000:3.0:1734016097.998380:0:6481:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076b63100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+15:9673:x1818247336472704:12345-192.168.201.10@tcp:36:fsx.0 00010000:00010000:3.0:1734016097.998446:0:6481:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016097.998478:0:6481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a6400/0x3f004d6452e062e3 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d028b expref: 15 pid: 6481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016097.998720:0:6481:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:3.0:1734016097.998725:0:6481:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1734016097.999026:0:6481:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a6880/0x3f004d6452e062f8 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6481 initiator: MDT0 00010000:00010000:3.0:1734016097.999042:0:6481:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a6880/0x3f004d6452e062f8 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6481 initiator: MDT0 00010000:00010000:3.0:1734016097.999052:0:6481:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a6880/0x3f004d6452e062f8 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6481 initiator: MDT0 00000001:00080000:3.0:1734016097.999090:0:6481:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294968439 00000004:00010000:3.0:1734016097.999114:0:6481:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff880076b63100 reply state ffff88007530b000 transno 4294968440 ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a6880/0x3f004d6452e062f8 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6481 initiator: MDT0 00000100:00100000:3.0:1734016097.999120:0:6481:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1734016097.999382:0:6481:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076b63100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+17:9673:x1818247336472704:12345-192.168.201.10@tcp:36:fsx.0 Request processed in 1002us (1204us total) trans 4294968440 rc 0/0 00000100:00100000:3.0:1734016097.999388:0:6481:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 1793 00000020:00080000:3.0:1734016097.999393:0:6481:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1734016098.002349:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016098.002844:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336472832 00000100:00100000:1.0:1734016098.002855:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336472832 00000100:00100000:1.0:1734016098.003596:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9831 00000100:00100000:1.0:1734016098.003605:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076b60700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+12:9673:x1818247336472832:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:1.0:1734016098.003627:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016098.003651:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880097237a80/0x3f004d6452e062ff lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d02a0 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016098.003683:0:7689:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800972346c0/0x3f004d6452e06288 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d024c expref: 13 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016098.003694:0:7689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016098.003696:0:7689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016098.003699:0:7689:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880097237a80/0x3f004d6452e062ff lrc: 4/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d02a0 expref: 13 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016098.003734:0:7689:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800972346c0/0x3f004d6452e06288 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d024c expref: 13 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016098.003745:0:7689:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800972346c0/0x3f004d6452e06288 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d024c expref: 13 pid: 7689 timeout: 462 lvb_type: 0 00000100:00100000:1.0:1734016098.003758:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800744eaa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339315712:192.168.201.10@tcp:104: 00000100:00100000:1.0:1734016098.003848:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff88006d6ff540 going to sleep for 11 seconds 00000100:00100000:0.0:1734016098.008207:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016098.008318:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800744eaa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339315712:192.168.201.10@tcp:104: 00010000:00010000:1.0:1734016098.008359:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880097237a80/0x3f004d6452e062ff lrc: 3/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d02a0 expref: 13 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016098.008380:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097237a80, rc 0) 00000100:00100000:1.0:1734016098.008428:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076b60700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+13:9673:x1818247336472832:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 4824us (6083us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016098.008438:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9831 00000100:00080000:3.0:1734016098.008887:0:6479:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734016068 00000100:00100000:3.0:1734016098.014323:0:9956:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009a9a9180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9956:1818247339315840:192.168.201.10@tcp:105: 00010000:00010000:3.0:1734016098.014354:0:9956:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016098.014407:0:9956:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076b63480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+13:1979:x1818247336472960:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 5773us (6211us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016098.014420:0:9956:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2580 00000100:00100000:0.0:1734016098.015722:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016098.016105:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336473088 00000100:00100000:3.0:1734016098.016114:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336473088 00002000:00010000:3.0:1734016098.016146:0:7694:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (130013->18446744073709551615) 00002000:00100000:3.0:1734016098.016150:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076b62300 with x1818247336473088 ext(130013->18446744073709551615) 00002000:00010000:3.0:1734016098.016162:0:7694:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076b62300. 00000100:00100000:3.0:1734016098.016571:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8068 00000100:00100000:3.0:1734016098.016578:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076b62300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+13:1979:x1818247336473088:12345-192.168.201.10@tcp:10:fsx.0 00002000:00010000:3.0:1734016098.018528:0:7694:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 1103413 -> 130013 00002000:00010000:3.0:1734016098.018536:0:7694:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016097 -> 1734016097 00002000:00010000:3.0:1734016098.018538:0:7694:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016097 -> 1734016095 00002000:00010000:3.0:1734016098.018540:0:7694:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016097 -> 1734016097 00002000:00010000:3.0:1734016098.018542:0:7694:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 320 -> 88 00000100:00100000:3.0:1734016098.019351:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076b62300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+14:1979:x1818247336473088:12345-192.168.201.10@tcp:10:fsx.0 Request processed in 2761us (3624us total) trans 4294969024 rc 0/0 00000100:00100000:3.0:1734016098.019366:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8068 00002000:00010000:3.0:1734016098.019373:0:7694:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (130013->18446744073709551615) 00002000:00100000:3.0:1734016098.019378:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076b62300 with x1818247336473088 ext(130013->18446744073709551615) 00002000:00010000:3.0:1734016098.019388:0:7694:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076b62300. 00000100:00100000:0.0:1734016098.023550:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016098.024282:0:6481:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336473216 00000100:00100000:3.0:1734016098.024295:0:6481:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336473216 00000100:00100000:3.0:1734016098.024505:0:6481:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 1794 00000100:00100000:3.0:1734016098.024512:0:6481:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d804e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+18:9673:x1818247336473216:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:3.0:1734016098.024542:0:6481:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016098.024563:0:6481:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a58c0/0x3f004d6452e06306 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d02a7 expref: -99 pid: 6481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016098.024662:0:6481:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a6f40/0x3f004d6452e0630d lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6481 initiator: MDT0 00010000:00010000:3.0:1734016098.024677:0:6481:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a6f40/0x3f004d6452e0630d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6481 initiator: MDT0 00010000:00010000:3.0:1734016098.024690:0:6481:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a6f40/0x3f004d6452e0630d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6481 initiator: MDT0 00000004:00200000:3.0:1734016098.024717:0:6481:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 130013 00000004:00200000:3.0:1734016098.024721:0:6481:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1734016098.024736:0:6481:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a6f40/0x3f004d6452e0630d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6481 initiator: MDT0 00010000:00010000:3.0:1734016098.024759:0:6481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a58c0/0x3f004d6452e06306 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d02a7 expref: 20 pid: 6481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016098.025440:0:6481:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a6f40/0x3f004d6452e0630d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d02a7 expref: 19 pid: 6481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016098.025449:0:6481:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:3.0:1734016098.025452:0:6481:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1734016098.025455:0:6481:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a9a6f40, rc 0) 00000100:00100000:3.0:1734016098.025554:0:6481:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d804e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+19:9673:x1818247336473216:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 1041us (2022us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016098.025561:0:6481:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 1794 00000100:00100000:0.0:1734016098.028825:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016098.029123:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336473344 00000100:00100000:1.0:1734016098.029136:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336473344 00000100:00100000:1.0:1734016098.029192:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9832 00000100:00100000:1.0:1734016098.029200:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d804000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+13:1978:x1818247336473344:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:1.0:1734016098.029223:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016098.029254:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880097236880/0x3f004d6452e06314 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d02ae expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016098.029333:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800744eaa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339315968:192.168.201.10@tcp:106: 00000100:00100000:1.0:1734016098.029417:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff88006d6ff540 going to sleep for 11 seconds 00002000:00010000:1.0:1734016098.032248:0:7689:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime: 1734016095 -> 1734016097 00000100:00100000:1.0:1734016098.032296:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800744eaa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339315968:192.168.201.10@tcp:106: 00010000:00010000:1.0:1734016098.032349:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880097236880/0x3f004d6452e06314 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d02ae expref: 14 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016098.032366:0:7689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097236880/0x3f004d6452e06314 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d02ae expref: 14 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016098.032493:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097236880, rc 0) 00000100:00100000:1.0:1734016098.032765:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d804000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+13:1978:x1818247336473344:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 3562us (3950us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016098.032776:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9832 00000100:00100000:0.0:1734016098.035515:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016098.035672:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336473472 00000100:00100000:1.0:1734016098.035687:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336473472 00000100:00100000:1.0:1734016098.035742:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9833 00000100:00100000:1.0:1734016098.035750:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d805500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+13:1979:x1818247336473472:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:1.0:1734016098.035772:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016098.035803:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880097235b00/0x3f004d6452e0631b lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d02b5 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016098.035899:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800744eaa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339316096:192.168.201.10@tcp:106: 00000100:00100000:1.0:1734016098.035983:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff88006d6ff540 going to sleep for 11 seconds 00000100:00100000:1.0:1734016098.038774:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800744eaa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339316096:192.168.201.10@tcp:106: 00010000:00010000:1.0:1734016098.038828:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880097235b00/0x3f004d6452e0631b lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d02b5 expref: 14 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016098.038843:0:7689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097235b00/0x3f004d6452e0631b lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d02b5 expref: 14 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016098.038916:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097235b00, rc 0) 00000100:00100000:1.0:1734016098.038968:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d805500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+13:1979:x1818247336473472:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 3217us (3471us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016098.038978:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9833 00000100:00100000:0.0:1734016098.044747:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016098.045131:0:6481:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336473728 00000100:00100000:3.0:1734016098.045142:0:6481:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336473728 00000100:00100000:3.0:1734016098.045204:0:6481:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 1795 00000100:00100000:3.0:1734016098.045212:0:6481:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d804700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+19:9673:x1818247336473728:12345-192.168.201.10@tcp:36:fsx.0 00010000:00010000:3.0:1734016098.045272:0:6481:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016098.045308:0:6481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a6f40/0x3f004d6452e0630d lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d02a7 expref: 19 pid: 6481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016098.045343:0:6481:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:3.0:1734016098.045347:0:6481:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1734016098.045508:0:6481:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a58c0/0x3f004d6452e06322 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6481 initiator: MDT0 00010000:00010000:3.0:1734016098.045520:0:6481:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a58c0/0x3f004d6452e06322 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6481 initiator: MDT0 00010000:00010000:3.0:1734016098.045528:0:6481:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a58c0/0x3f004d6452e06322 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6481 initiator: MDT0 00000001:00080000:3.0:1734016098.045563:0:6481:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294968441 00000004:00010000:3.0:1734016098.045584:0:6481:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff88011d804700 reply state ffff88007530e000 transno 4294968442 ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a58c0/0x3f004d6452e06322 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6481 initiator: MDT0 00000100:00100000:3.0:1734016098.045590:0:6481:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1734016098.045674:0:6481:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d804700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+21:9673:x1818247336473728:12345-192.168.201.10@tcp:36:fsx.0 Request processed in 462us (936us total) trans 4294968442 rc 0/0 00000100:00100000:3.0:1734016098.045679:0:6481:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 1795 00000020:00080000:3.0:1734016098.045685:0:6481:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1734016098.052256:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016098.052459:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336473856 00000100:00100000:1.0:1734016098.052470:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336473856 00000100:00100000:1.0:1734016098.052517:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9834 00000100:00100000:1.0:1734016098.052525:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d806a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+13:9673:x1818247336473856:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:1.0:1734016098.052547:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016098.052569:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880097235b00/0x3f004d6452e06329 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d02bc expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016098.052603:0:7689:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880097237a80/0x3f004d6452e062ff lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d02a0 expref: 13 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016098.052615:0:7689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016098.052617:0:7689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016098.052620:0:7689:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880097235b00/0x3f004d6452e06329 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d02bc expref: 14 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016098.052651:0:7689:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880097237a80/0x3f004d6452e062ff lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d02a0 expref: 13 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016098.052663:0:7689:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880097237a80/0x3f004d6452e062ff lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d02a0 expref: 13 pid: 7689 timeout: 462 lvb_type: 0 00000100:00100000:1.0:1734016098.052676:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800744eaa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339316224:192.168.201.10@tcp:104: 00000100:00100000:1.0:1734016098.052735:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff88006d6ff540 going to sleep for 11 seconds 00000100:00100000:1.0:1734016098.058519:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800744eaa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339316224:192.168.201.10@tcp:104: 00010000:00010000:1.0:1734016098.058564:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880097235b00/0x3f004d6452e06329 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d02bc expref: 14 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016098.058584:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097235b00, rc 0) 00000100:00100000:1.0:1734016098.058646:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d806a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+14:9673:x1818247336473856:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 6121us (6405us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016098.058655:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9834 00000100:00100000:0.0:1734016098.058907:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016098.059150:0:9956:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336473984 00000100:00100000:3.0:1734016098.059159:0:9956:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336473984 00010000:00010000:3.0:1734016098.059192:0:9956:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880097237a80/0x3f004d6452e062ff lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d02a0 expref: 14 pid: 7689 timeout: 462 lvb_type: 0 00000100:00100000:3.0:1734016098.059222:0:9956:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2581 00000100:00100000:3.0:1734016098.059227:0:9956:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d804380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+14:1978:x1818247336473984:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016098.059245:0:9956:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016098.059266:0:9956:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880097237a80/0x3f004d6452e062ff lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d02a0 expref: 14 pid: 7689 timeout: 462 lvb_type: 0 00010000:00010000:3.0:1734016098.059277:0:9956:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880097237a80/0x3f004d6452e062ff lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d02a0 expref: 14 pid: 7689 timeout: 462 lvb_type: 0 00010000:00010000:3.0:1734016098.059302:0:9956:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097237a80/0x3f004d6452e062ff lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d02a0 expref: 14 pid: 7689 timeout: 462 lvb_type: 0 00010000:00010000:3.0:1734016098.059321:0:9956:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016098.059323:0:9956:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016098.059329:0:9956:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880097235b00/0x3f004d6452e06329 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d02bc expref: 13 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016098.059338:0:9956:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880097235b00/0x3f004d6452e06329 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d02bc expref: 13 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016098.059373:0:9956:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880097235b00/0x3f004d6452e06329 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d02bc expref: 13 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016098.059386:0:9956:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074621500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9956:1818247339316352:192.168.201.10@tcp:105: 00000100:00100000:3.0:1734016098.059432:0:9956:0:(client.c:2562:ptlrpc_set_wait()) set ffff880074e1ae40 going to sleep for 11 seconds 00000100:00100000:0.0:1734016098.064279:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016098.064395:0:9956:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074621500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9956:1818247339316352:192.168.201.10@tcp:105: 00010000:00010000:3.0:1734016098.064424:0:9956:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016098.064478:0:9956:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d804380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+13:1978:x1818247336473984:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 5249us (5570us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016098.064491:0:9956:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2581 00000100:00100000:0.0:1734016098.068178:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016098.074384:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336474368 00000100:00100000:1.0:1734016098.074397:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336474368 00000100:00100000:1.0:1734016098.074906:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9835 00000100:00100000:1.0:1734016098.074916:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a9aa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+13:1978:x1818247336474368:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:1.0:1734016098.074940:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016098.074970:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880097236880/0x3f004d6452e0633e lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d02ca expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016098.075042:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800744eaa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339316480:192.168.201.10@tcp:106: 00000100:00100000:1.0:1734016098.075142:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff88006d6ff540 going to sleep for 11 seconds 00002000:00010000:1.0:1734016098.079568:0:7689:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime: 1734016095 -> 1734016097 00000100:00100000:1.0:1734016098.079610:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800744eaa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339316480:192.168.201.10@tcp:106: 00010000:00010000:1.0:1734016098.079664:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880097236880/0x3f004d6452e0633e lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d02ca expref: 14 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016098.079680:0:7689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097236880/0x3f004d6452e0633e lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d02ca expref: 14 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016098.079817:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097236880, rc 0) 00000100:00100000:1.0:1734016098.080042:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a9aa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+13:1978:x1818247336474368:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 5125us (5777us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016098.080052:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9835 00000100:00100000:0.0:1734016098.083155:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016098.083560:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336474496 00000100:00100000:1.0:1734016098.083576:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336474496 00000100:00100000:1.0:1734016098.083633:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9836 00000100:00100000:1.0:1734016098.083641:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d805f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+13:1978:x1818247336474496:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:1.0:1734016098.083665:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016098.083689:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800972346c0/0x3f004d6452e06345 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d02d1 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016098.083766:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800744eaa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339316608:192.168.201.10@tcp:106: 00000100:00100000:1.0:1734016098.083846:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff88006d6ff540 going to sleep for 11 seconds 00000100:00100000:1.0:1734016098.086427:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800744eaa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339316608:192.168.201.10@tcp:106: 00010000:00010000:1.0:1734016098.086474:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800972346c0/0x3f004d6452e06345 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d02d1 expref: 14 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016098.086493:0:7689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800972346c0/0x3f004d6452e06345 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d02d1 expref: 14 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016098.086571:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800972346c0, rc 0) 00000100:00100000:1.0:1734016098.087028:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d805f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+13:1978:x1818247336474496:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 3385us (3884us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016098.087038:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9836 00000100:00100000:0.0:1734016098.100994:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016098.101044:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016098.101459:0:7695:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336474752 00000100:00100000:1.0:1734016098.101471:0:7695:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336474752 00002000:00100000:1.0:1734016098.101523:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (0->4194303) req@ffff88011d807480 x1818247336474752/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:59/0 lens 488/0 e 0 to 0 dl 1734016109 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016098.101533:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d807480 with x1818247336474752 ext(0->4194303) 00002000:00010000:1.0:1734016098.101539:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011d807480 00000100:00100000:1.0:1734016098.101559:0:7695:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336475008 00000100:00100000:1.0:1734016098.101561:0:7695:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336475008 00002000:00100000:1.0:1734016098.101571:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (4194304->5251071) req@ffff88011d806300 x1818247336475008/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:59/0 lens 488/0 e 0 to 0 dl 1734016109 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016098.101577:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d806300 with x1818247336475008 ext(4194304->5251071) 00002000:00010000:1.0:1734016098.101580:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011d806300 00000100:00100000:1.0:1734016098.102345:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8070 00000100:00100000:1.0:1734016098.102355:0:7695:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d807480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+16:1980:x1818247336474752:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:0.0:1734016098.106425:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8071 00000100:00100000:0.0:1734016098.106444:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d806300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+16:1980:x1818247336475008:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:0.0:1734016098.147709:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d806300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+17:1980:x1818247336475008:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 41255us (46647us total) trans 0 rc 1056768/1056768 00000100:00100000:0.0:1734016098.147725:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8071 00002000:00100000:0.0:1734016098.147740:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (4194304->5251071) req@ffff88011d806300 x1818247336475008/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:59/0 lens 488/440 e 0 to 0 dl 1734016109 ref 1 fl Complete:/200/0 rc 1056768/1056768 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016098.147752:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d806300 with x1818247336475008 ext(4194304->5251071) 00002000:00010000:0.0:1734016098.147760:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011d806300 00000100:00100000:1.0:1734016098.169621:0:7695:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d807480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+15:1980:x1818247336474752:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 67254us (68627us total) trans 0 rc 4194304/4194304 00000100:00100000:1.0:1734016098.169636:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8070 00002000:00100000:1.0:1734016098.169649:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (0->4194303) req@ffff88011d807480 x1818247336474752/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:59/0 lens 488/440 e 0 to 0 dl 1734016109 ref 1 fl Complete:/200/0 rc 4194304/4194304 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016098.169658:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d807480 with x1818247336474752 ext(0->4194303) 00002000:00010000:1.0:1734016098.169664:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011d807480 00000100:00100000:0.0:1734016098.179491:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016098.179663:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336475136 00000100:00100000:1.0:1734016098.179674:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336475136 00000100:00100000:1.0:1734016098.179721:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9837 00000100:00100000:1.0:1734016098.179730:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d806680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+13:1978:x1818247336475136:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:1.0:1734016098.179754:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016098.179786:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880097237840/0x3f004d6452e0634c lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d02d8 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016098.179857:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800744eaa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339316736:192.168.201.10@tcp:106: 00000100:00100000:1.0:1734016098.180769:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff88006d6ff540 going to sleep for 11 seconds 00000100:00100000:1.0:1734016098.182785:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800744eaa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339316736:192.168.201.10@tcp:106: 00010000:00010000:1.0:1734016098.182826:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880097237840/0x3f004d6452e0634c lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d02d8 expref: 14 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016098.182840:0:7689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097237840/0x3f004d6452e0634c lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d02d8 expref: 14 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016098.183490:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097237840, rc 0) 00000100:00100000:1.0:1734016098.184314:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d806680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+13:1978:x1818247336475136:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 4582us (4832us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016098.184323:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9837 00000100:00100000:0.0:1734016098.188396:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016098.188530:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336475264 00000100:00100000:1.0:1734016098.188542:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336475264 00000100:00100000:1.0:1734016098.188591:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9838 00000100:00100000:1.0:1734016098.188600:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d807800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+13:1981:x1818247336475264:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:1.0:1734016098.188622:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016098.188643:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880097235440/0x3f004d6452e06353 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d02df expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016098.188707:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800744eaa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339316864:192.168.201.10@tcp:106: 00000100:00100000:1.0:1734016098.189830:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff88006d6ff540 going to sleep for 11 seconds 00000100:00100000:1.0:1734016098.193344:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800744eaa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339316864:192.168.201.10@tcp:106: 00010000:00010000:1.0:1734016098.193389:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880097235440/0x3f004d6452e06353 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d02df expref: 14 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016098.193404:0:7689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097235440/0x3f004d6452e06353 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d02df expref: 14 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016098.193438:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097235440, rc 0) 00000100:00100000:1.0:1734016098.193494:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d807800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+13:1981:x1818247336475264:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 4895us (5111us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016098.193507:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9838 00000100:00100000:0.0:1734016098.201096:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016098.205032:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016098.205333:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336475648 00000100:00100000:1.0:1734016098.205342:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336475648 00000100:00100000:1.0:1734016098.205396:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9839 00000100:00100000:1.0:1734016098.205402:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075224700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+13:9673:x1818247336475648:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:1.0:1734016098.205420:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016098.205436:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800972373c0/0x3f004d6452e06361 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d02e6 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016098.205462:0:7689:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880097235b00/0x3f004d6452e06329 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d02bc expref: 14 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016098.205468:0:7689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016098.205470:0:7689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016098.205473:0:7689:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800972373c0/0x3f004d6452e06361 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d02e6 expref: 14 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016098.205504:0:7689:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880097235b00/0x3f004d6452e06329 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d02bc expref: 14 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016098.205514:0:7689:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880097235b00/0x3f004d6452e06329 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d02bc expref: 14 pid: 7689 timeout: 462 lvb_type: 0 00000100:00100000:1.0:1734016098.205527:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800744eaa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339316992:192.168.201.10@tcp:104: 00000100:00100000:1.0:1734016098.205585:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff88006d6ff540 going to sleep for 11 seconds 00000100:00100000:1.0:1734016098.209762:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800744eaa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339316992:192.168.201.10@tcp:104: 00010000:00010000:1.0:1734016098.209825:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800972373c0/0x3f004d6452e06361 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d02e6 expref: 14 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016098.209848:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800972373c0, rc 0) 00000100:00100000:1.0:1734016098.209949:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075224700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+14:9673:x1818247336475648:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 4544us (4919us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016098.209961:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9839 00000100:00100000:0.0:1734016098.219856:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016098.220546:0:9956:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336475776 00000100:00100000:3.0:1734016098.220559:0:9956:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336475776 00010000:00010000:3.0:1734016098.220604:0:9956:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880097235b00/0x3f004d6452e06329 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d02bc expref: 15 pid: 7689 timeout: 462 lvb_type: 0 00000100:00100000:3.0:1734016098.220641:0:9956:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2582 00000100:00100000:3.0:1734016098.220648:0:9956:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075224a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+15:1979:x1818247336475776:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016098.220662:0:9956:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016098.220683:0:9956:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880097235b00/0x3f004d6452e06329 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d02bc expref: 15 pid: 7689 timeout: 462 lvb_type: 0 00010000:00010000:3.0:1734016098.220695:0:9956:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880097235b00/0x3f004d6452e06329 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d02bc expref: 15 pid: 7689 timeout: 462 lvb_type: 0 00010000:00010000:3.0:1734016098.220717:0:9956:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097235b00/0x3f004d6452e06329 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d02bc expref: 15 pid: 7689 timeout: 462 lvb_type: 0 00010000:00010000:3.0:1734016098.220752:0:9956:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016098.220755:0:9956:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016098.220762:0:9956:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800972373c0/0x3f004d6452e06361 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d02e6 expref: 13 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016098.220771:0:9956:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800972373c0/0x3f004d6452e06361 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d02e6 expref: 13 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016098.220823:0:9956:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800972373c0/0x3f004d6452e06361 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d02e6 expref: 13 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016098.220836:0:9956:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074621500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9956:1818247339317120:192.168.201.10@tcp:105: 00000100:00100000:3.0:1734016098.222247:0:9956:0:(client.c:2562:ptlrpc_set_wait()) set ffff880074e1ae40 going to sleep for 11 seconds 00000100:00100000:0.0:1734016098.229994:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016098.232133:0:9956:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074621500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9956:1818247339317120:192.168.201.10@tcp:105: 00010000:00010000:3.0:1734016098.232170:0:9956:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016098.232744:0:9956:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075224a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+14:1979:x1818247336475776:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 12094us (12898us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016098.232756:0:9956:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2582 00000100:00100000:1.0:1734016098.235103:0:7695:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336475904 00000100:00100000:1.0:1734016098.235120:0:7695:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336475904 00002000:00010000:1.0:1734016098.235170:0:7695:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (1720754->18446744073709551615) 00002000:00100000:1.0:1734016098.235174:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880075224e00 with x1818247336475904 ext(1720754->18446744073709551615) 00002000:00010000:1.0:1734016098.235186:0:7695:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880075224e00. 00000100:00100000:1.0:1734016098.235223:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8072 00000100:00100000:1.0:1734016098.235230:0:7695:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075224e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+14:1979:x1818247336475904:12345-192.168.201.10@tcp:10:fsx.0 00002000:00010000:1.0:1734016098.238045:0:7695:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 5247099 -> 1720754 00002000:00010000:1.0:1734016098.238055:0:7695:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016097 -> 1734016097 00002000:00010000:1.0:1734016098.238058:0:7695:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016097 -> 1734016095 00002000:00010000:1.0:1734016098.238060:0:7695:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016097 -> 1734016097 00002000:00010000:1.0:1734016098.238062:0:7695:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 88 -> 88 00000100:00100000:1.0:1734016098.238144:0:7695:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075224e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+15:1979:x1818247336475904:12345-192.168.201.10@tcp:10:fsx.0 Request processed in 2908us (8157us total) trans 4294969026 rc 0/0 00000100:00100000:1.0:1734016098.238156:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8072 00002000:00010000:1.0:1734016098.238162:0:7695:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (1720754->18446744073709551615) 00002000:00100000:1.0:1734016098.238165:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880075224e00 with x1818247336475904 ext(1720754->18446744073709551615) 00002000:00010000:1.0:1734016098.238172:0:7695:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880075224e00. 00000100:00100000:0.0:1734016098.247275:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016098.255651:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016098.262234:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016098.262542:0:9956:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336476416 00000100:00100000:3.0:1734016098.262552:0:9956:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336476416 00010000:00010000:3.0:1734016098.262593:0:9956:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880072171440/0x3f004d6452e0636f lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d02ed expref: 19 pid: 6482 timeout: 462 lvb_type: 0 00000100:00100000:3.0:1734016098.262636:0:9956:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2583 00000100:00100000:3.0:1734016098.262643:0:9956:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b1ea4050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+19:1978:x1818247336476416:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016098.262658:0:9956:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016098.262665:0:9956:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880072171440/0x3f004d6452e0636f lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d02ed expref: 19 pid: 6482 timeout: 462 lvb_type: 0 00010000:00010000:3.0:1734016098.262677:0:9956:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880072171440/0x3f004d6452e0636f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d02ed expref: 19 pid: 6482 timeout: 462 lvb_type: 0 00010000:00010000:3.0:1734016098.262704:0:9956:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880072171440/0x3f004d6452e0636f lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d02ed expref: 19 pid: 6482 timeout: 462 lvb_type: 0 00010000:00010000:3.0:1734016098.262725:0:9956:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:3.0:1734016098.262730:0:9956:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff880072171f80/0x3f004d6452e06376 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6482 initiator: MDT0 00010000:00010000:3.0:1734016098.262741:0:9956:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880072171f80/0x3f004d6452e06376 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6482 initiator: MDT0 00010000:00010000:3.0:1734016098.262748:0:9956:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880072171f80/0x3f004d6452e06376 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6482 initiator: MDT0 00010000:00010000:3.0:1734016098.262782:0:9956:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016098.262827:0:9956:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b1ea4050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+18:1978:x1818247336476416:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 184us (612us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016098.262835:0:9956:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2583 00000100:00100000:0.0:1734016098.267514:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016098.267588:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336476544 00000100:00100000:1.0:1734016098.267599:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336476544 00000100:00100000:1.0:1734016098.267640:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9840 00000100:00100000:1.0:1734016098.267648:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075226680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+14:9673:x1818247336476544:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:1.0:1734016098.267668:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016098.267685:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880097234900/0x3f004d6452e0637d lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d02f4 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016098.267711:0:7689:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800972373c0/0x3f004d6452e06361 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d02e6 expref: 14 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016098.267717:0:7689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016098.267719:0:7689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016098.267722:0:7689:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880097234900/0x3f004d6452e0637d lrc: 4/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d02f4 expref: 15 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016098.267753:0:7689:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800972373c0/0x3f004d6452e06361 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d02e6 expref: 14 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016098.267764:0:7689:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800972373c0/0x3f004d6452e06361 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d02e6 expref: 14 pid: 7689 timeout: 462 lvb_type: 0 00000100:00100000:1.0:1734016098.267785:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800744eaa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339317376:192.168.201.10@tcp:104: 00000100:00100000:1.0:1734016098.268423:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff88006d6ff540 going to sleep for 11 seconds 00000100:00100000:1.0:1734016098.271313:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800744eaa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339317376:192.168.201.10@tcp:104: 00010000:00010000:1.0:1734016098.271353:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880097234900/0x3f004d6452e0637d lrc: 3/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d02f4 expref: 15 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016098.271378:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097234900, rc 0) 00000100:00100000:1.0:1734016098.271443:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075226680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+15:9673:x1818247336476544:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 3794us (3932us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016098.271452:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9840 00000100:00100000:0.0:1734016098.271963:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016098.272300:0:7705:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336476672 00000100:00100000:1.0:1734016098.272308:0:7705:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336476672 00010000:00010000:1.0:1734016098.272332:0:7705:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800972373c0/0x3f004d6452e06361 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d02e6 expref: 15 pid: 7689 timeout: 462 lvb_type: 0 00000100:00100000:1.0:1734016098.272365:0:7705:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2584 00000100:00100000:1.0:1734016098.272371:0:7705:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075224000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+15:1979:x1818247336476672:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016098.272383:0:7705:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016098.272406:0:7705:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800972373c0/0x3f004d6452e06361 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d02e6 expref: 15 pid: 7689 timeout: 462 lvb_type: 0 00010000:00010000:1.0:1734016098.272415:0:7705:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800972373c0/0x3f004d6452e06361 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d02e6 expref: 15 pid: 7689 timeout: 462 lvb_type: 0 00010000:00010000:1.0:1734016098.272437:0:7705:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800972373c0/0x3f004d6452e06361 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d02e6 expref: 15 pid: 7689 timeout: 462 lvb_type: 0 00010000:00010000:1.0:1734016098.272459:0:7705:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016098.272461:0:7705:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016098.272466:0:7705:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880097234900/0x3f004d6452e0637d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d02f4 expref: 14 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016098.272479:0:7705:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880097234900/0x3f004d6452e0637d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d02f4 expref: 14 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016098.272510:0:7705:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880097234900/0x3f004d6452e0637d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d02f4 expref: 14 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016098.272524:0:7705:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800744eaa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7705:1818247339317504:192.168.201.10@tcp:105: 00000100:00100000:1.0:1734016098.272584:0:7705:0:(client.c:2562:ptlrpc_set_wait()) set ffff88006d6ff540 going to sleep for 11 seconds 00000100:00100000:1.0:1734016098.278149:0:7705:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800744eaa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7705:1818247339317504:192.168.201.10@tcp:105: 00010000:00010000:1.0:1734016098.278182:0:7705:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016098.278234:0:7705:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075224000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+14:1979:x1818247336476672:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 5862us (6272us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016098.278246:0:7705:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2584 00000100:00100000:1.0:1734016098.279333:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016098.279548:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336476800 00000100:00100000:0.0:1734016098.279557:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336476800 00002000:00010000:0.0:1734016098.279593:0:7696:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (9398723->18446744073709551615) 00002000:00100000:0.0:1734016098.279598:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800744eaa00 with x1818247336476800 ext(9398723->18446744073709551615) 00002000:00010000:0.0:1734016098.279610:0:7696:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800744eaa00. 00000100:00100000:0.0:1734016098.279626:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8073 00000100:00100000:0.0:1734016098.279632:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800744eaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+15:1979:x1818247336476800:12345-192.168.201.10@tcp:10:fsx.0 00002000:00010000:0.0:1734016098.279853:0:7696:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 1720754 -> 9398723 00002000:00010000:0.0:1734016098.279856:0:7696:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016097 -> 1734016097 00002000:00010000:0.0:1734016098.279858:0:7696:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016095 -> 1734016095 00002000:00010000:0.0:1734016098.279860:0:7696:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016097 -> 1734016097 00002000:00010000:0.0:1734016098.279862:0:7696:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 88 -> 88 00000100:00100000:0.0:1734016098.279939:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800744eaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+16:1979:x1818247336476800:12345-192.168.201.10@tcp:10:fsx.0 Request processed in 306us (609us total) trans 4294969027 rc 0/0 00000100:00100000:0.0:1734016098.279946:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8073 00002000:00010000:0.0:1734016098.279949:0:7696:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (9398723->18446744073709551615) 00002000:00100000:0.0:1734016098.279951:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800744eaa00 with x1818247336476800 ext(9398723->18446744073709551615) 00002000:00010000:0.0:1734016098.279955:0:7696:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800744eaa00. 00000100:00100000:0.0:1734016098.288825:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016098.288973:0:7695:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336477056 00000100:00100000:1.0:1734016098.288985:0:7695:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336477056 00002000:00100000:1.0:1734016098.289037:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (5251072->9400319) req@ffff880075227800 x1818247336477056/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:59/0 lens 488/0 e 0 to 0 dl 1734016109 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016098.289049:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880075227800 with x1818247336477056 ext(5251072->9400319) 00002000:00010000:1.0:1734016098.289054:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880075227800 00000100:00100000:1.0:1734016098.289077:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8074 00000100:00100000:1.0:1734016098.289085:0:7695:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075227800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+16:1979:x1818247336477056:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:0.0:1734016098.359758:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016098.367429:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016098.380364:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016098.380500:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336477440 00000100:00100000:1.0:1734016098.380512:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336477440 00000100:00100000:1.0:1734016098.380694:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9841 00000100:00100000:1.0:1734016098.380703:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075226a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+18:1979:x1818247336477440:12345-192.168.201.10@tcp:16:fsx.0 00000001:00080000:3.0:1734016098.386231:0:8954:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969028 is committed 00000001:00080000:3.0:1734016098.386254:0:8954:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969026 is committed 00000100:00100000:1.0:1734016098.390152:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075226a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1979:x1818247336477440:12345-192.168.201.10@tcp:16:fsx.0 Request processed in 9436us (9787us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016098.390166:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9841 00000100:00100000:0.0:1734016098.395114:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016098.407400:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016098.407623:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336477696 00000100:00100000:1.0:1734016098.407635:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336477696 00000100:00100000:1.0:1734016098.407696:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9842 00000100:00100000:1.0:1734016098.407705:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075225880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1980:x1818247336477696:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:1.0:1734016098.407727:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016098.407750:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880097234480/0x3f004d6452e06392 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d0302 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016098.407836:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800744ea300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339317632:192.168.201.10@tcp:106: 00000100:00100000:1.0:1734016098.407948:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff88006d6ff540 going to sleep for 11 seconds 00002000:00010000:1.0:1734016098.411252:0:7689:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime: 1734016095 -> 1734016097 00002000:00010000:1.0:1734016098.411263:0:7689:0:(ofd_lvb.c:301:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks: 88 -> 152 00000100:00100000:1.0:1734016098.411292:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800744ea300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339317632:192.168.201.10@tcp:106: 00010000:00010000:1.0:1734016098.411347:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880097234480/0x3f004d6452e06392 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0302 expref: 7 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016098.411362:0:7689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097234480/0x3f004d6452e06392 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0302 expref: 7 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016098.411395:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097234480, rc 0) 00000100:00100000:1.0:1734016098.411454:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075225880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1980:x1818247336477696:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 3749us (4066us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016098.411463:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9842 00000100:00100000:0.0:1734016098.414486:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016098.419961:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336477824 00000100:00100000:1.0:1734016098.419982:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336477824 00000100:00100000:1.0:1734016098.420054:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9843 00000100:00100000:1.0:1734016098.420063:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075226300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1979:x1818247336477824:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:1.0:1734016098.420086:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016098.420108:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880097234fc0/0x3f004d6452e06399 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d0309 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016098.420175:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800744ea300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339317760:192.168.201.10@tcp:106: 00000100:00100000:1.0:1734016098.420249:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff88006d6ff540 going to sleep for 11 seconds 00000100:00100000:1.0:1734016098.422353:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800744ea300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339317760:192.168.201.10@tcp:106: 00010000:00010000:1.0:1734016098.422396:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880097234fc0/0x3f004d6452e06399 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0309 expref: 7 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016098.422410:0:7689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097234fc0/0x3f004d6452e06399 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0309 expref: 7 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016098.422439:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097234fc0, rc 0) 00000100:00100000:1.0:1734016098.422488:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075226300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1979:x1818247336477824:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 2425us (8020us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016098.422497:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9843 00000100:00100000:0.0:1734016098.426572:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016098.437079:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016098.441443:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016098.449502:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016098.454221:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016098.454306:0:6481:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336478976 00000100:00100000:3.0:1734016098.454319:0:6481:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336478976 00000100:00100000:3.0:1734016098.454380:0:6481:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 1803 00000100:00100000:3.0:1734016098.454389:0:6481:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800744ea300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+23:9673:x1818247336478976:12345-192.168.201.10@tcp:36:fsx.0 00010000:00010000:3.0:1734016098.454450:0:6481:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016098.454479:0:6481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880072170d80/0x3f004d6452e063a7 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0310 expref: 23 pid: 6482 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016098.454502:0:6481:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:3.0:1734016098.454507:0:6481:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1734016098.454683:0:6481:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a58c0/0x3f004d6452e063ae lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6481 initiator: MDT0 00010000:00010000:3.0:1734016098.454701:0:6481:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880072172d00/0x3f004d6452e0638b lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d02fb expref: 18 pid: 6482 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016098.454708:0:6481:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a58c0/0x3f004d6452e063ae lrc: 4/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6481 initiator: MDT0 00010000:00010000:3.0:1734016098.454743:0:6481:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880072172d00/0x3f004d6452e0638b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d02fb expref: 18 pid: 6482 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016098.454756:0:6481:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880072172d00/0x3f004d6452e0638b lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d02fb expref: 18 pid: 6482 timeout: 462 lvb_type: 0 00000100:00100000:3.0:1734016098.454781:0:6481:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074621500 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6481:1818247339317888:192.168.201.10@tcp:104: 00000100:00100000:3.0:1734016098.454856:0:6481:0:(client.c:2562:ptlrpc_set_wait()) set ffff88008efac180 going to sleep for 11 seconds 00010000:00010000:3.0:1734016098.457083:0:9955:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734016098.458065:0:6481:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074621500 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6481:1818247339317888:192.168.201.10@tcp:104: 00010000:00010000:3.0:1734016098.458095:0:6481:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a58c0/0x3f004d6452e063ae lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6481 initiator: MDT0 00000100:00100000:1.0:1734016098.466413:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016098.467919:0:9956:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2585 00000100:00100000:3.0:1734016098.467929:0:9956:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800744e8380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+19:1979:x1818247336479104:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016098.467949:0:9956:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016098.467959:0:9956:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880072172d00/0x3f004d6452e0638b lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d02fb expref: 19 pid: 6482 timeout: 462 lvb_type: 0 00010000:00010000:3.0:1734016098.467972:0:9956:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880072172d00/0x3f004d6452e0638b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d02fb expref: 19 pid: 6482 timeout: 462 lvb_type: 0 00010000:00010000:3.0:1734016098.467999:0:9956:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880072172d00/0x3f004d6452e0638b lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d02fb expref: 19 pid: 6482 timeout: 462 lvb_type: 0 00010000:00010000:3.0:1734016098.468092:0:9956:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:3.0:1734016098.468098:0:9956:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a58c0/0x3f004d6452e063ae lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6481 initiator: MDT0 00010000:00010000:3.0:1734016098.468109:0:9956:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a58c0/0x3f004d6452e063ae lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6481 initiator: MDT0 00010000:00010000:3.0:1734016098.468116:0:9956:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a58c0/0x3f004d6452e063ae lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6481 initiator: MDT0 00010000:00010000:3.0:1734016098.468149:0:9956:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016098.468224:0:9956:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800744e8380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+18:1979:x1818247336479104:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 294us (1824us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016098.468233:0:9956:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2585 00010000:00010000:3.0:1734016098.468268:0:6481:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a58c0/0x3f004d6452e063ae lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6481 initiator: MDT0 00010000:00010000:3.0:1734016098.468276:0:6481:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a58c0/0x3f004d6452e063ae lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6481 initiator: MDT0 00000001:00080000:3.0:1734016098.468386:0:6481:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294968447 00000004:00010000:3.0:1734016098.468440:0:6481:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff8800744ea300 reply state ffff88007530c000 transno 4294968448 ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a58c0/0x3f004d6452e063ae lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6481 initiator: MDT0 00000100:00100000:3.0:1734016098.468448:0:6481:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1734016098.468526:0:6481:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800744ea300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+25:9673:x1818247336478976:12345-192.168.201.10@tcp:36:fsx.0 Request processed in 14138us (14323us total) trans 4294968448 rc 0/0 00000100:00100000:3.0:1734016098.468534:0:6481:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 1803 00000020:00080000:3.0:1734016098.468540:0:6481:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1734016098.475718:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016098.476486:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336479232 00000100:00100000:0.0:1734016098.476498:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336479232 00002000:00010000:0.0:1734016098.476543:0:7696:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (8576903->18446744073709551615) 00002000:00100000:0.0:1734016098.476548:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800744eb480 with x1818247336479232 ext(8576903->18446744073709551615) 00002000:00010000:0.0:1734016098.476562:0:7696:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800744eb480. 00000100:00100000:0.0:1734016098.476765:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8079 00000100:00100000:0.0:1734016098.476780:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800744eb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1978:x1818247336479232:12345-192.168.201.10@tcp:10:fsx.0 00002000:00010000:0.0:1734016098.477883:0:7696:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 9398723 -> 8576903 00002000:00010000:0.0:1734016098.477888:0:7696:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016097 -> 1734016097 00002000:00010000:0.0:1734016098.477891:0:7696:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016097 -> 1734016095 00002000:00010000:0.0:1734016098.477893:0:7696:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016097 -> 1734016097 00002000:00010000:0.0:1734016098.477894:0:7696:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 152 -> 88 00000100:00100000:0.0:1734016098.477949:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800744eb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1978:x1818247336479232:12345-192.168.201.10@tcp:10:fsx.0 Request processed in 1175us (2243us total) trans 4294969029 rc 0/0 00000100:00100000:0.0:1734016098.477956:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8079 00002000:00010000:0.0:1734016098.477959:0:7696:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (8576903->18446744073709551615) 00002000:00100000:0.0:1734016098.477962:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800744eb480 with x1818247336479232 ext(8576903->18446744073709551615) 00002000:00010000:0.0:1734016098.477966:0:7696:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800744eb480. 00000100:00100000:0.0:1734016098.485075:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016098.485285:0:6481:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336479360 00000100:00100000:3.0:1734016098.485294:0:6481:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336479360 00000100:00100000:3.0:1734016098.485352:0:6481:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 1804 00000100:00100000:3.0:1734016098.485359:0:6481:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800750e0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+18:9673:x1818247336479360:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:3.0:1734016098.485381:0:6481:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016098.485400:0:6481:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a5440/0x3f004d6452e063b5 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d0317 expref: -99 pid: 6481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016098.485486:0:6481:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a4000/0x3f004d6452e063bc lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6481 initiator: MDT0 00010000:00010000:3.0:1734016098.485498:0:6481:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a4000/0x3f004d6452e063bc lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6481 initiator: MDT0 00010000:00010000:3.0:1734016098.485508:0:6481:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a4000/0x3f004d6452e063bc lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6481 initiator: MDT0 00000004:00200000:3.0:1734016098.485529:0:6481:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 8576903 00000004:00200000:3.0:1734016098.485532:0:6481:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1734016098.485545:0:6481:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a4000/0x3f004d6452e063bc lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6481 initiator: MDT0 00010000:00010000:3.0:1734016098.485563:0:6481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a5440/0x3f004d6452e063b5 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0317 expref: 20 pid: 6481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016098.485583:0:6481:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a4000/0x3f004d6452e063bc lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0317 expref: 19 pid: 6481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016098.485590:0:6481:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:3.0:1734016098.485593:0:6481:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1734016098.485597:0:6481:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a9a4000, rc 0) 00000100:00100000:3.0:1734016098.485649:0:6481:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800750e0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+19:9673:x1818247336479360:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 291us (586us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016098.485655:0:6481:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 1804 00000100:00100000:1.0:1734016098.488911:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016098.494422:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016098.499971:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016098.503909:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016098.507174:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016098.512990:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016098.516280:0:10115:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009a9a9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10115:1818247339318400:192.168.201.10@tcp:106: 00010000:00010000:3.0:1734016098.516323:0:10115:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880072171f80/0x3f004d6452e063e6 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d033a expref: 7 pid: 10115 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016098.516338:0:10115:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880072171f80/0x3f004d6452e063e6 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d033a expref: 7 pid: 10115 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016098.516353:0:10115:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880072171f80, rc 0) 00000100:00100000:3.0:1734016098.516405:0:10115:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800750e0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1981:x1818247336480128:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 3067us (3425us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016098.516413:0:10115:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9848 00000100:00100000:1.0:1734016098.519607:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016098.519693:0:10115:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336480256 00000100:00100000:3.0:1734016098.519702:0:10115:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336480256 00000100:00100000:3.0:1734016098.519743:0:10115:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9849 00000100:00100000:3.0:1734016098.519750:0:10115:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800744e9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1980:x1818247336480256:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:3.0:1734016098.519768:0:10115:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016098.519797:0:10115:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a9a5440/0x3f004d6452e063ed lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d0341 expref: -99 pid: 10115 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016098.519851:0:10115:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074621500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10115:1818247339318528:192.168.201.10@tcp:106: 00000100:00100000:3.0:1734016098.519937:0:10115:0:(client.c:2562:ptlrpc_set_wait()) set ffff880074e1a900 going to sleep for 11 seconds 00000100:00100000:3.0:1734016098.521556:0:10115:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074621500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10115:1818247339318528:192.168.201.10@tcp:106: 00010000:00010000:3.0:1734016098.521589:0:10115:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a9a5440/0x3f004d6452e063ed lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0341 expref: 7 pid: 10115 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016098.521602:0:10115:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a5440/0x3f004d6452e063ed lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0341 expref: 7 pid: 10115 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016098.521618:0:10115:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a9a5440, rc 0) 00000100:00100000:3.0:1734016098.521717:0:10115:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800744e9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1980:x1818247336480256:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 1966us (2118us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016098.521726:0:10115:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9849 00000100:00100000:0.0:1734016098.525516:0:10115:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336480384 00000100:00100000:0.0:1734016098.525527:0:10115:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336480384 00000100:00100000:0.0:1734016098.527388:0:10115:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9850 00000100:00100000:0.0:1734016098.527399:0:10115:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a9ab800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1980:x1818247336480384:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:0.0:1734016098.527421:0:10115:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016098.527442:0:10115:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a803ad00/0x3f004d6452e063f4 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d0348 expref: -99 pid: 10115 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016098.527513:0:10115:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800750e0380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10115:1818247339318656:192.168.201.10@tcp:106: 00000100:00100000:0.0:1734016098.527924:0:10115:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012cf4f000 going to sleep for 11 seconds 00000100:00100000:0.0:1734016098.532214:0:10115:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800750e0380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10115:1818247339318656:192.168.201.10@tcp:106: 00010000:00010000:0.0:1734016098.532264:0:10115:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a803ad00/0x3f004d6452e063f4 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0348 expref: 7 pid: 10115 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016098.532281:0:10115:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a803ad00/0x3f004d6452e063f4 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0348 expref: 7 pid: 10115 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016098.532307:0:10115:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a803ad00, rc 0) 00000100:00100000:0.0:1734016098.534858:0:10115:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a9ab800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1980:x1818247336480384:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 7444us (9464us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016098.534881:0:10115:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9850 00000100:00100000:0.0:1734016098.542474:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016098.550091:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016098.550184:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336480768 00000100:00100000:0.0:1734016098.550198:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336480768 00000100:00100000:0.0:1734016098.550355:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8080 00000100:00100000:0.0:1734016098.550364:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800744e9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1980:x1818247336480768:12345-192.168.201.10@tcp:3:fsx.0 00010000:00010000:0.0:1734016098.550409:0:7696:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff8800a803ad00/0x3f004d6452e06402 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7696 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016098.550432:0:7696:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880097234900/0x3f004d6452e0637d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d02f4 expref: 7 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016098.550445:0:7696:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016098.550447:0:7696:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016098.550451:0:7696:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a803ad00/0x3f004d6452e06402 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [1589248->1630207] (req 1589248->1630207) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 7696 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016098.550484:0:7696:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880097234900/0x3f004d6452e0637d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d02f4 expref: 7 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016098.550498:0:7696:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880097234900/0x3f004d6452e0637d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d02f4 expref: 7 pid: 7689 timeout: 462 lvb_type: 0 00000100:00100000:0.0:1734016098.550511:0:7696:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800750e0a80 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_002:lustre-OST0001_UUID:7696:1818247339318912:192.168.201.10@tcp:104: 00000100:00100000:0.0:1734016098.551074:0:7696:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012cf4f000 going to sleep for 11 seconds 00000100:00100000:1.0:1734016098.558464:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00010000:00010000:3.0:1734016098.558815:0:7696:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800a803ad00/0x3f004d6452e06402 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [1589248->1630207] (req 1589248->1630207) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 7696 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016098.558822:0:7696:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a803ad00/0x3f004d6452e06402 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [1589248->1630207] (req 1589248->1630207) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 7696 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016098.561065:0:7696:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff8800a803ad00/0x3f004d6452e06402 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [1589248->1630207] (req 1589248->1630207) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 7696 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016098.561079:0:7696:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a803ad00/0x3f004d6452e06402 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [1589248->1630207] (req 1589248->1630207) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 7696 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016098.561086:0:7696:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a803ad00/0x3f004d6452e06402 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [1589248->1630207] (req 1589248->1630207) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 7696 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016098.561094:0:7696:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800a803ad00 already unused, calling callback (ffffffffa086d100) 00010000:00010000:3.0:1734016098.561097:0:7696:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a803ad00/0x3f004d6452e06402 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [1589248->1630207] (req 1589248->1630207) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 7696 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016098.561107:0:7696:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a803ad00/0x3f004d6452e06402 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [1589248->1630207] (req 1589248->1630207) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 7696 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016098.561129:0:7696:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a803ad00/0x3f004d6452e06402 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [1589248->1630207] (req 1589248->1630207) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 7696 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016098.561136:0:7696:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a803ad00/0x3f004d6452e06402 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [1589248->1630207] (req 1589248->1630207) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 7696 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016098.562339:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800744e9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1980:x1818247336480768:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 11969us (12253us total) trans 0 rc 40960/40960 00000100:00100000:3.0:1734016098.562350:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8080 00000100:00100000:1.0:1734016098.568459:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016098.572125:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016098.592059:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016098.592146:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336481408 00000100:00100000:3.0:1734016098.592157:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336481408 00002000:00100000:3.0:1734016098.592209:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (0->4194303) req@ffff880076948700 x1818247336481408/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:59/0 lens 488/0 e 0 to 0 dl 1734016109 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016098.592220:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076948700 with x1818247336481408 ext(0->4194303) 00002000:00010000:3.0:1734016098.592225:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076948700 00000100:00100000:0.0:1734016098.592309:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016098.592713:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336481536 00000100:00100000:3.0:1734016098.592716:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336481536 00000100:00100000:3.0:1734016098.592735:0:13925:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8081 00000100:00100000:3.0:1734016098.592743:0:13925:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076948700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+9:1978:x1818247336481408:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:0.0:1734016098.593882:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016098.615015:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016098.615087:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016098.615141:0:6478:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336481920 00000100:00100000:0.0:1734016098.615153:0:6478:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336481920 00000100:00100000:0.0:1734016098.615216:0:6478:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 316 00000100:00100000:0.0:1734016098.615226:0:6478:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b892450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:63afa445-d95f-4754-9884-d132561fd492+12:1980:x1818247336481920:12345-192.168.201.10@tcp:400:kworker.0 00000100:00100000:0.0:1734016098.615294:0:6478:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b892450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:63afa445-d95f-4754-9884-d132561fd492+12:1980:x1818247336481920:12345-192.168.201.10@tcp:400:kworker.0 Request processed in 69us (205us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016098.615300:0:6478:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 316 00000100:00100000:1.0:1734016098.615447:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336482048 00000100:00100000:1.0:1734016098.615451:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336482048 00000100:00100000:1.0:1734016098.615481:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 102 00000100:00100000:1.0:1734016098.615487:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800750e2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1980:x1818247336482048:12345-192.168.201.10@tcp:400:kworker.0 00000100:00100000:1.0:1734016098.615526:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800750e2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1980:x1818247336482048:12345-192.168.201.10@tcp:400:kworker.0 Request processed in 38us (524us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016098.615532:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 102 00000100:00100000:3.0:1734016098.617388:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800750e1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+12:1979:x1818247336481664:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 22739us (23515us total) trans 0 rc 188416/188416 00000100:00100000:3.0:1734016098.617400:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8082 00002000:00100000:3.0:1734016098.617414:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (8388608->8577023) req@ffff8800750e1180 x1818247336481664/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:59/0 lens 488/440 e 0 to 0 dl 1734016109 ref 1 fl Complete:/200/0 rc 188416/188416 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016098.617424:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800750e1180 with x1818247336481664 ext(8388608->8577023) 00002000:00010000:3.0:1734016098.617429:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800750e1180 00000100:00100000:3.0:1734016098.691692:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800750e2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+10:1978:x1818247336481536:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 95988us (99366us total) trans 0 rc 4194304/4194304 00000100:00100000:3.0:1734016098.691709:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8083 00002000:00100000:3.0:1734016098.691728:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (4194304->8388607) req@ffff8800750e2d80 x1818247336481536/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:59/0 lens 488/440 e 0 to 0 dl 1734016109 ref 1 fl Complete:/200/0 rc 4194304/4194304 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016098.691740:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800750e2d80 with x1818247336481536 ext(4194304->8388607) 00002000:00010000:3.0:1734016098.691745:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800750e2d80 00000100:00100000:3.0:1734016098.739894:0:13925:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076948700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+8:1978:x1818247336481408:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 147116us (147813us total) trans 0 rc 4194304/4194304 00000100:00100000:3.0:1734016098.739907:0:13925:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8081 00002000:00100000:3.0:1734016098.739921:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (0->4194303) req@ffff880076948700 x1818247336481408/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:59/0 lens 488/440 e 0 to 0 dl 1734016109 ref 1 fl Complete:/200/0 rc 4194304/4194304 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016098.739932:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076948700 with x1818247336481408 ext(0->4194303) 00002000:00010000:3.0:1734016098.739937:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076948700 00000100:00100000:0.0:1734016098.756397:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016098.760735:0:10115:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336482176 00000100:00100000:3.0:1734016098.760753:0:10115:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336482176 00000100:00100000:3.0:1734016098.760835:0:10115:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9854 00000100:00100000:3.0:1734016098.760845:0:10115:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800750e2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:9673:x1818247336482176:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:3.0:1734016098.760882:0:10115:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016098.760906:0:10115:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a9a58c0/0x3f004d6452e06417 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d0364 expref: -99 pid: 10115 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016098.760942:0:10115:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e06409 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0356 expref: 8 pid: 10115 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016098.760951:0:10115:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880072171f80/0x3f004d6452e06410 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2920448->2953215) gid 0 flags: 0x40000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d035d expref: 7 pid: 10115 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016098.760958:0:10115:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016098.760960:0:10115:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016098.760964:0:10115:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a9a58c0/0x3f004d6452e06417 lrc: 5/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [819200->856063] (req 819200->856063) gid 0 flags: 0x50000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0364 expref: 8 pid: 10115 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016098.761002:0:10115:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880072171f80/0x3f004d6452e06410 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2920448->2953215) gid 0 flags: 0x50000000000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d035d expref: 7 pid: 10115 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016098.761014:0:10115:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880072171f80/0x3f004d6452e06410 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2920448->2953215) gid 0 flags: 0x70000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d035d expref: 7 pid: 10115 timeout: 462 lvb_type: 0 00000100:00100000:3.0:1734016098.761027:0:10115:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074621500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10115:1818247339319040:192.168.201.10@tcp:104: 00010000:00010000:3.0:1734016098.761113:0:10115:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e06409 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0356 expref: 8 pid: 10115 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016098.761121:0:10115:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e06409 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0356 expref: 8 pid: 10115 timeout: 462 lvb_type: 1 00000100:00100000:3.0:1734016098.761129:0:10115:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074621180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10115:1818247339319168:192.168.201.10@tcp:104: 00000100:00100000:3.0:1734016098.761150:0:10115:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac68e780 going to sleep for 11 seconds 00000100:00100000:3.0:1734016098.775089:0:10115:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074621500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10115:1818247339319040:192.168.201.10@tcp:104: 00000100:00100000:0.0:1734016098.784654:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016098.784853:0:10115:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074621180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10115:1818247339319168:192.168.201.10@tcp:104: 00010000:00010000:3.0:1734016098.784929:0:10115:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a9a58c0/0x3f004d6452e06417 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [819200->856063] (req 819200->856063) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0364 expref: 8 pid: 10115 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016098.784951:0:10115:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a9a58c0, rc 0) 00000100:00100000:3.0:1734016098.785017:0:10115:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800750e2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:9673:x1818247336482176:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 24173us (28631us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016098.785025:0:10115:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9854 00000100:00100000:1.0:1734016098.808108:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016098.810357:0:9956:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2588 00000100:00100000:3.0:1734016098.810367:0:9956:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076949880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+8:1979:x1818247336482432:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016098.810389:0:9956:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016098.810418:0:9956:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880072171f80/0x3f004d6452e06410 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2920448->2953215) gid 0 flags: 0x60000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d035d expref: 8 pid: 10115 timeout: 462 lvb_type: 0 00010000:00010000:3.0:1734016098.810431:0:9956:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880072171f80/0x3f004d6452e06410 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2920448->2953215) gid 0 flags: 0x50000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d035d expref: 8 pid: 10115 timeout: 462 lvb_type: 0 00010000:00010000:3.0:1734016098.810457:0:9956:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880072171f80/0x3f004d6452e06410 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2920448->2953215) gid 0 flags: 0x44801400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d035d expref: 8 pid: 10115 timeout: 462 lvb_type: 0 00010000:00010000:3.0:1734016098.810496:0:9956:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016098.810498:0:9956:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016098.810507:0:9956:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a58c0/0x3f004d6452e06417 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 819200->856063) gid 0 flags: 0x40080000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0364 expref: 6 pid: 10115 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016098.810521:0:9956:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a9a58c0/0x3f004d6452e06417 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 819200->856063) gid 0 flags: 0x40080000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0364 expref: 6 pid: 10115 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016098.810562:0:9956:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009a9a58c0/0x3f004d6452e06417 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 819200->856063) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0364 expref: 6 pid: 10115 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016098.810577:0:9956:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074621180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9956:1818247339319296:192.168.201.10@tcp:105: 00000100:00100000:3.0:1734016098.810663:0:9956:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac68e780 going to sleep for 11 seconds 00000100:00100000:3.0:1734016098.822801:0:9956:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074621180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9956:1818247339319296:192.168.201.10@tcp:105: 00010000:00010000:3.0:1734016098.822836:0:9956:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016098.822907:0:9956:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076949880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1979:x1818247336482432:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 12540us (14814us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016098.822918:0:9956:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2588 00000100:00100000:0.0:1734016098.824016:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016098.825538:0:10115:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336482560 00000100:00100000:3.0:1734016098.825549:0:10115:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336482560 00000100:00100000:3.0:1734016098.825593:0:10115:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9855 00000100:00100000:3.0:1734016098.825600:0:10115:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800750e1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1978:x1818247336482560:12345-192.168.201.10@tcp:22:fsx.0 00002000:00010000:3.0:1734016098.825847:0:10115:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 8576903 -> 8576903 00002000:00010000:3.0:1734016098.825851:0:10115:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016097 -> 1734016097 00002000:00010000:3.0:1734016098.825853:0:10115:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016095 -> 1734016095 00002000:00010000:3.0:1734016098.825855:0:10115:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016098 -> 1734016098 00002000:00010000:3.0:1734016098.825857:0:10115:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 160 -> 232 00000100:00100000:3.0:1734016098.825913:0:10115:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800750e1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1978:x1818247336482560:12345-192.168.201.10@tcp:22:fsx.0 Request processed in 313us (1899us total) trans 4294969031 rc 0/0 00000100:00100000:3.0:1734016098.825925:0:10115:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9855 00000100:00100000:0.0:1734016098.835394:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016098.878131:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016098.878244:0:9956:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336482816 00000100:00100000:3.0:1734016098.878254:0:9956:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336482816 00010000:00010000:3.0:1734016098.878294:0:9956:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a9a58c0/0x3f004d6452e06417 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 819200->856063) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0364 expref: 8 pid: 10115 timeout: 462 lvb_type: 0 00000100:00100000:3.0:1734016098.878339:0:9956:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2589 00000100:00100000:3.0:1734016098.878347:0:9956:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800750e0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1978:x1818247336482816:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016098.878365:0:9956:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016098.878391:0:9956:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a9a58c0/0x3f004d6452e06417 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 819200->856063) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0364 expref: 8 pid: 10115 timeout: 462 lvb_type: 0 00010000:00010000:3.0:1734016098.878403:0:9956:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a9a58c0/0x3f004d6452e06417 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 819200->856063) gid 0 flags: 0x50000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0364 expref: 8 pid: 10115 timeout: 462 lvb_type: 0 00010000:00010000:3.0:1734016098.878427:0:9956:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a58c0/0x3f004d6452e06417 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 819200->856063) gid 0 flags: 0x44801400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0364 expref: 8 pid: 10115 timeout: 462 lvb_type: 0 00010000:00010000:3.0:1734016098.878456:0:9956:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016098.878459:0:9956:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016098.878465:0:9956:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880072172640/0x3f004d6452e0641e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2445312->2510847) gid 0 flags: 0x40080000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d036b expref: 7 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016098.878474:0:9956:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880072172640/0x3f004d6452e0641e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2445312->2510847) gid 0 flags: 0x40080000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d036b expref: 7 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016098.878510:0:9956:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880072172640/0x3f004d6452e0641e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2445312->2510847) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d036b expref: 7 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016098.878526:0:9956:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074621180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9956:1818247339319552:192.168.201.10@tcp:105: 00000100:00100000:3.0:1734016098.878597:0:9956:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac68e780 going to sleep for 11 seconds 00000100:00100000:0.0:1734016098.880285:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016098.880666:0:9956:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074621180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9956:1818247339319552:192.168.201.10@tcp:105: 00010000:00010000:3.0:1734016098.880689:0:9956:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016098.880727:0:9956:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800750e0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1978:x1818247336482816:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 2379us (2604us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016098.880737:0:9956:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2589 00000100:00100000:0.0:1734016098.913099:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016098.915096:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016098.915134:0:13925:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336483200 00000100:00100000:3.0:1734016098.915146:0:13925:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336483200 00000100:00100000:0.0:1734016098.915150:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016098.915172:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336483456 00000100:00100000:3.0:1734016098.915174:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336483456 00002000:00100000:3.0:1734016098.915221:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (8388608->8577023) req@ffff88007431df80 x1818247336483456/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:59/0 lens 488/0 e 0 to 0 dl 1734016109 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016098.915231:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007431df80 with x1818247336483456 ext(8388608->8577023) 00002000:00010000:3.0:1734016098.915238:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007431df80 00000100:00100000:3.0:1734016098.915269:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336483328 00000100:00100000:3.0:1734016098.915272:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336483328 00002000:00100000:3.0:1734016098.915282:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (4194304->8388607) req@ffff88007431ea00 x1818247336483328/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:59/0 lens 488/0 e 0 to 0 dl 1734016109 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016098.915289:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007431ea00 with x1818247336483328 ext(4194304->8388607) 00002000:00010000:3.0:1734016098.915291:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007431ea00 00000100:00100000:1.0:1734016098.916395:0:13929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8084 00000100:00100000:1.0:1734016098.916405:0:13929:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007431df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+11:1980:x1818247336483456:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:0.0:1734016098.916435:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8085 00000100:00100000:0.0:1734016098.916444:0:7695:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007431ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+11:1980:x1818247336483328:12345-192.168.201.10@tcp:3:fsx.0 00002000:00100000:3.0:1734016098.916466:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (0->4194303) req@ffff88007431f480 x1818247336483200/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:59/0 lens 488/0 e 0 to 0 dl 1734016109 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016098.916474:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007431f480 with x1818247336483200 ext(0->4194303) 00002000:00010000:3.0:1734016098.916478:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007431f480 00000100:00100000:3.0:1734016098.916491:0:13925:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8086 00000100:00100000:3.0:1734016098.916495:0:13925:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007431f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+11:1980:x1818247336483200:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:1.0:1734016098.948259:0:13929:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007431df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+13:1980:x1818247336483456:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 31838us (33157us total) trans 0 rc 188416/188416 00000100:00100000:1.0:1734016098.948274:0:13929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8084 00002000:00100000:1.0:1734016098.948291:0:13929:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (8388608->8577023) req@ffff88007431df80 x1818247336483456/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:59/0 lens 488/440 e 0 to 0 dl 1734016109 ref 1 fl Complete:/200/0 rc 188416/188416 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016098.948301:0:13929:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007431df80 with x1818247336483456 ext(8388608->8577023) 00002000:00010000:1.0:1734016098.948308:0:13929:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007431df80 00000100:00100000:0.0:1734016099.011171:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016099.011279:0:10115:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336483712 00000100:00100000:3.0:1734016099.011292:0:10115:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336483712 00000100:00100000:3.0:1734016099.011356:0:10115:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9858 00000100:00100000:3.0:1734016099.011364:0:10115:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007431c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+11:1981:x1818247336483712:12345-192.168.201.10@tcp:22:fsx.0 00002000:00010000:3.0:1734016099.011622:0:10115:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 8576903 -> 8576903 00002000:00010000:3.0:1734016099.011625:0:10115:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016098 -> 1734016098 00002000:00010000:3.0:1734016099.011627:0:10115:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016095 -> 1734016095 00002000:00010000:3.0:1734016099.011629:0:10115:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016098 -> 1734016099 00002000:00010000:3.0:1734016099.011630:0:10115:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 232 -> 296 00000100:00100000:3.0:1734016099.011693:0:10115:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007431c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+12:1981:x1818247336483712:12345-192.168.201.10@tcp:22:fsx.0 Request processed in 329us (535us total) trans 4294969033 rc 0/0 00000100:00100000:3.0:1734016099.011699:0:10115:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9858 00000100:00100000:0.0:1734016099.027399:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00080000:0.0:1734016099.029208:0:6479:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734016069 00000100:00100000:0.0:1734016099.030849:0:7695:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007431ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+10:1980:x1818247336483328:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 114397us (115691us total) trans 0 rc 4194304/4194304 00000100:00100000:0.0:1734016099.030859:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8085 00002000:00100000:0.0:1734016099.030904:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (4194304->8388607) req@ffff88007431ea00 x1818247336483328/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:59/0 lens 488/440 e 0 to 0 dl 1734016109 ref 1 fl Complete:/200/0 rc 4194304/4194304 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016099.030914:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007431ea00 with x1818247336483328 ext(4194304->8388607) 00010000:00010000:0.0:1734016099.030925:0:7695:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880072172640/0x3f004d6452e0641e lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2445312->2510847) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d036b expref: 10 pid: 7689 timeout: 463 lvb_type: 0 00010000:00010000:0.0:1734016099.030938:0:7695:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880072172640/0x3f004d6452e0641e lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2445312->2510847) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d036b expref: 10 pid: 7689 timeout: 463 lvb_type: 0 00002000:00010000:0.0:1734016099.030949:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88007431ea00 00000100:00100000:0.0:1734016099.050237:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016099.052277:0:9956:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336483968 00000100:00100000:3.0:1734016099.052292:0:9956:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336483968 00010000:00010000:3.0:1734016099.052338:0:9956:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880072172640/0x3f004d6452e0641e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2445312->2510847) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d036b expref: 10 pid: 7689 timeout: 463 lvb_type: 0 00000100:00100000:3.0:1734016099.053468:0:9956:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2590 00000100:00100000:3.0:1734016099.053478:0:9956:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b1e47c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+10:1979:x1818247336483968:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016099.053496:0:9956:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016099.053525:0:9956:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880072172640/0x3f004d6452e0641e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2445312->2510847) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d036b expref: 10 pid: 7689 timeout: 463 lvb_type: 0 00010000:00010000:3.0:1734016099.053545:0:9956:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880072172640/0x3f004d6452e0641e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2445312->2510847) gid 0 flags: 0x50000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d036b expref: 10 pid: 7689 timeout: 463 lvb_type: 0 00010000:00010000:3.0:1734016099.053572:0:9956:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880072172640/0x3f004d6452e0641e lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2445312->2510847) gid 0 flags: 0x44801400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d036b expref: 10 pid: 7689 timeout: 463 lvb_type: 0 00010000:00010000:3.0:1734016099.053603:0:9956:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016099.053605:0:9956:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016099.053613:0:9956:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880072172d00/0x3f004d6452e06425 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8101888->8167423) gid 0 flags: 0x40080000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0372 expref: 7 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016099.053622:0:9956:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880072172d00/0x3f004d6452e06425 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8101888->8167423) gid 0 flags: 0x40080000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0372 expref: 7 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016099.053662:0:9956:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880072172d00/0x3f004d6452e06425 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8101888->8167423) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0372 expref: 7 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016099.053675:0:9956:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074621180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9956:1818247339319808:192.168.201.10@tcp:105: 00000100:00100000:3.0:1734016099.054522:0:9956:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac68e780 going to sleep for 11 seconds 00000100:00100000:3.0:1734016099.057576:0:9956:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074621180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9956:1818247339319808:192.168.201.10@tcp:105: 00010000:00010000:3.0:1734016099.057606:0:9956:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016099.057658:0:9956:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b1e47c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+9:1979:x1818247336483968:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 4180us (7435us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016099.057672:0:9956:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2590 00000100:00100000:1.0:1734016099.059025:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016099.060286:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336484096 00000100:00100000:3.0:1734016099.060297:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336484096 00000100:00100000:3.0:1734016099.060353:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9860 00000100:00100000:3.0:1734016099.060362:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007694ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1979:x1818247336484096:12345-192.168.201.10@tcp:22:fsx.0 00002000:00010000:3.0:1734016099.060697:0:7689:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 8576903 -> 8576903 00002000:00010000:3.0:1734016099.060702:0:7689:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016098 -> 1734016099 00002000:00010000:3.0:1734016099.060704:0:7689:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016095 -> 1734016095 00002000:00010000:3.0:1734016099.060707:0:7689:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016099 -> 1734016099 00002000:00010000:3.0:1734016099.060710:0:7689:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 296 -> 296 00000100:00100000:3.0:1734016099.060816:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007694ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+9:1979:x1818247336484096:12345-192.168.201.10@tcp:22:fsx.0 Request processed in 455us (1798us total) trans 4294969034 rc 0/0 00000100:00100000:3.0:1734016099.060824:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9860 00000100:00100000:0.0:1734016099.064196:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016099.069226:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016099.073011:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016099.073405:0:9956:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336484480 00000100:00100000:3.0:1734016099.073414:0:9956:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336484480 00010000:00010000:3.0:1734016099.073453:0:9956:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880072172d00/0x3f004d6452e06425 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8101888->8167423) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0372 expref: 9 pid: 7689 timeout: 463 lvb_type: 0 00000100:00100000:3.0:1734016099.073496:0:9956:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2591 00000100:00100000:3.0:1734016099.073503:0:9956:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007431e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+9:1979:x1818247336484480:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016099.073520:0:9956:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016099.073545:0:9956:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880072172d00/0x3f004d6452e06425 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 8101888->8167423) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0372 expref: 9 pid: 7689 timeout: 463 lvb_type: 0 00010000:00010000:3.0:1734016099.073558:0:9956:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880072172d00/0x3f004d6452e06425 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 8101888->8167423) gid 0 flags: 0x50000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0372 expref: 9 pid: 7689 timeout: 463 lvb_type: 0 00010000:00010000:3.0:1734016099.073582:0:9956:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880072172d00/0x3f004d6452e06425 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 8101888->8167423) gid 0 flags: 0x44801400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0372 expref: 9 pid: 7689 timeout: 463 lvb_type: 0 00010000:00010000:3.0:1734016099.073619:0:9956:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016099.073622:0:9956:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016099.073630:0:9956:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880072172640/0x3f004d6452e06433 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3473408->3514367) gid 0 flags: 0x40080000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0380 expref: 9 pid: 10115 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016099.073640:0:9956:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880072172640/0x3f004d6452e06433 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3473408->3514367) gid 0 flags: 0x40080000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0380 expref: 9 pid: 10115 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016099.073677:0:9956:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880072172640/0x3f004d6452e06433 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3473408->3514367) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0380 expref: 9 pid: 10115 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016099.073691:0:9956:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074621180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9956:1818247339320192:192.168.201.10@tcp:105: 00000100:00100000:3.0:1734016099.073774:0:9956:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac68ea80 going to sleep for 11 seconds 00000100:00100000:3.0:1734016099.079489:0:9956:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074621180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9956:1818247339320192:192.168.201.10@tcp:105: 00010000:00010000:3.0:1734016099.079531:0:9956:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016099.079603:0:9956:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007431e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1979:x1818247336484480:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 6097us (6601us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016099.079619:0:9956:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2591 00000100:00100000:0.0:1734016099.080018:0:10115:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336484608 00000100:00100000:0.0:1734016099.080028:0:10115:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336484608 00000100:00100000:0.0:1734016099.080076:0:10115:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9863 00000100:00100000:0.0:1734016099.080083:0:10115:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a9aad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+10:1979:x1818247336484608:12345-192.168.201.10@tcp:22:fsx.0 00002000:00010000:0.0:1734016099.080363:0:10115:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 8576903 -> 8576903 00002000:00010000:0.0:1734016099.080366:0:10115:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016099 -> 1734016099 00002000:00010000:0.0:1734016099.080368:0:10115:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016098 -> 1734016095 00002000:00010000:0.0:1734016099.080370:0:10115:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016099 -> 1734016099 00002000:00010000:0.0:1734016099.080372:0:10115:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 296 -> 376 00000100:00100000:0.0:1734016099.080402:0:10115:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a9aad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+11:1979:x1818247336484608:12345-192.168.201.10@tcp:22:fsx.0 Request processed in 319us (1075us total) trans 4294969035 rc 0/0 00000100:00100000:0.0:1734016099.080410:0:10115:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9863 00000100:00100000:0.0:1734016099.083769:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016099.083905:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336484736 00000100:00100000:3.0:1734016099.083916:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336484736 00000100:00100000:3.0:1734016099.083964:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9864 00000100:00100000:3.0:1734016099.083973:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007431ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1980:x1818247336484736:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:3.0:1734016099.083994:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016099.084015:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a9a6f40/0x3f004d6452e0643a lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d0387 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016099.084087:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074621180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339320320:192.168.201.10@tcp:106: 00000100:00100000:3.0:1734016099.084165:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac68ea80 going to sleep for 11 seconds 00002000:00010000:3.0:1734016099.085854:0:7689:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime: 1734016095 -> 1734016098 00000100:00100000:3.0:1734016099.086016:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074621180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339320320:192.168.201.10@tcp:106: 00010000:00010000:3.0:1734016099.086068:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a9a6f40/0x3f004d6452e0643a lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0387 expref: 9 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016099.086086:0:7689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a6f40/0x3f004d6452e0643a lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0387 expref: 9 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016099.086213:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a9a6f40, rc 0) 00000100:00100000:3.0:1734016099.086314:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007431ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1980:x1818247336484736:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 2341us (2564us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016099.086325:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9864 00000100:00100000:0.0:1734016099.092219:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016099.092432:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336484864 00000100:00100000:3.0:1734016099.092446:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336484864 00000100:00100000:3.0:1734016099.092510:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9865 00000100:00100000:3.0:1734016099.092519:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007431f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1978:x1818247336484864:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:3.0:1734016099.092548:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016099.092580:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a9a6880/0x3f004d6452e06441 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d038e expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016099.092666:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074621180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339320448:192.168.201.10@tcp:106: 00000100:00100000:3.0:1734016099.092768:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac68ea80 going to sleep for 11 seconds 00000100:00100000:3.0:1734016099.094322:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074621180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339320448:192.168.201.10@tcp:106: 00010000:00010000:3.0:1734016099.094361:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a9a6880/0x3f004d6452e06441 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d038e expref: 9 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016099.094374:0:7689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a6880/0x3f004d6452e06441 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d038e expref: 9 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016099.094391:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a9a6880, rc 0) 00000100:00100000:3.0:1734016099.094446:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007431f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1978:x1818247336484864:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 1926us (2238us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016099.094456:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9865 00000100:00100000:0.0:1734016099.130335:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016099.130377:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016099.130505:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016099.130541:0:13929:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336485248 00000100:00100000:0.0:1734016099.130552:0:13929:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336485248 00002000:00100000:0.0:1734016099.130609:0:13929:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (4194304->8388607) req@ffff88007431ce00 x1818247336485248/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:60/0 lens 488/0 e 0 to 0 dl 1734016110 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016099.130834:0:13929:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007431ce00 with x1818247336485248 ext(4194304->8388607) 00002000:00010000:0.0:1734016099.130842:0:13929:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007431ce00 00000100:00100000:0.0:1734016099.130910:0:13929:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336485120 00000100:00100000:0.0:1734016099.130913:0:13929:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336485120 00002000:00100000:0.0:1734016099.130927:0:13929:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (0->4194303) req@ffff88007431d880 x1818247336485120/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:60/0 lens 488/0 e 0 to 0 dl 1734016110 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016099.130933:0:13929:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007431d880 with x1818247336485120 ext(0->4194303) 00002000:00010000:0.0:1734016099.130936:0:13929:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007431d880 00000100:00100000:0.0:1734016099.134281:0:13929:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336485376 00000100:00100000:0.0:1734016099.134298:0:13929:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336485376 00002000:00100000:0.0:1734016099.134346:0:13929:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (8388608->8577023) req@ffff88007431d500 x1818247336485376/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:60/0 lens 488/0 e 0 to 0 dl 1734016110 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016099.134357:0:13929:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007431d500 with x1818247336485376 ext(8388608->8577023) 00002000:00010000:0.0:1734016099.134362:0:13929:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007431d500 00000100:00100000:3.0:1734016099.149627:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8089 00000100:00100000:3.0:1734016099.149645:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007431d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+14:1981:x1818247336485376:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:3.0:1734016099.225018:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007431d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+13:1981:x1818247336485376:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 75361us (94495us total) trans 0 rc 188416/188416 00000100:00100000:3.0:1734016099.225033:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8089 00002000:00100000:3.0:1734016099.225051:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (8388608->8577023) req@ffff88007431d500 x1818247336485376/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:60/0 lens 488/440 e 0 to 0 dl 1734016110 ref 1 fl Complete:/200/0 rc 188416/188416 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016099.225061:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007431d500 with x1818247336485376 ext(8388608->8577023) 00002000:00010000:3.0:1734016099.225067:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007431d500 00000100:00100000:0.0:1734016099.243011:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016099.244293:0:6481:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336485760 00000100:00100000:3.0:1734016099.244306:0:6481:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336485760 00000100:00100000:3.0:1734016099.244663:0:6481:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 1806 00000100:00100000:3.0:1734016099.244670:0:6481:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007431c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+19:9673:x1818247336485760:12345-192.168.201.10@tcp:36:fsx.0 00010000:00010000:3.0:1734016099.244729:0:6481:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016099.244770:0:6481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a4000/0x3f004d6452e063bc lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0317 expref: 19 pid: 6481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016099.244808:0:6481:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:3.0:1734016099.244813:0:6481:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1734016099.245719:0:6481:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a6400/0x3f004d6452e06448 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6481 initiator: MDT0 00010000:00010000:3.0:1734016099.245733:0:6481:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800721718c0/0x3f004d6452e063d8 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d032c expref: 24 pid: 6482 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016099.245739:0:6481:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a6400/0x3f004d6452e06448 lrc: 4/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6481 initiator: MDT0 00010000:00010000:3.0:1734016099.245780:0:6481:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8800721718c0/0x3f004d6452e063d8 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d032c expref: 24 pid: 6482 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016099.245792:0:6481:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8800721718c0/0x3f004d6452e063d8 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d032c expref: 24 pid: 6482 timeout: 463 lvb_type: 0 00000100:00100000:3.0:1734016099.245805:0:6481:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074621180 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6481:1818247339320576:192.168.201.10@tcp:104: 00000100:00100000:3.0:1734016099.245896:0:6481:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac68ef00 going to sleep for 11 seconds 00000100:00080000:0.0:1734016099.246819:0:6479:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734016069 00000100:00100000:3.0:1734016099.249403:0:13925:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007431ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+11:1981:x1818247336485248:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 114928us (119068us total) trans 0 rc 4194304/4194304 00000100:00100000:3.0:1734016099.249414:0:13925:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8087 00002000:00100000:3.0:1734016099.249427:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (4194304->8388607) req@ffff88007431ce00 x1818247336485248/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:60/0 lens 488/440 e 0 to 0 dl 1734016110 ref 1 fl Complete:/200/0 rc 4194304/4194304 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016099.249436:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007431ce00 with x1818247336485248 ext(4194304->8388607) 00002000:00010000:3.0:1734016099.249442:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007431ce00 00000100:00100000:0.0:1734016099.254768:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016099.254940:0:6481:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074621180 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6481:1818247339320576:192.168.201.10@tcp:104: 00010000:00010000:3.0:1734016099.254973:0:6481:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a6400/0x3f004d6452e06448 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6481 initiator: MDT0 00000100:00080000:0.0:1734016099.255727:0:6479:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734016069 00010000:00010000:3.0:1734016099.255881:0:6481:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a6400/0x3f004d6452e06448 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6481 initiator: MDT0 00010000:00010000:3.0:1734016099.255886:0:6481:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a6400/0x3f004d6452e06448 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6481 initiator: MDT0 00000001:00080000:3.0:1734016099.255978:0:6481:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294968449 00000004:00010000:3.0:1734016099.256025:0:6481:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff88007431c000 reply state ffff880076b90000 transno 4294968450 ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a6400/0x3f004d6452e06448 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6481 initiator: MDT0 00000100:00100000:3.0:1734016099.256033:0:6481:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1734016099.256101:0:6481:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007431c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+21:9673:x1818247336485760:12345-192.168.201.10@tcp:36:fsx.0 Request processed in 11431us (13103us total) trans 4294968450 rc 0/0 00000100:00100000:3.0:1734016099.256107:0:6481:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 1806 00000020:00080000:3.0:1734016099.256110:0:6481:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1734016099.260302:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016099.261013:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336486016 00000100:00100000:3.0:1734016099.261023:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336486016 00000100:00100000:3.0:1734016099.261083:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9866 00000100:00100000:3.0:1734016099.261093:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007431d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:9673:x1818247336486016:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:3.0:1734016099.261117:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016099.261138:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a9a61c0/0x3f004d6452e0644f lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d0395 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016099.261168:0:7689:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880072172640/0x3f004d6452e06433 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3473408->3514367) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0380 expref: 10 pid: 10115 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016099.261184:0:7689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016099.261187:0:7689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016099.261190:0:7689:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a9a61c0/0x3f004d6452e0644f lrc: 4/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0395 expref: 9 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016099.261220:0:7689:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880072172640/0x3f004d6452e06433 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3473408->3514367) gid 0 flags: 0x50000000020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0380 expref: 10 pid: 10115 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016099.261232:0:7689:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880072172640/0x3f004d6452e06433 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3473408->3514367) gid 0 flags: 0x70000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0380 expref: 10 pid: 10115 timeout: 463 lvb_type: 0 00000100:00100000:3.0:1734016099.261243:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074621180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339320704:192.168.201.10@tcp:104: 00000100:00100000:3.0:1734016099.261368:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac68ea80 going to sleep for 11 seconds 00000100:00100000:3.0:1734016099.262667:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074621180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339320704:192.168.201.10@tcp:104: 00010000:00010000:3.0:1734016099.262690:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a9a61c0/0x3f004d6452e0644f lrc: 3/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0395 expref: 9 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016099.262701:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a9a61c0, rc 0) 00000100:00100000:3.0:1734016099.262728:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007431d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+9:9673:x1818247336486016:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 1637us (2434us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016099.262734:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9866 00000100:00100000:0.0:1734016099.281049:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016099.287592:0:7705:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009a9a8380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7705:1818247339320832:192.168.201.10@tcp:105: 00010000:00010000:0.0:1734016099.287619:0:7705:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016099.287674:0:7705:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007431fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+10:1979:x1818247336486144:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 3942us (6633us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016099.287686:0:7705:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2593 00000100:00100000:3.0:1734016099.287949:0:13925:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336486272 00000100:00100000:3.0:1734016099.287957:0:13925:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336486272 00002000:00010000:3.0:1734016099.287993:0:13925:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (2896240->18446744073709551615) 00002000:00100000:3.0:1734016099.287997:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a9aaa00 with x1818247336486272 ext(2896240->18446744073709551615) 00002000:00010000:3.0:1734016099.288009:0:13925:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009a9aaa00. 00000100:00100000:3.0:1734016099.288048:0:13925:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8090 00000100:00100000:3.0:1734016099.288055:0:13925:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a9aaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+9:1979:x1818247336486272:12345-192.168.201.10@tcp:10:fsx.0 00002000:00010000:3.0:1734016099.305614:0:13925:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 8576903 -> 2896240 00002000:00010000:3.0:1734016099.305625:0:13925:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016099 -> 1734016098 00002000:00010000:3.0:1734016099.305628:0:13925:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016098 -> 1734016095 00002000:00010000:3.0:1734016099.305630:0:13925:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016099 -> 1734016098 00002000:00010000:3.0:1734016099.305633:0:13925:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 376 -> 224 00000100:00100000:3.0:1734016099.305748:0:13925:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a9aaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+10:1979:x1818247336486272:12345-192.168.201.10@tcp:10:fsx.0 Request processed in 17686us (18132us total) trans 4294969036 rc 0/0 00000100:00100000:3.0:1734016099.305770:0:13925:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8090 00002000:00010000:3.0:1734016099.305777:0:13925:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (2896240->18446744073709551615) 00002000:00100000:3.0:1734016099.305781:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a9aaa00 with x1818247336486272 ext(2896240->18446744073709551615) 00002000:00010000:3.0:1734016099.305789:0:13925:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009a9aaa00. 00000100:00100000:0.0:1734016099.319019:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016099.319160:0:6481:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336486400 00000100:00100000:3.0:1734016099.319174:0:6481:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336486400 00000100:00100000:3.0:1734016099.323451:0:6481:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 1807 00000100:00100000:3.0:1734016099.323467:0:6481:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009721a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+20:9673:x1818247336486400:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:3.0:1734016099.323505:0:6481:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016099.323533:0:6481:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a4fc0/0x3f004d6452e06456 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d039c expref: -99 pid: 6481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016099.323634:0:6481:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a7600/0x3f004d6452e0645d lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6481 initiator: MDT0 00010000:00010000:3.0:1734016099.323652:0:6481:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a7600/0x3f004d6452e0645d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6481 initiator: MDT0 00010000:00010000:3.0:1734016099.323668:0:6481:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a7600/0x3f004d6452e0645d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6481 initiator: MDT0 00000004:00200000:3.0:1734016099.323694:0:6481:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 2896240 00000004:00200000:3.0:1734016099.323698:0:6481:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1734016099.323716:0:6481:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a7600/0x3f004d6452e0645d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6481 initiator: MDT0 00010000:00010000:3.0:1734016099.323741:0:6481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a4fc0/0x3f004d6452e06456 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d039c expref: 22 pid: 6481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016099.324419:0:6481:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a7600/0x3f004d6452e0645d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d039c expref: 21 pid: 6481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016099.324429:0:6481:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:3.0:1734016099.324432:0:6481:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1734016099.324436:0:6481:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a9a7600, rc 0) 00000100:00100000:3.0:1734016099.324543:0:6481:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009721a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+21:9673:x1818247336486400:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 1078us (5534us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016099.324553:0:6481:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 1807 00000100:00100000:0.0:1734016099.331181:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016099.334914:0:6481:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336486656 00000100:00100000:3.0:1734016099.334931:0:6481:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336486656 00000100:00100000:3.0:1734016099.335010:0:6481:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 1808 00000100:00100000:3.0:1734016099.335020:0:6481:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009721b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+21:9673:x1818247336486656:12345-192.168.201.10@tcp:36:fsx.0 00010000:00010000:3.0:1734016099.335078:0:6481:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016099.335104:0:6481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a7600/0x3f004d6452e0645d lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d039c expref: 21 pid: 6481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016099.335130:0:6481:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:3.0:1734016099.335133:0:6481:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1734016099.335284:0:6481:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a73c0/0x3f004d6452e06464 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6481 initiator: MDT0 00010000:00010000:3.0:1734016099.335296:0:6481:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a73c0/0x3f004d6452e06464 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6481 initiator: MDT0 00010000:00010000:3.0:1734016099.335303:0:6481:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a73c0/0x3f004d6452e06464 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6481 initiator: MDT0 00000001:00080000:3.0:1734016099.335331:0:6481:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294968451 00000004:00010000:3.0:1734016099.335348:0:6481:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff88009721b800 reply state ffff880076b92000 transno 4294968452 ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a73c0/0x3f004d6452e06464 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6481 initiator: MDT0 00000100:00100000:3.0:1734016099.335354:0:6481:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1734016099.335452:0:6481:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009721b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+23:9673:x1818247336486656:12345-192.168.201.10@tcp:36:fsx.0 Request processed in 433us (4284us total) trans 4294968452 rc 0/0 00000100:00100000:3.0:1734016099.335458:0:6481:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 1808 00000020:00080000:3.0:1734016099.335462:0:6481:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1734016099.337790:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016099.337857:0:13925:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336486784 00000100:00100000:3.0:1734016099.337893:0:13925:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336486784 00002000:00010000:3.0:1734016099.337925:0:13925:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (2935526->18446744073709551615) 00002000:00100000:3.0:1734016099.337930:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88009721b100 with x1818247336486784 ext(2935526->18446744073709551615) 00002000:00010000:3.0:1734016099.337942:0:13925:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009721b100. 00000100:00100000:3.0:1734016099.337967:0:13925:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8091 00000100:00100000:3.0:1734016099.337973:0:13925:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009721b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+10:1981:x1818247336486784:12345-192.168.201.10@tcp:10:fsx.0 00002000:00010000:3.0:1734016099.338175:0:13925:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 2896240 -> 2935526 00002000:00010000:3.0:1734016099.338178:0:13925:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016098 -> 1734016098 00002000:00010000:3.0:1734016099.338180:0:13925:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016095 -> 1734016095 00002000:00010000:3.0:1734016099.338182:0:13925:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016098 -> 1734016098 00002000:00010000:3.0:1734016099.338184:0:13925:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 224 -> 224 00000100:00100000:3.0:1734016099.338231:0:13925:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009721b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+11:1981:x1818247336486784:12345-192.168.201.10@tcp:10:fsx.0 Request processed in 256us (442us total) trans 4294969037 rc 0/0 00000100:00100000:3.0:1734016099.338237:0:13925:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8091 00002000:00010000:3.0:1734016099.338239:0:13925:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (2935526->18446744073709551615) 00002000:00100000:3.0:1734016099.338242:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88009721b100 with x1818247336486784 ext(2935526->18446744073709551615) 00002000:00010000:3.0:1734016099.338245:0:13925:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009721b100. 00000100:00100000:0.0:1734016099.340159:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016099.341029:0:6481:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336486912 00000100:00100000:3.0:1734016099.341042:0:6481:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336486912 00000100:00100000:3.0:1734016099.341688:0:6481:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 1809 00000100:00100000:3.0:1734016099.341700:0:6481:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880097219180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+22:9673:x1818247336486912:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:3.0:1734016099.341743:0:6481:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016099.341775:0:6481:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a6d00/0x3f004d6452e0646b lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d03a3 expref: -99 pid: 6481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016099.341949:0:6481:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a5b00/0x3f004d6452e06472 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6481 initiator: MDT0 00010000:00010000:3.0:1734016099.341970:0:6481:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a5b00/0x3f004d6452e06472 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6481 initiator: MDT0 00010000:00010000:3.0:1734016099.341983:0:6481:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a5b00/0x3f004d6452e06472 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6481 initiator: MDT0 00000004:00200000:3.0:1734016099.342012:0:6481:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 2935526 00000004:00200000:3.0:1734016099.342016:0:6481:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1734016099.342035:0:6481:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a5b00/0x3f004d6452e06472 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6481 initiator: MDT0 00010000:00010000:3.0:1734016099.342058:0:6481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a6d00/0x3f004d6452e0646b lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d03a3 expref: 24 pid: 6481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016099.342087:0:6481:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a5b00/0x3f004d6452e06472 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d03a3 expref: 23 pid: 6481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016099.342096:0:6481:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:3.0:1734016099.342099:0:6481:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1734016099.342102:0:6481:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a9a5b00, rc 0) 00000100:00100000:3.0:1734016099.342834:0:6481:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880097219180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+23:9673:x1818247336486912:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 1133us (2684us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016099.342842:0:6481:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 1809 00000100:00100000:0.0:1734016099.347023:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016099.347412:0:13925:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336487168 00000100:00100000:3.0:1734016099.347424:0:13925:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336487168 00000100:00100000:3.0:1734016099.348164:0:13925:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8092 00000100:00100000:3.0:1734016099.348174:0:13925:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880097218380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+11:1978:x1818247336487168:12345-192.168.201.10@tcp:3:fsx.0 00010000:00010000:3.0:1734016099.348221:0:13925:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7a80/0x3f004d6452e06479 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 13925 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016099.348243:0:13925:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a61c0/0x3f004d6452e0644f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0395 expref: 11 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016099.348250:0:13925:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016099.348252:0:13925:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016099.348254:0:13925:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7a80/0x3f004d6452e06479 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [1388544->1445887] (req 1388544->1445887) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 13925 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016099.348293:0:13925:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a9a61c0/0x3f004d6452e0644f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0395 expref: 11 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016099.348306:0:13925:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a9a61c0/0x3f004d6452e0644f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0395 expref: 11 pid: 7689 timeout: 463 lvb_type: 0 00000100:00100000:3.0:1734016099.348318:0:13925:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074621180 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_003:lustre-OST0001_UUID:13925:1818247339320960:192.168.201.10@tcp:104: 00000100:00100000:3.0:1734016099.348393:0:13925:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac68ef00 going to sleep for 11 seconds 00000100:00100000:0.0:1734016099.354818:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016099.354902:0:7705:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336487296 00000100:00100000:1.0:1734016099.354911:0:7705:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336487296 00010000:00010000:1.0:1734016099.354948:0:7705:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a9a61c0/0x3f004d6452e0644f lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0395 expref: 12 pid: 7689 timeout: 463 lvb_type: 0 00000100:00100000:1.0:1734016099.354976:0:7705:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2594 00000100:00100000:1.0:1734016099.354982:0:7705:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880097218700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+12:1979:x1818247336487296:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016099.354998:0:7705:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016099.355021:0:7705:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a9a61c0/0x3f004d6452e0644f lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0395 expref: 12 pid: 7689 timeout: 463 lvb_type: 0 00010000:00010000:1.0:1734016099.355033:0:7705:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a9a61c0/0x3f004d6452e0644f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0395 expref: 12 pid: 7689 timeout: 463 lvb_type: 0 00010000:00010000:1.0:1734016099.355061:0:7705:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016099.355063:0:7705:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016099.355068:0:7705:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7a80/0x3f004d6452e06479 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [1388544->1445887] (req 1388544->1445887) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 13925 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016099.355077:0:7705:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7a80/0x3f004d6452e06479 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [1388544->1445887] (req 1388544->1445887) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 13925 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016099.355099:0:7705:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016099.355150:0:7705:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880097218700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+12:1979:x1818247336487296:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 167us (342us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016099.355156:0:7705:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2594 00010000:00010000:3.0:1734016099.355276:0:13925:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a61c0/0x3f004d6452e0644f lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0395 expref: 11 pid: 7689 timeout: 463 lvb_type: 0 00000100:00100000:3.0:1734016099.355301:0:13925:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074621180 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_003:lustre-OST0001_UUID:13925:1818247339320960:192.168.201.10@tcp:104: 00010000:00010000:3.0:1734016099.355325:0:13925:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7a80/0x3f004d6452e06479 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [1388544->1445887] (req 1388544->1445887) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 13925 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016099.355335:0:13925:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7a80/0x3f004d6452e06479 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [1388544->1445887] (req 1388544->1445887) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 13925 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016099.355341:0:13925:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7a80/0x3f004d6452e06479 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [1388544->1445887] (req 1388544->1445887) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 13925 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016099.357305:0:13925:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7a80/0x3f004d6452e06479 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [1388544->1445887] (req 1388544->1445887) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 13925 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016099.357321:0:13925:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7a80/0x3f004d6452e06479 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [1388544->1445887] (req 1388544->1445887) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 13925 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016099.357328:0:13925:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7a80/0x3f004d6452e06479 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [1388544->1445887] (req 1388544->1445887) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 13925 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016099.357337:0:13925:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88009a9a7a80 already unused, calling callback (ffffffffa086d100) 00010000:00010000:3.0:1734016099.357341:0:13925:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7a80/0x3f004d6452e06479 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [1388544->1445887] (req 1388544->1445887) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 13925 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016099.357349:0:13925:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7a80/0x3f004d6452e06479 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [1388544->1445887] (req 1388544->1445887) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 13925 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016099.357362:0:13925:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7a80/0x3f004d6452e06479 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [1388544->1445887] (req 1388544->1445887) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 13925 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016099.357366:0:13925:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7a80/0x3f004d6452e06479 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [1388544->1445887] (req 1388544->1445887) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 13925 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016099.357434:0:13925:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880097218380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+10:1978:x1818247336487168:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 9257us (10426us total) trans 0 rc 57344/57344 00000100:00100000:3.0:1734016099.357443:0:13925:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8092 00000100:00100000:0.0:1734016099.363711:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016099.366792:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336487424 00000100:00100000:3.0:1734016099.366807:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336487424 00000100:00100000:3.0:1734016099.366860:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9867 00000100:00100000:3.0:1734016099.366879:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880097219500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+10:1980:x1818247336487424:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:3.0:1734016099.366901:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016099.366923:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a9a4b40/0x3f004d6452e06480 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d03aa expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1734016099.366945:0:7689:0:(ofd_lvb.c:169:ofd_lvbo_init()) res: [0x280000400:0x5:0x0] initial LVB size: 2935526, mtime: 0x675afc62, atime: 0x675afc5f, ctime: 0x675afc62, blocks: 0xe0 00010000:00010000:3.0:1734016099.366968:0:7689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016099.366971:0:7689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016099.366978:0:7689:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a9a4b40/0x3f004d6452e06480 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d03aa expref: 11 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016099.366991:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a9a4b40/0x3f004d6452e06480 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d03aa expref: 11 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016099.367001:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a9a4b40, rc 0) 00000100:00100000:3.0:1734016099.367056:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880097219500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+11:1980:x1818247336487424:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 177us (3357us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016099.367062:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9867 00000100:00100000:0.0:1734016099.370550:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016099.370744:0:6481:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336487552 00000100:00100000:3.0:1734016099.370764:0:6481:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336487552 00000100:00100000:3.0:1734016099.370822:0:6481:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 1810 00000100:00100000:3.0:1734016099.370829:0:6481:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009721b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+24:9673:x1818247336487552:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:3.0:1734016099.370850:0:6481:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016099.370895:0:6481:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a4480/0x3f004d6452e06487 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d03b1 expref: -99 pid: 6481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016099.370987:0:6481:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a7180/0x3f004d6452e0648e lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 6481 initiator: MDT0 00010000:00010000:3.0:1734016099.371000:0:6481:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a7180/0x3f004d6452e0648e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6481 initiator: MDT0 00010000:00010000:3.0:1734016099.371010:0:6481:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a7180/0x3f004d6452e0648e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6481 initiator: MDT0 00000004:00200000:3.0:1734016099.371033:0:6481:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 2935526 00000004:00200000:3.0:1734016099.371036:0:6481:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1734016099.371054:0:6481:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a7180/0x3f004d6452e0648e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6481 initiator: MDT0 00010000:00010000:3.0:1734016099.371074:0:6481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a4480/0x3f004d6452e06487 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d03b1 expref: 26 pid: 6481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016099.371093:0:6481:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a7180/0x3f004d6452e0648e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d03b1 expref: 25 pid: 6481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016099.371100:0:6481:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:3.0:1734016099.371103:0:6481:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1734016099.371105:0:6481:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a9a7180, rc 0) 00000100:00100000:3.0:1734016099.371151:0:6481:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009721b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+25:9673:x1818247336487552:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 322us (612us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016099.371156:0:6481:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 1810 00000100:00100000:0.0:1734016099.373235:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016099.377772:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016099.377948:0:13925:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336487936 00000100:00100000:0.0:1734016099.377960:0:13925:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336487936 00000100:00100000:0.0:1734016099.378038:0:13925:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8093 00000100:00100000:0.0:1734016099.378046:0:13925:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074621180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+11:1979:x1818247336487936:12345-192.168.201.10@tcp:4:fsx.0 00010000:00010000:0.0:1734016099.378093:0:13925:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a803ad00/0x3f004d6452e0649c lrc: 3/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 13925 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016099.378114:0:13925:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a4b40/0x3f004d6452e06480 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d03aa expref: 11 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016099.378122:0:13925:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880072171f80/0x3f004d6452e06495 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d03b8 expref: 10 pid: 10115 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016099.378128:0:13925:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016099.378129:0:13925:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016099.378132:0:13925:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a803ad00/0x3f004d6452e0649c lrc: 5/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [6373376->6377471] (req 6373376->6377471) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 13925 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016099.378170:0:13925:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880072171f80/0x3f004d6452e06495 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d03b8 expref: 10 pid: 10115 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016099.378187:0:13925:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880072171f80/0x3f004d6452e06495 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d03b8 expref: 10 pid: 10115 timeout: 463 lvb_type: 1 00000100:00100000:0.0:1734016099.378199:0:13925:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009721bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_003:lustre-OST0001_UUID:13925:1818247339321088:192.168.201.10@tcp:104: 00010000:00010000:0.0:1734016099.378702:0:13925:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a9a4b40/0x3f004d6452e06480 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d03aa expref: 11 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016099.378710:0:13925:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a9a4b40/0x3f004d6452e06480 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d03aa expref: 11 pid: 7689 timeout: 463 lvb_type: 1 00000100:00100000:0.0:1734016099.378717:0:13925:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880097219c00 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_003:lustre-OST0001_UUID:13925:1818247339321216:192.168.201.10@tcp:104: 00000100:00100000:0.0:1734016099.378736:0:13925:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012cf4f6c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016099.382149:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016099.382238:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016099.382394:0:7705:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336488192 00000100:00100000:1.0:1734016099.382403:0:7705:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336488192 00010000:00010000:1.0:1734016099.382452:0:7705:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a9a4b40/0x3f004d6452e06480 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d03aa expref: 12 pid: 7689 timeout: 463 lvb_type: 1 00000100:00100000:1.0:1734016099.383249:0:7705:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2595 00000100:00100000:1.0:1734016099.383257:0:7705:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880097218e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+12:1978:x1818247336488192:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016099.383272:0:7705:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016099.383296:0:7705:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a9a4b40/0x3f004d6452e06480 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d03aa expref: 12 pid: 7689 timeout: 463 lvb_type: 1 00010000:00010000:1.0:1734016099.383305:0:7705:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a9a4b40/0x3f004d6452e06480 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d03aa expref: 12 pid: 7689 timeout: 463 lvb_type: 1 00010000:00010000:1.0:1734016099.383329:0:7705:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a4b40/0x3f004d6452e06480 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d03aa expref: 12 pid: 7689 timeout: 463 lvb_type: 1 00010000:00010000:1.0:1734016099.383355:0:7705:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016099.383821:0:7705:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880097218e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+11:1978:x1818247336488192:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 562us (1672us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016099.383828:0:7705:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2595 00000001:00080000:1.0:1734016099.387988:0:8954:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969038 is committed 00000001:00080000:1.0:1734016099.388034:0:8954:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969035 is committed 00000100:00100000:3.0:1734016099.392202:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336488320 00000100:00100000:3.0:1734016099.392212:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336488320 00000100:00100000:3.0:1734016099.392267:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9869 00000100:00100000:3.0:1734016099.392274:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a9a9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1978:x1818247336488320:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:3.0:1734016099.392297:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016099.392320:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7cc0/0x3f004d6452e064a3 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d03bf expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1734016099.392343:0:7689:0:(ofd_lvb.c:169:ofd_lvbo_init()) res: [0x280000400:0x5:0x0] initial LVB size: 6377472, mtime: 0x675afc62, atime: 0x675afc5f, ctime: 0x675afc62, blocks: 0xe8 00010000:00010000:3.0:1734016099.392364:0:7689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016099.392366:0:7689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016099.392374:0:7689:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7cc0/0x3f004d6452e064a3 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d03bf expref: 7 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016099.392396:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7cc0/0x3f004d6452e064a3 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d03bf expref: 7 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016099.392408:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a9a7cc0, rc 0) 00000100:00100000:3.0:1734016099.392464:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a9a9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1978:x1818247336488320:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 190us (405us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016099.392471:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9869 00000100:00100000:1.0:1734016099.395920:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016099.409420:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016099.409482:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016099.411424:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336488960 00000100:00100000:3.0:1734016099.411435:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336488960 00002000:00100000:3.0:1734016099.411478:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (4190208->6377471) req@ffff880097219880 x1818247336488960/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:60/0 lens 504/0 e 0 to 0 dl 1734016110 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016099.411488:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880097219880 with x1818247336488960 ext(4190208->6377471) 00002000:00010000:3.0:1734016099.411493:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880097219880 00000100:00100000:3.0:1734016099.411541:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8095 00000100:00100000:3.0:1734016099.411548:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880097219880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1981:x1818247336488960:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:3.0:1734016099.459919:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880097219880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+8:1981:x1818247336488960:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 48361us (50425us total) trans 0 rc 2183168/2183168 00000100:00100000:3.0:1734016099.459931:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8095 00002000:00100000:3.0:1734016099.459941:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (4190208->6377471) req@ffff880097219880 x1818247336488960/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:60/0 lens 504/440 e 0 to 0 dl 1734016110 ref 1 fl Complete:/200/0 rc 2183168/2183168 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016099.459950:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880097219880 with x1818247336488960 ext(4190208->6377471) 00002000:00010000:3.0:1734016099.459954:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880097219880 00000100:00100000:3.0:1734016099.487772:0:13925:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009721ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1981:x1818247336488704:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 78039us (78338us total) trans 0 rc 4194304/4194304 00000100:00100000:3.0:1734016099.487788:0:13925:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8094 00002000:00100000:3.0:1734016099.487804:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (0->5132287) req@ffff88009721ad80 x1818247336488704/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:60/0 lens 504/440 e 0 to 0 dl 1734016110 ref 1 fl Complete:/200/0 rc 4194304/4194304 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016099.487814:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88009721ad80 with x1818247336488704 ext(0->5132287) 00002000:00010000:3.0:1734016099.487820:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009721ad80 00000100:00100000:0.0:1734016099.493598:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016099.493737:0:13925:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336489216 00000100:00100000:3.0:1734016099.493749:0:13925:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336489216 00000100:00100000:3.0:1734016099.493837:0:13925:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8096 00000100:00100000:3.0:1734016099.493846:0:13925:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880097218000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1980:x1818247336489216:12345-192.168.201.10@tcp:4:fsx.0 00010000:00010000:3.0:1734016099.493925:0:13925:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009a9a4b40/0x3f004d6452e064b1 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 13925 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016099.493946:0:13925:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7cc0/0x3f004d6452e064a3 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d03bf expref: 7 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016099.493956:0:13925:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880072171f80/0x3f004d6452e064aa lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 5128192->5189631) gid 0 flags: 0x40000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d03c6 expref: 5 pid: 10115 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016099.493963:0:13925:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016099.493965:0:13925:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016099.493968:0:13925:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a9a4b40/0x3f004d6452e064b1 lrc: 5/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [6590464->6635519] (req 6590464->6635519) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 13925 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016099.494007:0:13925:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880072171f80/0x3f004d6452e064aa lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 5128192->5189631) gid 0 flags: 0x50000000000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d03c6 expref: 5 pid: 10115 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016099.494026:0:13925:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880072171f80/0x3f004d6452e064aa lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 5128192->5189631) gid 0 flags: 0x70000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d03c6 expref: 5 pid: 10115 timeout: 463 lvb_type: 0 00000100:00100000:3.0:1734016099.494041:0:13925:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074621500 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_003:lustre-OST0001_UUID:13925:1818247339321344:192.168.201.10@tcp:104: 00010000:00010000:3.0:1734016099.494704:0:13925:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7cc0/0x3f004d6452e064a3 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d03bf expref: 7 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016099.494714:0:13925:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7cc0/0x3f004d6452e064a3 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d03bf expref: 7 pid: 7689 timeout: 463 lvb_type: 1 00000100:00100000:3.0:1734016099.494723:0:13925:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074622300 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_003:lustre-OST0001_UUID:13925:1818247339321472:192.168.201.10@tcp:104: 00000100:00100000:3.0:1734016099.494742:0:13925:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac68ef00 going to sleep for 11 seconds 00000100:00100000:0.0:1734016099.504511:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016099.505368:0:13925:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074621500 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_003:lustre-OST0001_UUID:13925:1818247339321344:192.168.201.10@tcp:104: 00010000:00010000:3.0:1734016099.505381:0:13925:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7cc0/0x3f004d6452e064a3 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d03bf expref: 7 pid: 7689 timeout: 463 lvb_type: 1 00000100:00100000:3.0:1734016099.505401:0:13925:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074622300 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_003:lustre-OST0001_UUID:13925:1818247339321472:192.168.201.10@tcp:104: 00010000:00010000:3.0:1734016099.505426:0:13925:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88009a9a4b40/0x3f004d6452e064b1 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [6590464->6635519] (req 6590464->6635519) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 13925 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016099.514477:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00010000:00010000:3.0:1734016099.517775:0:13925:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88009a9a4b40/0x3f004d6452e064b1 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [6590464->6635519] (req 6590464->6635519) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 13925 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016099.517790:0:13925:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a9a4b40/0x3f004d6452e064b1 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [6590464->6635519] (req 6590464->6635519) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 13925 timeout: 0 lvb_type: 0 00000001:00080000:0.0:1734016099.526658:0:8954:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969039 is committed 00002000:00010000:3.0:1734016099.526750:0:13925:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 6377472 -> 6635520 00002000:00010000:3.0:1734016099.526763:0:13925:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 232 -> 320 00010000:00010000:3.0:1734016099.526776:0:13925:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009a9a4b40/0x3f004d6452e064b1 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [6590464->6635519] (req 6590464->6635519) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 13925 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016099.526787:0:13925:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009a9a4b40/0x3f004d6452e064b1 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [6590464->6635519] (req 6590464->6635519) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 13925 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016099.526794:0:13925:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009a9a4b40/0x3f004d6452e064b1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [6590464->6635519] (req 6590464->6635519) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 13925 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016099.526800:0:13925:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88009a9a4b40 already unused, calling callback (ffffffffa086d100) 00010000:00010000:3.0:1734016099.526803:0:13925:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009a9a4b40/0x3f004d6452e064b1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [6590464->6635519] (req 6590464->6635519) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 13925 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016099.526810:0:13925:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009a9a4b40/0x3f004d6452e064b1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [6590464->6635519] (req 6590464->6635519) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 13925 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016099.526828:0:13925:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009a9a4b40/0x3f004d6452e064b1 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [6590464->6635519] (req 6590464->6635519) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 13925 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016099.526833:0:13925:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a4b40/0x3f004d6452e064b1 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [6590464->6635519] (req 6590464->6635519) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 13925 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016099.526963:0:13925:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880097218000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1980:x1818247336489216:12345-192.168.201.10@tcp:4:fsx.0 Request processed in 33110us (33369us total) trans 4294969039 rc 0/0 00000100:00100000:3.0:1734016099.526974:0:13925:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8096 00000100:00100000:0.0:1734016099.532193:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016099.541081:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016099.541181:0:13925:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336489856 00000100:00100000:3.0:1734016099.541193:0:13925:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336489856 00002000:00100000:3.0:1734016099.541244:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (1945600->6635519) req@ffff880097218700 x1818247336489856/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:60/0 lens 504/0 e 0 to 0 dl 1734016110 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016099.541255:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880097218700 with x1818247336489856 ext(1945600->6635519) 00002000:00010000:3.0:1734016099.541261:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880097218700 00000100:00100000:3.0:1734016099.541283:0:13925:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8097 00000100:00100000:3.0:1734016099.541291:0:13925:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880097218700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1981:x1818247336489856:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:3.0:1734016099.549507:0:13925:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880097218700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1981:x1818247336489856:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 8200us (8421us total) trans 0 rc 262144/262144 00000100:00100000:3.0:1734016099.549521:0:13925:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8097 00002000:00100000:3.0:1734016099.549533:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (1945600->6635519) req@ffff880097218700 x1818247336489856/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:60/0 lens 504/440 e 0 to 0 dl 1734016110 ref 1 fl Complete:/200/0 rc 262144/262144 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016099.549543:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880097218700 with x1818247336489856 ext(1945600->6635519) 00002000:00010000:3.0:1734016099.549549:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880097218700 00000100:00100000:0.0:1734016099.555256:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016099.556898:0:13925:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336490112 00000100:00100000:3.0:1734016099.556913:0:13925:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336490112 00002000:00100000:3.0:1734016099.556983:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (1941504->1945599) req@ffff880097218e00 x1818247336490112/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:60/0 lens 488/0 e 0 to 0 dl 1734016110 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016099.556995:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880097218e00 with x1818247336490112 ext(1941504->1945599) 00002000:00010000:3.0:1734016099.557004:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880097218e00 00000100:00100000:3.0:1734016099.557036:0:13925:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8098 00000100:00100000:3.0:1734016099.557044:0:13925:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880097218e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1981:x1818247336490112:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:3.0:1734016099.557264:0:13925:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880097218e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1981:x1818247336490112:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 218us (2024us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016099.557273:0:13925:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8098 00002000:00100000:3.0:1734016099.557281:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (1941504->1945599) req@ffff880097218e00 x1818247336490112/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:60/0 lens 488/4536 e 0 to 0 dl 1734016110 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016099.557288:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880097218e00 with x1818247336490112 ext(1941504->1945599) 00002000:00010000:3.0:1734016099.557290:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880097218e00 00000100:00100000:0.0:1734016099.561249:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016099.561749:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336490368 00000100:00100000:3.0:1734016099.561770:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336490368 00002000:00100000:3.0:1734016099.561831:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (1937408->1941503) req@ffff880097218a80 x1818247336490368/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:60/0 lens 488/0 e 0 to 0 dl 1734016110 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016099.561844:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880097218a80 with x1818247336490368 ext(1937408->1941503) 00002000:00010000:3.0:1734016099.561851:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880097218a80 00000100:00100000:3.0:1734016099.562300:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8099 00000100:00100000:3.0:1734016099.562308:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880097218a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1980:x1818247336490368:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:3.0:1734016099.562880:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880097218a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1980:x1818247336490368:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 571us (1646us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016099.562887:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8099 00002000:00100000:3.0:1734016099.562893:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (1937408->1941503) req@ffff880097218a80 x1818247336490368/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:60/0 lens 488/4536 e 0 to 0 dl 1734016110 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016099.562900:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880097218a80 with x1818247336490368 ext(1937408->1941503) 00002000:00010000:3.0:1734016099.562902:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880097218a80 00000100:00100000:1.0:1734016099.567434:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016099.567560:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336490624 00000100:00100000:3.0:1734016099.567576:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336490624 00002000:00100000:3.0:1734016099.567637:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (1933312->1937407) req@ffff88007694ad80 x1818247336490624/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:60/0 lens 488/0 e 0 to 0 dl 1734016110 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016099.567653:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007694ad80 with x1818247336490624 ext(1933312->1937407) 00002000:00010000:3.0:1734016099.567660:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007694ad80 00000100:00100000:3.0:1734016099.568149:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8100 00000100:00100000:3.0:1734016099.568157:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007694ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1980:x1818247336490624:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:3.0:1734016099.568503:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007694ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1980:x1818247336490624:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 345us (1086us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016099.568509:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8100 00002000:00100000:3.0:1734016099.568516:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (1933312->1937407) req@ffff88007694ad80 x1818247336490624/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:60/0 lens 488/4536 e 0 to 0 dl 1734016110 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016099.568524:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007694ad80 with x1818247336490624 ext(1933312->1937407) 00002000:00010000:3.0:1734016099.568527:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007694ad80 00000100:00100000:0.0:1734016099.571336:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016099.571451:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336490880 00000100:00100000:3.0:1734016099.571462:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336490880 00002000:00100000:3.0:1734016099.571504:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (1929216->1933311) req@ffff880097219500 x1818247336490880/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:60/0 lens 488/0 e 0 to 0 dl 1734016110 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016099.571516:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880097219500 with x1818247336490880 ext(1929216->1933311) 00002000:00010000:3.0:1734016099.571522:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880097219500 00000100:00100000:3.0:1734016099.571570:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8101 00000100:00100000:3.0:1734016099.571576:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880097219500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1980:x1818247336490880:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:3.0:1734016099.572070:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880097219500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1980:x1818247336490880:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 492us (745us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016099.572077:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8101 00002000:00100000:3.0:1734016099.572083:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (1929216->1933311) req@ffff880097219500 x1818247336490880/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:60/0 lens 488/4536 e 0 to 0 dl 1734016110 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016099.572091:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880097219500 with x1818247336490880 ext(1929216->1933311) 00002000:00010000:3.0:1734016099.572094:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880097219500 00000100:00100000:1.0:1734016099.574078:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016099.574186:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336491136 00000100:00100000:3.0:1734016099.574197:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336491136 00002000:00100000:3.0:1734016099.574243:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (1925120->1929215) req@ffff880076949880 x1818247336491136/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:60/0 lens 488/0 e 0 to 0 dl 1734016110 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016099.574252:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076949880 with x1818247336491136 ext(1925120->1929215) 00002000:00010000:3.0:1734016099.574257:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076949880 00000100:00100000:3.0:1734016099.576406:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8102 00000100:00100000:3.0:1734016099.576426:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076949880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1980:x1818247336491136:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:3.0:1734016099.577294:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076949880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1980:x1818247336491136:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 869us (3221us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016099.577304:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8102 00002000:00100000:3.0:1734016099.577316:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (1925120->1929215) req@ffff880076949880 x1818247336491136/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:60/0 lens 488/4536 e 0 to 0 dl 1734016110 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016099.577329:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076949880 with x1818247336491136 ext(1925120->1929215) 00002000:00010000:3.0:1734016099.577337:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076949880 00000100:00100000:3.0:1734016099.580906:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336491392 00000100:00100000:3.0:1734016099.580920:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336491392 00002000:00100000:3.0:1734016099.580971:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (1921024->1925119) req@ffff88009a9aa680 x1818247336491392/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:60/0 lens 488/0 e 0 to 0 dl 1734016110 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016099.580983:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a9aa680 with x1818247336491392 ext(1921024->1925119) 00002000:00010000:3.0:1734016099.580989:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009a9aa680 00000100:00100000:3.0:1734016099.581229:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8103 00000100:00100000:3.0:1734016099.581236:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a9aa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1980:x1818247336491392:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:3.0:1734016099.581699:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a9aa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1980:x1818247336491392:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 461us (1399us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016099.581708:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8103 00002000:00100000:3.0:1734016099.581716:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (1921024->1925119) req@ffff88009a9aa680 x1818247336491392/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:60/0 lens 488/4536 e 0 to 0 dl 1734016110 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016099.581723:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a9aa680 with x1818247336491392 ext(1921024->1925119) 00002000:00010000:3.0:1734016099.581725:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009a9aa680 00000100:00100000:3.0:1734016099.585236:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336491648 00000100:00100000:3.0:1734016099.585246:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336491648 00002000:00100000:3.0:1734016099.585296:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (1916928->1921023) req@ffff88009a9ab800 x1818247336491648/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:60/0 lens 488/0 e 0 to 0 dl 1734016110 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016099.585305:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a9ab800 with x1818247336491648 ext(1916928->1921023) 00002000:00010000:3.0:1734016099.585311:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009a9ab800 00000100:00100000:3.0:1734016099.585443:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8104 00000100:00100000:3.0:1734016099.585451:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a9ab800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1980:x1818247336491648:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:3.0:1734016099.586341:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a9ab800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1980:x1818247336491648:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 888us (1213us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016099.586350:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8104 00002000:00100000:3.0:1734016099.586358:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (1916928->1921023) req@ffff88009a9ab800 x1818247336491648/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:60/0 lens 488/4536 e 0 to 0 dl 1734016110 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016099.586366:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a9ab800 with x1818247336491648 ext(1916928->1921023) 00002000:00010000:3.0:1734016099.586369:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009a9ab800 00000100:00100000:1.0:1734016099.590414:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016099.590643:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336491904 00000100:00100000:3.0:1734016099.590654:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336491904 00002000:00100000:3.0:1734016099.590710:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (1912832->1916927) req@ffff8800744bf100 x1818247336491904/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:60/0 lens 488/0 e 0 to 0 dl 1734016110 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016099.590721:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800744bf100 with x1818247336491904 ext(1912832->1916927) 00002000:00010000:3.0:1734016099.590727:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800744bf100 00000100:00100000:3.0:1734016099.590749:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8105 00000100:00100000:3.0:1734016099.590766:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800744bf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1981:x1818247336491904:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:3.0:1734016099.591408:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800744bf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1981:x1818247336491904:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 639us (1004us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016099.591417:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8105 00002000:00100000:3.0:1734016099.591424:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (1912832->1916927) req@ffff8800744bf100 x1818247336491904/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:60/0 lens 488/4536 e 0 to 0 dl 1734016110 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016099.591432:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800744bf100 with x1818247336491904 ext(1912832->1916927) 00002000:00010000:3.0:1734016099.591435:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800744bf100 00000100:00100000:0.0:1734016099.593615:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016099.593898:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336492160 00000100:00100000:3.0:1734016099.593910:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336492160 00002000:00100000:3.0:1734016099.593955:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (1908736->1912831) req@ffff88009721a680 x1818247336492160/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:60/0 lens 488/0 e 0 to 0 dl 1734016110 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016099.593965:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88009721a680 with x1818247336492160 ext(1908736->1912831) 00002000:00010000:3.0:1734016099.593970:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009721a680 00000100:00100000:3.0:1734016099.593989:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8106 00000100:00100000:3.0:1734016099.593995:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009721a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1980:x1818247336492160:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:3.0:1734016099.594648:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009721a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1980:x1818247336492160:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 652us (1050us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016099.594657:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8106 00002000:00100000:3.0:1734016099.594664:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (1908736->1912831) req@ffff88009721a680 x1818247336492160/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:60/0 lens 488/4536 e 0 to 0 dl 1734016110 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016099.594671:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88009721a680 with x1818247336492160 ext(1908736->1912831) 00002000:00010000:3.0:1734016099.594674:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009721a680 00000100:00100000:3.0:1734016099.598783:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336492416 00000100:00100000:3.0:1734016099.598794:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336492416 00002000:00100000:3.0:1734016099.598844:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (1904640->1908735) req@ffff88009a9aad80 x1818247336492416/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:60/0 lens 488/0 e 0 to 0 dl 1734016110 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016099.598853:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a9aad80 with x1818247336492416 ext(1904640->1908735) 00002000:00010000:3.0:1734016099.598858:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009a9aad80 00000100:00100000:3.0:1734016099.598920:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8107 00000100:00100000:3.0:1734016099.598926:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a9aad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1980:x1818247336492416:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:3.0:1734016099.599146:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a9aad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1980:x1818247336492416:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 219us (748us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016099.599153:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8107 00002000:00100000:3.0:1734016099.599159:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (1904640->1908735) req@ffff88009a9aad80 x1818247336492416/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:60/0 lens 488/4536 e 0 to 0 dl 1734016110 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016099.599165:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a9aad80 with x1818247336492416 ext(1904640->1908735) 00002000:00010000:3.0:1734016099.599167:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009a9aad80 00000100:00100000:1.0:1734016099.601971:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016099.602056:0:13925:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336492672 00000100:00100000:0.0:1734016099.602067:0:13925:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336492672 00002000:00100000:0.0:1734016099.602118:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (1900544->1904639) req@ffff8800744bd180 x1818247336492672/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:60/0 lens 488/0 e 0 to 0 dl 1734016110 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016099.602128:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800744bd180 with x1818247336492672 ext(1900544->1904639) 00002000:00010000:0.0:1734016099.602134:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800744bd180 00000100:00100000:0.0:1734016099.602172:0:13925:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8108 00000100:00100000:0.0:1734016099.602179:0:13925:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800744bd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1981:x1818247336492672:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:0.0:1734016099.602383:0:13925:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800744bd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1981:x1818247336492672:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 203us (425us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016099.602389:0:13925:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8108 00002000:00100000:0.0:1734016099.602395:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (1900544->1904639) req@ffff8800744bd180 x1818247336492672/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:60/0 lens 488/4536 e 0 to 0 dl 1734016110 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016099.602400:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800744bd180 with x1818247336492672 ext(1900544->1904639) 00002000:00010000:0.0:1734016099.602403:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800744bd180 00000100:00100000:0.0:1734016099.606552:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016099.606911:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336492928 00000100:00100000:3.0:1734016099.606923:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336492928 00002000:00100000:3.0:1734016099.606972:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (1896448->1900543) req@ffff880097219c00 x1818247336492928/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:60/0 lens 488/0 e 0 to 0 dl 1734016110 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016099.606989:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880097219c00 with x1818247336492928 ext(1896448->1900543) 00002000:00010000:3.0:1734016099.606995:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880097219c00 00000100:00100000:3.0:1734016099.607024:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8109 00000100:00100000:3.0:1734016099.607032:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880097219c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1980:x1818247336492928:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:3.0:1734016099.607220:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880097219c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1980:x1818247336492928:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 188us (683us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016099.607227:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8109 00002000:00100000:3.0:1734016099.607232:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (1896448->1900543) req@ffff880097219c00 x1818247336492928/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:60/0 lens 488/4536 e 0 to 0 dl 1734016110 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016099.607238:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880097219c00 with x1818247336492928 ext(1896448->1900543) 00002000:00010000:3.0:1734016099.607240:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880097219c00 00000100:00100000:0.0:1734016099.611205:0:13925:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336493184 00000100:00100000:0.0:1734016099.611216:0:13925:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336493184 00002000:00100000:0.0:1734016099.611263:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (1892352->1896447) req@ffff88009a9a9500 x1818247336493184/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:60/0 lens 488/0 e 0 to 0 dl 1734016110 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016099.611271:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a9a9500 with x1818247336493184 ext(1892352->1896447) 00002000:00010000:0.0:1734016099.611277:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009a9a9500 00000100:00100000:0.0:1734016099.611305:0:13925:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8110 00000100:00100000:0.0:1734016099.611311:0:13925:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a9a9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1981:x1818247336493184:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:0.0:1734016099.611493:0:13925:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a9a9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1981:x1818247336493184:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 181us (462us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016099.611499:0:13925:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8110 00002000:00100000:0.0:1734016099.611504:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (1892352->1896447) req@ffff88009a9a9500 x1818247336493184/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:60/0 lens 488/4536 e 0 to 0 dl 1734016110 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016099.611509:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a9a9500 with x1818247336493184 ext(1892352->1896447) 00002000:00010000:0.0:1734016099.611511:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009a9a9500 00000100:00100000:1.0:1734016099.613986:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016099.614612:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336493440 00000100:00100000:3.0:1734016099.614626:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336493440 00002000:00100000:3.0:1734016099.614675:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (1888256->1892351) req@ffff8800744be680 x1818247336493440/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:60/0 lens 488/0 e 0 to 0 dl 1734016110 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016099.614686:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800744be680 with x1818247336493440 ext(1888256->1892351) 00002000:00010000:3.0:1734016099.614691:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800744be680 00000100:00100000:3.0:1734016099.614723:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8111 00000100:00100000:3.0:1734016099.614730:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800744be680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1980:x1818247336493440:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:3.0:1734016099.614939:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800744be680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1980:x1818247336493440:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 209us (964us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016099.614946:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8111 00002000:00100000:3.0:1734016099.614951:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (1888256->1892351) req@ffff8800744be680 x1818247336493440/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:60/0 lens 488/4536 e 0 to 0 dl 1734016110 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016099.614959:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800744be680 with x1818247336493440 ext(1888256->1892351) 00002000:00010000:3.0:1734016099.614961:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800744be680 00000100:00100000:0.0:1734016099.617456:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016099.619954:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336493696 00000100:00100000:3.0:1734016099.619961:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336493696 00000100:00100000:3.0:1734016099.619997:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9873 00000100:00100000:3.0:1734016099.620003:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a9a9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:9673:x1818247336493696:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:3.0:1734016099.620018:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016099.620034:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a9a4480/0x3f004d6452e064c6 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d03db expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016099.620056:0:7689:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e064b8 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d03cd expref: 5 pid: 10115 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016099.620065:0:7689:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880072171f80/0x3f004d6452e064bf lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d03d4 expref: 8 pid: 10115 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016099.620071:0:7689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016099.620073:0:7689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016099.620077:0:7689:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a9a4480/0x3f004d6452e064c6 lrc: 5/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [1409024->1433599] (req 1409024->1433599) gid 0 flags: 0x50000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d03db expref: 8 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016099.620108:0:7689:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880072171f80/0x3f004d6452e064bf lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d03d4 expref: 8 pid: 10115 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016099.620120:0:7689:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880072171f80/0x3f004d6452e064bf lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d03d4 expref: 8 pid: 10115 timeout: 463 lvb_type: 1 00000100:00100000:3.0:1734016099.620136:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074622300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339321600:192.168.201.10@tcp:104: 00010000:00010000:3.0:1734016099.620195:0:7689:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e064b8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d03cd expref: 5 pid: 10115 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016099.620203:0:7689:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e064b8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d03cd expref: 5 pid: 10115 timeout: 463 lvb_type: 1 00000100:00100000:3.0:1734016099.620211:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074621500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339321728:192.168.201.10@tcp:104: 00000100:00100000:3.0:1734016099.620225:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff88006d83ba80 going to sleep for 11 seconds 00000100:00100000:1.0:1734016099.623568:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00010000:00010000:3.0:1734016099.625203:0:7689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880072171f80/0x3f004d6452e064bf lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d03d4 expref: 8 pid: 10115 timeout: 463 lvb_type: 1 00000100:00100000:3.0:1734016099.625225:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074622300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339321600:192.168.201.10@tcp:104: 00000100:00100000:3.0:1734016099.625234:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074621500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339321728:192.168.201.10@tcp:104: 00010000:00010000:3.0:1734016099.625268:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a9a4480/0x3f004d6452e064c6 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [1409024->1433599] (req 1409024->1433599) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d03db expref: 7 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016099.625280:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a9a4480, rc 0) 00000100:00100000:3.0:1734016099.625309:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a9a9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:9673:x1818247336493696:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 5306us (5465us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016099.625316:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9873 00000100:00100000:0.0:1734016099.626508:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016099.626653:0:7705:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336493952 00000100:00100000:1.0:1734016099.626660:0:7705:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336493952 00010000:00010000:1.0:1734016099.626688:0:7705:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e064b8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d03cd expref: 6 pid: 10115 timeout: 463 lvb_type: 1 00000100:00100000:1.0:1734016099.626991:0:7705:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2600 00000100:00100000:1.0:1734016099.626997:0:7705:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076864e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1979:x1818247336493952:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016099.627010:0:7705:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016099.627033:0:7705:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e064b8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d03cd expref: 6 pid: 10115 timeout: 463 lvb_type: 1 00010000:00010000:1.0:1734016099.627044:0:7705:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e064b8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d03cd expref: 6 pid: 10115 timeout: 463 lvb_type: 1 00010000:00010000:1.0:1734016099.627065:0:7705:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e064b8 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d03cd expref: 6 pid: 10115 timeout: 463 lvb_type: 1 00010000:00010000:1.0:1734016099.628353:0:7705:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016099.628361:0:7705:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016099.628373:0:7705:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a4480/0x3f004d6452e064c6 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1409024->1433599) gid 0 flags: 0x40080000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d03db expref: 6 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016099.628384:0:7705:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a9a4480/0x3f004d6452e064c6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1409024->1433599) gid 0 flags: 0x40080000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d03db expref: 6 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016099.628430:0:7705:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009a9a4480/0x3f004d6452e064c6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1409024->1433599) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d03db expref: 6 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016099.628446:0:7705:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800744bd500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7705:1818247339321856:192.168.201.10@tcp:105: 00000100:00100000:1.0:1734016099.628517:0:7705:0:(client.c:2562:ptlrpc_set_wait()) set ffff88006d6ff180 going to sleep for 11 seconds 00000100:00100000:1.0:1734016099.633065:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016099.633314:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336494080 00000100:00100000:3.0:1734016099.633323:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336494080 00000100:00100000:3.0:1734016099.633390:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9874 00000100:00100000:3.0:1734016099.633399:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800744bd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1979:x1818247336494080:12345-192.168.201.10@tcp:22:fsx.0 00002000:00010000:3.0:1734016099.634684:0:7689:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 6635520 -> 6635520 00002000:00010000:3.0:1734016099.634688:0:7689:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016098 -> 1734016098 00002000:00010000:3.0:1734016099.634690:0:7689:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016095 -> 1734016095 00002000:00010000:3.0:1734016099.634692:0:7689:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016098 -> 1734016098 00002000:00010000:3.0:1734016099.634694:0:7689:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 320 -> 288 00000100:00100000:3.0:1734016099.634742:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800744bd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1979:x1818247336494080:12345-192.168.201.10@tcp:22:fsx.0 Request processed in 1342us (1691us total) trans 4294969040 rc 0/0 00000100:00100000:3.0:1734016099.634749:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9874 00000100:00100000:0.0:1734016099.637352:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016099.637561:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336494208 00000100:00100000:3.0:1734016099.637572:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336494208 00000100:00100000:3.0:1734016099.637655:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9875 00000100:00100000:3.0:1734016099.637662:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076865c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:1981:x1818247336494208:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:3.0:1734016099.637682:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016099.637701:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7a80/0x3f004d6452e064cd lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d03e2 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016099.637769:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074621500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339321984:192.168.201.10@tcp:106: 00000100:00100000:3.0:1734016099.637834:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff88006d83ba80 going to sleep for 11 seconds 00002000:00010000:3.0:1734016099.639333:0:7689:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime: 1734016095 -> 1734016098 00002000:00010000:3.0:1734016099.639339:0:7689:0:(ofd_lvb.c:295:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime: 1734016098 -> 1734016099 00000100:00100000:3.0:1734016099.639363:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074621500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339321984:192.168.201.10@tcp:106: 00010000:00010000:3.0:1734016099.639398:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7a80/0x3f004d6452e064cd lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d03e2 expref: 6 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016099.639418:0:7689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7a80/0x3f004d6452e064cd lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d03e2 expref: 6 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016099.639429:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a9a7a80, rc 0) 00000100:00100000:3.0:1734016099.639470:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076865c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:1981:x1818247336494208:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 1807us (2128us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016099.639477:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9875 00000100:00100000:1.0:1734016099.642706:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016099.642835:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336494336 00000100:00100000:3.0:1734016099.642845:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336494336 00000100:00100000:3.0:1734016099.643197:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9876 00000100:00100000:3.0:1734016099.643206:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800744bc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:1979:x1818247336494336:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:3.0:1734016099.643228:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016099.643254:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a9a61c0/0x3f004d6452e064d4 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d03e9 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016099.643315:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074621500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339322112:192.168.201.10@tcp:106: 00000100:00100000:3.0:1734016099.643384:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff88006d83ba80 going to sleep for 11 seconds 00000100:00100000:3.0:1734016099.645457:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074621500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339322112:192.168.201.10@tcp:106: 00010000:00010000:3.0:1734016099.645507:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a9a61c0/0x3f004d6452e064d4 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d03e9 expref: 6 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016099.645521:0:7689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a61c0/0x3f004d6452e064d4 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d03e9 expref: 6 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016099.645537:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a9a61c0, rc 0) 00000100:00100000:3.0:1734016099.645593:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800744bc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:1979:x1818247336494336:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 2387us (2898us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016099.645602:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9876 00000100:00100000:0.0:1734016099.647926:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016099.648229:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336494464 00000100:00100000:3.0:1734016099.648240:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336494464 00000100:00100000:3.0:1734016099.648387:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9877 00000100:00100000:3.0:1734016099.648395:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076866680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:9673:x1818247336494464:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:3.0:1734016099.648420:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016099.648442:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a9a6d00/0x3f004d6452e064db lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d03f0 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016099.648476:0:7689:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a4480/0x3f004d6452e064c6 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1409024->1433599) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d03db expref: 7 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016099.648484:0:7689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016099.648486:0:7689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016099.648491:0:7689:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a9a6d00/0x3f004d6452e064db lrc: 4/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [6049792->6098943] (req 6049792->6098943) gid 0 flags: 0x50000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d03f0 expref: 6 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016099.648528:0:7689:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a9a4480/0x3f004d6452e064c6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1409024->1433599) gid 0 flags: 0x50000000020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d03db expref: 7 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016099.648540:0:7689:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a9a4480/0x3f004d6452e064c6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1409024->1433599) gid 0 flags: 0x70000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d03db expref: 7 pid: 7689 timeout: 463 lvb_type: 0 00000100:00100000:3.0:1734016099.648558:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074621500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339322240:192.168.201.10@tcp:104: 00000100:00100000:3.0:1734016099.649226:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff88006d83ba80 going to sleep for 11 seconds 00000100:00100000:3.0:1734016099.662673:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074621500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339322240:192.168.201.10@tcp:104: 00010000:00010000:3.0:1734016099.662719:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a9a6d00/0x3f004d6452e064db lrc: 3/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [6049792->6098943] (req 6049792->6098943) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d03f0 expref: 6 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016099.662740:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a9a6d00, rc 0) 00000100:00100000:3.0:1734016099.664008:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076866680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:9673:x1818247336494464:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 15607us (16085us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016099.664018:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9877 00000100:00100000:0.0:1734016099.667199:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00010000:00010000:3.0:1734016099.668658:0:7705:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009a9a6d00/0x3f004d6452e064db lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6049792->6098943) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d03f0 expref: 5 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016099.668674:0:7705:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074621500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7705:1818247339322368:192.168.201.10@tcp:105: 00000100:00100000:3.0:1734016099.668931:0:7705:0:(client.c:2562:ptlrpc_set_wait()) set ffff88006d83ba80 going to sleep for 11 seconds 00000100:00100000:3.0:1734016099.673384:0:7705:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074621500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7705:1818247339322368:192.168.201.10@tcp:105: 00010000:00010000:3.0:1734016099.673419:0:7705:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016099.673470:0:7705:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076867b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1979:x1818247336494592:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 5943us (6283us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016099.673484:0:7705:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2601 00000100:00100000:0.0:1734016099.673896:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016099.674476:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336494720 00000100:00100000:3.0:1734016099.674484:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336494720 00000100:00100000:3.0:1734016099.674538:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9878 00000100:00100000:3.0:1734016099.674546:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076864380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1978:x1818247336494720:12345-192.168.201.10@tcp:22:fsx.0 00002000:00010000:3.0:1734016099.674831:0:7689:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 6635520 -> 6635520 00002000:00010000:3.0:1734016099.674835:0:7689:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016098 -> 1734016098 00002000:00010000:3.0:1734016099.674837:0:7689:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016098 -> 1734016095 00002000:00010000:3.0:1734016099.674839:0:7689:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016099 -> 1734016098 00002000:00010000:3.0:1734016099.674841:0:7689:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 288 -> 288 00000100:00100000:3.0:1734016099.674926:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076864380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1978:x1818247336494720:12345-192.168.201.10@tcp:22:fsx.0 Request processed in 380us (1031us total) trans 4294969041 rc 0/0 00000100:00100000:3.0:1734016099.674933:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9878 00000100:00100000:0.0:1734016099.679074:0:6482:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336494976 00000100:00100000:0.0:1734016099.679087:0:6482:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336494976 00000100:00100000:0.0:1734016099.679161:0:6482:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 1811 00000100:00100000:0.0:1734016099.679169:0:6482:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a9a8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+25:9673:x1818247336494976:12345-192.168.201.10@tcp:36:fsx.0 00010000:00010000:0.0:1734016099.679235:0:6482:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016099.679267:0:6482:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a7180/0x3f004d6452e0648e lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d03b1 expref: 25 pid: 6481 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016099.679307:0:6482:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:0.0:1734016099.679313:0:6482:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1734016099.679494:0:6482:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a803ad00/0x3f004d6452e064e2 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6482 initiator: MDT0 00010000:00010000:0.0:1734016099.679509:0:6482:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a5b00/0x3f004d6452e06472 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d03a3 expref: 22 pid: 6481 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016099.679517:0:6482:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a803ad00/0x3f004d6452e064e2 lrc: 4/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6482 initiator: MDT0 00010000:00010000:0.0:1734016099.679552:0:6482:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a5b00/0x3f004d6452e06472 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d03a3 expref: 22 pid: 6481 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016099.679567:0:6482:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a5b00/0x3f004d6452e06472 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d03a3 expref: 22 pid: 6481 timeout: 463 lvb_type: 0 00000100:00100000:0.0:1734016099.679583:0:6482:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076866300 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6482:1818247339322496:192.168.201.10@tcp:104: 00000100:00100000:0.0:1734016099.679653:0:6482:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012cf4f000 going to sleep for 11 seconds 00000100:00100000:1.0:1734016099.683901:0:6482:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076866300 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6482:1818247339322496:192.168.201.10@tcp:104: 00010000:00010000:1.0:1734016099.683937:0:6482:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8800a803ad00/0x3f004d6452e064e2 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6482 initiator: MDT0 00000100:00100000:3.0:1734016099.685483:0:7705:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336495104 00000100:00100000:3.0:1734016099.685492:0:7705:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336495104 00010000:00010000:3.0:1734016099.685527:0:7705:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a5b00/0x3f004d6452e06472 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d03a3 expref: 23 pid: 6481 timeout: 463 lvb_type: 0 00000100:00100000:3.0:1734016099.686185:0:7705:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2602 00000100:00100000:3.0:1734016099.686195:0:7705:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a9a8e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+23:1979:x1818247336495104:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016099.686210:0:7705:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016099.686218:0:7705:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a5b00/0x3f004d6452e06472 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d03a3 expref: 23 pid: 6481 timeout: 463 lvb_type: 0 00010000:00010000:3.0:1734016099.686232:0:7705:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a5b00/0x3f004d6452e06472 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d03a3 expref: 23 pid: 6481 timeout: 463 lvb_type: 0 00010000:00010000:3.0:1734016099.686256:0:7705:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a5b00/0x3f004d6452e06472 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d03a3 expref: 23 pid: 6481 timeout: 463 lvb_type: 0 00010000:00010000:3.0:1734016099.686668:0:7705:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:3.0:1734016099.686674:0:7705:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a803ad00/0x3f004d6452e064e2 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6482 initiator: MDT0 00010000:00010000:3.0:1734016099.686684:0:7705:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a803ad00/0x3f004d6452e064e2 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6482 initiator: MDT0 00010000:00010000:3.0:1734016099.686691:0:7705:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a803ad00/0x3f004d6452e064e2 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6482 initiator: MDT0 00010000:00010000:3.0:1734016099.686960:0:7705:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016099.687021:0:7705:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a9a8e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+22:1979:x1818247336495104:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 827us (1618us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016099.687028:0:7705:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2602 00010000:00010000:0.0:1734016099.687079:0:6482:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8800a803ad00/0x3f004d6452e064e2 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6482 initiator: MDT0 00010000:00010000:0.0:1734016099.687088:0:6482:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a803ad00/0x3f004d6452e064e2 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6482 initiator: MDT0 00000001:00080000:0.0:1734016099.687208:0:6482:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294968453 00000004:00010000:0.0:1734016099.687257:0:6482:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff88009a9a8a80 reply state ffff880076957000 transno 4294968454 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a803ad00/0x3f004d6452e064e2 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6482 initiator: MDT0 00000100:00100000:0.0:1734016099.687265:0:6482:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1734016099.687336:0:6482:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a9a8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+27:9673:x1818247336494976:12345-192.168.201.10@tcp:36:fsx.0 Request processed in 8168us (8382us total) trans 4294968454 rc 0/0 00000100:00100000:0.0:1734016099.687342:0:6482:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 1811 00000020:00080000:0.0:1734016099.687346:0:6482:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:0.0:1734016099.691200:0:3494:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a803ad00/0x3f004d6452e064e2 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6482 initiator: MDT0 00010000:00010000:0.0:1734016099.691211:0:3494:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a803ad00/0x3f004d6452e064e2 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6482 initiator: MDT0 00010000:00010000:0.0:1734016099.691219:0:3494:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a803ad00/0x3f004d6452e064e2 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6482 initiator: MDT0 00010000:00010000:0.0:1734016099.691224:0:3494:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800a803ad00 already unused, calling callback (ffffffffa0f03950) 00010000:00010000:0.0:1734016099.691229:0:3494:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a803ad00/0x3f004d6452e064e2 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6482 initiator: MDT0 00010000:00010000:0.0:1734016099.691236:0:3494:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a803ad00/0x3f004d6452e064e2 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6482 initiator: MDT0 00010000:00010000:0.0:1734016099.691257:0:3494:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:0.0:1734016099.691260:0:3494:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1734016099.691264:0:3494:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a803ad00/0x3f004d6452e064e2 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6482 initiator: MDT0 00010000:00010000:0.0:1734016099.691268:0:3494:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a803ad00/0x3f004d6452e064e2 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6482 initiator: MDT0 00000100:00100000:1.0:1734016099.694624:0:13925:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336495232 00000100:00100000:1.0:1734016099.694642:0:13925:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336495232 00002000:00010000:1.0:1734016099.694684:0:13925:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (6077869->18446744073709551615) 00002000:00100000:1.0:1734016099.694689:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a9a9880 with x1818247336495232 ext(6077869->18446744073709551615) 00002000:00010000:1.0:1734016099.694702:0:13925:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009a9a9880. 00000100:00100000:1.0:1734016099.694742:0:13925:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8112 00000100:00100000:1.0:1734016099.694757:0:13925:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a9a9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1980:x1818247336495232:12345-192.168.201.10@tcp:10:fsx.0 00002000:00010000:1.0:1734016099.695435:0:13925:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 6635520 -> 6077869 00002000:00010000:1.0:1734016099.695438:0:13925:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016098 -> 1734016099 00002000:00010000:1.0:1734016099.695440:0:13925:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016095 -> 1734016095 00002000:00010000:1.0:1734016099.695442:0:13925:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016098 -> 1734016099 00002000:00010000:1.0:1734016099.695444:0:13925:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 288 -> 192 00000100:00100000:1.0:1734016099.695514:0:13925:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a9a9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+8:1980:x1818247336495232:12345-192.168.201.10@tcp:10:fsx.0 Request processed in 765us (4618us total) trans 4294969042 rc 0/0 00000100:00100000:1.0:1734016099.695522:0:13925:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8112 00002000:00010000:1.0:1734016099.695525:0:13925:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (6077869->18446744073709551615) 00002000:00100000:1.0:1734016099.695527:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a9a9880 with x1818247336495232 ext(6077869->18446744073709551615) 00002000:00010000:1.0:1734016099.695531:0:13925:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009a9a9880. 00000100:00100000:1.0:1734016099.699518:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016099.699600:0:6482:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336495360 00000100:00100000:0.0:1734016099.699614:0:6482:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336495360 00000100:00100000:0.0:1734016099.699676:0:6482:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 1812 00000100:00100000:0.0:1734016099.699684:0:6482:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800744bea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+26:9673:x1818247336495360:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:0.0:1734016099.699713:0:6482:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016099.699736:0:6482:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80386c0/0x3f004d6452e064e9 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d03f7 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016099.699835:0:6482:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8038d80/0x3f004d6452e064f0 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6482 initiator: MDT0 00010000:00010000:0.0:1734016099.699847:0:6482:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8038d80/0x3f004d6452e064f0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6482 initiator: MDT0 00010000:00010000:0.0:1734016099.699859:0:6482:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8038d80/0x3f004d6452e064f0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6482 initiator: MDT0 00000004:00200000:0.0:1734016099.699921:0:6482:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 6077869 00000004:00200000:0.0:1734016099.699925:0:6482:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1734016099.699943:0:6482:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8038d80/0x3f004d6452e064f0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6482 initiator: MDT0 00010000:00010000:0.0:1734016099.699964:0:6482:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80386c0/0x3f004d6452e064e9 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d03f7 expref: 28 pid: 6482 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016099.699977:0:6482:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8038d80/0x3f004d6452e064f0 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d03f7 expref: 27 pid: 6482 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016099.699984:0:6482:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:0.0:1734016099.699986:0:6482:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1734016099.699989:0:6482:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a8038d80, rc 0) 00000100:00100000:0.0:1734016099.700046:0:6482:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800744bea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+27:9673:x1818247336495360:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 363us (540us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016099.700052:0:6482:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 1812 00000100:00100000:0.0:1734016099.703422:0:10115:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336495488 00000100:00100000:0.0:1734016099.703434:0:10115:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336495488 00000100:00100000:0.0:1734016099.703665:0:10115:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9879 00000100:00100000:0.0:1734016099.703674:0:10115:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a9a8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+8:1979:x1818247336495488:12345-192.168.201.10@tcp:22:fsx.0 00002000:00010000:0.0:1734016099.703975:0:10115:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 6077869 -> 6077869 00002000:00010000:0.0:1734016099.703978:0:10115:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016099 -> 1734016099 00002000:00010000:0.0:1734016099.703980:0:10115:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016095 -> 1734016095 00002000:00010000:0.0:1734016099.703981:0:10115:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016099 -> 1734016099 00002000:00010000:0.0:1734016099.703984:0:10115:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 192 -> 192 00000100:00100000:0.0:1734016099.704043:0:10115:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a9a8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+9:1979:x1818247336495488:12345-192.168.201.10@tcp:22:fsx.0 Request processed in 371us (938us total) trans 4294969043 rc 0/0 00000100:00100000:0.0:1734016099.704050:0:10115:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9879 00000100:00100000:0.0:1734016099.708235:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016099.710368:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336495744 00000100:00100000:3.0:1734016099.710384:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336495744 00000100:00100000:3.0:1734016099.710469:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8113 00000100:00100000:3.0:1734016099.710477:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076866d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1979:x1818247336495744:12345-192.168.201.10@tcp:4:fsx.0 00010000:00010000:3.0:1734016099.710525:0:7694:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009a9a73c0/0x3f004d6452e064f7 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016099.710547:0:7694:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a6d00/0x3f004d6452e064db lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6049792->6098943) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d03f0 expref: 8 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016099.710552:0:7694:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016099.710554:0:7694:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016099.710556:0:7694:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a9a73c0/0x3f004d6452e064f7 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [7413760->7450623] (req 7413760->7450623) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016099.710593:0:7694:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a9a6d00/0x3f004d6452e064db lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6049792->6098943) gid 0 flags: 0x50000000020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d03f0 expref: 8 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016099.710606:0:7694:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a9a6d00/0x3f004d6452e064db lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6049792->6098943) gid 0 flags: 0x70000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d03f0 expref: 8 pid: 7689 timeout: 463 lvb_type: 0 00000100:00100000:3.0:1734016099.710620:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074621500 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_000:lustre-OST0001_UUID:7694:1818247339322624:192.168.201.10@tcp:104: 00000100:00100000:3.0:1734016099.710707:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff88006d83ba80 going to sleep for 11 seconds 00000100:00100000:3.0:1734016099.714645:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074621500 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_000:lustre-OST0001_UUID:7694:1818247339322624:192.168.201.10@tcp:104: 00010000:00010000:3.0:1734016099.714676:0:7694:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88009a9a73c0/0x3f004d6452e064f7 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [7413760->7450623] (req 7413760->7450623) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016099.714974:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016099.715062:0:7705:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336495872 00000100:00100000:3.0:1734016099.715069:0:7705:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336495872 00010000:00010000:3.0:1734016099.715097:0:7705:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a9a6d00/0x3f004d6452e064db lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6049792->6098943) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d03f0 expref: 9 pid: 7689 timeout: 463 lvb_type: 0 00000100:00100000:3.0:1734016099.715128:0:7705:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2603 00000100:00100000:3.0:1734016099.715135:0:7705:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076865f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+9:1979:x1818247336495872:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016099.715148:0:7705:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016099.715171:0:7705:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a9a6d00/0x3f004d6452e064db lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 6049792->6098943) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d03f0 expref: 9 pid: 7689 timeout: 463 lvb_type: 0 00010000:00010000:3.0:1734016099.715180:0:7705:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a9a6d00/0x3f004d6452e064db lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 6049792->6098943) gid 0 flags: 0x50000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d03f0 expref: 9 pid: 7689 timeout: 463 lvb_type: 0 00010000:00010000:3.0:1734016099.715202:0:7705:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a6d00/0x3f004d6452e064db lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 6049792->6098943) gid 0 flags: 0x44801400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d03f0 expref: 9 pid: 7689 timeout: 463 lvb_type: 0 00010000:00010000:3.0:1734016099.715227:0:7705:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016099.715230:0:7705:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016099.715233:0:7705:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a73c0/0x3f004d6452e064f7 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [7413760->7450623] (req 7413760->7450623) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016099.715240:0:7705:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a9a73c0/0x3f004d6452e064f7 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [7413760->7450623] (req 7413760->7450623) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016099.715264:0:7705:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016099.715298:0:7705:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076865f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+8:1979:x1818247336495872:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 163us (325us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016099.715304:0:7705:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2603 00000001:00080000:0.0:1734016099.726181:0:8954:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969044 is committed 00000001:00080000:0.0:1734016099.726196:0:8954:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969043 is committed 00000100:00100000:3.0:1734016099.737192:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336496000 00000100:00100000:3.0:1734016099.737204:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336496000 00000100:00100000:3.0:1734016099.737254:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9880 00000100:00100000:3.0:1734016099.737263:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a9a9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:1978:x1818247336496000:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:3.0:1734016099.737285:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016099.737310:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7600/0x3f004d6452e064fe lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d03fe expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1734016099.737335:0:7689:0:(ofd_lvb.c:169:ofd_lvbo_init()) res: [0x280000400:0x5:0x0] initial LVB size: 7450624, mtime: 0x675afc63, atime: 0x675afc5f, ctime: 0x675afc63, blocks: 0x108 00010000:00010000:3.0:1734016099.737359:0:7689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016099.737361:0:7689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016099.737370:0:7689:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7600/0x3f004d6452e064fe lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d03fe expref: 6 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016099.737385:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7600/0x3f004d6452e064fe lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d03fe expref: 6 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016099.737397:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a9a7600, rc 0) 00000100:00100000:3.0:1734016099.737462:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a9a9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1978:x1818247336496000:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 199us (351us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016099.737468:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9880 00000100:00100000:0.0:1734016099.745822:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016099.754177:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00010000:00010000:3.0:1734016099.755260:0:6482:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff880072172640/0x3f004d6452e06505 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6482 initiator: MDT0 00010000:00010000:3.0:1734016099.755267:0:6482:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880072172640/0x3f004d6452e06505 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6482 initiator: MDT0 00000001:00080000:3.0:1734016099.755379:0:6482:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294968455 00000004:00010000:3.0:1734016099.755429:0:6482:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff880076865500 reply state ffff88007692b000 transno 4294968456 ns: mdt-lustre-MDT0000_UUID lock: ffff880072172640/0x3f004d6452e06505 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6482 initiator: MDT0 00000100:00100000:3.0:1734016099.755435:0:6482:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1734016099.755503:0:6482:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076865500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+25:9673:x1818247336496256:12345-192.168.201.10@tcp:36:fsx.0 Request processed in 7057us (9694us total) trans 4294968456 rc 0/0 00000100:00100000:3.0:1734016099.755510:0:6482:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 1813 00000020:00080000:3.0:1734016099.755514:0:6482:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1734016099.770969:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016099.789209:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016099.795739:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016099.796345:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336496768 00000100:00100000:3.0:1734016099.796353:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336496768 00002000:00010000:3.0:1734016099.796393:0:7694:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (8073553->18446744073709551615) 00002000:00100000:3.0:1734016099.796398:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076867800 with x1818247336496768 ext(8073553->18446744073709551615) 00002000:00010000:3.0:1734016099.796409:0:7694:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076867800. 00000100:00100000:3.0:1734016099.797196:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8114 00000100:00100000:3.0:1734016099.797202:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076867800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1979:x1818247336496768:12345-192.168.201.10@tcp:10:fsx.0 00002000:00010000:3.0:1734016099.797451:0:7694:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 7450624 -> 8073553 00002000:00010000:3.0:1734016099.797454:0:7694:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016099 -> 1734016099 00002000:00010000:3.0:1734016099.797457:0:7694:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016095 -> 1734016095 00002000:00010000:3.0:1734016099.797459:0:7694:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016099 -> 1734016099 00002000:00010000:3.0:1734016099.797461:0:7694:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 264 -> 264 00000100:00100000:3.0:1734016099.797490:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076867800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1979:x1818247336496768:12345-192.168.201.10@tcp:10:fsx.0 Request processed in 288us (1765us total) trans 4294969045 rc 0/0 00000100:00100000:3.0:1734016099.797495:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8114 00002000:00010000:3.0:1734016099.797498:0:7694:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (8073553->18446744073709551615) 00002000:00100000:3.0:1734016099.797500:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076867800 with x1818247336496768 ext(8073553->18446744073709551615) 00002000:00010000:3.0:1734016099.797504:0:7694:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076867800. 00000100:00100000:0.0:1734016099.800353:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016099.800481:0:6482:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336496896 00000100:00100000:3.0:1734016099.800490:0:6482:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336496896 00000100:00100000:3.0:1734016099.800534:0:6482:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 1814 00000100:00100000:3.0:1734016099.800540:0:6482:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076865180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+26:9673:x1818247336496896:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:3.0:1734016099.800617:0:6482:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016099.800638:0:6482:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a4fc0/0x3f004d6452e06513 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d040c expref: -99 pid: 6482 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016099.800717:0:6482:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a6400/0x3f004d6452e0651a lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6482 initiator: MDT0 00010000:00010000:3.0:1734016099.800728:0:6482:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a6400/0x3f004d6452e0651a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6482 initiator: MDT0 00010000:00010000:3.0:1734016099.800737:0:6482:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a6400/0x3f004d6452e0651a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6482 initiator: MDT0 00000004:00200000:3.0:1734016099.800768:0:6482:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 8073553 00000004:00200000:3.0:1734016099.800771:0:6482:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1734016099.800784:0:6482:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a6400/0x3f004d6452e0651a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6482 initiator: MDT0 00010000:00010000:3.0:1734016099.800804:0:6482:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a4fc0/0x3f004d6452e06513 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d040c expref: 28 pid: 6482 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016099.800818:0:6482:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a6400/0x3f004d6452e0651a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d040c expref: 27 pid: 6482 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016099.800824:0:6482:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:3.0:1734016099.800826:0:6482:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1734016099.800829:0:6482:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a9a6400, rc 0) 00000100:00100000:3.0:1734016099.801313:0:6482:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076865180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+27:9673:x1818247336496896:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 772us (969us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016099.801318:0:6482:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 1814 00000100:00100000:1.0:1734016099.803686:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016099.804184:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9882 00000100:00100000:3.0:1734016099.804193:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800744bfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:1979:x1818247336497024:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:3.0:1734016099.804214:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016099.804236:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a9a4000/0x3f004d6452e06521 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d0413 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016099.804302:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074621500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339323136:192.168.201.10@tcp:106: 00000100:00100000:3.0:1734016099.804380:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff88006d83b9c0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016099.806652:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074621500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339323136:192.168.201.10@tcp:106: 00010000:00010000:3.0:1734016099.806692:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a9a4000/0x3f004d6452e06521 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0413 expref: 6 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016099.806704:0:7689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a4000/0x3f004d6452e06521 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0413 expref: 6 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016099.806720:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a9a4000, rc 0) 00000100:00100000:3.0:1734016099.807086:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800744bfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:1979:x1818247336497024:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 2892us (3403us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016099.807094:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9882 00000100:00100000:0.0:1734016099.822435:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016099.822649:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336497152 00000100:00100000:3.0:1734016099.822660:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336497152 00000100:00100000:3.0:1734016099.822719:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9883 00000100:00100000:3.0:1734016099.822729:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076864000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:1978:x1818247336497152:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:3.0:1734016099.822761:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016099.822784:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a9a4000/0x3f004d6452e06528 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d041a expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016099.822861:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074621500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339323264:192.168.201.10@tcp:106: 00000100:00100000:3.0:1734016099.826850:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff88006d83b9c0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016099.832347:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074621500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339323264:192.168.201.10@tcp:106: 00010000:00010000:3.0:1734016099.832390:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a9a4000/0x3f004d6452e06528 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d041a expref: 6 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016099.832403:0:7689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a4000/0x3f004d6452e06528 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d041a expref: 6 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016099.832431:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a9a4000, rc 0) 00000100:00100000:3.0:1734016099.832485:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076864000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:1978:x1818247336497152:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 9757us (10064us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016099.832495:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9883 00000100:00100000:0.0:1734016099.860495:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016099.861286:0:13925:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336497408 00000100:00100000:3.0:1734016099.861298:0:13925:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336497408 00002000:00100000:3.0:1734016099.861356:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (0->4194303) req@ffff880076866a00 x1818247336497408/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:60/0 lens 488/0 e 0 to 0 dl 1734016110 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016099.861367:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076866a00 with x1818247336497408 ext(0->4194303) 00002000:00010000:3.0:1734016099.861373:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076866a00 00000100:00100000:3.0:1734016099.861409:0:13925:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8115 00000100:00100000:3.0:1734016099.861415:0:13925:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076866a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1978:x1818247336497408:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:1.0:1734016099.870175:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016099.934756:0:13925:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076866a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+10:1978:x1818247336497408:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 73314us (74245us total) trans 0 rc 4194304/4194304 00000100:00100000:3.0:1734016099.934770:0:13925:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8115 00002000:00100000:3.0:1734016099.934783:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (0->4194303) req@ffff880076866a00 x1818247336497408/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:60/0 lens 488/440 e 0 to 0 dl 1734016110 ref 1 fl Complete:/200/0 rc 4194304/4194304 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016099.934792:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076866a00 with x1818247336497408 ext(0->4194303) 00002000:00010000:3.0:1734016099.934798:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076866a00 00000100:00100000:0.0:1734016099.962171:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016099.963246:0:6482:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336497792 00000100:00100000:3.0:1734016099.963259:0:6482:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336497792 00000100:00100000:3.0:1734016099.963333:0:6482:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 1815 00000100:00100000:3.0:1734016099.963342:0:6482:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076865880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+24:9673:x1818247336497792:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:3.0:1734016099.963381:0:6482:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016099.963405:0:6482:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a4fc0/0x3f004d6452e0652f lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d0421 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016099.963524:0:6482:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a6880/0x3f004d6452e06536 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 6482 initiator: MDT0 00010000:00010000:3.0:1734016099.963538:0:6482:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a6880/0x3f004d6452e06536 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6482 initiator: MDT0 00010000:00010000:3.0:1734016099.963550:0:6482:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a6880/0x3f004d6452e06536 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6482 initiator: MDT0 00000004:00200000:3.0:1734016099.963577:0:6482:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 8073553 00000004:00200000:3.0:1734016099.963581:0:6482:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1734016099.963597:0:6482:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a6880/0x3f004d6452e06536 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6482 initiator: MDT0 00010000:00010000:3.0:1734016099.963621:0:6482:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a4fc0/0x3f004d6452e0652f lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0421 expref: 26 pid: 6482 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016099.963650:0:6482:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a6880/0x3f004d6452e06536 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0421 expref: 25 pid: 6482 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016099.963658:0:6482:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:3.0:1734016099.963660:0:6482:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1734016099.963663:0:6482:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a9a6880, rc 0) 00000100:00100000:3.0:1734016099.966213:0:6482:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076865880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+25:9673:x1818247336497792:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 2856us (4044us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016099.966224:0:6482:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 1815 00000100:00100000:3.0:1734016099.967262:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800744bf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1978:x1818247336497664:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 94289us (97098us total) trans 0 rc 3883008/3883008 00000100:00100000:3.0:1734016099.967270:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8116 00002000:00100000:3.0:1734016099.967282:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (4194304->8077311) req@ffff8800744bf480 x1818247336497664/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:60/0 lens 488/440 e 0 to 0 dl 1734016110 ref 1 fl Complete:/200/0 rc 3883008/3883008 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016099.967292:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800744bf480 with x1818247336497664 ext(4194304->8077311) 00002000:00010000:3.0:1734016099.967298:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800744bf480 00000100:00100000:0.0:1734016099.970012:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016099.970125:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336497920 00000100:00100000:3.0:1734016099.970137:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336497920 00000100:00100000:3.0:1734016099.971196:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9884 00000100:00100000:3.0:1734016099.971207:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076864e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:1978:x1818247336497920:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:3.0:1734016099.971232:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016099.971255:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a9a6f40/0x3f004d6452e0653d lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d0428 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016099.971318:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074621500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339323392:192.168.201.10@tcp:106: 00000100:00100000:3.0:1734016099.971596:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff88006d83b9c0 going to sleep for 11 seconds 00002000:00010000:3.0:1734016099.976781:0:7689:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime: 1734016095 -> 1734016099 00000100:00100000:3.0:1734016099.976820:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074621500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339323392:192.168.201.10@tcp:106: 00010000:00010000:3.0:1734016099.976902:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a9a6f40/0x3f004d6452e0653d lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0428 expref: 6 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016099.976919:0:7689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a6f40/0x3f004d6452e0653d lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0428 expref: 6 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016099.977042:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a9a6f40, rc 0) 00000100:00100000:3.0:1734016099.977100:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076864e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:1978:x1818247336497920:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 5893us (7239us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016099.977112:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9884 00000100:00100000:0.0:1734016099.990312:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016099.990444:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336498048 00000100:00100000:3.0:1734016099.990455:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336498048 00000100:00100000:0.0:1734016100.006340:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00080000:0.0:1734016100.008603:0:6479:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734016070 00000100:00100000:0.0:1734016100.014994:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016100.022741:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016100.027776:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016100.038414:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016100.039843:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336498688 00000100:00100000:3.0:1734016100.039857:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336498688 00002000:00100000:3.0:1734016100.039928:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (3895296->3936255) req@ffff880136a24380 x1818247336498688/t0(0) o4->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:61/0 lens 488/0 e 0 to 0 dl 1734016111 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016100.039940:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880136a24380 with x1818247336498688 ext(3895296->3936255) 00002000:00010000:3.0:1734016100.039946:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880136a24380 00000100:00100000:3.0:1734016100.039987:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8117 00000100:00100000:3.0:1734016100.039995:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880136a24380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1980:x1818247336498688:12345-192.168.201.10@tcp:4:fsx.0 00000100:00100000:3.0:1734016100.044329:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880136a24380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+10:1980:x1818247336498688:12345-192.168.201.10@tcp:4:fsx.0 Request processed in 4322us (5916us total) trans 4294969046 rc 0/0 00000100:00100000:3.0:1734016100.044344:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8117 00002000:00100000:3.0:1734016100.044358:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (3895296->3936255) req@ffff880136a24380 x1818247336498688/t4294969046(0) o4->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:61/0 lens 488/448 e 0 to 0 dl 1734016111 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016100.044368:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880136a24380 with x1818247336498688 ext(3895296->3936255) 00002000:00010000:3.0:1734016100.044374:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880136a24380 00000100:00100000:0.0:1734016100.047415:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016100.047561:0:6482:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336498816 00000100:00100000:3.0:1734016100.047572:0:6482:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336498816 00000100:00100000:3.0:1734016100.047640:0:6482:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 1816 00000100:00100000:3.0:1734016100.047649:0:6482:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880136a27b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+25:9673:x1818247336498816:12345-192.168.201.10@tcp:44:fsx.0 00000100:00100000:3.0:1734016100.048212:0:6482:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880136a27b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+25:9673:x1818247336498816:12345-192.168.201.10@tcp:44:fsx.0 Request processed in 563us (809us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016100.048223:0:6482:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 1816 00000100:00100000:0.0:1734016100.051298:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016100.053730:0:10115:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880136a25f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1979:x1818247336498944:12345-192.168.201.10@tcp:16:fsx.0 Request processed in 1687us (2438us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016100.053753:0:10115:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9890 00000100:00100000:0.0:1734016100.057105:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016100.063787:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016100.069381:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016100.075105:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016100.086095:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016100.101550:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016100.103499:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336499840 00000100:00100000:3.0:1734016100.103516:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336499840 00002000:00100000:3.0:1734016100.103592:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (6635520->8077311) req@ffff880136a26680 x1818247336499840/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:61/0 lens 488/0 e 0 to 0 dl 1734016111 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016100.103604:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880136a26680 with x1818247336499840 ext(6635520->8077311) 00002000:00010000:3.0:1734016100.103612:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880136a26680 00000100:00100000:3.0:1734016100.104215:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8118 00000100:00100000:3.0:1734016100.104223:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880136a26680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1981:x1818247336499840:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:3.0:1734016100.123987:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880136a26680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1981:x1818247336499840:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 19748us (22441us total) trans 0 rc 1441792/1441792 00000100:00100000:3.0:1734016100.124000:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8118 00002000:00100000:3.0:1734016100.124012:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (6635520->8077311) req@ffff880136a26680 x1818247336499840/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:61/0 lens 488/440 e 0 to 0 dl 1734016111 ref 1 fl Complete:/200/0 rc 1441792/1441792 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016100.124022:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880136a26680 with x1818247336499840 ext(6635520->8077311) 00002000:00010000:3.0:1734016100.124029:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880136a26680 00000100:00100000:0.0:1734016100.131021:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016100.131199:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336499968 00000100:00100000:3.0:1734016100.131210:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336499968 00002000:00100000:3.0:1734016100.131259:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (7761920->7790591) req@ffff880136a26a00 x1818247336499968/t0(0) o4->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:61/0 lens 488/0 e 0 to 0 dl 1734016111 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016100.131270:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880136a26a00 with x1818247336499968 ext(7761920->7790591) 00002000:00010000:3.0:1734016100.131276:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880136a26a00 00000100:00100000:3.0:1734016100.131955:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8119 00000100:00100000:3.0:1734016100.131962:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880136a26a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1979:x1818247336499968:12345-192.168.201.10@tcp:4:fsx.0 00000100:00100000:3.0:1734016100.139556:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880136a26a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+8:1979:x1818247336499968:12345-192.168.201.10@tcp:4:fsx.0 Request processed in 7582us (8537us total) trans 4294969047 rc 0/0 00000100:00100000:3.0:1734016100.139570:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8119 00002000:00100000:3.0:1734016100.139583:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (7761920->7790591) req@ffff880136a26a00 x1818247336499968/t4294969047(0) o4->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:61/0 lens 488/448 e 0 to 0 dl 1734016111 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016100.139592:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880136a26a00 with x1818247336499968 ext(7761920->7790591) 00002000:00010000:3.0:1734016100.139597:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880136a26a00 00000100:00100000:0.0:1734016100.142559:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016100.142661:0:6482:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336500096 00000100:00100000:3.0:1734016100.142672:0:6482:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336500096 00000100:00100000:3.0:1734016100.142728:0:6482:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 1817 00000100:00100000:3.0:1734016100.142736:0:6482:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880136a24700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+27:9673:x1818247336500096:12345-192.168.201.10@tcp:44:fsx.0 00000100:00100000:3.0:1734016100.144494:0:6482:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880136a24700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+27:9673:x1818247336500096:12345-192.168.201.10@tcp:44:fsx.0 Request processed in 1745us (1933us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016100.144508:0:6482:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 1817 00000100:00100000:0.0:1734016100.147646:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016100.151306:0:10115:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880073e00380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1978:x1818247336500224:12345-192.168.201.10@tcp:16:fsx.0 Request processed in 2762us (3663us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016100.151318:0:10115:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9895 00000100:00100000:0.0:1734016100.165218:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016100.165359:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336500480 00000100:00100000:3.0:1734016100.165375:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336500480 00002000:00100000:3.0:1734016100.165442:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (0->4194303) req@ffff880073e01180 x1818247336500480/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:61/0 lens 488/0 e 0 to 0 dl 1734016111 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016100.165455:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880073e01180 with x1818247336500480 ext(0->4194303) 00002000:00010000:3.0:1734016100.165461:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880073e01180 00000100:00100000:3.0:1734016100.165502:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8120 00000100:00100000:3.0:1734016100.165510:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880073e01180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1980:x1818247336500480:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:0.0:1734016100.171958:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016100.259034:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880073e01180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1980:x1818247336500480:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 93510us (93819us total) trans 0 rc 4194304/4194304 00000100:00100000:3.0:1734016100.259051:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8120 00002000:00100000:3.0:1734016100.259069:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (0->4194303) req@ffff880073e01180 x1818247336500480/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:61/0 lens 488/440 e 0 to 0 dl 1734016111 ref 1 fl Complete:/200/0 rc 4194304/4194304 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016100.259080:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880073e01180 with x1818247336500480 ext(0->4194303) 00002000:00010000:3.0:1734016100.259086:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880073e01180 00000100:00100000:0.0:1734016100.278431:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016100.281955:0:10115:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336500864 00000100:00100000:3.0:1734016100.281974:0:10115:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336500864 00000100:00100000:3.0:1734016100.284213:0:10115:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9896 00000100:00100000:3.0:1734016100.284230:0:10115:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880073e02680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1980:x1818247336500864:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:3.0:1734016100.284255:0:10115:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016100.284281:0:10115:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a9a58c0/0x3f004d6452e06583 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d046e expref: -99 pid: 10115 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016100.284353:0:10115:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074621500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10115:1818247339324800:192.168.201.10@tcp:106: 00000100:00100000:3.0:1734016100.294220:0:10115:0:(client.c:2562:ptlrpc_set_wait()) set ffff88006d83b9c0 going to sleep for 11 seconds 00002000:00010000:3.0:1734016100.297276:0:10115:0:(ofd_lvb.c:301:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks: 344 -> 400 00000100:00100000:3.0:1734016100.297327:0:10115:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074621500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10115:1818247339324800:192.168.201.10@tcp:106: 00010000:00010000:3.0:1734016100.297384:0:10115:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a9a58c0/0x3f004d6452e06583 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d046e expref: 7 pid: 10115 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016100.297403:0:10115:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a58c0/0x3f004d6452e06583 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d046e expref: 7 pid: 10115 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016100.297441:0:10115:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a9a58c0, rc 0) 00000100:00100000:3.0:1734016100.297509:0:10115:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880073e02680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1980:x1818247336500864:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 13280us (19093us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016100.297517:0:10115:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9896 00000100:00100000:0.0:1734016100.302940:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016100.303102:0:10115:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336500992 00000100:00100000:3.0:1734016100.303122:0:10115:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336500992 00000100:00100000:3.0:1734016100.303200:0:10115:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9897 00000100:00100000:3.0:1734016100.303209:0:10115:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880073e01880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1981:x1818247336500992:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:3.0:1734016100.303234:0:10115:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016100.303259:0:10115:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a9a5440/0x3f004d6452e0658a lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d0475 expref: -99 pid: 10115 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016100.303322:0:10115:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074621500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10115:1818247339324928:192.168.201.10@tcp:106: 00000100:00100000:3.0:1734016100.303380:0:10115:0:(client.c:2562:ptlrpc_set_wait()) set ffff88006d83b9c0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016100.312258:0:10115:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074621500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10115:1818247339324928:192.168.201.10@tcp:106: 00010000:00010000:3.0:1734016100.312311:0:10115:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a9a5440/0x3f004d6452e0658a lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0475 expref: 7 pid: 10115 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016100.312325:0:10115:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a5440/0x3f004d6452e0658a lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0475 expref: 7 pid: 10115 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016100.312364:0:10115:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a9a5440, rc 0) 00000100:00100000:3.0:1734016100.312441:0:10115:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880073e01880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1981:x1818247336500992:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 9231us (9514us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016100.312457:0:10115:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9897 00000100:00100000:0.0:1734016100.318667:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016100.318787:0:10115:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336501120 00000100:00100000:3.0:1734016100.318798:0:10115:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336501120 00000100:00100000:3.0:1734016100.318851:0:10115:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9898 00000100:00100000:3.0:1734016100.318858:0:10115:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880073e02300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1980:x1818247336501120:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:3.0:1734016100.318922:0:10115:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016100.318943:0:10115:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a9a58c0/0x3f004d6452e06591 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d047c expref: -99 pid: 10115 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016100.319009:0:10115:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074621500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10115:1818247339325056:192.168.201.10@tcp:106: 00000100:00100000:3.0:1734016100.319086:0:10115:0:(client.c:2562:ptlrpc_set_wait()) set ffff88006d83b9c0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016100.330548:0:10115:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074621500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10115:1818247339325056:192.168.201.10@tcp:106: 00010000:00010000:3.0:1734016100.330604:0:10115:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a9a58c0/0x3f004d6452e06591 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d047c expref: 7 pid: 10115 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016100.330619:0:10115:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a58c0/0x3f004d6452e06591 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d047c expref: 7 pid: 10115 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016100.330658:0:10115:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a9a58c0, rc 0) 00000100:00100000:3.0:1734016100.330732:0:10115:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880073e02300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1980:x1818247336501120:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 11872us (12076us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016100.330751:0:10115:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9898 00000100:00100000:0.0:1734016100.333438:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016100.333541:0:10115:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336501248 00000100:00100000:3.0:1734016100.333553:0:10115:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336501248 00000100:00100000:3.0:1734016100.333617:0:10115:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9899 00000100:00100000:3.0:1734016100.333626:0:10115:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880073e03480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1981:x1818247336501248:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:3.0:1734016100.333650:0:10115:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016100.333675:0:10115:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a9a5440/0x3f004d6452e06598 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d0483 expref: -99 pid: 10115 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016100.333755:0:10115:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074621500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10115:1818247339325184:192.168.201.10@tcp:106: 00000100:00100000:3.0:1734016100.333824:0:10115:0:(client.c:2562:ptlrpc_set_wait()) set ffff88006d83b9c0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016100.337828:0:10115:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074621500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10115:1818247339325184:192.168.201.10@tcp:106: 00010000:00010000:3.0:1734016100.337918:0:10115:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a9a5440/0x3f004d6452e06598 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0483 expref: 7 pid: 10115 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016100.337935:0:10115:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a5440/0x3f004d6452e06598 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0483 expref: 7 pid: 10115 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016100.338498:0:10115:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a9a5440, rc 0) 00000100:00100000:3.0:1734016100.338557:0:10115:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880073e03480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1981:x1818247336501248:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 4930us (5128us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016100.338568:0:10115:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9899 00000100:00100000:0.0:1734016100.341929:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016100.342205:0:6482:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336501504 00000100:00100000:3.0:1734016100.342217:0:6482:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336501504 00000100:00100000:3.0:1734016100.342279:0:6482:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 1818 00000100:00100000:3.0:1734016100.342289:0:6482:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880073e00000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+27:9673:x1818247336501504:12345-192.168.201.10@tcp:36:fsx.0 00010000:00010000:3.0:1734016100.342349:0:6482:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016100.342379:0:6482:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a6400/0x3f004d6452e0651a lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d040c expref: 27 pid: 6482 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016100.342406:0:6482:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:3.0:1734016100.342410:0:6482:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1734016100.342592:0:6482:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a6f40/0x3f004d6452e0659f lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6482 initiator: MDT0 00010000:00010000:3.0:1734016100.342606:0:6482:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a6880/0x3f004d6452e06536 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0421 expref: 24 pid: 6482 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016100.342615:0:6482:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a6f40/0x3f004d6452e0659f lrc: 4/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6482 initiator: MDT0 00010000:00010000:3.0:1734016100.342652:0:6482:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a6880/0x3f004d6452e06536 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0421 expref: 24 pid: 6482 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016100.342667:0:6482:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a6880/0x3f004d6452e06536 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0421 expref: 24 pid: 6482 timeout: 464 lvb_type: 0 00000100:00100000:3.0:1734016100.342681:0:6482:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074621500 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6482:1818247339325312:192.168.201.10@tcp:104: 00000100:00100000:3.0:1734016100.342764:0:6482:0:(client.c:2562:ptlrpc_set_wait()) set ffff88006d83bcc0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016100.345790:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00010000:00010000:3.0:1734016100.347324:0:6482:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a6880/0x3f004d6452e06536 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0421 expref: 24 pid: 6482 timeout: 464 lvb_type: 0 00000100:00100000:3.0:1734016100.347343:0:6482:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074621500 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6482:1818247339325312:192.168.201.10@tcp:104: 00010000:00010000:3.0:1734016100.347366:0:6482:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a6f40/0x3f004d6452e0659f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6482 initiator: MDT0 00010000:00010000:3.0:1734016100.347374:0:6482:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a6f40/0x3f004d6452e0659f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6482 initiator: MDT0 00010000:00010000:3.0:1734016100.347384:0:6482:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a6f40/0x3f004d6452e0659f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6482 initiator: MDT0 00000001:00080000:3.0:1734016100.347477:0:6482:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294968457 00000004:00010000:3.0:1734016100.347523:0:6482:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff880073e00000 reply state ffff880076b96000 transno 4294968458 ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a6f40/0x3f004d6452e0659f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6482 initiator: MDT0 00000100:00100000:3.0:1734016100.347530:0:6482:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1734016100.350232:0:6482:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880073e00000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+29:9673:x1818247336501504:12345-192.168.201.10@tcp:36:fsx.0 Request processed in 7930us (8300us total) trans 4294968458 rc 0/0 00000100:00100000:3.0:1734016100.350245:0:6482:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 1818 00000020:00080000:3.0:1734016100.350256:0:6482:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1734016100.357576:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016100.358927:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336501760 00000100:00100000:3.0:1734016100.358939:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336501760 00002000:00010000:3.0:1734016100.358988:0:7694:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (1221283->18446744073709551615) 00002000:00100000:3.0:1734016100.358994:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880073e03100 with x1818247336501760 ext(1221283->18446744073709551615) 00002000:00010000:3.0:1734016100.359009:0:7694:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880073e03100. 00000100:00100000:3.0:1734016100.359052:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8122 00000100:00100000:3.0:1734016100.359059:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880073e03100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1978:x1818247336501760:12345-192.168.201.10@tcp:10:fsx.0 00002000:00010000:3.0:1734016100.368230:0:7694:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 8073553 -> 1221283 00002000:00010000:3.0:1734016100.368237:0:7694:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016099 -> 1734016099 00002000:00010000:3.0:1734016100.368239:0:7694:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016099 -> 1734016099 00002000:00010000:3.0:1734016100.368241:0:7694:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016099 -> 1734016099 00002000:00010000:3.0:1734016100.368243:0:7694:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 400 -> 160 00000100:00100000:3.0:1734016100.368323:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880073e03100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1978:x1818247336501760:12345-192.168.201.10@tcp:10:fsx.0 Request processed in 9259us (10755us total) trans 4294969048 rc 0/0 00000100:00100000:3.0:1734016100.368333:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8122 00002000:00010000:3.0:1734016100.368339:0:7694:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (1221283->18446744073709551615) 00002000:00100000:3.0:1734016100.368342:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880073e03100 with x1818247336501760 ext(1221283->18446744073709551615) 00002000:00010000:3.0:1734016100.368348:0:7694:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880073e03100. 00000100:00100000:0.0:1734016100.387451:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016100.390420:0:6482:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336501888 00000100:00100000:3.0:1734016100.390436:0:6482:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336501888 00000100:00100000:3.0:1734016100.390505:0:6482:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 1819 00000100:00100000:3.0:1734016100.390512:0:6482:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880073e02a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+24:9673:x1818247336501888:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:3.0:1734016100.390529:0:6482:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016100.390550:0:6482:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a4fc0/0x3f004d6452e065a6 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d048a expref: -99 pid: 6482 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016100.390633:0:6482:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a4000/0x3f004d6452e065ad lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6482 initiator: MDT0 00010000:00010000:3.0:1734016100.390645:0:6482:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a4000/0x3f004d6452e065ad lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6482 initiator: MDT0 00010000:00010000:3.0:1734016100.390654:0:6482:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a4000/0x3f004d6452e065ad lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6482 initiator: MDT0 00000004:00200000:3.0:1734016100.390672:0:6482:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 1221283 00000004:00200000:3.0:1734016100.390675:0:6482:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1734016100.390687:0:6482:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a4000/0x3f004d6452e065ad lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6482 initiator: MDT0 00010000:00010000:3.0:1734016100.390706:0:6482:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a4fc0/0x3f004d6452e065a6 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d048a expref: 26 pid: 6482 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016100.390749:0:6482:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a4000/0x3f004d6452e065ad lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d048a expref: 25 pid: 6482 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016100.390759:0:6482:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:3.0:1734016100.390762:0:6482:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1734016100.390764:0:6482:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a9a4000, rc 0) 00000100:00100000:3.0:1734016100.390819:0:6482:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880073e02a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+25:9673:x1818247336501888:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 307us (3380us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016100.390825:0:6482:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 1819 00000100:00100000:0.0:1734016100.395259:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016100.395370:0:10115:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336502016 00000100:00100000:3.0:1734016100.395382:0:10115:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336502016 00000100:00100000:3.0:1734016100.395466:0:10115:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9900 00000100:00100000:3.0:1734016100.395472:0:10115:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880073e01c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1979:x1818247336502016:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:3.0:1734016100.395488:0:10115:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016100.395509:0:10115:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7600/0x3f004d6452e065b4 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d0491 expref: -99 pid: 10115 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016100.395562:0:10115:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074621500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10115:1818247339325440:192.168.201.10@tcp:106: 00000100:00100000:3.0:1734016100.395638:0:10115:0:(client.c:2562:ptlrpc_set_wait()) set ffff88006d83b9c0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016100.405948:0:10115:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074621500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10115:1818247339325440:192.168.201.10@tcp:106: 00010000:00010000:3.0:1734016100.405985:0:10115:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7600/0x3f004d6452e065b4 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0491 expref: 7 pid: 10115 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016100.405999:0:10115:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7600/0x3f004d6452e065b4 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0491 expref: 7 pid: 10115 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016100.406025:0:10115:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a9a7600, rc 0) 00000100:00100000:3.0:1734016100.406179:0:10115:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880073e01c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1979:x1818247336502016:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 10705us (10931us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016100.406186:0:10115:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9900 00000100:00100000:0.0:1734016100.415053:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016100.415379:0:10115:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336502144 00000100:00100000:3.0:1734016100.415391:0:10115:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336502144 00000100:00100000:3.0:1734016100.415457:0:10115:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9901 00000100:00100000:3.0:1734016100.415467:0:10115:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880073e01500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1978:x1818247336502144:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:3.0:1734016100.415489:0:10115:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016100.415512:0:10115:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a9a73c0/0x3f004d6452e065bb lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d0498 expref: -99 pid: 10115 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016100.415582:0:10115:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074621500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10115:1818247339325568:192.168.201.10@tcp:106: 00000100:00100000:3.0:1734016100.415659:0:10115:0:(client.c:2562:ptlrpc_set_wait()) set ffff88006d83b9c0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016100.420133:0:10115:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074621500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10115:1818247339325568:192.168.201.10@tcp:106: 00010000:00010000:3.0:1734016100.420180:0:10115:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a9a73c0/0x3f004d6452e065bb lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0498 expref: 7 pid: 10115 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016100.420194:0:10115:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a73c0/0x3f004d6452e065bb lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0498 expref: 7 pid: 10115 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016100.420224:0:10115:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a9a73c0, rc 0) 00000100:00100000:3.0:1734016100.420283:0:10115:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880073e01500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1978:x1818247336502144:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 4817us (5243us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016100.420291:0:10115:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9901 00000100:00100000:0.0:1734016100.427391:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016100.428190:0:10115:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336502272 00000100:00100000:3.0:1734016100.428202:0:10115:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336502272 00000100:00100000:3.0:1734016100.428259:0:10115:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9902 00000100:00100000:3.0:1734016100.428267:0:10115:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880073f21f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1980:x1818247336502272:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:3.0:1734016100.428290:0:10115:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016100.428312:0:10115:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a9a6d00/0x3f004d6452e065c2 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d049f expref: -99 pid: 10115 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016100.428377:0:10115:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074621500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10115:1818247339325696:192.168.201.10@tcp:106: 00000100:00100000:3.0:1734016100.428445:0:10115:0:(client.c:2562:ptlrpc_set_wait()) set ffff88006d83b9c0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016100.430669:0:10115:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074621500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10115:1818247339325696:192.168.201.10@tcp:106: 00010000:00010000:3.0:1734016100.430712:0:10115:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a9a6d00/0x3f004d6452e065c2 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d049f expref: 7 pid: 10115 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016100.430725:0:10115:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a6d00/0x3f004d6452e065c2 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d049f expref: 7 pid: 10115 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016100.430761:0:10115:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a9a6d00, rc 0) 00000100:00100000:3.0:1734016100.430819:0:10115:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880073f21f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1980:x1818247336502272:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 2551us (3439us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016100.430828:0:10115:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9902 00000100:00100000:0.0:1734016100.434247:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016100.434366:0:10115:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336502400 00000100:00100000:3.0:1734016100.434377:0:10115:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336502400 00000100:00100000:3.0:1734016100.434479:0:10115:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9903 00000100:00100000:3.0:1734016100.434486:0:10115:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880073f22300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1981:x1818247336502400:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:3.0:1734016100.434506:0:10115:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016100.434526:0:10115:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a9a5b00/0x3f004d6452e065c9 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d04a6 expref: -99 pid: 10115 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016100.434591:0:10115:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074621500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10115:1818247339325824:192.168.201.10@tcp:106: 00000100:00100000:3.0:1734016100.434658:0:10115:0:(client.c:2562:ptlrpc_set_wait()) set ffff88006d83b9c0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016100.436838:0:10115:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074621500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10115:1818247339325824:192.168.201.10@tcp:106: 00010000:00010000:3.0:1734016100.437953:0:10115:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a9a5b00/0x3f004d6452e065c9 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d04a6 expref: 7 pid: 10115 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016100.437973:0:10115:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a5b00/0x3f004d6452e065c9 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d04a6 expref: 7 pid: 10115 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016100.437988:0:10115:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a9a5b00, rc 0) 00000100:00100000:3.0:1734016100.438078:0:10115:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880073f22300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1981:x1818247336502400:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 3590us (3842us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016100.438087:0:10115:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9903 00000100:00100000:3.0:1734016100.443553:0:6482:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336502528 00000100:00100000:3.0:1734016100.443564:0:6482:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336502528 00000100:00100000:3.0:1734016100.443629:0:6482:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 1820 00000100:00100000:3.0:1734016100.443637:0:6482:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a9a8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+28:9673:x1818247336502528:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:3.0:1734016100.443667:0:6482:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016100.443689:0:6482:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a7180/0x3f004d6452e065d0 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d04ad expref: -99 pid: 6482 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016100.443792:0:6482:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a4480/0x3f004d6452e065d7 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 6482 initiator: MDT0 00010000:00010000:3.0:1734016100.443807:0:6482:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a4480/0x3f004d6452e065d7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6482 initiator: MDT0 00010000:00010000:3.0:1734016100.443818:0:6482:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a4480/0x3f004d6452e065d7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6482 initiator: MDT0 00000004:00200000:3.0:1734016100.443841:0:6482:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 1221283 00000004:00200000:3.0:1734016100.443845:0:6482:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1734016100.443860:0:6482:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a4480/0x3f004d6452e065d7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6482 initiator: MDT0 00010000:00010000:3.0:1734016100.443904:0:6482:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a7180/0x3f004d6452e065d0 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d04ad expref: 30 pid: 6482 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016100.443934:0:6482:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a4480/0x3f004d6452e065d7 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d04ad expref: 29 pid: 6482 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016100.443942:0:6482:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:3.0:1734016100.443944:0:6482:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1734016100.443948:0:6482:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a9a4480, rc 0) 00000100:00100000:3.0:1734016100.444001:0:6482:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a9a8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+29:9673:x1818247336502528:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 366us (1075us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016100.444008:0:6482:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 1820 00000100:00100000:1.0:1734016100.452663:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016100.453008:0:10115:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336502656 00000100:00100000:3.0:1734016100.453018:0:10115:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336502656 00000100:00100000:3.0:1734016100.453071:0:10115:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9904 00000100:00100000:3.0:1734016100.453079:0:10115:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800744bd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1979:x1818247336502656:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:3.0:1734016100.453100:0:10115:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016100.453121:0:10115:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a9a61c0/0x3f004d6452e065de lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d04b4 expref: -99 pid: 10115 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016100.453178:0:10115:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074621500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10115:1818247339325952:192.168.201.10@tcp:106: 00000100:00100000:3.0:1734016100.453251:0:10115:0:(client.c:2562:ptlrpc_set_wait()) set ffff88006d83b9c0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016100.455235:0:10115:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074621500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10115:1818247339325952:192.168.201.10@tcp:106: 00010000:00010000:3.0:1734016100.455275:0:10115:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a9a61c0/0x3f004d6452e065de lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d04b4 expref: 7 pid: 10115 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016100.455289:0:10115:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a61c0/0x3f004d6452e065de lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d04b4 expref: 7 pid: 10115 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016100.455381:0:10115:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a9a61c0, rc 0) 00000100:00100000:3.0:1734016100.455437:0:10115:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800744bd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1979:x1818247336502656:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 2358us (2786us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016100.455446:0:10115:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9904 00000100:00100000:0.0:1734016100.460022:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016100.460140:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336502912 00000100:00100000:3.0:1734016100.460151:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336502912 00000100:00100000:3.0:1734016100.460221:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8123 00000100:00100000:3.0:1734016100.460229:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880073f23800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1980:x1818247336502912:12345-192.168.201.10@tcp:3:fsx.0 00010000:00010000:3.0:1734016100.460275:0:7694:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7a80/0x3f004d6452e065e5 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016100.460293:0:7694:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880072172d00/0x3f004d6452e0657c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 7786496->7790591) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0467 expref: 6 pid: 10115 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016100.460300:0:7694:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016100.460301:0:7694:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016100.460304:0:7694:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7a80/0x3f004d6452e065e5 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [557056->593919] (req 557056->593919) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016100.461260:0:7694:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880072172d00/0x3f004d6452e0657c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 7786496->7790591) gid 0 flags: 0x50000000020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0467 expref: 6 pid: 10115 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016100.461275:0:7694:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880072172d00/0x3f004d6452e0657c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 7786496->7790591) gid 0 flags: 0x70000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0467 expref: 6 pid: 10115 timeout: 464 lvb_type: 0 00000100:00100000:3.0:1734016100.461290:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074621500 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_000:lustre-OST0001_UUID:7694:1818247339326080:192.168.201.10@tcp:104: 00000100:00100000:3.0:1734016100.461397:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff88006d83b9c0 going to sleep for 11 seconds 00010000:00010000:3.0:1734016100.465456:0:6472:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734016100.465933:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074621500 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_000:lustre-OST0001_UUID:7694:1818247339326080:192.168.201.10@tcp:104: 00010000:00010000:3.0:1734016100.465967:0:7694:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7a80/0x3f004d6452e065e5 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [557056->593919] (req 557056->593919) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016100.468207:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00010000:00010000:0.0:1734016100.470143:0:7694:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7a80/0x3f004d6452e065e5 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [557056->593919] (req 557056->593919) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016100.470153:0:7694:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7a80/0x3f004d6452e065e5 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [557056->593919] (req 557056->593919) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016100.483528:0:10115:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336503168 00000100:00100000:3.0:1734016100.483543:0:10115:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336503168 00000100:00100000:3.0:1734016100.483659:0:10115:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9905 00000100:00100000:3.0:1734016100.483667:0:10115:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a9a8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1980:x1818247336503168:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:3.0:1734016100.483687:0:10115:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016100.483711:0:10115:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a9a4b40/0x3f004d6452e065ec lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d04bb expref: -99 pid: 10115 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1734016100.483750:0:10115:0:(ofd_lvb.c:169:ofd_lvbo_init()) res: [0x280000400:0x5:0x0] initial LVB size: 1221283, mtime: 0x675afc63, atime: 0x675afc63, ctime: 0x675afc63, blocks: 0xa0 00010000:00010000:3.0:1734016100.483772:0:10115:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016100.483774:0:10115:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016100.483782:0:10115:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a9a4b40/0x3f004d6452e065ec lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d04bb expref: 7 pid: 10115 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016100.483797:0:10115:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a9a4b40/0x3f004d6452e065ec lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d04bb expref: 7 pid: 10115 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016100.483808:0:10115:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a9a4b40, rc 0) 00000100:00100000:3.0:1734016100.484121:0:10115:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a9a8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1980:x1818247336503168:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 453us (1383us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016100.484128:0:10115:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9905 00000100:00100000:0.0:1734016100.487474:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016100.487586:0:10115:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336503296 00000100:00100000:3.0:1734016100.487599:0:10115:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336503296 00000100:00100000:3.0:1734016100.487826:0:10115:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9906 00000100:00100000:3.0:1734016100.487834:0:10115:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880073f20000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1981:x1818247336503296:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:3.0:1734016100.487856:0:10115:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016100.487891:0:10115:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7cc0/0x3f004d6452e065f3 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d04c2 expref: -99 pid: 10115 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016100.487918:0:10115:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016100.487920:0:10115:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016100.487927:0:10115:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7cc0/0x3f004d6452e065f3 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d04c2 expref: 7 pid: 10115 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016100.487941:0:10115:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7cc0/0x3f004d6452e065f3 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d04c2 expref: 7 pid: 10115 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016100.487951:0:10115:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a9a7cc0, rc 0) 00000100:00100000:3.0:1734016100.488009:0:10115:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880073f20000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1981:x1818247336503296:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 175us (546us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016100.488015:0:10115:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9906 00000100:00100000:0.0:1734016100.491800:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016100.491982:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336503424 00000100:00100000:1.0:1734016100.491994:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336503424 00000100:00100000:1.0:1734016100.492057:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9907 00000100:00100000:1.0:1734016100.492066:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880073f21180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:9673:x1818247336503424:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:1.0:1734016100.492086:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016100.492113:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880097234000/0x3f004d6452e065fa lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d04c9 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016100.492148:0:7689:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a4b40/0x3f004d6452e065ec lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d04bb expref: 8 pid: 10115 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016100.492157:0:7689:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7cc0/0x3f004d6452e065f3 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d04c2 expref: 6 pid: 10115 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016100.492165:0:7689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016100.492167:0:7689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016100.492171:0:7689:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880097234000/0x3f004d6452e065fa lrc: 5/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [1138688->1179647] (req 1138688->1179647) gid 0 flags: 0x50000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d04c9 expref: 8 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016100.492209:0:7689:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7cc0/0x3f004d6452e065f3 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d04c2 expref: 6 pid: 10115 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016100.492221:0:7689:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7cc0/0x3f004d6452e065f3 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d04c2 expref: 6 pid: 10115 timeout: 464 lvb_type: 1 00000100:00100000:1.0:1734016100.492233:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b919500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339326208:192.168.201.10@tcp:104: 00010000:00010000:1.0:1734016100.492308:0:7689:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a9a4b40/0x3f004d6452e065ec lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d04bb expref: 8 pid: 10115 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016100.492316:0:7689:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a9a4b40/0x3f004d6452e065ec lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d04bb expref: 8 pid: 10115 timeout: 464 lvb_type: 1 00000100:00100000:1.0:1734016100.492324:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b91b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339326336:192.168.201.10@tcp:104: 00000100:00100000:1.0:1734016100.492339:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff88006d6ff780 going to sleep for 11 seconds 00000100:00100000:1.0:1734016100.500357:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b919500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339326208:192.168.201.10@tcp:104: 00000100:00100000:1.0:1734016100.500372:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b91b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339326336:192.168.201.10@tcp:104: 00010000:00010000:1.0:1734016100.500420:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880097234000/0x3f004d6452e065fa lrc: 3/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [1138688->1179647] (req 1138688->1179647) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d04c9 expref: 8 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016100.500443:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097234000, rc 0) 00000100:00100000:1.0:1734016100.500501:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880073f21180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+8:9673:x1818247336503424:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 8434us (8711us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016100.500517:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9907 00000100:00100000:0.0:1734016100.502394:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016100.502456:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016100.502531:0:9956:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336503680 00000100:00100000:1.0:1734016100.502540:0:9956:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336503680 00010000:00010000:1.0:1734016100.502583:0:9956:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a9a4b40/0x3f004d6452e065ec lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d04bb expref: 8 pid: 10115 timeout: 464 lvb_type: 1 00000100:00100000:1.0:1734016100.502625:0:9956:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336503552 00000100:00100000:1.0:1734016100.502628:0:9956:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336503552 00010000:00010000:1.0:1734016100.502637:0:9956:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7cc0/0x3f004d6452e065f3 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d04c2 expref: 7 pid: 10115 timeout: 464 lvb_type: 1 00000100:00100000:1.0:1734016100.502653:0:9956:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2609 00000100:00100000:1.0:1734016100.502661:0:9956:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880073f23b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+8:1979:x1818247336503680:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016100.502678:0:9956:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016100.502704:0:9956:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a9a4b40/0x3f004d6452e065ec lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d04bb expref: 8 pid: 10115 timeout: 464 lvb_type: 1 00010000:00010000:1.0:1734016100.502713:0:9956:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a9a4b40/0x3f004d6452e065ec lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d04bb expref: 8 pid: 10115 timeout: 464 lvb_type: 1 00010000:00010000:1.0:1734016100.502748:0:9956:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a4b40/0x3f004d6452e065ec lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d04bb expref: 8 pid: 10115 timeout: 464 lvb_type: 1 00010000:00010000:1.0:1734016100.502771:0:9956:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016100.502813:0:9956:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880073f23b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1979:x1818247336503680:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 152us (426us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016100.502823:0:9956:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2609 00000100:00100000:1.0:1734016100.502840:0:9956:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2610 00000100:00100000:1.0:1734016100.502843:0:9956:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880073f20e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1979:x1818247336503552:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016100.502852:0:9956:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016100.502860:0:9956:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7cc0/0x3f004d6452e065f3 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d04c2 expref: 7 pid: 10115 timeout: 464 lvb_type: 1 00010000:00010000:1.0:1734016100.502893:0:9956:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7cc0/0x3f004d6452e065f3 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d04c2 expref: 7 pid: 10115 timeout: 464 lvb_type: 1 00010000:00010000:1.0:1734016100.502903:0:9956:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7cc0/0x3f004d6452e065f3 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d04c2 expref: 7 pid: 10115 timeout: 464 lvb_type: 1 00010000:00010000:1.0:1734016100.502912:0:9956:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016100.502914:0:9956:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016100.502920:0:9956:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880097234000/0x3f004d6452e065fa lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1138688->1179647) gid 0 flags: 0x40080000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d04c9 expref: 6 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016100.502931:0:9956:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880097234000/0x3f004d6452e065fa lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1138688->1179647) gid 0 flags: 0x40080000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d04c9 expref: 6 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016100.502967:0:9956:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880097234000/0x3f004d6452e065fa lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1138688->1179647) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d04c9 expref: 6 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016100.502980:0:9956:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b91b100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9956:1818247339326464:192.168.201.10@tcp:105: 00000100:00100000:1.0:1734016100.503014:0:9956:0:(client.c:2562:ptlrpc_set_wait()) set ffff88006d6ff780 going to sleep for 11 seconds 00000100:00100000:1.0:1734016100.507305:0:9956:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b91b100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9956:1818247339326464:192.168.201.10@tcp:105: 00010000:00010000:1.0:1734016100.507337:0:9956:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016100.507386:0:9956:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880073f20e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1979:x1818247336503552:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 4539us (4927us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016100.507399:0:9956:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2610 00000100:00100000:0.0:1734016100.507961:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016100.508371:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336503936 00000100:00100000:3.0:1734016100.508379:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336503936 00002000:00100000:3.0:1734016100.508421:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (1175552->1179647) req@ffff880073f23480 x1818247336503936/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:61/0 lens 488/0 e 0 to 0 dl 1734016111 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016100.508430:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880073f23480 with x1818247336503936 ext(1175552->1179647) 00002000:00010000:3.0:1734016100.508435:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880073f23480 00000100:00100000:3.0:1734016100.508463:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8124 00000100:00100000:3.0:1734016100.508468:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880073f23480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1979:x1818247336503936:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:3.0:1734016100.508633:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880073f23480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1979:x1818247336503936:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 164us (674us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016100.508640:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8124 00002000:00100000:3.0:1734016100.508646:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (1175552->1179647) req@ffff880073f23480 x1818247336503936/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:61/0 lens 488/4536 e 0 to 0 dl 1734016111 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016100.508653:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880073f23480 with x1818247336503936 ext(1175552->1179647) 00002000:00010000:3.0:1734016100.508656:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880073f23480 00000100:00100000:1.0:1734016100.519111:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336504064 00000100:00100000:1.0:1734016100.519124:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336504064 00000100:00100000:1.0:1734016100.519373:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9908 00000100:00100000:1.0:1734016100.519381:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a9a8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1981:x1818247336504064:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:1.0:1734016100.519407:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016100.519428:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880097236f40/0x3f004d6452e06601 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d04d0 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016100.519483:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b91b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339326592:192.168.201.10@tcp:106: 00000100:00100000:1.0:1734016100.519620:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff88006d6ff780 going to sleep for 11 seconds 00002000:00010000:1.0:1734016100.525176:0:7689:0:(ofd_lvb.c:283:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime: 1734016099 -> 1734016100 00002000:00010000:1.0:1734016100.525188:0:7689:0:(ofd_lvb.c:295:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime: 1734016099 -> 1734016100 00000100:00100000:1.0:1734016100.525209:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b91b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339326592:192.168.201.10@tcp:106: 00010000:00010000:1.0:1734016100.525244:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880097236f40/0x3f004d6452e06601 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d04d0 expref: 7 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016100.525258:0:7689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097236f40/0x3f004d6452e06601 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d04d0 expref: 7 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016100.525278:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097236f40, rc 0) 00000100:00100000:1.0:1734016100.525333:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a9a8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1981:x1818247336504064:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 5951us (6358us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016100.525341:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9908 00000100:00100000:0.0:1734016100.529301:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016100.530227:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336504192 00000100:00100000:1.0:1734016100.530237:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336504192 00000100:00100000:1.0:1734016100.530285:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9909 00000100:00100000:1.0:1734016100.530291:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880073f22d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1981:x1818247336504192:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:1.0:1734016100.530310:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016100.530328:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880097234d80/0x3f004d6452e06608 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d04d7 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016100.530380:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b91b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339326720:192.168.201.10@tcp:106: 00000100:00100000:1.0:1734016100.530445:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff88006d6ff780 going to sleep for 11 seconds 00000100:00100000:1.0:1734016100.537065:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b91b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339326720:192.168.201.10@tcp:106: 00010000:00010000:1.0:1734016100.537104:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880097234d80/0x3f004d6452e06608 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d04d7 expref: 7 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016100.537122:0:7689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097234d80/0x3f004d6452e06608 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d04d7 expref: 7 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016100.537145:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097234d80, rc 0) 00000100:00100000:1.0:1734016100.537214:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880073f22d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1981:x1818247336504192:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 6921us (7920us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016100.537224:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9909 00000100:00100000:0.0:1734016100.540319:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016100.544930:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336504320 00000100:00100000:1.0:1734016100.544944:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336504320 00000100:00100000:1.0:1734016100.544999:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9910 00000100:00100000:1.0:1734016100.545006:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880073f22680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1980:x1818247336504320:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:1.0:1734016100.545020:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016100.545039:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880097237600/0x3f004d6452e0660f lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d04de expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016100.545088:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b91b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339326848:192.168.201.10@tcp:106: 00000100:00100000:1.0:1734016100.545143:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff88006d6ff780 going to sleep for 11 seconds 00000100:00100000:1.0:1734016100.548481:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b91b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339326848:192.168.201.10@tcp:106: 00010000:00010000:1.0:1734016100.548535:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880097237600/0x3f004d6452e0660f lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d04de expref: 7 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016100.548549:0:7689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097237600/0x3f004d6452e0660f lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d04de expref: 7 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016100.548564:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097237600, rc 0) 00000100:00100000:1.0:1734016100.548623:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880073f22680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1980:x1818247336504320:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 3615us (8312us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016100.548630:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9910 00000100:00100000:1.0:1734016100.564799:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336504448 00000100:00100000:1.0:1734016100.564813:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336504448 00000100:00100000:1.0:1734016100.564892:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9911 00000100:00100000:1.0:1734016100.564899:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a9a9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1981:x1818247336504448:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:1.0:1734016100.564915:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016100.564931:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880097237cc0/0x3f004d6452e06616 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d04e5 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016100.564983:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b91b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339326976:192.168.201.10@tcp:106: 00000100:00100000:1.0:1734016100.565045:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff88006d6ff780 going to sleep for 11 seconds 00000100:00100000:1.0:1734016100.568726:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b91b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339326976:192.168.201.10@tcp:106: 00010000:00010000:1.0:1734016100.568784:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880097237cc0/0x3f004d6452e06616 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d04e5 expref: 7 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016100.568800:0:7689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097237cc0/0x3f004d6452e06616 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d04e5 expref: 7 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016100.568817:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097237cc0, rc 0) 00000100:00100000:1.0:1734016100.568919:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a9a9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1981:x1818247336504448:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 4018us (11254us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016100.568930:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9911 00000100:00100000:0.0:1734016100.579584:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016100.579696:0:6481:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336504704 00000100:00100000:1.0:1734016100.579706:0:6481:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336504704 00000100:00100000:1.0:1734016100.579775:0:6481:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 1821 00000100:00100000:1.0:1734016100.579785:0:6481:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880073f20380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+29:9673:x1818247336504704:12345-192.168.201.10@tcp:36:fsx.0 00010000:00010000:1.0:1734016100.579845:0:6481:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016100.579909:0:6481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a4480/0x3f004d6452e065d7 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d04ad expref: 29 pid: 6482 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016100.579932:0:6481:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:1.0:1734016100.579936:0:6481:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1734016100.580119:0:6481:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880097235200/0x3f004d6452e0661d lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6481 initiator: MDT0 00010000:00010000:1.0:1734016100.580132:0:6481:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a4000/0x3f004d6452e065ad lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d048a expref: 24 pid: 6482 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016100.580139:0:6481:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff880097235200/0x3f004d6452e0661d lrc: 4/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6481 initiator: MDT0 00010000:00010000:1.0:1734016100.580170:0:6481:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a4000/0x3f004d6452e065ad lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d048a expref: 24 pid: 6482 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016100.580180:0:6481:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a4000/0x3f004d6452e065ad lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d048a expref: 24 pid: 6482 timeout: 464 lvb_type: 0 00000100:00100000:1.0:1734016100.580194:0:6481:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b91b100 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6481:1818247339327104:192.168.201.10@tcp:104: 00000100:00100000:1.0:1734016100.580367:0:6481:0:(client.c:2562:ptlrpc_set_wait()) set ffff88006d6ff0c0 going to sleep for 11 seconds 00000100:00100000:1.0:1734016100.583099:0:6481:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b91b100 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6481:1818247339327104:192.168.201.10@tcp:104: 00010000:00010000:1.0:1734016100.583140:0:6481:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff880097235200/0x3f004d6452e0661d lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6481 initiator: MDT0 00000100:00100000:0.0:1734016100.590674:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016100.590810:0:9956:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336504832 00000100:00100000:1.0:1734016100.590823:0:9956:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336504832 00010000:00010000:1.0:1734016100.590895:0:9956:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a4000/0x3f004d6452e065ad lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d048a expref: 25 pid: 6482 timeout: 464 lvb_type: 0 00000100:00100000:1.0:1734016100.590941:0:9956:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2611 00000100:00100000:1.0:1734016100.590949:0:9956:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b1e44450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+25:1979:x1818247336504832:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016100.590963:0:9956:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016100.590970:0:9956:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a4000/0x3f004d6452e065ad lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d048a expref: 25 pid: 6482 timeout: 464 lvb_type: 0 00010000:00010000:1.0:1734016100.590982:0:9956:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a4000/0x3f004d6452e065ad lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d048a expref: 25 pid: 6482 timeout: 464 lvb_type: 0 00010000:00010000:1.0:1734016100.591004:0:9956:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a4000/0x3f004d6452e065ad lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d048a expref: 25 pid: 6482 timeout: 464 lvb_type: 0 00010000:00010000:1.0:1734016100.591035:0:9956:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:1.0:1734016100.591040:0:9956:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff880097235200/0x3f004d6452e0661d lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6481 initiator: MDT0 00010000:00010000:1.0:1734016100.591048:0:9956:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880097235200/0x3f004d6452e0661d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6481 initiator: MDT0 00010000:00010000:1.0:1734016100.591055:0:9956:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880097235200/0x3f004d6452e0661d lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6481 initiator: MDT0 00010000:00010000:1.0:1734016100.591081:0:9956:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016100.591135:0:9956:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b1e44450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+24:1979:x1818247336504832:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 186us (472us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016100.591142:0:9956:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2611 00010000:00010000:1.0:1734016100.591210:0:6481:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff880097235200/0x3f004d6452e0661d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6481 initiator: MDT0 00010000:00010000:1.0:1734016100.591216:0:6481:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880097235200/0x3f004d6452e0661d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6481 initiator: MDT0 00000001:00080000:1.0:1734016100.591310:0:6481:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294968459 00000004:00010000:1.0:1734016100.591358:0:6481:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff880073f20380 reply state ffff880076bb3000 transno 4294968460 ns: mdt-lustre-MDT0000_UUID lock: ffff880097235200/0x3f004d6452e0661d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6481 initiator: MDT0 00000100:00100000:1.0:1734016100.591365:0:6481:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1734016100.591446:0:6481:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880073f20380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+31:9673:x1818247336504704:12345-192.168.201.10@tcp:36:fsx.0 Request processed in 11663us (11879us total) trans 4294968460 rc 0/0 00000100:00100000:1.0:1734016100.591453:0:6481:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 1821 00000020:00080000:1.0:1734016100.591456:0:6481:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1734016100.600409:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016100.604661:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016100.604940:0:6481:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336505088 00000100:00100000:1.0:1734016100.604955:0:6481:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336505088 00000100:00100000:1.0:1734016100.608006:0:6481:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 1822 00000100:00100000:1.0:1734016100.608024:0:6481:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880073f20a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+24:9673:x1818247336505088:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:1.0:1734016100.608053:0:6481:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016100.608081:0:6481:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880097235200/0x3f004d6452e06624 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d04ec expref: -99 pid: 6481 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016100.608185:0:6481:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880097236d00/0x3f004d6452e0662b lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6481 initiator: MDT0 00010000:00010000:1.0:1734016100.608199:0:6481:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880097236d00/0x3f004d6452e0662b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6481 initiator: MDT0 00010000:00010000:1.0:1734016100.608209:0:6481:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880097236d00/0x3f004d6452e0662b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6481 initiator: MDT0 00000004:00200000:1.0:1734016100.608236:0:6481:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 9747004 00000004:00200000:1.0:1734016100.608239:0:6481:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1734016100.608254:0:6481:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880097236d00/0x3f004d6452e0662b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6481 initiator: MDT0 00010000:00010000:1.0:1734016100.608278:0:6481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880097235200/0x3f004d6452e06624 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d04ec expref: 26 pid: 6481 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016100.608322:0:6481:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880097236d00/0x3f004d6452e0662b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d04ec expref: 25 pid: 6481 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016100.608335:0:6481:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:1.0:1734016100.608337:0:6481:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1734016100.608340:0:6481:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097236d00, rc 0) 00000100:00100000:1.0:1734016100.608404:0:6481:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880073f20a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+25:9673:x1818247336505088:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 384us (3756us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016100.608411:0:6481:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 1822 00000100:00100000:3.0:1734016100.613360:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016100.613479:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336505216 00000100:00100000:1.0:1734016100.613494:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336505216 00000100:00100000:0.0:1734016100.635412:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016100.650747:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016100.656660:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016100.658881:0:6482:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336505600 00000100:00100000:3.0:1734016100.658901:0:6482:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336505600 00000100:00100000:3.0:1734016100.658965:0:6482:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 1823 00000100:00100000:3.0:1734016100.658974:0:6482:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880073f22a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+30:9673:x1818247336505600:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:3.0:1734016100.659008:0:6482:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016100.659036:0:6482:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a4000/0x3f004d6452e06640 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d0501 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016100.659131:0:6482:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a4480/0x3f004d6452e06647 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 6482 initiator: MDT0 00010000:00010000:3.0:1734016100.659145:0:6482:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a4480/0x3f004d6452e06647 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6482 initiator: MDT0 00010000:00010000:3.0:1734016100.659155:0:6482:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a4480/0x3f004d6452e06647 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6482 initiator: MDT0 00000004:00200000:3.0:1734016100.659177:0:6482:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 9747004 00000004:00200000:3.0:1734016100.659180:0:6482:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1734016100.659196:0:6482:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a4480/0x3f004d6452e06647 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6482 initiator: MDT0 00010000:00010000:3.0:1734016100.659218:0:6482:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a4000/0x3f004d6452e06640 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0501 expref: 32 pid: 6482 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016100.659237:0:6482:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a4480/0x3f004d6452e06647 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0501 expref: 31 pid: 6482 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016100.659243:0:6482:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:3.0:1734016100.659246:0:6482:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1734016100.659248:0:6482:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a9a4480, rc 0) 00000100:00100000:3.0:1734016100.660291:0:6482:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880073f22a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+31:9673:x1818247336505600:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 1311us (3638us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016100.660298:0:6482:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 1823 00000100:00100000:1.0:1734016100.670773:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336505728 00000100:00100000:1.0:1734016100.670784:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336505728 00000100:00100000:1.0:1734016100.672010:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9915 00000100:00100000:1.0:1734016100.672021:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b1ff4050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+9:1978:x1818247336505728:12345-192.168.201.10@tcp:22:fsx.0 00002000:00010000:1.0:1734016100.672271:0:7689:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 9747004 -> 9747004 00002000:00010000:1.0:1734016100.672274:0:7689:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016100 -> 1734016100 00002000:00010000:1.0:1734016100.672276:0:7689:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016099 -> 1734016099 00002000:00010000:1.0:1734016100.672277:0:7689:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016100 -> 1734016100 00002000:00010000:1.0:1734016100.672279:0:7689:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 120 -> 208 00000100:00100000:1.0:1734016100.672346:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b1ff4050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+10:1978:x1818247336505728:12345-192.168.201.10@tcp:22:fsx.0 Request processed in 327us (1829us total) trans 4294969051 rc 0/0 00000100:00100000:1.0:1734016100.672352:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9915 00000100:00100000:0.0:1734016100.681176:0:10115:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336505856 00000100:00100000:0.0:1734016100.681195:0:10115:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336505856 00000100:00100000:0.0:1734016100.681270:0:10115:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9916 00000100:00100000:0.0:1734016100.681277:0:10115:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076948a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+10:1979:x1818247336505856:12345-192.168.201.10@tcp:22:fsx.0 00002000:00010000:0.0:1734016100.681557:0:10115:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 9747004 -> 9747004 00002000:00010000:0.0:1734016100.681560:0:10115:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016100 -> 1734016100 00002000:00010000:0.0:1734016100.681562:0:10115:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016099 -> 1734016099 00002000:00010000:0.0:1734016100.681564:0:10115:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016100 -> 1734016100 00002000:00010000:0.0:1734016100.681566:0:10115:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 208 -> 208 00000100:00100000:0.0:1734016100.681663:0:10115:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076948a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+11:1979:x1818247336505856:12345-192.168.201.10@tcp:22:fsx.0 Request processed in 386us (668us total) trans 4294969052 rc 0/0 00000100:00100000:0.0:1734016100.681672:0:10115:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9916 00000100:00100000:0.0:1734016100.693482:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016100.730893:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016100.734686:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016100.738222:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016100.743105:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016100.743285:0:6482:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336507136 00000100:00100000:3.0:1734016100.743296:0:6482:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336507136 00000100:00100000:3.0:1734016100.743632:0:6482:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 1824 00000100:00100000:3.0:1734016100.743639:0:6482:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880073f21180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+31:9673:x1818247336507136:12345-192.168.201.10@tcp:36:fsx.0 00010000:00010000:3.0:1734016100.743696:0:6482:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016100.743725:0:6482:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a4480/0x3f004d6452e06647 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0501 expref: 31 pid: 6482 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016100.743857:0:6482:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:3.0:1734016100.743862:0:6482:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1734016100.744066:0:6482:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a7cc0/0x3f004d6452e0664e lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6482 initiator: MDT0 00010000:00010000:3.0:1734016100.744080:0:6482:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880097236d00/0x3f004d6452e0662b lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d04ec expref: 24 pid: 6481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016100.744087:0:6482:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a7cc0/0x3f004d6452e0664e lrc: 4/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6482 initiator: MDT0 00010000:00010000:3.0:1734016100.744119:0:6482:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880097236d00/0x3f004d6452e0662b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d04ec expref: 24 pid: 6481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016100.744129:0:6482:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880097236d00/0x3f004d6452e0662b lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d04ec expref: 24 pid: 6481 timeout: 464 lvb_type: 0 00000100:00100000:3.0:1734016100.744143:0:6482:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074623800 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6482:1818247339327488:192.168.201.10@tcp:104: 00000100:00100000:3.0:1734016100.744211:0:6482:0:(client.c:2562:ptlrpc_set_wait()) set ffff88006d83bb40 going to sleep for 11 seconds 00000100:00100000:3.0:1734016100.747626:0:6482:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074623800 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6482:1818247339327488:192.168.201.10@tcp:104: 00010000:00010000:3.0:1734016100.747658:0:6482:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a7cc0/0x3f004d6452e0664e lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6482 initiator: MDT0 00000100:00100000:1.0:1734016100.747819:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00010000:00010000:3.0:1734016100.749024:0:6482:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a7cc0/0x3f004d6452e0664e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6482 initiator: MDT0 00010000:00010000:3.0:1734016100.749030:0:6482:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a7cc0/0x3f004d6452e0664e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6482 initiator: MDT0 00000001:00080000:3.0:1734016100.749135:0:6482:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294968461 00000004:00010000:3.0:1734016100.749183:0:6482:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff880073f21180 reply state ffff880074793000 transno 4294968462 ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a7cc0/0x3f004d6452e0664e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6482 initiator: MDT0 00000100:00100000:3.0:1734016100.749190:0:6482:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1734016100.749256:0:6482:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880073f21180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+33:9673:x1818247336507136:12345-192.168.201.10@tcp:36:fsx.0 Request processed in 5616us (6161us total) trans 4294968462 rc 0/0 00000100:00100000:3.0:1734016100.749263:0:6482:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 1824 00000020:00080000:3.0:1734016100.749266:0:6482:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1734016100.755484:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016100.759609:0:13925:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336507648 00000100:00100000:0.0:1734016100.759619:0:13925:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336507648 00002000:00100000:0.0:1734016100.759665:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (9748480->10047487) req@ffff88011efc7480 x1818247336507648/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:61/0 lens 488/0 e 0 to 0 dl 1734016111 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016100.759676:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88011efc7480 with x1818247336507648 ext(9748480->10047487) 00002000:00010000:0.0:1734016100.759681:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011efc7480 00000100:00100000:0.0:1734016100.759992:0:13925:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8131 00000100:00100000:0.0:1734016100.759999:0:13925:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011efc7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+12:1979:x1818247336507648:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:0.0:1734016100.770138:0:13925:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011efc7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+12:1979:x1818247336507648:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 10123us (10902us total) trans 0 rc 299008/299008 00000100:00100000:0.0:1734016100.770152:0:13925:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8131 00002000:00100000:0.0:1734016100.770166:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (9748480->10047487) req@ffff88011efc7480 x1818247336507648/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:61/0 lens 488/440 e 0 to 0 dl 1734016111 ref 1 fl Complete:/200/0 rc 299008/299008 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016100.770176:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88011efc7480 with x1818247336507648 ext(9748480->10047487) 00002000:00010000:0.0:1734016100.770183:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011efc7480 00000100:00100000:0.0:1734016100.775224:0:13925:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336507776 00000100:00100000:0.0:1734016100.775233:0:13925:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336507776 00002000:00100000:0.0:1734016100.775275:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (1138688->10047140) req@ffff88007431e300 x1818247336507776/t0(0) o4->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:61/0 lens 504/0 e 0 to 0 dl 1734016111 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016100.775290:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007431e300 with x1818247336507776 ext(1138688->10047140) 00002000:00010000:0.0:1734016100.775296:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007431e300 00000100:00100000:0.0:1734016100.775386:0:13925:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8132 00000100:00100000:0.0:1734016100.775394:0:13925:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007431e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+12:1981:x1818247336507776:12345-192.168.201.10@tcp:4:fsx.0 00000100:00100000:0.0:1734016100.779610:0:13925:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007431e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+14:1981:x1818247336507776:12345-192.168.201.10@tcp:4:fsx.0 Request processed in 4205us (4473us total) trans 4294969054 rc 0/0 00000100:00100000:0.0:1734016100.779626:0:13925:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8132 00002000:00100000:0.0:1734016100.779639:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (1138688->10047140) req@ffff88007431e300 x1818247336507776/t4294969054(0) o4->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:61/0 lens 504/448 e 0 to 0 dl 1734016111 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016100.779648:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007431e300 with x1818247336507776 ext(1138688->10047140) 00002000:00010000:0.0:1734016100.779653:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007431e300 00000100:00100000:3.0:1734016100.781898:0:6482:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336507904 00000100:00100000:3.0:1734016100.781910:0:6482:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336507904 00000100:00100000:3.0:1734016100.781995:0:6482:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 1825 00000100:00100000:3.0:1734016100.782002:0:6482:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007431f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+32:9673:x1818247336507904:12345-192.168.201.10@tcp:44:fsx.0 00000100:00100000:3.0:1734016100.782209:0:6482:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007431f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+32:9673:x1818247336507904:12345-192.168.201.10@tcp:44:fsx.0 Request processed in 206us (382us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016100.782216:0:6482:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 1825 00000100:00100000:1.0:1734016100.785021:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000001:00080000:0.0:1734016100.786788:0:8954:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969054 is committed 00000100:00100000:3.0:1734016100.789793:0:6482:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336508160 00000100:00100000:3.0:1734016100.789802:0:6482:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336508160 00000100:00100000:3.0:1734016100.789857:0:6482:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 1826 00000100:00100000:3.0:1734016100.789905:0:6482:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007431fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+24:9673:x1818247336508160:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:3.0:1734016100.789933:0:6482:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016100.789968:0:6482:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a4b40/0x3f004d6452e06655 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d0508 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016100.790079:0:6482:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a7a80/0x3f004d6452e0665c lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6482 initiator: MDT0 00010000:00010000:3.0:1734016100.790093:0:6482:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a7a80/0x3f004d6452e0665c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6482 initiator: MDT0 00010000:00010000:3.0:1734016100.790105:0:6482:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a7a80/0x3f004d6452e0665c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6482 initiator: MDT0 00000004:00200000:3.0:1734016100.790138:0:6482:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 10047141 00000004:00200000:3.0:1734016100.790142:0:6482:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1734016100.790158:0:6482:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a7a80/0x3f004d6452e0665c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6482 initiator: MDT0 00010000:00010000:3.0:1734016100.790182:0:6482:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a4b40/0x3f004d6452e06655 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0508 expref: 26 pid: 6482 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016100.790206:0:6482:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a7a80/0x3f004d6452e0665c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0508 expref: 25 pid: 6482 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016100.790216:0:6482:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:3.0:1734016100.790220:0:6482:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1734016100.790224:0:6482:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a9a7a80, rc 0) 00000100:00100000:3.0:1734016100.790262:0:6482:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007431fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+25:9673:x1818247336508160:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 398us (672us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016100.790269:0:6482:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 1826 00000100:00100000:3.0:1734016100.792297:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016100.796743:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336508416 00000100:00100000:0.0:1734016100.796750:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336508416 00000100:00100000:0.0:1734016100.796799:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9919 00000100:00100000:0.0:1734016100.796807:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007431c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1979:x1818247336508416:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:0.0:1734016100.796827:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016100.796847:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a8038900/0x3f004d6452e0666a lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d0516 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016100.797015:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880073f22680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339327744:192.168.201.10@tcp:106: 00000100:00100000:0.0:1734016100.797336:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012cf4f9c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016100.799982:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880073f22680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339327744:192.168.201.10@tcp:106: 00010000:00010000:0.0:1734016100.800027:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a8038900/0x3f004d6452e0666a lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0516 expref: 7 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016100.800044:0:7689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a8038900/0x3f004d6452e0666a lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0516 expref: 7 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016100.800192:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a8038900, rc 0) 00000100:00100000:1.0:1734016100.802803:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016100.806420:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016100.810578:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007431dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339327872:192.168.201.10@tcp:106: 00010000:00010000:0.0:1734016100.810627:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e0667f lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0524 expref: 7 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016100.810641:0:7689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e0667f lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0524 expref: 7 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016100.810657:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880072171440, rc 0) 00000100:00100000:0.0:1734016100.810998:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880073f22680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1981:x1818247336508672:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 4283us (4587us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016100.811006:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9920 00000100:00100000:1.0:1734016100.814033:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016100.814115:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336508800 00000100:00100000:0.0:1734016100.814126:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336508800 00000100:00100000:0.0:1734016100.814302:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9921 00000100:00100000:0.0:1734016100.814311:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009721bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1978:x1818247336508800:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:0.0:1734016100.814335:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016100.814361:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a80398c0/0x3f004d6452e06686 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d052b expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016100.814434:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880073f20700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339328000:192.168.201.10@tcp:106: 00000100:00100000:0.0:1734016100.814529:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012cf4f9c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016100.816648:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880073f20700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339328000:192.168.201.10@tcp:106: 00010000:00010000:0.0:1734016100.816685:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a80398c0/0x3f004d6452e06686 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d052b expref: 7 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016100.816698:0:7689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a80398c0/0x3f004d6452e06686 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d052b expref: 7 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016100.817228:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a80398c0, rc 0) 00000100:00100000:0.0:1734016100.817287:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009721bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1978:x1818247336508800:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 2976us (3267us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016100.817296:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9921 00000100:00100000:3.0:1734016100.820564:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016100.820909:0:13925:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336509056 00000100:00100000:0.0:1734016100.820922:0:13925:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336509056 00002000:00100000:0.0:1734016100.820978:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (876544->880639) req@ffff880074623100 x1818247336509056/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:61/0 lens 488/0 e 0 to 0 dl 1734016111 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016100.820988:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074623100 with x1818247336509056 ext(876544->880639) 00002000:00010000:0.0:1734016100.820994:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074623100 00000100:00100000:0.0:1734016100.821020:0:13925:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8133 00000100:00100000:0.0:1734016100.821026:0:13925:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074623100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1980:x1818247336509056:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:0.0:1734016100.821211:0:13925:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074623100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1980:x1818247336509056:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 184us (658us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016100.821220:0:13925:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8133 00002000:00100000:0.0:1734016100.821227:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (876544->880639) req@ffff880074623100 x1818247336509056/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:61/0 lens 488/4536 e 0 to 0 dl 1734016111 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016100.821234:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074623100 with x1818247336509056 ext(876544->880639) 00002000:00010000:0.0:1734016100.821236:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074623100 00000100:00100000:1.0:1734016100.825273:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016100.825610:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336509312 00000100:00100000:3.0:1734016100.825621:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336509312 00002000:00100000:3.0:1734016100.825664:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (872448->876543) req@ffff880076865c00 x1818247336509312/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:61/0 lens 488/0 e 0 to 0 dl 1734016111 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016100.825674:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076865c00 with x1818247336509312 ext(872448->876543) 00002000:00010000:3.0:1734016100.825680:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076865c00 00000100:00100000:3.0:1734016100.825708:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8134 00000100:00100000:3.0:1734016100.825715:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076865c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1978:x1818247336509312:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:3.0:1734016100.825939:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076865c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1978:x1818247336509312:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 223us (677us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016100.825946:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8134 00002000:00100000:3.0:1734016100.825954:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (872448->876543) req@ffff880076865c00 x1818247336509312/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:61/0 lens 488/4536 e 0 to 0 dl 1734016111 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016100.825959:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076865c00 with x1818247336509312 ext(872448->876543) 00002000:00010000:3.0:1734016100.825962:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076865c00 00000100:00100000:1.0:1734016100.831988:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016100.832147:0:13925:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336509568 00000100:00100000:0.0:1734016100.832158:0:13925:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336509568 00002000:00100000:0.0:1734016100.832199:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (868352->872447) req@ffff880076866680 x1818247336509568/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:61/0 lens 488/0 e 0 to 0 dl 1734016111 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016100.832210:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076866680 with x1818247336509568 ext(868352->872447) 00002000:00010000:0.0:1734016100.832215:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076866680 00000100:00100000:0.0:1734016100.832243:0:13925:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8135 00000100:00100000:0.0:1734016100.832249:0:13925:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076866680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1980:x1818247336509568:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:0.0:1734016100.832413:0:13925:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076866680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1980:x1818247336509568:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 163us (438us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016100.832420:0:13925:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8135 00002000:00100000:0.0:1734016100.832425:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (868352->872447) req@ffff880076866680 x1818247336509568/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:61/0 lens 488/4536 e 0 to 0 dl 1734016111 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016100.832431:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076866680 with x1818247336509568 ext(868352->872447) 00002000:00010000:0.0:1734016100.832433:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076866680 00000100:00100000:3.0:1734016100.835460:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336509824 00000100:00100000:3.0:1734016100.835468:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336509824 00002000:00100000:3.0:1734016100.835512:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (864256->868351) req@ffff88007431e680 x1818247336509824/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:61/0 lens 488/0 e 0 to 0 dl 1734016111 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016100.835521:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007431e680 with x1818247336509824 ext(864256->868351) 00002000:00010000:3.0:1734016100.835526:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007431e680 00000100:00100000:3.0:1734016100.836007:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8136 00000100:00100000:3.0:1734016100.836013:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007431e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1981:x1818247336509824:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:3.0:1734016100.840946:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007431e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1981:x1818247336509824:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 4914us (5713us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016100.840964:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8136 00002000:00100000:3.0:1734016100.840981:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (864256->868351) req@ffff88007431e680 x1818247336509824/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:61/0 lens 488/4536 e 0 to 0 dl 1734016111 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016100.840990:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007431e680 with x1818247336509824 ext(864256->868351) 00002000:00010000:3.0:1734016100.840996:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007431e680 00000100:00100000:1.0:1734016100.843845:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016100.843975:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336510080 00000100:00100000:3.0:1734016100.843986:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336510080 00002000:00100000:3.0:1734016100.844038:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (860160->864255) req@ffff880076864380 x1818247336510080/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:61/0 lens 488/0 e 0 to 0 dl 1734016111 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016100.844049:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076864380 with x1818247336510080 ext(860160->864255) 00002000:00010000:3.0:1734016100.844054:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076864380 00000100:00100000:3.0:1734016100.844080:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8137 00000100:00100000:3.0:1734016100.844087:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076864380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1980:x1818247336510080:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:3.0:1734016100.844284:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076864380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1980:x1818247336510080:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 196us (451us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016100.844291:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8137 00002000:00100000:3.0:1734016100.844297:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (860160->864255) req@ffff880076864380 x1818247336510080/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:61/0 lens 488/4536 e 0 to 0 dl 1734016111 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016100.844303:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076864380 with x1818247336510080 ext(860160->864255) 00002000:00010000:3.0:1734016100.844306:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076864380 00000100:00100000:1.0:1734016100.849861:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016100.850018:0:13925:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336510336 00000100:00100000:0.0:1734016100.850030:0:13925:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336510336 00002000:00100000:0.0:1734016100.850100:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (856064->860159) req@ffff880076864a80 x1818247336510336/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:61/0 lens 488/0 e 0 to 0 dl 1734016111 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016100.850118:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076864a80 with x1818247336510336 ext(856064->860159) 00002000:00010000:0.0:1734016100.850126:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076864a80 00000100:00100000:0.0:1734016100.850852:0:13925:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8138 00000100:00100000:0.0:1734016100.850860:0:13925:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076864a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1980:x1818247336510336:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:0.0:1734016100.851080:0:13925:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076864a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1980:x1818247336510336:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 218us (1243us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016100.851087:0:13925:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8138 00002000:00100000:0.0:1734016100.851093:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (856064->860159) req@ffff880076864a80 x1818247336510336/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:61/0 lens 488/4536 e 0 to 0 dl 1734016111 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016100.851101:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076864a80 with x1818247336510336 ext(856064->860159) 00002000:00010000:0.0:1734016100.851104:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076864a80 00000100:00100000:3.0:1734016100.858301:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336510592 00000100:00100000:3.0:1734016100.858314:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336510592 00002000:00100000:3.0:1734016100.858374:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (851968->856063) req@ffff88007431ed80 x1818247336510592/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:61/0 lens 488/0 e 0 to 0 dl 1734016111 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016100.858389:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007431ed80 with x1818247336510592 ext(851968->856063) 00002000:00010000:3.0:1734016100.858395:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007431ed80 00000100:00100000:3.0:1734016100.858545:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8139 00000100:00100000:3.0:1734016100.858552:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007431ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1981:x1818247336510592:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:3.0:1734016100.859093:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007431ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1981:x1818247336510592:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 539us (919us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016100.859101:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8139 00002000:00100000:3.0:1734016100.859108:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (851968->856063) req@ffff88007431ed80 x1818247336510592/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:61/0 lens 488/4536 e 0 to 0 dl 1734016111 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016100.859116:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007431ed80 with x1818247336510592 ext(851968->856063) 00002000:00010000:3.0:1734016100.859120:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007431ed80 00000100:00100000:0.0:1734016100.867542:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016100.882460:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016100.896950:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016100.897060:0:9956:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336510976 00000100:00100000:1.0:1734016100.897072:0:9956:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336510976 00010000:00010000:1.0:1734016100.897114:0:9956:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880097234000/0x3f004d6452e065fa lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1138688->1179647) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d04c9 expref: 6 pid: 7689 timeout: 464 lvb_type: 0 00000100:00100000:1.0:1734016100.897161:0:9956:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2613 00000100:00100000:1.0:1734016100.897168:0:9956:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880073f23b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1978:x1818247336510976:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016100.897183:0:9956:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016100.897205:0:9956:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 1s ns: filter-lustre-OST0001_UUID lock: ffff880097234000/0x3f004d6452e065fa lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1138688->1179647) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d04c9 expref: 6 pid: 7689 timeout: 464 lvb_type: 0 00010000:00010000:1.0:1734016100.897217:0:9956:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880097234000/0x3f004d6452e065fa lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1138688->1179647) gid 0 flags: 0x50000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d04c9 expref: 6 pid: 7689 timeout: 464 lvb_type: 0 00010000:00010000:1.0:1734016100.897241:0:9956:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097234000/0x3f004d6452e065fa lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1138688->1179647) gid 0 flags: 0x44801400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d04c9 expref: 6 pid: 7689 timeout: 464 lvb_type: 0 00010000:00010000:1.0:1734016100.897276:0:9956:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016100.897278:0:9956:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016100.897285:0:9956:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880072171f80/0x3f004d6452e06694 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5345280->5414911) gid 0 flags: 0x40080000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0539 expref: 6 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016100.897293:0:9956:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880072171f80/0x3f004d6452e06694 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5345280->5414911) gid 0 flags: 0x40080000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0539 expref: 6 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016100.897333:0:9956:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880072171f80/0x3f004d6452e06694 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5345280->5414911) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0539 expref: 6 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016100.897347:0:9956:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076864000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9956:1818247339328384:192.168.201.10@tcp:105: 00000100:00100000:1.0:1734016100.897409:0:9956:0:(client.c:2562:ptlrpc_set_wait()) set ffff88006d6ff780 going to sleep for 11 seconds 00000100:00100000:0.0:1734016100.901927:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016100.902505:0:9956:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076864000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9956:1818247339328384:192.168.201.10@tcp:105: 00010000:00010000:1.0:1734016100.902530:0:9956:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016100.902552:0:9956:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880073f23b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:1978:x1818247336510976:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 5385us (5615us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016100.902560:0:9956:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2613 00000100:00100000:0.0:1734016100.905328:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016100.913187:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016100.917629:0:10115:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9926 00000100:00100000:3.0:1734016100.917638:0:10115:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880073e32680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:1981:x1818247336511360:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:3.0:1734016100.917660:0:10115:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016100.917682:0:10115:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a9a61c0/0x3f004d6452e066a2 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d0547 expref: -99 pid: 10115 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016100.917760:0:10115:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074620000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10115:1818247339328640:192.168.201.10@tcp:106: 00000100:00100000:3.0:1734016100.917837:0:10115:0:(client.c:2562:ptlrpc_set_wait()) set ffff88006d83bcc0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016100.926458:0:10115:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074620000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10115:1818247339328640:192.168.201.10@tcp:106: 00010000:00010000:3.0:1734016100.926524:0:10115:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a9a61c0/0x3f004d6452e066a2 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0547 expref: 6 pid: 10115 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016100.926551:0:10115:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a61c0/0x3f004d6452e066a2 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0547 expref: 6 pid: 10115 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016100.926572:0:10115:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a9a61c0, rc 0) 00000100:00100000:3.0:1734016100.926649:0:10115:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880073e32680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:1981:x1818247336511360:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 9011us (13474us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016100.926659:0:10115:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9926 00000100:00100000:0.0:1734016100.929489:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016100.929641:0:10115:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336511488 00000100:00100000:3.0:1734016100.929651:0:10115:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336511488 00000100:00100000:3.0:1734016100.929708:0:10115:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9927 00000100:00100000:3.0:1734016100.929717:0:10115:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880073e32a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1980:x1818247336511488:12345-192.168.201.10@tcp:22:fsx.0 00002000:00010000:3.0:1734016100.930003:0:10115:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 10047141 -> 10047141 00002000:00010000:3.0:1734016100.930007:0:10115:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016100 -> 1734016100 00002000:00010000:3.0:1734016100.930008:0:10115:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016100 -> 1734016099 00002000:00010000:3.0:1734016100.930010:0:10115:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016100 -> 1734016100 00002000:00010000:3.0:1734016100.930012:0:10115:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 544 -> 632 00000100:00100000:3.0:1734016100.930055:0:10115:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880073e32a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+9:1980:x1818247336511488:12345-192.168.201.10@tcp:22:fsx.0 Request processed in 339us (577us total) trans 4294969056 rc 0/0 00000100:00100000:3.0:1734016100.930062:0:10115:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9927 00000100:00100000:0.0:1734016100.934649:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016100.939311:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336511616 00000100:00100000:1.0:1734016100.939329:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336511616 00000100:00100000:1.0:1734016100.939414:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9928 00000100:00100000:1.0:1734016100.939421:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880073e31880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:1978:x1818247336511616:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:1.0:1734016100.939442:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016100.939461:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880097234b40/0x3f004d6452e066a9 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d054e expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016100.939526:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076864000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339328768:192.168.201.10@tcp:106: 00000100:00100000:1.0:1734016100.939601:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff88006d6ff780 going to sleep for 11 seconds 00002000:00010000:1.0:1734016100.941793:0:7689:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime: 1734016099 -> 1734016100 00000100:00100000:1.0:1734016100.941820:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076864000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339328768:192.168.201.10@tcp:106: 00010000:00010000:1.0:1734016100.941854:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880097234b40/0x3f004d6452e066a9 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d054e expref: 6 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016100.941904:0:7689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097234b40/0x3f004d6452e066a9 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d054e expref: 6 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016100.941919:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097234b40, rc 0) 00000100:00100000:1.0:1734016100.941953:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880073e31880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:1978:x1818247336511616:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 2531us (7315us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016100.941960:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9928 00000100:00100000:0.0:1734016100.943665:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016100.943764:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336511744 00000100:00100000:1.0:1734016100.943774:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336511744 00000100:00100000:1.0:1734016100.943861:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9929 00000100:00100000:1.0:1734016100.943959:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880073e33800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:9673:x1818247336511744:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:1.0:1734016100.943979:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016100.943999:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800972358c0/0x3f004d6452e066b0 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d0555 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016100.944028:0:7689:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880072171f80/0x3f004d6452e06694 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5345280->5414911) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0539 expref: 8 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016100.944034:0:7689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016100.944036:0:7689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016100.944040:0:7689:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800972358c0/0x3f004d6452e066b0 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [9175040->9179135] (req 9175040->9179135) gid 0 flags: 0x50000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0555 expref: 6 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016100.944070:0:7689:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880072171f80/0x3f004d6452e06694 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5345280->5414911) gid 0 flags: 0x50000000020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0539 expref: 8 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016100.944087:0:7689:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880072171f80/0x3f004d6452e06694 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5345280->5414911) gid 0 flags: 0x70000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0539 expref: 8 pid: 7689 timeout: 465 lvb_type: 0 00000100:00100000:1.0:1734016100.944099:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076864000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339328896:192.168.201.10@tcp:104: 00000100:00100000:1.0:1734016100.944158:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff88006d6ff780 going to sleep for 11 seconds 00000100:00100000:1.0:1734016100.946092:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076864000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339328896:192.168.201.10@tcp:104: 00010000:00010000:1.0:1734016100.946142:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800972358c0/0x3f004d6452e066b0 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [9175040->9179135] (req 9175040->9179135) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0555 expref: 6 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016100.946163:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800972358c0, rc 0) 00000100:00100000:1.0:1734016100.947958:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880073e33800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:9673:x1818247336511744:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 3985us (4287us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016100.947971:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9929 00000100:00100000:0.0:1734016100.953130:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016100.954122:0:9956:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336511872 00000100:00100000:1.0:1734016100.954135:0:9956:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336511872 00010000:00010000:1.0:1734016100.954179:0:9956:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880072171f80/0x3f004d6452e06694 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5345280->5414911) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0539 expref: 9 pid: 7689 timeout: 465 lvb_type: 0 00000100:00100000:1.0:1734016100.954213:0:9956:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2614 00000100:00100000:1.0:1734016100.954221:0:9956:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880073e31500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+9:1978:x1818247336511872:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016100.954238:0:9956:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016100.954263:0:9956:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880072171f80/0x3f004d6452e06694 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 5345280->5414911) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0539 expref: 9 pid: 7689 timeout: 465 lvb_type: 0 00010000:00010000:1.0:1734016100.954278:0:9956:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880072171f80/0x3f004d6452e06694 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 5345280->5414911) gid 0 flags: 0x50000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0539 expref: 9 pid: 7689 timeout: 465 lvb_type: 0 00010000:00010000:1.0:1734016100.954303:0:9956:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880072171f80/0x3f004d6452e06694 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 5345280->5414911) gid 0 flags: 0x44801400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0539 expref: 9 pid: 7689 timeout: 465 lvb_type: 0 00010000:00010000:1.0:1734016100.955001:0:9956:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016100.955004:0:9956:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016100.955013:0:9956:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800972358c0/0x3f004d6452e066b0 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 9175040->9179135) gid 0 flags: 0x40080000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0555 expref: 5 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016100.955022:0:9956:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800972358c0/0x3f004d6452e066b0 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 9175040->9179135) gid 0 flags: 0x40080000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0555 expref: 5 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016100.955062:0:9956:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800972358c0/0x3f004d6452e066b0 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 9175040->9179135) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0555 expref: 5 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016100.955075:0:9956:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076864000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9956:1818247339329024:192.168.201.10@tcp:105: 00000100:00100000:1.0:1734016100.955302:0:9956:0:(client.c:2562:ptlrpc_set_wait()) set ffff88006d6ff780 going to sleep for 11 seconds 00000100:00100000:1.0:1734016100.957399:0:9956:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076864000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9956:1818247339329024:192.168.201.10@tcp:105: 00010000:00010000:1.0:1734016100.957429:0:9956:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016100.957490:0:9956:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880073e31500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1978:x1818247336511872:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 3266us (4370us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016100.957503:0:9956:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2614 00000100:00100000:0.0:1734016100.961290:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016100.961466:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336512128 00000100:00100000:3.0:1734016100.961478:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336512128 00002000:00100000:3.0:1734016100.961534:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (9175040->9179135) req@ffff880073e31c00 x1818247336512128/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:61/0 lens 488/0 e 0 to 0 dl 1734016111 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016100.961544:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880073e31c00 with x1818247336512128 ext(9175040->9179135) 00002000:00010000:3.0:1734016100.961551:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880073e31c00 00000100:00100000:3.0:1734016100.961572:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8140 00000100:00100000:3.0:1734016100.961579:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880073e31c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1978:x1818247336512128:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:3.0:1734016100.963311:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880073e31c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1978:x1818247336512128:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 1719us (2022us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016100.963325:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8140 00002000:00100000:3.0:1734016100.963338:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (9175040->9179135) req@ffff880073e31c00 x1818247336512128/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:61/0 lens 488/4536 e 0 to 0 dl 1734016111 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016100.963346:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880073e31c00 with x1818247336512128 ext(9175040->9179135) 00002000:00010000:3.0:1734016100.963352:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880073e31c00 00000100:00100000:0.0:1734016100.969678:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016100.970168:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336512384 00000100:00100000:3.0:1734016100.970183:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336512384 00002000:00100000:3.0:1734016100.970242:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (9170944->9175039) req@ffff880073e30700 x1818247336512384/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:61/0 lens 488/0 e 0 to 0 dl 1734016111 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016100.970254:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880073e30700 with x1818247336512384 ext(9170944->9175039) 00002000:00010000:3.0:1734016100.970260:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880073e30700 00000100:00100000:3.0:1734016100.970293:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8141 00000100:00100000:3.0:1734016100.970301:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880073e30700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1980:x1818247336512384:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:3.0:1734016100.970513:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880073e30700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1980:x1818247336512384:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 211us (849us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016100.970520:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8141 00002000:00100000:3.0:1734016100.970525:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (9170944->9175039) req@ffff880073e30700 x1818247336512384/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:61/0 lens 488/4536 e 0 to 0 dl 1734016111 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016100.970532:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880073e30700 with x1818247336512384 ext(9170944->9175039) 00002000:00010000:3.0:1734016100.970536:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880073e30700 00000100:00100000:0.0:1734016100.972974:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016100.975663:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016100.981958:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336512896 00000100:00100000:3.0:1734016100.981973:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336512896 00002000:00100000:3.0:1734016100.982028:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (9162752->9166847) req@ffff880073e32d80 x1818247336512896/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:61/0 lens 488/0 e 0 to 0 dl 1734016111 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016100.982039:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880073e32d80 with x1818247336512896 ext(9162752->9166847) 00002000:00010000:3.0:1734016100.982044:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880073e32d80 00000100:00100000:3.0:1734016100.982090:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8143 00000100:00100000:3.0:1734016100.982096:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880073e32d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1980:x1818247336512896:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:3.0:1734016100.982274:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880073e32d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1980:x1818247336512896:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 177us (6620us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016100.982281:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8143 00002000:00100000:3.0:1734016100.982286:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (9162752->9166847) req@ffff880073e32d80 x1818247336512896/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:61/0 lens 488/4536 e 0 to 0 dl 1734016111 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016100.982292:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880073e32d80 with x1818247336512896 ext(9162752->9166847) 00002000:00010000:3.0:1734016100.982295:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880073e32d80 00000100:00100000:0.0:1734016100.990709:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016100.995266:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016100.995401:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336513408 00000100:00100000:3.0:1734016100.995415:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336513408 00002000:00100000:3.0:1734016100.995476:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (9154560->9158655) req@ffff880073e33b80 x1818247336513408/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:61/0 lens 488/0 e 0 to 0 dl 1734016111 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016100.995487:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880073e33b80 with x1818247336513408 ext(9154560->9158655) 00002000:00010000:3.0:1734016100.995494:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880073e33b80 00000100:00100000:3.0:1734016100.995539:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8145 00000100:00100000:3.0:1734016100.995547:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880073e33b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1980:x1818247336513408:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:3.0:1734016100.995744:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880073e33b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1980:x1818247336513408:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 198us (491us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016100.995751:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8145 00002000:00100000:3.0:1734016100.995756:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (9154560->9158655) req@ffff880073e33b80 x1818247336513408/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:61/0 lens 488/4536 e 0 to 0 dl 1734016111 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016100.995762:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880073e33b80 with x1818247336513408 ext(9154560->9158655) 00002000:00010000:3.0:1734016100.995765:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880073e33b80 00000100:00100000:0.0:1734016101.000294:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016101.003999:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016101.004658:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336513920 00000100:00100000:3.0:1734016101.004669:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336513920 00000100:00100000:3.0:1734016101.004769:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8147 00000100:00100000:3.0:1734016101.004776:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880073e30000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1981:x1818247336513920:12345-192.168.201.10@tcp:4:fsx.0 00010000:00010000:3.0:1734016101.004817:0:7694:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7180/0x3f004d6452e066b7 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016101.004834:0:7694:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800972358c0/0x3f004d6452e066b0 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 9175040->9179135) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0555 expref: 5 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016101.004841:0:7694:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016101.004843:0:7694:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016101.004846:0:7694:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7180/0x3f004d6452e066b7 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [2293760->2330623] (req 2293760->2330623) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016101.004900:0:7694:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800972358c0/0x3f004d6452e066b0 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 9175040->9179135) gid 0 flags: 0x50000000020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0555 expref: 5 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016101.004911:0:7694:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800972358c0/0x3f004d6452e066b0 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 9175040->9179135) gid 0 flags: 0x70000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0555 expref: 5 pid: 7689 timeout: 465 lvb_type: 0 00000100:00100000:3.0:1734016101.004924:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074620000 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_000:lustre-OST0001_UUID:7694:1818247339329152:192.168.201.10@tcp:104: 00000100:00100000:3.0:1734016101.004986:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff88006d83bf00 going to sleep for 11 seconds 00000100:00080000:0.0:1734016101.005076:0:6479:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734016071 00000100:00100000:3.0:1734016101.008222:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074620000 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_000:lustre-OST0001_UUID:7694:1818247339329152:192.168.201.10@tcp:104: 00010000:00010000:3.0:1734016101.008258:0:7694:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7180/0x3f004d6452e066b7 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [2293760->2330623] (req 2293760->2330623) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016101.009616:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016101.009922:0:9956:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336514048 00000100:00100000:1.0:1734016101.009933:0:9956:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336514048 00010000:00010000:1.0:1734016101.009969:0:9956:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800972358c0/0x3f004d6452e066b0 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 9175040->9179135) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0555 expref: 6 pid: 7689 timeout: 465 lvb_type: 0 00000100:00100000:1.0:1734016101.011180:0:9956:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2615 00000100:00100000:1.0:1734016101.011189:0:9956:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880073e31180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1978:x1818247336514048:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016101.011208:0:9956:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016101.011234:0:9956:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800972358c0/0x3f004d6452e066b0 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 9175040->9179135) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0555 expref: 6 pid: 7689 timeout: 465 lvb_type: 0 00010000:00010000:1.0:1734016101.011248:0:9956:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800972358c0/0x3f004d6452e066b0 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 9175040->9179135) gid 0 flags: 0x50000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0555 expref: 6 pid: 7689 timeout: 465 lvb_type: 0 00010000:00010000:1.0:1734016101.011272:0:9956:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800972358c0/0x3f004d6452e066b0 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 9175040->9179135) gid 0 flags: 0x44801400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0555 expref: 6 pid: 7689 timeout: 465 lvb_type: 0 00010000:00010000:1.0:1734016101.011309:0:9956:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016101.011311:0:9956:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016101.011316:0:9956:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7180/0x3f004d6452e066b7 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [2293760->2330623] (req 2293760->2330623) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016101.011324:0:9956:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7180/0x3f004d6452e066b7 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [2293760->2330623] (req 2293760->2330623) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016101.011368:0:9956:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016101.011424:0:9956:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880073e31180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:1978:x1818247336514048:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 234us (1810us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016101.011432:0:9956:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2615 00010000:00010000:3.0:1734016101.011934:0:7694:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7180/0x3f004d6452e066b7 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [2293760->2330623] (req 2293760->2330623) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016101.011944:0:7694:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7180/0x3f004d6452e066b7 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [2293760->2330623] (req 2293760->2330623) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000001:00080000:0.0:1734016101.019058:0:8954:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969057 is committed 00002000:00010000:3.0:1734016101.019949:0:7694:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 632 -> 704 00010000:00010000:3.0:1734016101.019966:0:7694:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7180/0x3f004d6452e066b7 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [2293760->2330623] (req 2293760->2330623) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016101.019976:0:7694:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7180/0x3f004d6452e066b7 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [2293760->2330623] (req 2293760->2330623) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016101.019984:0:7694:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7180/0x3f004d6452e066b7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [2293760->2330623] (req 2293760->2330623) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016101.019990:0:7694:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88009a9a7180 already unused, calling callback (ffffffffa086d100) 00010000:00010000:3.0:1734016101.019993:0:7694:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7180/0x3f004d6452e066b7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [2293760->2330623] (req 2293760->2330623) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016101.020006:0:7694:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7180/0x3f004d6452e066b7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [2293760->2330623] (req 2293760->2330623) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016101.020023:0:7694:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7180/0x3f004d6452e066b7 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [2293760->2330623] (req 2293760->2330623) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016101.020028:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7180/0x3f004d6452e066b7 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [2293760->2330623] (req 2293760->2330623) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016101.020136:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880073e30000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1981:x1818247336513920:12345-192.168.201.10@tcp:4:fsx.0 Request processed in 15354us (16142us total) trans 4294969057 rc 0/0 00000100:00100000:3.0:1734016101.020146:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8147 00000100:00100000:0.0:1734016101.023131:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016101.023245:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336514176 00000100:00100000:1.0:1734016101.023257:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336514176 00000100:00100000:1.0:1734016101.023323:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9930 00000100:00100000:1.0:1734016101.023330:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880073e30e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:1979:x1818247336514176:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:1.0:1734016101.023353:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016101.023377:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880097236ac0/0x3f004d6452e066be lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d055c expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1734016101.023403:0:7689:0:(ofd_lvb.c:169:ofd_lvbo_init()) res: [0x280000400:0x5:0x0] initial LVB size: 10047141, mtime: 0x675afc64, atime: 0x675afc64, ctime: 0x675afc64, blocks: 0x2c0 00010000:00010000:1.0:1734016101.023425:0:7689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016101.023428:0:7689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016101.023437:0:7689:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880097236ac0/0x3f004d6452e066be lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d055c expref: 6 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016101.023453:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880097236ac0/0x3f004d6452e066be lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d055c expref: 6 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016101.023464:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097236ac0, rc 0) 00000100:00100000:1.0:1734016101.023512:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880073e30e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1979:x1818247336514176:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 182us (392us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016101.023518:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9930 00000100:00100000:1.0:1734016101.027499:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016101.027640:0:10115:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336514304 00000100:00100000:3.0:1734016101.027651:0:10115:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336514304 00000100:00100000:3.0:1734016101.027705:0:10115:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9931 00000100:00100000:3.0:1734016101.027713:0:10115:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076864000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:9673:x1818247336514304:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:3.0:1734016101.027742:0:10115:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016101.027760:0:10115:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a9a5b00/0x3f004d6452e066c5 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d0563 expref: -99 pid: 10115 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016101.027793:0:10115:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880097236ac0/0x3f004d6452e066be lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d055c expref: 7 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016101.027800:0:10115:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016101.027802:0:10115:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016101.027805:0:10115:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a9a5b00/0x3f004d6452e066c5 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [3547136->3559423] (req 3547136->3559423) gid 0 flags: 0x50000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0563 expref: 7 pid: 10115 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016101.027840:0:10115:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880097236ac0/0x3f004d6452e066be lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d055c expref: 7 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016101.027851:0:10115:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880097236ac0/0x3f004d6452e066be lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d055c expref: 7 pid: 7689 timeout: 465 lvb_type: 1 00000100:00100000:3.0:1734016101.027963:0:10115:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074620000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10115:1818247339329280:192.168.201.10@tcp:104: 00000100:00100000:3.0:1734016101.028394:0:10115:0:(client.c:2562:ptlrpc_set_wait()) set ffff88006d83bf00 going to sleep for 11 seconds 00000100:00100000:0.0:1734016101.032625:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016101.032754:0:10115:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074620000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10115:1818247339329280:192.168.201.10@tcp:104: 00010000:00010000:3.0:1734016101.032796:0:10115:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a9a5b00/0x3f004d6452e066c5 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [3547136->3559423] (req 3547136->3559423) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0563 expref: 7 pid: 10115 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016101.032817:0:10115:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a9a5b00, rc 0) 00000100:00100000:3.0:1734016101.033444:0:10115:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076864000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+8:9673:x1818247336514304:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 5731us (5953us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016101.033453:0:10115:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9931 00000100:00100000:3.0:1734016101.039799:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016101.045293:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016101.050108:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016101.064387:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016101.080441:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016101.090963:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016101.126531:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016101.126575:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016101.126617:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016101.126753:0:7695:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336515456 00000100:00100000:1.0:1734016101.126763:0:7695:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336515456 00002000:00100000:1.0:1734016101.126811:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (0->4194303) req@ffff880074098700 x1818247336515456/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:62/0 lens 488/0 e 0 to 0 dl 1734016112 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016101.126821:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074098700 with x1818247336515456 ext(0->4194303) 00002000:00010000:1.0:1734016101.126828:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074098700 00000100:00100000:1.0:1734016101.126852:0:7695:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336515712 00000100:00100000:1.0:1734016101.126854:0:7695:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336515712 00002000:00100000:1.0:1734016101.126888:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (4194304->8388607) req@ffff880074099180 x1818247336515712/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:62/0 lens 488/0 e 0 to 0 dl 1734016112 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016101.126894:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074099180 with x1818247336515712 ext(4194304->8388607) 00002000:00010000:1.0:1734016101.126897:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074099180 00000100:00100000:1.0:1734016101.126903:0:7695:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336515968 00000100:00100000:1.0:1734016101.126905:0:7695:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336515968 00002000:00100000:1.0:1734016101.126912:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (8388608->10047487) req@ffff880074099880 x1818247336515968/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:62/0 lens 488/0 e 0 to 0 dl 1734016112 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016101.126917:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074099880 with x1818247336515968 ext(8388608->10047487) 00002000:00010000:1.0:1734016101.126919:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074099880 00000100:00100000:1.0:1734016101.126926:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8148 00000100:00100000:1.0:1734016101.126932:0:7695:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074098700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+9:1978:x1818247336515456:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:3.0:1734016101.129821:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8149 00000100:00100000:3.0:1734016101.129836:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074099180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+9:1978:x1818247336515712:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:0.0:1734016101.133849:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8150 00000100:00100000:0.0:1734016101.133886:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074099880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+9:1978:x1818247336515968:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:0.0:1734016101.177832:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074099880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+11:1978:x1818247336515968:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 43958us (51201us total) trans 0 rc 1658880/1658880 00000100:00100000:0.0:1734016101.177844:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8150 00002000:00100000:0.0:1734016101.177858:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (8388608->10047487) req@ffff880074099880 x1818247336515968/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:62/0 lens 488/440 e 0 to 0 dl 1734016112 ref 1 fl Complete:/200/0 rc 1658880/1658880 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016101.177882:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074099880 with x1818247336515968 ext(8388608->10047487) 00002000:00010000:0.0:1734016101.177889:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074099880 00000100:00100000:3.0:1734016101.257203:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074099180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+9:1978:x1818247336515712:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 127357us (130613us total) trans 0 rc 4194304/4194304 00000100:00100000:3.0:1734016101.257215:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8149 00002000:00100000:3.0:1734016101.257228:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (4194304->8388607) req@ffff880074099180 x1818247336515712/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:62/0 lens 488/440 e 0 to 0 dl 1734016112 ref 1 fl Complete:/200/0 rc 4194304/4194304 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016101.257238:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074099180 with x1818247336515712 ext(4194304->8388607) 00002000:00010000:3.0:1734016101.257244:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074099180 00000100:00100000:0.0:1734016101.316145:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016101.326019:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016101.328552:0:10115:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074953800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1980:x1818247336516224:12345-192.168.201.10@tcp:16:fsx.0 Request processed in 1520us (2542us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016101.328562:0:10115:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9937 00000100:00100000:0.0:1734016101.333475:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016101.340483:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016101.346409:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016101.349545:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016101.360120:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016101.375185:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016101.375308:0:7695:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336517120 00000100:00100000:3.0:1734016101.375321:0:7695:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336517120 00000100:00100000:3.0:1734016101.375384:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8152 00000100:00100000:3.0:1734016101.375391:0:7695:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cc78380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1980:x1818247336517120:12345-192.168.201.10@tcp:4:fsx.0 00010000:00010000:3.0:1734016101.375432:0:7695:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009a9a6d00/0x3f004d6452e06704 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7695 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016101.375452:0:7695:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880072172d00/0x3f004d6452e066e1 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1261568->1265663) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d057f expref: 8 pid: 10115 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016101.375458:0:7695:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016101.375459:0:7695:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016101.375462:0:7695:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a9a6d00/0x3f004d6452e06704 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [7942144->7966719] (req 7942144->7966719) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 7695 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016101.375494:0:7695:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880072172d00/0x3f004d6452e066e1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1261568->1265663) gid 0 flags: 0x50000000020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d057f expref: 8 pid: 10115 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016101.375505:0:7695:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880072172d00/0x3f004d6452e066e1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1261568->1265663) gid 0 flags: 0x70000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d057f expref: 8 pid: 10115 timeout: 465 lvb_type: 0 00000100:00100000:3.0:1734016101.375517:0:7695:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074621c00 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_001:lustre-OST0001_UUID:7695:1818247339330688:192.168.201.10@tcp:104: 00000100:00100000:3.0:1734016101.375590:0:7695:0:(client.c:2562:ptlrpc_set_wait()) set ffff88006d83bf00 going to sleep for 11 seconds 00000100:00100000:3.0:1734016101.380159:0:7695:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074621c00 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_001:lustre-OST0001_UUID:7695:1818247339330688:192.168.201.10@tcp:104: 00010000:00010000:3.0:1734016101.380214:0:7695:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88009a9a6d00/0x3f004d6452e06704 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [7942144->7966719] (req 7942144->7966719) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 7695 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016101.402271:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00010000:00010000:0.0:1734016101.407224:0:7695:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88009a9a6d00/0x3f004d6452e06704 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [7942144->7966719] (req 7942144->7966719) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 7695 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016101.407234:0:7695:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a9a6d00/0x3f004d6452e06704 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [7942144->7966719] (req 7942144->7966719) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 7695 timeout: 0 lvb_type: 0 00000001:00080000:0.0:1734016101.414454:0:8954:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969061 is committed 00000100:00100000:1.0:1734016101.421198:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016101.424980:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016101.428911:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016101.433400:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016101.433474:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336517760 00000100:00100000:3.0:1734016101.433484:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336517760 00000100:00100000:3.0:1734016101.433527:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9945 00000100:00100000:3.0:1734016101.433533:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a9a9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1980:x1818247336517760:12345-192.168.201.10@tcp:22:fsx.0 00002000:00010000:3.0:1734016101.433794:0:7689:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 10047141 -> 10047141 00002000:00010000:3.0:1734016101.433797:0:7689:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016100 -> 1734016100 00002000:00010000:3.0:1734016101.433799:0:7689:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016100 -> 1734016100 00002000:00010000:3.0:1734016101.433801:0:7689:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016100 -> 1734016101 00002000:00010000:3.0:1734016101.433803:0:7689:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 912 -> 968 00000100:00100000:3.0:1734016101.433856:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a9a9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+9:1980:x1818247336517760:12345-192.168.201.10@tcp:22:fsx.0 Request processed in 321us (466us total) trans 4294969062 rc 0/0 00000100:00100000:3.0:1734016101.433884:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9945 00000100:00100000:1.0:1734016101.443307:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016101.443414:0:10115:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336517888 00000100:00100000:0.0:1734016101.443428:0:10115:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336517888 00000100:00100000:0.0:1734016101.443490:0:10115:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9946 00000100:00100000:0.0:1734016101.443500:0:10115:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a9a8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:1978:x1818247336517888:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:0.0:1734016101.443522:0:10115:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016101.443545:0:10115:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a80398c0/0x3f004d6452e06719 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d05b0 expref: -99 pid: 10115 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016101.443610:0:10115:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012cc78700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10115:1818247339331072:192.168.201.10@tcp:106: 00000100:00100000:0.0:1734016101.443675:0:10115:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012cf4f0c0 going to sleep for 11 seconds 00000100:00100000:1.0:1734016101.457680:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00010000:00010000:3.0:1734016101.468896:0:6471:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734016101.479718:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016101.489393:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016101.497979:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016101.499081:0:7705:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336518400 00000100:00100000:3.0:1734016101.499092:0:7705:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336518400 00010000:00010000:3.0:1734016101.499134:0:7705:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800721718c0/0x3f004d6452e06712 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8777728->8806399) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d05a9 expref: 8 pid: 7689 timeout: 465 lvb_type: 0 00000100:00100000:3.0:1734016101.499172:0:7705:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2620 00000100:00100000:3.0:1734016101.499178:0:7705:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a9a8000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1978:x1818247336518400:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016101.499193:0:7705:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016101.499216:0:7705:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800721718c0/0x3f004d6452e06712 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 8777728->8806399) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d05a9 expref: 8 pid: 7689 timeout: 465 lvb_type: 0 00010000:00010000:3.0:1734016101.499231:0:7705:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800721718c0/0x3f004d6452e06712 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 8777728->8806399) gid 0 flags: 0x50000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d05a9 expref: 8 pid: 7689 timeout: 465 lvb_type: 0 00010000:00010000:3.0:1734016101.499255:0:7705:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800721718c0/0x3f004d6452e06712 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 8777728->8806399) gid 0 flags: 0x44801400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d05a9 expref: 8 pid: 7689 timeout: 465 lvb_type: 0 00010000:00010000:3.0:1734016101.499276:0:7705:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016101.499278:0:7705:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016101.499286:0:7705:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880072171f80/0x3f004d6452e0672e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4538368->4542463) gid 0 flags: 0x40080000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d05c5 expref: 6 pid: 10115 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016101.499295:0:7705:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880072171f80/0x3f004d6452e0672e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4538368->4542463) gid 0 flags: 0x40080000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d05c5 expref: 6 pid: 10115 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016101.499332:0:7705:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880072171f80/0x3f004d6452e0672e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4538368->4542463) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d05c5 expref: 6 pid: 10115 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016101.499348:0:7705:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074621c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7705:1818247339331584:192.168.201.10@tcp:105: 00000100:00100000:3.0:1734016101.499432:0:7705:0:(client.c:2562:ptlrpc_set_wait()) set ffff88006d83bf00 going to sleep for 11 seconds 00000100:00100000:3.0:1734016101.505145:0:7705:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074621c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7705:1818247339331584:192.168.201.10@tcp:105: 00010000:00010000:3.0:1734016101.505182:0:7705:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016101.505244:0:7705:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a9a8000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1978:x1818247336518400:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 6064us (7272us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016101.505256:0:7705:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2620 00000100:00100000:0.0:1734016101.505370:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016101.510421:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016101.514318:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016101.514899:0:7695:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336519168 00000100:00100000:0.0:1734016101.514910:0:7695:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336519168 00002000:00100000:0.0:1734016101.514956:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (4530176->4534271) req@ffff88009a9a9180 x1818247336519168/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:62/0 lens 488/0 e 0 to 0 dl 1734016112 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016101.514965:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a9a9180 with x1818247336519168 ext(4530176->4534271) 00002000:00010000:0.0:1734016101.514971:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009a9a9180 00000100:00100000:0.0:1734016101.515004:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8155 00000100:00100000:0.0:1734016101.515011:0:7695:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a9a9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1979:x1818247336519168:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:0.0:1734016101.515186:0:7695:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a9a9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1979:x1818247336519168:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 174us (877us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016101.515194:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8155 00002000:00100000:0.0:1734016101.515199:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (4530176->4534271) req@ffff88009a9a9180 x1818247336519168/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:62/0 lens 488/4536 e 0 to 0 dl 1734016112 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016101.515205:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a9a9180 with x1818247336519168 ext(4530176->4534271) 00002000:00010000:0.0:1734016101.515208:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009a9a9180 00000100:00100000:0.0:1734016101.518526:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016101.522701:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016101.526393:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016101.526467:0:7695:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336519936 00000100:00100000:0.0:1734016101.526476:0:7695:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336519936 00002000:00100000:0.0:1734016101.526511:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (4517888->4521983) req@ffff8800744bc000 x1818247336519936/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:62/0 lens 488/0 e 0 to 0 dl 1734016112 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016101.526520:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800744bc000 with x1818247336519936 ext(4517888->4521983) 00002000:00010000:0.0:1734016101.526524:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800744bc000 00000100:00100000:0.0:1734016101.526555:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8158 00000100:00100000:0.0:1734016101.526560:0:7695:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800744bc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1980:x1818247336519936:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:0.0:1734016101.526713:0:7695:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800744bc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1980:x1818247336519936:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 151us (326us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016101.526728:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8158 00002000:00100000:0.0:1734016101.526734:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (4517888->4521983) req@ffff8800744bc000 x1818247336519936/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:62/0 lens 488/4536 e 0 to 0 dl 1734016112 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016101.526741:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800744bc000 with x1818247336519936 ext(4517888->4521983) 00002000:00010000:0.0:1734016101.526744:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800744bc000 00000100:00100000:0.0:1734016101.529521:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016101.533780:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016101.534071:0:7695:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336520448 00000100:00100000:0.0:1734016101.534085:0:7695:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336520448 00002000:00100000:0.0:1734016101.534143:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (4509696->4513791) req@ffff8800744bfb80 x1818247336520448/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:62/0 lens 488/0 e 0 to 0 dl 1734016112 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016101.534154:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800744bfb80 with x1818247336520448 ext(4509696->4513791) 00002000:00010000:0.0:1734016101.534160:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800744bfb80 00000100:00100000:0.0:1734016101.534200:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8160 00000100:00100000:0.0:1734016101.534207:0:7695:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800744bfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1980:x1818247336520448:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:0.0:1734016101.534404:0:7695:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800744bfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1980:x1818247336520448:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 196us (638us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016101.534411:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8160 00002000:00100000:0.0:1734016101.534417:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (4509696->4513791) req@ffff8800744bfb80 x1818247336520448/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:62/0 lens 488/4536 e 0 to 0 dl 1734016112 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016101.534430:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800744bfb80 with x1818247336520448 ext(4509696->4513791) 00002000:00010000:0.0:1734016101.534433:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800744bfb80 00000100:00100000:1.0:1734016101.538340:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016101.545324:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016101.547572:0:10115:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074e40a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1979:x1818247336520704:12345-192.168.201.10@tcp:16:fsx.0 Request processed in 2009us (2255us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016101.547583:0:10115:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9950 00000100:00100000:1.0:1734016101.550223:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00002000:00010000:0.0:1734016101.552727:0:10115:0:(ofd_lvb.c:283:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime: 1734016100 -> 1734016101 00002000:00010000:0.0:1734016101.552736:0:10115:0:(ofd_lvb.c:301:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks: 968 -> 1032 00000100:00100000:0.0:1734016101.552757:0:10115:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007431ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10115:1818247339331712:192.168.201.10@tcp:106: 00010000:00010000:0.0:1734016101.552792:0:10115:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880072172d00/0x3f004d6452e06735 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d05cc expref: 7 pid: 10115 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016101.552805:0:10115:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880072172d00/0x3f004d6452e06735 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d05cc expref: 7 pid: 10115 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016101.552830:0:10115:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880072172d00, rc 0) 00000100:00100000:0.0:1734016101.552908:0:10115:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800744bdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1981:x1818247336520832:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 2464us (2693us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016101.552915:0:10115:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9951 00000100:00100000:0.0:1734016101.557138:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016101.564151:0:6482:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336521216 00000100:00100000:3.0:1734016101.564162:0:6482:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336521216 00000100:00100000:3.0:1734016101.564785:0:6482:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 1828 00000100:00100000:3.0:1734016101.564793:0:6482:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007431f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+25:9673:x1818247336521216:12345-192.168.201.10@tcp:36:fsx.0 00010000:00010000:3.0:1734016101.564853:0:6482:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016101.564911:0:6482:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a7a80/0x3f004d6452e0665c lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0508 expref: 25 pid: 6482 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016101.564948:0:6482:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:3.0:1734016101.564953:0:6482:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00080000:0.0:1734016101.565387:0:6479:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734016071 00010000:00010000:3.0:1734016101.565532:0:6482:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a73c0/0x3f004d6452e06743 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6482 initiator: MDT0 00010000:00010000:3.0:1734016101.565548:0:6482:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880072172640/0x3f004d6452e06678 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d051d expref: 32 pid: 6481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016101.565555:0:6482:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a73c0/0x3f004d6452e06743 lrc: 4/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6482 initiator: MDT0 00010000:00010000:3.0:1734016101.565588:0:6482:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880072172640/0x3f004d6452e06678 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d051d expref: 32 pid: 6481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016101.565600:0:6482:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880072172640/0x3f004d6452e06678 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d051d expref: 32 pid: 6481 timeout: 465 lvb_type: 0 00000100:00100000:3.0:1734016101.565613:0:6482:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074621c00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6482:1818247339331968:192.168.201.10@tcp:104: 00000100:00100000:3.0:1734016101.565687:0:6482:0:(client.c:2562:ptlrpc_set_wait()) set ffff88006d83b9c0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016101.569065:0:6482:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074621c00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6482:1818247339331968:192.168.201.10@tcp:104: 00010000:00010000:3.0:1734016101.569101:0:6482:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a73c0/0x3f004d6452e06743 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6482 initiator: MDT0 00000100:00100000:3.0:1734016101.569604:0:7705:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336521344 00000100:00100000:3.0:1734016101.569613:0:7705:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336521344 00010000:00010000:3.0:1734016101.569665:0:7705:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880072172640/0x3f004d6452e06678 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d051d expref: 33 pid: 6481 timeout: 465 lvb_type: 0 00000100:00100000:3.0:1734016101.569701:0:7705:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2621 00000100:00100000:3.0:1734016101.569707:0:7705:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007431d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+33:1979:x1818247336521344:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016101.569729:0:7705:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016101.569734:0:7705:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880072172640/0x3f004d6452e06678 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d051d expref: 33 pid: 6481 timeout: 465 lvb_type: 0 00010000:00010000:3.0:1734016101.569745:0:7705:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880072172640/0x3f004d6452e06678 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d051d expref: 33 pid: 6481 timeout: 465 lvb_type: 0 00010000:00010000:3.0:1734016101.569769:0:7705:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880072172640/0x3f004d6452e06678 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d051d expref: 33 pid: 6481 timeout: 465 lvb_type: 0 00010000:00010000:3.0:1734016101.569784:0:7705:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:3.0:1734016101.569789:0:7705:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a73c0/0x3f004d6452e06743 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6482 initiator: MDT0 00010000:00010000:3.0:1734016101.569799:0:7705:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a73c0/0x3f004d6452e06743 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6482 initiator: MDT0 00010000:00010000:3.0:1734016101.569805:0:7705:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a73c0/0x3f004d6452e06743 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6482 initiator: MDT0 00010000:00010000:3.0:1734016101.569831:0:7705:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016101.569908:0:7705:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007431d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+32:1979:x1818247336521344:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 200us (605us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016101.569916:0:7705:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2621 00000100:00080000:0.0:1734016101.570009:0:6479:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734016071 00000100:00100000:0.0:1734016101.573237:0:10115:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336521472 00000100:00100000:0.0:1734016101.573247:0:10115:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336521472 00000100:00100000:0.0:1734016101.573298:0:10115:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9953 00000100:00100000:0.0:1734016101.573306:0:10115:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007431ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:9673:x1818247336521472:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:0.0:1734016101.573325:0:10115:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016101.573342:0:10115:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a80398c0/0x3f004d6452e0674a lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d05da expref: -99 pid: 10115 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016101.573372:0:10115:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880072171f80/0x3f004d6452e0672e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4538368->4542463) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d05c5 expref: 5 pid: 10115 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016101.573379:0:10115:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016101.573382:0:10115:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016101.573385:0:10115:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a80398c0/0x3f004d6452e0674a lrc: 4/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d05da expref: 7 pid: 10115 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016101.573418:0:10115:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880072171f80/0x3f004d6452e0672e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4538368->4542463) gid 0 flags: 0x50000000020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d05c5 expref: 5 pid: 10115 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016101.573434:0:10115:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880072171f80/0x3f004d6452e0672e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4538368->4542463) gid 0 flags: 0x70000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d05c5 expref: 5 pid: 10115 timeout: 465 lvb_type: 0 00000100:00100000:0.0:1734016101.573446:0:10115:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074e41880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10115:1818247339332096:192.168.201.10@tcp:104: 00000100:00100000:0.0:1734016101.573514:0:10115:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012cf4f000 going to sleep for 11 seconds 00000100:00100000:0.0:1734016101.577293:0:10115:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074e41880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10115:1818247339332096:192.168.201.10@tcp:104: 00010000:00010000:0.0:1734016101.577342:0:10115:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a80398c0/0x3f004d6452e0674a lrc: 3/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d05da expref: 7 pid: 10115 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016101.577362:0:10115:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a80398c0, rc 0) 00000100:00100000:0.0:1734016101.577438:0:10115:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007431ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:9673:x1818247336521472:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 4130us (4352us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016101.577450:0:10115:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9953 00000100:00100000:1.0:1734016101.580243:0:9956:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336521600 00000100:00100000:1.0:1734016101.580251:0:9956:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336521600 00010000:00010000:1.0:1734016101.580289:0:9956:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880072171f80/0x3f004d6452e0672e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4538368->4542463) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d05c5 expref: 6 pid: 10115 timeout: 465 lvb_type: 0 00000100:00100000:1.0:1734016101.580329:0:9956:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2622 00000100:00100000:1.0:1734016101.580336:0:9956:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007431dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1979:x1818247336521600:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016101.580350:0:9956:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016101.580375:0:9956:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880072171f80/0x3f004d6452e0672e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4538368->4542463) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d05c5 expref: 6 pid: 10115 timeout: 465 lvb_type: 0 00010000:00010000:1.0:1734016101.580388:0:9956:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880072171f80/0x3f004d6452e0672e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4538368->4542463) gid 0 flags: 0x50000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d05c5 expref: 6 pid: 10115 timeout: 465 lvb_type: 0 00010000:00010000:1.0:1734016101.580411:0:9956:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880072171f80/0x3f004d6452e0672e lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4538368->4542463) gid 0 flags: 0x44801400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d05c5 expref: 6 pid: 10115 timeout: 465 lvb_type: 0 00010000:00010000:1.0:1734016101.580440:0:9956:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016101.580442:0:9956:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016101.580448:0:9956:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a80398c0/0x3f004d6452e0674a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d05da expref: 6 pid: 10115 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016101.580457:0:9956:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a80398c0/0x3f004d6452e0674a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d05da expref: 6 pid: 10115 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016101.580500:0:9956:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a80398c0/0x3f004d6452e0674a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d05da expref: 6 pid: 10115 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016101.580515:0:9956:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880136a24e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9956:1818247339332224:192.168.201.10@tcp:105: 00000100:00100000:1.0:1734016101.580585:0:9956:0:(client.c:2562:ptlrpc_set_wait()) set ffff88006d6ff540 going to sleep for 11 seconds 00000100:00100000:1.0:1734016101.584634:0:9956:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880136a24e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9956:1818247339332224:192.168.201.10@tcp:105: 00010000:00010000:1.0:1734016101.584677:0:9956:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016101.584767:0:9956:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007431dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:1979:x1818247336521600:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 4428us (4827us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016101.584783:0:9956:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2622 00000100:00100000:0.0:1734016101.585185:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336521728 00000100:00100000:0.0:1734016101.585193:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336521728 00002000:00010000:0.0:1734016101.585228:0:7694:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (8037901->18446744073709551615) 00002000:00100000:0.0:1734016101.585232:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b91b100 with x1818247336521728 ext(8037901->18446744073709551615) 00002000:00010000:0.0:1734016101.585243:0:7694:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012b91b100. 00000100:00100000:0.0:1734016101.585271:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8162 00000100:00100000:0.0:1734016101.585277:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b91b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1979:x1818247336521728:12345-192.168.201.10@tcp:10:fsx.0 00002000:00010000:0.0:1734016101.587083:0:7694:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 10047141 -> 8037901 00002000:00010000:0.0:1734016101.587088:0:7694:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016101 -> 1734016101 00002000:00010000:0.0:1734016101.587091:0:7694:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016100 -> 1734016100 00002000:00010000:0.0:1734016101.587093:0:7694:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016101 -> 1734016101 00002000:00010000:0.0:1734016101.587094:0:7694:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 1032 -> 856 00000100:00100000:0.0:1734016101.587153:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b91b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1979:x1818247336521728:12345-192.168.201.10@tcp:10:fsx.0 Request processed in 1872us (2129us total) trans 4294969064 rc 0/0 00000100:00100000:0.0:1734016101.587162:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8162 00002000:00010000:0.0:1734016101.587166:0:7694:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (8037901->18446744073709551615) 00002000:00100000:0.0:1734016101.587169:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b91b100 with x1818247336521728 ext(8037901->18446744073709551615) 00002000:00010000:0.0:1734016101.587173:0:7694:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012b91b100. 00000100:00100000:0.0:1734016101.590631:0:6482:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336521856 00000100:00100000:0.0:1734016101.590642:0:6482:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336521856 00000100:00100000:0.0:1734016101.590733:0:6482:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 1829 00000100:00100000:0.0:1734016101.590741:0:6482:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880073f23b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+32:9673:x1818247336521856:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:0.0:1734016101.590767:0:6482:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016101.590790:0:6482:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8038240/0x3f004d6452e06751 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d05e1 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016101.591270:0:6482:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8039440/0x3f004d6452e06758 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6482 initiator: MDT0 00010000:00010000:0.0:1734016101.591288:0:6482:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8039440/0x3f004d6452e06758 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6482 initiator: MDT0 00010000:00010000:0.0:1734016101.591302:0:6482:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8039440/0x3f004d6452e06758 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6482 initiator: MDT0 00000004:00200000:0.0:1734016101.591334:0:6482:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 8037901 00000004:00200000:0.0:1734016101.591341:0:6482:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1734016101.591366:0:6482:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8039440/0x3f004d6452e06758 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6482 initiator: MDT0 00010000:00010000:0.0:1734016101.591400:0:6482:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8038240/0x3f004d6452e06751 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d05e1 expref: 34 pid: 6482 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016101.591419:0:6482:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8039440/0x3f004d6452e06758 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d05e1 expref: 33 pid: 6482 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016101.591428:0:6482:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:0.0:1734016101.591431:0:6482:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1734016101.591434:0:6482:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a8039440, rc 0) 00000100:00100000:0.0:1734016101.592508:0:6482:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880073f23b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+33:9673:x1818247336521856:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 1760us (1966us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016101.592517:0:6482:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 1829 00000100:00100000:3.0:1734016101.594559:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016101.594762:0:10115:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336521984 00000100:00100000:0.0:1734016101.594773:0:10115:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336521984 00000100:00100000:0.0:1734016101.594821:0:10115:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9954 00000100:00100000:0.0:1734016101.594830:0:10115:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074621c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:1980:x1818247336521984:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:0.0:1734016101.594858:0:10115:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016101.594906:0:10115:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a803af40/0x3f004d6452e0675f lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d05e8 expref: -99 pid: 10115 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016101.594961:0:10115:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074e41880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10115:1818247339332352:192.168.201.10@tcp:106: 00000100:00100000:0.0:1734016101.595018:0:10115:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012cf4f000 going to sleep for 11 seconds 00000100:00100000:0.0:1734016101.596791:0:10115:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074e41880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10115:1818247339332352:192.168.201.10@tcp:106: 00010000:00010000:0.0:1734016101.596830:0:10115:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a803af40/0x3f004d6452e0675f lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d05e8 expref: 6 pid: 10115 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016101.596843:0:10115:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a803af40/0x3f004d6452e0675f lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d05e8 expref: 6 pid: 10115 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016101.596853:0:10115:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a803af40, rc 0) 00000100:00100000:0.0:1734016101.597380:0:10115:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074621c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:1980:x1818247336521984:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 2548us (2829us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016101.597389:0:10115:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9954 00000100:00100000:0.0:1734016101.600755:0:10115:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336522112 00000100:00100000:0.0:1734016101.600768:0:10115:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336522112 00000100:00100000:0.0:1734016101.600828:0:10115:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9955 00000100:00100000:0.0:1734016101.600838:0:10115:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880073e31500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:1979:x1818247336522112:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:0.0:1734016101.600899:0:10115:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016101.600928:0:10115:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a803ba80/0x3f004d6452e06766 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d05ef expref: -99 pid: 10115 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016101.601004:0:10115:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074e41880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10115:1818247339332480:192.168.201.10@tcp:106: 00000100:00100000:0.0:1734016101.601071:0:10115:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012cf4f000 going to sleep for 11 seconds 00000100:00100000:0.0:1734016101.603406:0:10115:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074e41880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10115:1818247339332480:192.168.201.10@tcp:106: 00010000:00010000:0.0:1734016101.603453:0:10115:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a803ba80/0x3f004d6452e06766 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d05ef expref: 6 pid: 10115 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016101.603469:0:10115:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a803ba80/0x3f004d6452e06766 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d05ef expref: 6 pid: 10115 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016101.603483:0:10115:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a803ba80, rc 0) 00000100:00100000:0.0:1734016101.603547:0:10115:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880073e31500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:1979:x1818247336522112:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 2707us (2942us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016101.603558:0:10115:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9955 00000100:00100000:0.0:1734016101.606753:0:6482:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336522240 00000100:00100000:0.0:1734016101.606764:0:6482:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336522240 00000100:00100000:0.0:1734016101.606820:0:6482:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 1830 00000100:00100000:0.0:1734016101.606828:0:6482:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880073e31180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+26:9673:x1818247336522240:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:0.0:1734016101.606859:0:6482:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016101.606933:0:6482:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8038b40/0x3f004d6452e0676d lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d05f6 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016101.607052:0:6482:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a803b180/0x3f004d6452e06774 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 6482 initiator: MDT0 00010000:00010000:0.0:1734016101.607070:0:6482:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a803b180/0x3f004d6452e06774 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6482 initiator: MDT0 00010000:00010000:0.0:1734016101.607082:0:6482:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a803b180/0x3f004d6452e06774 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6482 initiator: MDT0 00000004:00200000:0.0:1734016101.607110:0:6482:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 8037901 00000004:00200000:0.0:1734016101.607114:0:6482:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1734016101.607136:0:6482:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800a803b180/0x3f004d6452e06774 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6482 initiator: MDT0 00010000:00010000:0.0:1734016101.607162:0:6482:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8038b40/0x3f004d6452e0676d lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d05f6 expref: 28 pid: 6482 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016101.607175:0:6482:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a803b180/0x3f004d6452e06774 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d05f6 expref: 27 pid: 6482 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016101.607184:0:6482:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:0.0:1734016101.607187:0:6482:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1734016101.607190:0:6482:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a803b180, rc 0) 00000100:00100000:0.0:1734016101.607265:0:6482:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880073e31180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+27:9673:x1818247336522240:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 437us (590us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016101.607272:0:6482:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 1830 00000100:00100000:0.0:1734016101.611169:0:10115:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336522368 00000100:00100000:0.0:1734016101.611182:0:10115:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336522368 00000100:00100000:0.0:1734016101.611250:0:10115:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9956 00000100:00100000:0.0:1734016101.611260:0:10115:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074098380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1979:x1818247336522368:12345-192.168.201.10@tcp:22:fsx.0 00002000:00010000:0.0:1734016101.611573:0:10115:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 8037901 -> 8037901 00002000:00010000:0.0:1734016101.611578:0:10115:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016101 -> 1734016101 00002000:00010000:0.0:1734016101.611580:0:10115:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016100 -> 1734016100 00002000:00010000:0.0:1734016101.611582:0:10115:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016101 -> 1734016101 00002000:00010000:0.0:1734016101.611585:0:10115:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 856 -> 944 00000100:00100000:0.0:1734016101.611656:0:10115:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074098380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+9:1979:x1818247336522368:12345-192.168.201.10@tcp:22:fsx.0 Request processed in 396us (588us total) trans 4294969065 rc 0/0 00000100:00100000:0.0:1734016101.611664:0:10115:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9956 00000100:00100000:3.0:1734016101.615850:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016101.616020:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336522496 00000100:00100000:0.0:1734016101.616033:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336522496 00000100:00100000:0.0:1734016101.616091:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9957 00000100:00100000:0.0:1734016101.616100:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074621f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:1981:x1818247336522496:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:0.0:1734016101.616122:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016101.616145:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a803b3c0/0x3f004d6452e0677b lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d05fd expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016101.616221:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074e41880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339332608:192.168.201.10@tcp:106: 00000100:00100000:0.0:1734016101.616304:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012cf4f000 going to sleep for 11 seconds 00000100:00100000:0.0:1734016101.620019:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074e41880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339332608:192.168.201.10@tcp:106: 00010000:00010000:0.0:1734016101.620074:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a803b3c0/0x3f004d6452e0677b lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d05fd expref: 6 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016101.620092:0:7689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a803b3c0/0x3f004d6452e0677b lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d05fd expref: 6 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016101.620117:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a803b3c0, rc 0) 00000100:00100000:0.0:1734016101.620186:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074621f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:1981:x1818247336522496:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 4086us (4354us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016101.620196:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9957 00000100:00100000:3.0:1734016101.625398:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016101.625811:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336522624 00000100:00100000:0.0:1734016101.625824:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336522624 00000100:00100000:0.0:1734016101.626244:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9958 00000100:00100000:0.0:1734016101.626253:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074620700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:1978:x1818247336522624:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:0.0:1734016101.626276:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016101.626299:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a803bcc0/0x3f004d6452e06782 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d0604 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016101.626365:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074e41880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339332736:192.168.201.10@tcp:106: 00000100:00100000:0.0:1734016101.626449:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012cf4f000 going to sleep for 11 seconds 00000100:00100000:0.0:1734016101.635857:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074e41880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339332736:192.168.201.10@tcp:106: 00010000:00010000:0.0:1734016101.635944:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a803bcc0/0x3f004d6452e06782 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0604 expref: 6 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016101.635959:0:7689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a803bcc0/0x3f004d6452e06782 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0604 expref: 6 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016101.636361:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a803bcc0, rc 0) 00000100:00100000:0.0:1734016101.636632:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074620700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:1978:x1818247336522624:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 10378us (11265us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016101.636642:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9958 00000100:00100000:3.0:1734016101.643552:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016101.643663:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336522752 00000100:00100000:0.0:1734016101.643676:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336522752 00000100:00100000:0.0:1734016101.644470:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9959 00000100:00100000:0.0:1734016101.644479:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a78b3c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:9673:x1818247336522752:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:0.0:1734016101.644502:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016101.644525:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a803bcc0/0x3f004d6452e06789 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d060b expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016101.644561:0:7689:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a80398c0/0x3f004d6452e0674a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d05da expref: 8 pid: 10115 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016101.644569:0:7689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016101.644572:0:7689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016101.644576:0:7689:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a803bcc0/0x3f004d6452e06789 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [5349376->5394431] (req 5349376->5394431) gid 0 flags: 0x50000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d060b expref: 6 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016101.644609:0:7689:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a80398c0/0x3f004d6452e0674a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d05da expref: 8 pid: 10115 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016101.644622:0:7689:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a80398c0/0x3f004d6452e0674a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d05da expref: 8 pid: 10115 timeout: 465 lvb_type: 0 00000100:00100000:0.0:1734016101.644635:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074e41880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339332864:192.168.201.10@tcp:104: 00000100:00100000:0.0:1734016101.644707:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012cf4f000 going to sleep for 11 seconds 00000100:00100000:3.0:1734016101.663899:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016101.663934:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074e41880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339332864:192.168.201.10@tcp:104: 00010000:00010000:0.0:1734016101.663973:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a803bcc0/0x3f004d6452e06789 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [5349376->5394431] (req 5349376->5394431) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d060b expref: 6 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016101.663993:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a803bcc0, rc 0) 00000100:00100000:0.0:1734016101.664064:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a78b3c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:9673:x1818247336522752:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 19586us (20526us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016101.664074:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9959 00000100:00100000:1.0:1734016101.664624:0:9956:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336522880 00000100:00100000:1.0:1734016101.664631:0:9956:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336522880 00010000:00010000:1.0:1734016101.664661:0:9956:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a80398c0/0x3f004d6452e0674a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d05da expref: 9 pid: 10115 timeout: 465 lvb_type: 0 00000100:00100000:1.0:1734016101.664693:0:9956:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2623 00000100:00100000:1.0:1734016101.664699:0:9956:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074621880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+9:1979:x1818247336522880:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016101.664714:0:9956:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016101.664742:0:9956:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a80398c0/0x3f004d6452e0674a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d05da expref: 9 pid: 10115 timeout: 465 lvb_type: 0 00010000:00010000:1.0:1734016101.664753:0:9956:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a80398c0/0x3f004d6452e0674a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d05da expref: 9 pid: 10115 timeout: 465 lvb_type: 0 00010000:00010000:1.0:1734016101.664790:0:9956:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a80398c0/0x3f004d6452e0674a lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d05da expref: 9 pid: 10115 timeout: 465 lvb_type: 0 00010000:00010000:1.0:1734016101.664816:0:9956:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016101.664818:0:9956:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016101.664825:0:9956:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a803bcc0/0x3f004d6452e06789 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5349376->5394431) gid 0 flags: 0x40080000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d060b expref: 5 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016101.664834:0:9956:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a803bcc0/0x3f004d6452e06789 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5349376->5394431) gid 0 flags: 0x40080000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d060b expref: 5 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016101.664884:0:9956:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a803bcc0/0x3f004d6452e06789 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5349376->5394431) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d060b expref: 5 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016101.667342:0:9956:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880136a24e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9956:1818247339332992:192.168.201.10@tcp:105: 00000100:00100000:1.0:1734016101.667444:0:9956:0:(client.c:2562:ptlrpc_set_wait()) set ffff88006d6ff540 going to sleep for 11 seconds 00000100:00100000:1.0:1734016101.677954:0:9956:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880136a24e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9956:1818247339332992:192.168.201.10@tcp:105: 00010000:00010000:1.0:1734016101.677986:0:9956:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016101.678598:0:9956:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074621880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1979:x1818247336522880:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 13895us (14734us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016101.678611:0:9956:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2623 00000100:00100000:3.0:1734016101.679026:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016101.682898:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336523008 00000100:00100000:0.0:1734016101.682915:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336523008 00000100:00100000:0.0:1734016101.682993:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9960 00000100:00100000:0.0:1734016101.683002:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074620a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1979:x1818247336523008:12345-192.168.201.10@tcp:22:fsx.0 00002000:00010000:0.0:1734016101.683328:0:7689:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 8037901 -> 8037901 00002000:00010000:0.0:1734016101.683332:0:7689:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016101 -> 1734016101 00002000:00010000:0.0:1734016101.683334:0:7689:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016100 -> 1734016100 00002000:00010000:0.0:1734016101.683336:0:7689:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016101 -> 1734016101 00002000:00010000:0.0:1734016101.683338:0:7689:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 944 -> 872 00000100:00100000:0.0:1734016101.683455:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074620a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1979:x1818247336523008:12345-192.168.201.10@tcp:22:fsx.0 Request processed in 452us (4428us total) trans 4294969066 rc 0/0 00000100:00100000:0.0:1734016101.683464:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9960 00000100:00100000:3.0:1734016101.688503:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016101.698806:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016101.718375:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016101.736406:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016101.736980:0:9956:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336523648 00000100:00100000:1.0:1734016101.736987:0:9956:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336523648 00010000:00010000:1.0:1734016101.737020:0:9956:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a803b180/0x3f004d6452e06774 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d05f6 expref: 27 pid: 6482 timeout: 465 lvb_type: 0 00000100:00100000:1.0:1734016101.737051:0:9956:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2624 00000100:00100000:1.0:1734016101.737059:0:9956:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074620000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+27:1978:x1818247336523648:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016101.737076:0:9956:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016101.737083:0:9956:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8800a803b180/0x3f004d6452e06774 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d05f6 expref: 27 pid: 6482 timeout: 465 lvb_type: 0 00010000:00010000:1.0:1734016101.737095:0:9956:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8800a803b180/0x3f004d6452e06774 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d05f6 expref: 27 pid: 6482 timeout: 465 lvb_type: 0 00010000:00010000:1.0:1734016101.737120:0:9956:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a803b180/0x3f004d6452e06774 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d05f6 expref: 27 pid: 6482 timeout: 465 lvb_type: 0 00010000:00010000:1.0:1734016101.737153:0:9956:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:1.0:1734016101.737158:0:9956:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff880072171f80/0x3f004d6452e0679e lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6481 initiator: MDT0 00010000:00010000:1.0:1734016101.737166:0:9956:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880072171f80/0x3f004d6452e0679e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6481 initiator: MDT0 00010000:00010000:1.0:1734016101.737174:0:9956:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880072171f80/0x3f004d6452e0679e lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6481 initiator: MDT0 00010000:00010000:1.0:1734016101.737197:0:9956:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016101.737242:0:9956:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074620000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+26:1978:x1818247336523648:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 183us (845us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016101.737249:0:9956:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2624 00010000:00010000:1.0:1734016101.737280:0:6481:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff880072171f80/0x3f004d6452e0679e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6481 initiator: MDT0 00010000:00010000:1.0:1734016101.737289:0:6481:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880072171f80/0x3f004d6452e0679e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6481 initiator: MDT0 00000001:00080000:1.0:1734016101.737386:0:6481:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294968465 00000004:00010000:1.0:1734016101.737426:0:6481:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff880136a24e00 reply state ffff88007692f000 transno 4294968466 ns: mdt-lustre-MDT0000_UUID lock: ffff880072171f80/0x3f004d6452e0679e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6481 initiator: MDT0 00000100:00100000:1.0:1734016101.737433:0:6481:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1734016101.737494:0:6481:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880136a24e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+35:9673:x1818247336523520:12345-192.168.201.10@tcp:36:fsx.0 Request processed in 17443us (19133us total) trans 4294968466 rc 0/0 00000100:00100000:1.0:1734016101.737500:0:6481:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 1831 00000020:00080000:1.0:1734016101.737504:0:6481:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1734016101.739774:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016101.740561:0:7695:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336523776 00000100:00100000:0.0:1734016101.740570:0:7695:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336523776 00002000:00010000:0.0:1734016101.740603:0:7695:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (243384->18446744073709551615) 00002000:00100000:0.0:1734016101.740607:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074621c00 with x1818247336523776 ext(243384->18446744073709551615) 00002000:00010000:0.0:1734016101.740617:0:7695:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074621c00. 00000100:00100000:0.0:1734016101.740637:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8163 00000100:00100000:0.0:1734016101.740644:0:7695:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074621c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1981:x1818247336523776:12345-192.168.201.10@tcp:10:fsx.0 00002000:00010000:1.0:1734016101.756324:0:7695:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 8037901 -> 243384 00002000:00010000:1.0:1734016101.756334:0:7695:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016101 -> 1734016101 00002000:00010000:1.0:1734016101.756336:0:7695:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016100 -> 1734016100 00002000:00010000:1.0:1734016101.756338:0:7695:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016101 -> 1734016101 00002000:00010000:1.0:1734016101.756340:0:7695:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 872 -> 88 00000100:00100000:1.0:1734016101.756445:0:7695:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074621c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+8:1981:x1818247336523776:12345-192.168.201.10@tcp:10:fsx.0 Request processed in 15793us (16672us total) trans 4294969067 rc 0/0 00000100:00100000:1.0:1734016101.756456:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8163 00002000:00010000:1.0:1734016101.756462:0:7695:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (243384->18446744073709551615) 00002000:00100000:1.0:1734016101.756465:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074621c00 with x1818247336523776 ext(243384->18446744073709551615) 00002000:00010000:1.0:1734016101.756473:0:7695:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074621c00. 00000100:00100000:0.0:1734016101.759151:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016101.765814:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016101.784501:0:10115:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336524160 00000100:00100000:0.0:1734016101.784513:0:10115:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336524160 00000100:00100000:0.0:1734016101.784567:0:10115:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9964 00000100:00100000:0.0:1734016101.784575:0:10115:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007409b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1980:x1818247336524160:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:0.0:1734016101.784598:0:10115:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016101.784618:0:10115:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a803b3c0/0x3f004d6452e067ba lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d062e expref: -99 pid: 10115 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016101.784684:0:10115:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074e41880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10115:1818247339333632:192.168.201.10@tcp:106: 00000100:00100000:0.0:1734016101.784775:0:10115:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012cf4f000 going to sleep for 11 seconds 00000100:00100000:3.0:1734016101.803314:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016101.803986:0:6482:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336524288 00000100:00100000:0.0:1734016101.803996:0:6482:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336524288 00000100:00100000:0.0:1734016101.804062:0:6482:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 1833 00000100:00100000:0.0:1734016101.804069:0:6482:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074621f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+34:9673:x1818247336524288:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:0.0:1734016101.804097:0:6482:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016101.804118:0:6482:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8038b40/0x3f004d6452e067c1 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d0635 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016101.804210:0:6482:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a803ba80/0x3f004d6452e067c8 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 6482 initiator: MDT0 00010000:00010000:0.0:1734016101.804224:0:6482:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a803ba80/0x3f004d6452e067c8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6482 initiator: MDT0 00010000:00010000:0.0:1734016101.804235:0:6482:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a803ba80/0x3f004d6452e067c8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6482 initiator: MDT0 00000004:00200000:0.0:1734016101.804261:0:6482:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 243384 00000004:00200000:0.0:1734016101.804265:0:6482:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1734016101.804282:0:6482:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800a803ba80/0x3f004d6452e067c8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6482 initiator: MDT0 00010000:00010000:0.0:1734016101.804309:0:6482:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8038b40/0x3f004d6452e067c1 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0635 expref: 36 pid: 6482 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016101.804345:0:6482:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a803ba80/0x3f004d6452e067c8 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0635 expref: 35 pid: 6482 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016101.804357:0:6482:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:0.0:1734016101.804360:0:6482:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1734016101.804363:0:6482:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a803ba80, rc 0) 00000100:00100000:0.0:1734016101.804430:0:6482:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074621f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+35:9673:x1818247336524288:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 361us (1127us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016101.804437:0:6482:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 1833 00000100:00100000:3.0:1734016101.822493:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016101.837308:0:10115:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336524544 00000100:00100000:0.0:1734016101.837321:0:10115:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336524544 00000100:00100000:0.0:1734016101.837379:0:10115:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9966 00000100:00100000:0.0:1734016101.837387:0:10115:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074098e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1981:x1818247336524544:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:0.0:1734016101.837409:0:10115:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016101.837429:0:10115:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a803af40/0x3f004d6452e067d6 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d0643 expref: -99 pid: 10115 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016101.837493:0:10115:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074e42a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10115:1818247339333888:192.168.201.10@tcp:106: 00000100:00100000:0.0:1734016101.838332:0:10115:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012cf4f0c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016101.843168:0:10115:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074e42a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10115:1818247339333888:192.168.201.10@tcp:106: 00010000:00010000:0.0:1734016101.843212:0:10115:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a803af40/0x3f004d6452e067d6 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0643 expref: 9 pid: 10115 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016101.843226:0:10115:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a803af40/0x3f004d6452e067d6 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0643 expref: 9 pid: 10115 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016101.843247:0:10115:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a803af40, rc 0) 00000100:00100000:0.0:1734016101.844261:0:10115:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074098e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1981:x1818247336524544:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 6869us (7809us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016101.844271:0:10115:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9966 00000100:00100000:1.0:1734016101.848081:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016101.848153:0:10115:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336524672 00000100:00100000:0.0:1734016101.848949:0:10115:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336524672 00000100:00100000:0.0:1734016101.849002:0:10115:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9967 00000100:00100000:0.0:1734016101.849009:0:10115:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880136a26d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1980:x1818247336524672:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:0.0:1734016101.849027:0:10115:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016101.849045:0:10115:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a8038240/0x3f004d6452e067dd lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d064a expref: -99 pid: 10115 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016101.849101:0:10115:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074e42a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10115:1818247339334016:192.168.201.10@tcp:106: 00000100:00100000:0.0:1734016101.849174:0:10115:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012cf4f0c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016101.851759:0:10115:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074e42a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10115:1818247339334016:192.168.201.10@tcp:106: 00010000:00010000:0.0:1734016101.851802:0:10115:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a8038240/0x3f004d6452e067dd lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d064a expref: 9 pid: 10115 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016101.851815:0:10115:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a8038240/0x3f004d6452e067dd lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d064a expref: 9 pid: 10115 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016101.851841:0:10115:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a8038240, rc 0) 00000100:00100000:1.0:1734016101.856364:0:10115:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880136a26d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1980:x1818247336524672:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 7343us (8285us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016101.856378:0:10115:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9967 00000100:00100000:3.0:1734016101.860925:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016101.861022:0:10115:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336524800 00000100:00100000:1.0:1734016101.861032:0:10115:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336524800 00000100:00100000:1.0:1734016101.861087:0:10115:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9968 00000100:00100000:1.0:1734016101.861095:0:10115:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074622300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:9673:x1818247336524800:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:1.0:1734016101.861115:0:10115:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016101.861136:0:10115:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880097236ac0/0x3f004d6452e067e4 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d0651 expref: -99 pid: 10115 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016101.861163:0:10115:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a803bcc0/0x3f004d6452e06789 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5349376->5394431) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d060b expref: 7 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016101.861170:0:10115:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016101.861172:0:10115:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016101.861175:0:10115:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880097236ac0/0x3f004d6452e067e4 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [237568->241663] (req 237568->241663) gid 0 flags: 0x50000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0651 expref: 9 pid: 10115 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016101.861208:0:10115:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a803bcc0/0x3f004d6452e06789 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5349376->5394431) gid 0 flags: 0x50000000020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d060b expref: 7 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016101.861219:0:10115:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a803bcc0/0x3f004d6452e06789 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5349376->5394431) gid 0 flags: 0x70000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d060b expref: 7 pid: 7689 timeout: 465 lvb_type: 0 00000100:00100000:1.0:1734016101.861231:0:10115:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880136a25f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10115:1818247339334144:192.168.201.10@tcp:104: 00000100:00100000:1.0:1734016101.861289:0:10115:0:(client.c:2562:ptlrpc_set_wait()) set ffff88006d6ffa80 going to sleep for 11 seconds 00000100:00100000:1.0:1734016101.869489:0:10115:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880136a25f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10115:1818247339334144:192.168.201.10@tcp:104: 00010000:00010000:1.0:1734016101.869530:0:10115:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880097236ac0/0x3f004d6452e067e4 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [237568->241663] (req 237568->241663) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0651 expref: 9 pid: 10115 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016101.869553:0:10115:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097236ac0, rc 0) 00000100:00100000:1.0:1734016101.869629:0:10115:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074622300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+9:9673:x1818247336524800:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 8533us (8712us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016101.869637:0:10115:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9968 00000100:00100000:3.0:1734016101.869756:0:7705:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336524928 00000100:00100000:3.0:1734016101.869762:0:7705:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336524928 00010000:00010000:3.0:1734016101.869785:0:7705:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a803bcc0/0x3f004d6452e06789 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5349376->5394431) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d060b expref: 8 pid: 7689 timeout: 465 lvb_type: 0 00000100:00100000:3.0:1734016101.869807:0:7705:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2625 00000100:00100000:3.0:1734016101.869812:0:7705:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b1e47050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+8:1978:x1818247336524928:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016101.869823:0:7705:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016101.869847:0:7705:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a803bcc0/0x3f004d6452e06789 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 5349376->5394431) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d060b expref: 8 pid: 7689 timeout: 465 lvb_type: 0 00010000:00010000:3.0:1734016101.869857:0:7705:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a803bcc0/0x3f004d6452e06789 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 5349376->5394431) gid 0 flags: 0x50000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d060b expref: 8 pid: 7689 timeout: 465 lvb_type: 0 00010000:00010000:3.0:1734016101.869912:0:7705:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a803bcc0/0x3f004d6452e06789 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 5349376->5394431) gid 0 flags: 0x44801400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d060b expref: 8 pid: 7689 timeout: 465 lvb_type: 0 00010000:00010000:3.0:1734016101.869932:0:7705:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016101.869934:0:7705:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016101.869938:0:7705:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880097236ac0/0x3f004d6452e067e4 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 237568->241663) gid 0 flags: 0x40080000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0651 expref: 8 pid: 10115 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016101.869946:0:7705:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880097236ac0/0x3f004d6452e067e4 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 237568->241663) gid 0 flags: 0x40080000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0651 expref: 8 pid: 10115 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016101.869974:0:7705:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880097236ac0/0x3f004d6452e067e4 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 237568->241663) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0651 expref: 8 pid: 10115 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016101.869985:0:7705:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074623480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7705:1818247339334272:192.168.201.10@tcp:105: 00000100:00100000:3.0:1734016101.870020:0:7705:0:(client.c:2562:ptlrpc_set_wait()) set ffff88006d83b9c0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016101.873694:0:7705:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074623480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7705:1818247339334272:192.168.201.10@tcp:105: 00010000:00010000:3.0:1734016101.873731:0:7705:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016101.873789:0:7705:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b1e47050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1978:x1818247336524928:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 3972us (7109us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016101.873802:0:7705:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2625 00000100:00100000:1.0:1734016101.874053:0:7695:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336525184 00000100:00100000:1.0:1734016101.874064:0:7695:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336525184 00002000:00100000:1.0:1734016101.874105:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (237568->241663) req@ffff880074098a80 x1818247336525184/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:62/0 lens 488/0 e 0 to 0 dl 1734016112 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016101.874114:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074098a80 with x1818247336525184 ext(237568->241663) 00002000:00010000:1.0:1734016101.874119:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074098a80 00000100:00100000:1.0:1734016101.874159:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8164 00000100:00100000:1.0:1734016101.874166:0:7695:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074098a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+9:1978:x1818247336525184:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:1.0:1734016101.874308:0:7695:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074098a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+9:1978:x1818247336525184:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 142us (291us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016101.874315:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8164 00002000:00100000:1.0:1734016101.874320:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (237568->241663) req@ffff880074098a80 x1818247336525184/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:62/0 lens 488/4536 e 0 to 0 dl 1734016112 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016101.874327:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074098a80 with x1818247336525184 ext(237568->241663) 00002000:00010000:1.0:1734016101.874329:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074098a80 00000100:00100000:0.0:1734016101.877816:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016101.880442:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8165 00000100:00100000:1.0:1734016101.880453:0:7695:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074e42a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+9:1978:x1818247336525440:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:1.0:1734016101.880669:0:7695:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074e42a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+9:1978:x1818247336525440:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 217us (2864us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016101.880677:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8165 00002000:00100000:1.0:1734016101.880684:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (86016->90111) req@ffff880074e42a00 x1818247336525440/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:62/0 lens 488/4536 e 0 to 0 dl 1734016112 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016101.880691:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074e42a00 with x1818247336525440 ext(86016->90111) 00002000:00010000:1.0:1734016101.880694:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074e42a00 00000100:00100000:0.0:1734016101.887259:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016101.890655:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016101.890747:0:7695:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336525952 00000100:00100000:1.0:1734016101.890756:0:7695:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336525952 00002000:00100000:1.0:1734016101.890801:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (77824->81919) req@ffff880076948a80 x1818247336525952/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:62/0 lens 488/0 e 0 to 0 dl 1734016112 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016101.890810:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076948a80 with x1818247336525952 ext(77824->81919) 00002000:00010000:1.0:1734016101.890814:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076948a80 00000100:00100000:1.0:1734016101.890848:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8167 00000100:00100000:1.0:1734016101.890855:0:7695:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076948a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+9:1981:x1818247336525952:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:1.0:1734016101.891044:0:7695:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076948a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+9:1981:x1818247336525952:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 188us (397us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016101.891052:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8167 00002000:00100000:1.0:1734016101.891059:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (77824->81919) req@ffff880076948a80 x1818247336525952/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:62/0 lens 488/4536 e 0 to 0 dl 1734016112 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016101.891066:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076948a80 with x1818247336525952 ext(77824->81919) 00002000:00010000:1.0:1734016101.891069:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076948a80 00000100:00100000:0.0:1734016101.898091:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016101.901208:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016101.901293:0:7695:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336526464 00000100:00100000:1.0:1734016101.901300:0:7695:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336526464 00002000:00100000:1.0:1734016101.901334:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (69632->73727) req@ffff88009205b800 x1818247336526464/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:62/0 lens 488/0 e 0 to 0 dl 1734016112 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016101.901348:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88009205b800 with x1818247336526464 ext(69632->73727) 00002000:00010000:1.0:1734016101.901352:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009205b800 00000100:00100000:1.0:1734016101.901377:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8169 00000100:00100000:1.0:1734016101.901382:0:7695:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009205b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+9:1980:x1818247336526464:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:1.0:1734016101.901513:0:7695:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009205b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+9:1980:x1818247336526464:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 130us (315us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016101.901519:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8169 00002000:00100000:1.0:1734016101.901525:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (69632->73727) req@ffff88009205b800 x1818247336526464/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:62/0 lens 488/4536 e 0 to 0 dl 1734016112 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016101.901532:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88009205b800 with x1818247336526464 ext(69632->73727) 00002000:00010000:1.0:1734016101.901534:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009205b800 00000100:00100000:0.0:1734016101.903477:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016101.905803:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016101.905894:0:7695:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336526976 00000100:00100000:1.0:1734016101.905903:0:7695:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336526976 00002000:00100000:1.0:1734016101.905949:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (61440->65535) req@ffff88009205aa00 x1818247336526976/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:62/0 lens 488/0 e 0 to 0 dl 1734016112 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016101.905958:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88009205aa00 with x1818247336526976 ext(61440->65535) 00002000:00010000:1.0:1734016101.905964:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009205aa00 00000100:00100000:1.0:1734016101.905996:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8171 00000100:00100000:1.0:1734016101.906003:0:7695:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009205aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+9:1981:x1818247336526976:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:1.0:1734016101.906177:0:7695:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009205aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+9:1981:x1818247336526976:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 175us (381us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016101.906185:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8171 00002000:00100000:1.0:1734016101.906191:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (61440->65535) req@ffff88009205aa00 x1818247336526976/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:62/0 lens 488/4536 e 0 to 0 dl 1734016112 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016101.906197:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88009205aa00 with x1818247336526976 ext(61440->65535) 00002000:00010000:1.0:1734016101.906200:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009205aa00 00000100:00100000:0.0:1734016101.910837:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00002000:00100000:3.0:1734016101.912967:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (57344->61439) req@ffff88009205b480 x1818247336527232/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:62/0 lens 488/0 e 0 to 0 dl 1734016112 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016101.912977:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88009205b480 with x1818247336527232 ext(57344->61439) 00002000:00010000:3.0:1734016101.912982:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009205b480 00000100:00100000:3.0:1734016101.913274:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8172 00000100:00100000:3.0:1734016101.913283:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009205b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+9:1981:x1818247336527232:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:3.0:1734016101.913457:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009205b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+9:1981:x1818247336527232:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 175us (2630us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016101.913464:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8172 00002000:00100000:3.0:1734016101.913469:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (57344->61439) req@ffff88009205b480 x1818247336527232/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:62/0 lens 488/4536 e 0 to 0 dl 1734016112 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016101.913475:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88009205b480 with x1818247336527232 ext(57344->61439) 00002000:00010000:3.0:1734016101.913477:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009205b480 00000100:00100000:0.0:1734016101.922486:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016101.922595:0:7695:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336527488 00000100:00100000:1.0:1734016101.922605:0:7695:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336527488 00002000:00100000:1.0:1734016101.922648:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (53248->57343) req@ffff88009205a300 x1818247336527488/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:62/0 lens 488/0 e 0 to 0 dl 1734016112 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016101.922658:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88009205a300 with x1818247336527488 ext(53248->57343) 00002000:00010000:1.0:1734016101.922664:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009205a300 00000100:00100000:1.0:1734016101.922697:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8173 00000100:00100000:1.0:1734016101.922704:0:7695:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009205a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+9:1981:x1818247336527488:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:1.0:1734016101.923725:0:7695:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009205a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+9:1981:x1818247336527488:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 1007us (1237us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016101.923733:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8173 00002000:00100000:1.0:1734016101.923740:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (53248->57343) req@ffff88009205a300 x1818247336527488/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:62/0 lens 488/4536 e 0 to 0 dl 1734016112 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016101.923747:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88009205a300 with x1818247336527488 ext(53248->57343) 00002000:00010000:1.0:1734016101.923751:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009205a300 00000100:00100000:0.0:1734016101.930501:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016101.930597:0:10115:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336527616 00000100:00100000:1.0:1734016101.930608:0:10115:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336527616 00000100:00100000:1.0:1734016101.930667:0:10115:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9969 00000100:00100000:1.0:1734016101.930676:0:10115:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880092058e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1980:x1818247336527616:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:1.0:1734016101.930699:0:10115:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016101.930727:0:10115:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800972358c0/0x3f004d6452e067eb lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d0658 expref: -99 pid: 10115 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016101.930761:0:10115:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016101.930764:0:10115:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016101.930772:0:10115:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800972358c0/0x3f004d6452e067eb lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0658 expref: 8 pid: 10115 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016101.930788:0:10115:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800972358c0/0x3f004d6452e067eb lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0658 expref: 8 pid: 10115 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016101.930801:0:10115:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800972358c0, rc 0) 00000100:00100000:1.0:1734016101.930855:0:10115:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880092058e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+8:1980:x1818247336527616:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 180us (366us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016101.930888:0:10115:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9969 00000100:00100000:0.0:1734016101.944686:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016101.951277:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016101.951329:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016101.951424:0:7705:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336527872 00000100:00100000:3.0:1734016101.951435:0:7705:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336527872 00010000:00010000:3.0:1734016101.951472:0:7705:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800972358c0/0x3f004d6452e067eb lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0658 expref: 9 pid: 10115 timeout: 466 lvb_type: 1 00000100:00100000:3.0:1734016101.951513:0:7705:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336528000 00000100:00100000:3.0:1734016101.951515:0:7705:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336528000 00010000:00010000:3.0:1734016101.951524:0:7705:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880097236ac0/0x3f004d6452e067e4 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 237568->241663) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0651 expref: 9 pid: 10115 timeout: 466 lvb_type: 0 00000100:00100000:3.0:1734016101.951542:0:7705:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2626 00000100:00100000:3.0:1734016101.951548:0:7705:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880092058380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+9:1979:x1818247336527872:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016101.951563:0:7705:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016101.951585:0:7705:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800972358c0/0x3f004d6452e067eb lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0658 expref: 9 pid: 10115 timeout: 466 lvb_type: 1 00010000:00010000:3.0:1734016101.951596:0:7705:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800972358c0/0x3f004d6452e067eb lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0658 expref: 9 pid: 10115 timeout: 466 lvb_type: 1 00010000:00010000:3.0:1734016101.951619:0:7705:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800972358c0/0x3f004d6452e067eb lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0658 expref: 9 pid: 10115 timeout: 466 lvb_type: 1 00010000:00010000:3.0:1734016101.951643:0:7705:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016101.951682:0:7705:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880092058380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+8:1979:x1818247336527872:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 133us (414us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016101.951689:0:7705:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2626 00000100:00100000:3.0:1734016101.951703:0:7705:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2627 00000100:00100000:3.0:1734016101.951708:0:7705:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009205a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+9:1979:x1818247336528000:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016101.951725:0:7705:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016101.951732:0:7705:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880097236ac0/0x3f004d6452e067e4 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 237568->241663) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0651 expref: 9 pid: 10115 timeout: 466 lvb_type: 0 00010000:00010000:3.0:1734016101.951741:0:7705:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880097236ac0/0x3f004d6452e067e4 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 237568->241663) gid 0 flags: 0x50000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0651 expref: 9 pid: 10115 timeout: 466 lvb_type: 0 00010000:00010000:3.0:1734016101.951752:0:7705:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097236ac0/0x3f004d6452e067e4 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 237568->241663) gid 0 flags: 0x44801400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0651 expref: 9 pid: 10115 timeout: 466 lvb_type: 0 00010000:00010000:3.0:1734016101.951761:0:7705:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016101.951763:0:7705:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016101.951769:0:7705:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880072170d80/0x3f004d6452e067f2 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 9191424->9236479) gid 0 flags: 0x40080000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d065f expref: 7 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016101.951778:0:7705:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880072170d80/0x3f004d6452e067f2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 9191424->9236479) gid 0 flags: 0x40080000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d065f expref: 7 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016101.951812:0:7705:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880072170d80/0x3f004d6452e067f2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 9191424->9236479) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d065f expref: 7 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016101.951826:0:7705:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074621880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7705:1818247339334656:192.168.201.10@tcp:105: 00000100:00100000:3.0:1734016101.951857:0:7705:0:(client.c:2562:ptlrpc_set_wait()) set ffff88006d83bcc0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016101.957405:0:7705:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074621880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7705:1818247339334656:192.168.201.10@tcp:105: 00010000:00010000:3.0:1734016101.957439:0:7705:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016101.957492:0:7705:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009205a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1979:x1818247336528000:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 5781us (6160us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016101.957504:0:7705:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2627 00000100:00100000:0.0:1734016101.958066:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016101.961062:0:3511:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1734016101.961082:0:3511:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880136a25f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3511:1818247339334912:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1734016101.961141:0:3511:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734016101.961416:0:13923:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339334912 00000100:00100000:1.0:1734016101.961424:0:13923:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339334912 00000100:00100000:1.0:1734016101.961478:0:13923:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 111 00000100:00100000:1.0:1734016101.961484:0:13923:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074621880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3511:x1818247339334912:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1734016101.961519:0:13923:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 490160704 pending 0 free 3923677184 avail 3692154880 00000100:00080000:0.0:1734016101.961606:0:6479:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1734016071 00000100:00100000:1.0:1734016101.962550:0:13923:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074621880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3511:x1818247339334912:12345-0@lo:13:osp-pre-0-0.0 Request processed in 1064us (1407us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016101.962557:0:13923:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 111 00000100:00100000:3.0:1734016101.962773:0:3511:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880136a25f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3511:1818247339334912:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1734016101.970555:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016101.971243:0:10115:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9972 00000100:00100000:1.0:1734016101.971250:0:10115:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880092059500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1981:x1818247336528256:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:1.0:1734016101.971269:0:10115:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016101.971288:0:10115:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880097234b40/0x3f004d6452e06800 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d066d expref: -99 pid: 10115 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016101.971351:0:10115:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880136a25180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10115:1818247339335040:192.168.201.10@tcp:106: 00000100:00100000:1.0:1734016101.971420:0:10115:0:(client.c:2562:ptlrpc_set_wait()) set ffff88006d6ff180 going to sleep for 11 seconds 00000100:00100000:1.0:1734016101.973125:0:10115:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880136a25180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10115:1818247339335040:192.168.201.10@tcp:106: 00010000:00010000:1.0:1734016101.973158:0:10115:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880097234b40/0x3f004d6452e06800 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d066d expref: 9 pid: 10115 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016101.973169:0:10115:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097234b40/0x3f004d6452e06800 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d066d expref: 9 pid: 10115 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016101.973183:0:10115:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097234b40, rc 0) 00000100:00100000:1.0:1734016101.973437:0:10115:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880092059500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1981:x1818247336528256:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 2185us (2893us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016101.973444:0:10115:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9972 00000100:00100000:0.0:1734016101.981139:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016101.981269:0:10115:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336528384 00000100:00100000:1.0:1734016101.981282:0:10115:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336528384 00000100:00100000:1.0:1734016101.984400:0:10115:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9973 00000100:00100000:1.0:1734016101.984413:0:10115:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880092059f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+8:1980:x1818247336528384:12345-192.168.201.10@tcp:22:fsx.0 00002000:00010000:1.0:1734016101.984597:0:10115:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 9233969 -> 243384 00002000:00010000:1.0:1734016101.984600:0:10115:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016101 -> 1734016101 00002000:00010000:1.0:1734016101.984602:0:10115:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016100 -> 1734016100 00002000:00010000:1.0:1734016101.984604:0:10115:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016101 -> 1734016101 00002000:00010000:1.0:1734016101.984606:0:10115:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 88 -> 88 00000100:00100000:1.0:1734016101.984701:0:10115:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880092059f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+9:1980:x1818247336528384:12345-192.168.201.10@tcp:22:fsx.0 Request processed in 290us (3575us total) trans 4294969068 rc 0/0 00000100:00100000:1.0:1734016101.984722:0:10115:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9973 00000100:00100000:0.0:1734016101.992415:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016101.993362:0:10115:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336528512 00000100:00100000:1.0:1734016101.993373:0:10115:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336528512 00000100:00100000:1.0:1734016101.993428:0:10115:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9974 00000100:00100000:1.0:1734016101.993436:0:10115:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009205b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1980:x1818247336528512:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:1.0:1734016101.993455:0:10115:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016101.993474:0:10115:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880097234000/0x3f004d6452e06807 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d0674 expref: -99 pid: 10115 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016101.993534:0:10115:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880136a25180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10115:1818247339335168:192.168.201.10@tcp:106: 00000100:00100000:1.0:1734016101.993602:0:10115:0:(client.c:2562:ptlrpc_set_wait()) set ffff88006d6ff180 going to sleep for 11 seconds 00002000:00010000:1.0:1734016101.997525:0:10115:0:(ofd_lvb.c:277:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size: 243384 -> 9233969 00000100:00100000:1.0:1734016101.997555:0:10115:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880136a25180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10115:1818247339335168:192.168.201.10@tcp:106: 00010000:00010000:1.0:1734016101.997601:0:10115:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880097234000/0x3f004d6452e06807 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0674 expref: 9 pid: 10115 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016101.997615:0:10115:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097234000/0x3f004d6452e06807 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0674 expref: 9 pid: 10115 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016101.997638:0:10115:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097234000, rc 0) 00000100:00100000:1.0:1734016101.997708:0:10115:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009205b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1980:x1818247336528512:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 4270us (5301us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016101.997726:0:10115:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9974 00000100:00100000:0.0:1734016102.000348:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016102.000693:0:10115:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336528640 00000100:00100000:1.0:1734016102.000703:0:10115:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336528640 00000100:00100000:1.0:1734016102.001026:0:10115:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9975 00000100:00100000:1.0:1734016102.001034:0:10115:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880092059180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1980:x1818247336528640:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:1.0:1734016102.001056:0:10115:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016102.001076:0:10115:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880097236d00/0x3f004d6452e0680e lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d067b expref: -99 pid: 10115 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016102.001131:0:10115:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880136a25180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10115:1818247339335296:192.168.201.10@tcp:106: 00000100:00100000:1.0:1734016102.001199:0:10115:0:(client.c:2562:ptlrpc_set_wait()) set ffff88006d6ff180 going to sleep for 11 seconds 00000100:00100000:1.0:1734016102.003602:0:10115:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880136a25180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10115:1818247339335296:192.168.201.10@tcp:106: 00010000:00010000:1.0:1734016102.003646:0:10115:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880097236d00/0x3f004d6452e0680e lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d067b expref: 9 pid: 10115 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016102.003662:0:10115:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097236d00/0x3f004d6452e0680e lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d067b expref: 9 pid: 10115 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016102.003674:0:10115:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097236d00, rc 0) 00000100:00100000:1.0:1734016102.003745:0:10115:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880092059180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1980:x1818247336528640:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 2709us (3405us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016102.003755:0:10115:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9975 00000100:00100000:0.0:1734016102.006239:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016102.015545:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016102.015905:0:7705:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336529024 00000100:00100000:3.0:1734016102.015912:0:7705:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336529024 00010000:00010000:3.0:1734016102.015946:0:7705:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880072172d00/0x3f004d6452e067ac lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0620 expref: 27 pid: 6481 timeout: 466 lvb_type: 0 00000100:00100000:3.0:1734016102.015983:0:7705:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2628 00000100:00100000:3.0:1734016102.015990:0:7705:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074ebf480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+27:1979:x1818247336529024:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016102.016007:0:7705:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016102.016013:0:7705:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880072172d00/0x3f004d6452e067ac lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0620 expref: 27 pid: 6481 timeout: 466 lvb_type: 0 00010000:00010000:3.0:1734016102.016028:0:7705:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880072172d00/0x3f004d6452e067ac lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0620 expref: 27 pid: 6481 timeout: 466 lvb_type: 0 00010000:00010000:3.0:1734016102.016048:0:7705:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880072172d00/0x3f004d6452e067ac lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0620 expref: 27 pid: 6481 timeout: 466 lvb_type: 0 00010000:00010000:3.0:1734016102.016067:0:7705:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:3.0:1734016102.016071:0:7705:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff880072172640/0x3f004d6452e06815 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6481 initiator: MDT0 00010000:00010000:3.0:1734016102.016080:0:7705:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880072172640/0x3f004d6452e06815 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6481 initiator: MDT0 00010000:00010000:3.0:1734016102.016087:0:7705:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880072172640/0x3f004d6452e06815 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6481 initiator: MDT0 00010000:00010000:3.0:1734016102.016105:0:7705:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016102.016159:0:7705:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074ebf480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+26:1979:x1818247336529024:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 168us (625us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016102.016166:0:7705:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2628 00000100:00100000:0.0:1734016102.024687:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016102.024806:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336529152 00000100:00100000:3.0:1734016102.024817:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336529152 00002000:00010000:3.0:1734016102.024977:0:7694:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (1884837->18446744073709551615) 00002000:00100000:3.0:1734016102.024982:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074ebc000 with x1818247336529152 ext(1884837->18446744073709551615) 00002000:00010000:3.0:1734016102.024994:0:7694:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074ebc000. 00000100:00100000:3.0:1734016102.025023:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8174 00000100:00100000:3.0:1734016102.025031:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074ebc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+9:1981:x1818247336529152:12345-192.168.201.10@tcp:10:fsx.0 00002000:00010000:3.0:1734016102.025246:0:7694:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 9233969 -> 1884837 00002000:00010000:3.0:1734016102.025250:0:7694:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016101 -> 1734016101 00002000:00010000:3.0:1734016102.025252:0:7694:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016100 -> 1734016100 00002000:00010000:3.0:1734016102.025254:0:7694:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016101 -> 1734016101 00002000:00010000:3.0:1734016102.025256:0:7694:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 88 -> 88 00000100:00100000:3.0:1734016102.025307:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074ebc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+10:1981:x1818247336529152:12345-192.168.201.10@tcp:10:fsx.0 Request processed in 276us (631us total) trans 4294969069 rc 0/0 00000100:00100000:3.0:1734016102.025314:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8174 00002000:00010000:3.0:1734016102.025317:0:7694:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (1884837->18446744073709551615) 00002000:00100000:3.0:1734016102.025320:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074ebc000 with x1818247336529152 ext(1884837->18446744073709551615) 00002000:00010000:3.0:1734016102.025324:0:7694:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074ebc000. 00000100:00080000:0.0:1734016102.025708:0:6479:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734016072 00000100:00100000:0.0:1734016102.027285:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016102.034626:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016102.034741:0:10115:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336529408 00000100:00100000:1.0:1734016102.034753:0:10115:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336529408 00000100:00100000:1.0:1734016102.034814:0:10115:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9976 00000100:00100000:1.0:1734016102.034822:0:10115:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074ebca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1978:x1818247336529408:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:1.0:1734016102.034842:0:10115:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016102.034861:0:10115:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880097235200/0x3f004d6452e0682a lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d0689 expref: -99 pid: 10115 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016102.034963:0:10115:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880136a25180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10115:1818247339335552:192.168.201.10@tcp:106: 00000100:00100000:1.0:1734016102.035024:0:10115:0:(client.c:2562:ptlrpc_set_wait()) set ffff88006d6ff180 going to sleep for 11 seconds 00000100:00100000:1.0:1734016102.054508:0:10115:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880136a25180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10115:1818247339335552:192.168.201.10@tcp:106: 00010000:00010000:1.0:1734016102.054567:0:10115:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880097235200/0x3f004d6452e0682a lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0689 expref: 9 pid: 10115 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016102.054583:0:10115:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097235200/0x3f004d6452e0682a lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0689 expref: 9 pid: 10115 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016102.054618:0:10115:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097235200, rc 0) 00000100:00100000:1.0:1734016102.054674:0:10115:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074ebca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1978:x1818247336529408:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 19851us (20057us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016102.054684:0:10115:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9976 00000100:00100000:0.0:1734016102.057197:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016102.057304:0:10115:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336529536 00000100:00100000:1.0:1734016102.057314:0:10115:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336529536 00000100:00100000:1.0:1734016102.057377:0:10115:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9977 00000100:00100000:1.0:1734016102.057386:0:10115:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074ebfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1981:x1818247336529536:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:1.0:1734016102.057410:0:10115:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016102.057431:0:10115:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880097237cc0/0x3f004d6452e06831 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d0690 expref: -99 pid: 10115 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016102.057494:0:10115:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880136a25180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10115:1818247339335680:192.168.201.10@tcp:106: 00000100:00100000:1.0:1734016102.057557:0:10115:0:(client.c:2562:ptlrpc_set_wait()) set ffff88006d6ff180 going to sleep for 11 seconds 00000100:00100000:1.0:1734016102.059287:0:10115:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880136a25180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10115:1818247339335680:192.168.201.10@tcp:106: 00010000:00010000:1.0:1734016102.059319:0:10115:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880097237cc0/0x3f004d6452e06831 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0690 expref: 9 pid: 10115 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016102.059331:0:10115:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097237cc0/0x3f004d6452e06831 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0690 expref: 9 pid: 10115 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016102.059356:0:10115:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097237cc0, rc 0) 00000100:00100000:1.0:1734016102.059390:0:10115:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074ebfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1981:x1818247336529536:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 2004us (2201us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016102.059398:0:10115:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9977 00000100:00100000:0.0:1734016102.070554:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016102.070805:0:7695:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336529792 00000100:00100000:1.0:1734016102.070817:0:7695:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336529792 00002000:00100000:1.0:1734016102.070989:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (1056768->1060863) req@ffff880074ebd500 x1818247336529792/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:63/0 lens 488/0 e 0 to 0 dl 1734016113 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016102.070999:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074ebd500 with x1818247336529792 ext(1056768->1060863) 00002000:00010000:1.0:1734016102.071005:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074ebd500 00000100:00100000:1.0:1734016102.071040:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8175 00000100:00100000:1.0:1734016102.071047:0:7695:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074ebd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+10:1980:x1818247336529792:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:1.0:1734016102.074880:0:7695:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074ebd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+10:1980:x1818247336529792:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 3794us (4301us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016102.074903:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8175 00002000:00100000:1.0:1734016102.074927:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (1056768->1060863) req@ffff880074ebd500 x1818247336529792/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:63/0 lens 488/4536 e 0 to 0 dl 1734016113 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016102.074938:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074ebd500 with x1818247336529792 ext(1056768->1060863) 00002000:00010000:1.0:1734016102.074949:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074ebd500 00000100:00100000:0.0:1734016102.086338:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016102.086454:0:7695:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336530048 00000100:00100000:1.0:1734016102.086466:0:7695:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336530048 00002000:00100000:1.0:1734016102.086519:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (1052672->1056767) req@ffff880074ebdc00 x1818247336530048/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:63/0 lens 488/0 e 0 to 0 dl 1734016113 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016102.086530:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074ebdc00 with x1818247336530048 ext(1052672->1056767) 00002000:00010000:1.0:1734016102.086536:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074ebdc00 00000100:00100000:1.0:1734016102.086581:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8176 00000100:00100000:1.0:1734016102.086590:0:7695:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074ebdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+10:1981:x1818247336530048:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:1.0:1734016102.086826:0:7695:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074ebdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+10:1981:x1818247336530048:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 236us (499us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016102.086833:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8176 00002000:00100000:1.0:1734016102.086840:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (1052672->1056767) req@ffff880074ebdc00 x1818247336530048/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:63/0 lens 488/4536 e 0 to 0 dl 1734016113 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016102.086847:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074ebdc00 with x1818247336530048 ext(1052672->1056767) 00002000:00010000:1.0:1734016102.086850:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074ebdc00 00000100:00100000:0.0:1734016102.093173:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016102.093311:0:7695:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336530304 00000100:00100000:1.0:1734016102.093325:0:7695:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336530304 00002000:00100000:1.0:1734016102.093388:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (1048576->1052671) req@ffff880074ebdf80 x1818247336530304/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:63/0 lens 488/0 e 0 to 0 dl 1734016113 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016102.093400:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074ebdf80 with x1818247336530304 ext(1048576->1052671) 00002000:00010000:1.0:1734016102.093409:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074ebdf80 00000100:00100000:1.0:1734016102.093466:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8177 00000100:00100000:1.0:1734016102.093475:0:7695:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074ebdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+10:1979:x1818247336530304:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:1.0:1734016102.093774:0:7695:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074ebdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+10:1979:x1818247336530304:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 299us (615us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016102.093782:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8177 00002000:00100000:1.0:1734016102.093789:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (1048576->1052671) req@ffff880074ebdf80 x1818247336530304/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:63/0 lens 488/4536 e 0 to 0 dl 1734016113 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016102.093797:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074ebdf80 with x1818247336530304 ext(1048576->1052671) 00002000:00010000:1.0:1734016102.093800:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074ebdf80 00000100:00100000:0.0:1734016102.116764:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016102.116987:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336530560 00000100:00100000:3.0:1734016102.116999:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336530560 00002000:00100000:3.0:1734016102.117048:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (1044480->1048575) req@ffff880074ebe300 x1818247336530560/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:63/0 lens 488/0 e 0 to 0 dl 1734016113 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016102.117059:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074ebe300 with x1818247336530560 ext(1044480->1048575) 00002000:00010000:3.0:1734016102.117064:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074ebe300 00000100:00100000:3.0:1734016102.117101:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8178 00000100:00100000:3.0:1734016102.117107:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074ebe300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+10:1981:x1818247336530560:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:3.0:1734016102.117303:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074ebe300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+10:1981:x1818247336530560:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 194us (550us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016102.117311:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8178 00002000:00100000:3.0:1734016102.117317:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (1044480->1048575) req@ffff880074ebe300 x1818247336530560/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:63/0 lens 488/4536 e 0 to 0 dl 1734016113 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016102.117323:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074ebe300 with x1818247336530560 ext(1044480->1048575) 00002000:00010000:3.0:1734016102.117326:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074ebe300 00000100:00100000:0.0:1734016102.128771:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016102.128931:0:7695:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336530816 00000100:00100000:1.0:1734016102.128945:0:7695:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336530816 00002000:00100000:1.0:1734016102.129001:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (1040384->1044479) req@ffff880074ebf800 x1818247336530816/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:63/0 lens 488/0 e 0 to 0 dl 1734016113 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016102.129013:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074ebf800 with x1818247336530816 ext(1040384->1044479) 00002000:00010000:1.0:1734016102.129019:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074ebf800 00000100:00100000:1.0:1734016102.129139:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8179 00000100:00100000:1.0:1734016102.129147:0:7695:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074ebf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+10:1980:x1818247336530816:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:1.0:1734016102.129398:0:7695:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074ebf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+10:1980:x1818247336530816:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 250us (643us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016102.129406:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8179 00002000:00100000:1.0:1734016102.129412:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (1040384->1044479) req@ffff880074ebf800 x1818247336530816/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:63/0 lens 488/4536 e 0 to 0 dl 1734016113 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016102.129419:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074ebf800 with x1818247336530816 ext(1040384->1044479) 00002000:00010000:1.0:1734016102.129422:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074ebf800 00000100:00100000:0.0:1734016102.133946:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016102.134554:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336531072 00000100:00100000:3.0:1734016102.134567:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336531072 00002000:00100000:3.0:1734016102.134615:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (1036288->1040383) req@ffff880074ebe680 x1818247336531072/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:63/0 lens 488/0 e 0 to 0 dl 1734016113 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016102.134626:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074ebe680 with x1818247336531072 ext(1036288->1040383) 00002000:00010000:3.0:1734016102.134633:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074ebe680 00000100:00100000:3.0:1734016102.134661:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8180 00000100:00100000:3.0:1734016102.134667:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074ebe680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+10:1980:x1818247336531072:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:3.0:1734016102.134893:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074ebe680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+10:1980:x1818247336531072:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 225us (959us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016102.134901:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8180 00002000:00100000:3.0:1734016102.134906:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (1036288->1040383) req@ffff880074ebe680 x1818247336531072/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:63/0 lens 488/4536 e 0 to 0 dl 1734016113 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016102.134912:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074ebe680 with x1818247336531072 ext(1036288->1040383) 00002000:00010000:3.0:1734016102.134915:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074ebe680 00000100:00100000:3.0:1734016102.137622:0:3511:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074098000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:d6847433-36e0-498f-be35-6a8f02b47718:3511:1818247339335808:0@lo:400:kworker.0 00000100:00100000:3.0:1734016102.137719:0:3511:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734016102.137797:0:6477:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339335808 00000100:00100000:0.0:1734016102.137806:0:6477:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339335808 00000100:00100000:0.0:1734016102.137892:0:6477:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 317 00000100:00100000:0.0:1734016102.137901:0:6477:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b891050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d6847433-36e0-498f-be35-6a8f02b47718+18:3511:x1818247339335808:12345-0@lo:400:kworker.0 00000100:00080000:1.0:1734016102.137988:0:6479:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734016072 00000100:00100000:0.0:1734016102.138219:0:6477:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b891050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d6847433-36e0-498f-be35-6a8f02b47718+18:3511:x1818247339335808:12345-0@lo:400:kworker.0 Request processed in 318us (512us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016102.138226:0:6477:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 317 00000100:00100000:3.0:1734016102.138347:0:3511:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074098000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:d6847433-36e0-498f-be35-6a8f02b47718:3511:1818247339335808:0@lo:400:kworker.0 00000100:00100000:3.0:1734016102.138377:0:3509:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074098380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3509:1818247339336064:0@lo:400:kworker.0 00000100:00100000:3.0:1734016102.138397:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734016102.138409:0:3509:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1734016102.138413:0:3509:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007409a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3509:1818247339335936:0@lo:400:kworker.0 00000100:00100000:3.0:1734016102.138428:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734016102.138442:0:6482:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339336192 00000100:00100000:0.0:1734016102.138446:0:6482:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339336192 00000100:00100000:3.0:1734016102.138448:0:6481:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339336064 00000100:00100000:3.0:1734016102.138451:0:6481:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339336064 00000100:00100000:1.0:1734016102.138503:0:8966:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339335936 00000100:00100000:1.0:1734016102.138508:0:8966:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339335936 00000100:00100000:1.0:1734016102.138536:0:8966:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 207 00000100:00100000:1.0:1734016102.138540:0:8966:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074623480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3509:x1818247339335936:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734016102.138582:0:8966:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074623480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3509:x1818247339335936:12345-0@lo:400:kworker.0 Request processed in 40us (151us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016102.138586:0:8966:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 207 00000100:00100000:1.0:1734016102.139540:0:10115:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339336320 00000100:00100000:1.0:1734016102.139545:0:10115:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339336320 00000100:00100000:3.0:1734016102.139557:0:3509:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007409a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3509:1818247339335936:0@lo:400:kworker.0 00000100:00100000:1.0:1734016102.139574:0:10115:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 103 00000100:00100000:1.0:1734016102.139578:0:10115:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075228a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3510:x1818247339336320:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734016102.139593:0:7420:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 208 00000100:00100000:3.0:1734016102.139598:0:7420:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074620000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3509:x1818247339336064:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734016102.139618:0:10115:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075228a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3510:x1818247339336320:12345-0@lo:400:kworker.0 Request processed in 39us (1309us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016102.139623:0:10115:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 103 00000100:00100000:3.0:1734016102.139630:0:7420:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074620000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3509:x1818247339336064:12345-0@lo:400:kworker.0 Request processed in 32us (1233us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016102.139636:0:7420:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 208 00000100:00100000:3.0:1734016102.139658:0:3509:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074098380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3509:1818247339336064:0@lo:400:kworker.0 00000100:00100000:1.0:1734016102.141095:0:6482:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 209 00000100:00100000:1.0:1734016102.141102:0:6482:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075229880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3510:x1818247339336192:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734016102.141154:0:6482:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075229880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3510:x1818247339336192:12345-0@lo:400:kworker.0 Request processed in 52us (2886us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016102.141159:0:6482:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 209 00000100:00100000:0.0:1734016102.143991:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016102.144208:0:7695:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336531328 00000100:00100000:1.0:1734016102.144218:0:7695:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336531328 00002000:00100000:1.0:1734016102.144264:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (1032192->1036287) req@ffff880074ebed80 x1818247336531328/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:63/0 lens 488/0 e 0 to 0 dl 1734016113 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016102.144273:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074ebed80 with x1818247336531328 ext(1032192->1036287) 00002000:00010000:1.0:1734016102.144278:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074ebed80 00000100:00100000:1.0:1734016102.144311:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8181 00000100:00100000:1.0:1734016102.144317:0:7695:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074ebed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+10:1980:x1818247336531328:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:1.0:1734016102.144518:0:7695:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074ebed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+10:1980:x1818247336531328:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 200us (537us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016102.144525:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8181 00002000:00100000:1.0:1734016102.144531:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (1032192->1036287) req@ffff880074ebed80 x1818247336531328/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:63/0 lens 488/4536 e 0 to 0 dl 1734016113 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016102.144538:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074ebed80 with x1818247336531328 ext(1032192->1036287) 00002000:00010000:1.0:1734016102.144540:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074ebed80 00000100:00100000:0.0:1734016102.156083:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016102.164299:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336531456 00000100:00100000:1.0:1734016102.164316:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336531456 00000100:00100000:1.0:1734016102.164405:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9978 00000100:00100000:1.0:1734016102.164414:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074ebd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1981:x1818247336531456:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:1.0:1734016102.164435:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016102.164457:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880097237600/0x3f004d6452e06838 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d0697 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016102.164526:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880136a25180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339336448:192.168.201.10@tcp:106: 00000100:00100000:1.0:1734016102.164622:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff88006d6ff780 going to sleep for 11 seconds 00002000:00010000:1.0:1734016102.167901:0:7689:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime: 1734016100 -> 1734016101 00000100:00100000:1.0:1734016102.167933:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880136a25180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339336448:192.168.201.10@tcp:106: 00010000:00010000:1.0:1734016102.167981:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880097237600/0x3f004d6452e06838 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0697 expref: 9 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016102.167997:0:7689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097237600/0x3f004d6452e06838 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0697 expref: 9 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016102.168041:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097237600, rc 0) 00000100:00100000:1.0:1734016102.168103:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074ebd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1981:x1818247336531456:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 3689us (12032us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016102.168113:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9978 00000100:00100000:0.0:1734016102.171044:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016102.171149:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336531584 00000100:00100000:1.0:1734016102.171161:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336531584 00000100:00100000:1.0:1734016102.171222:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9979 00000100:00100000:1.0:1734016102.171229:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074ebd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1980:x1818247336531584:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:1.0:1734016102.171250:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016102.171274:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880097234d80/0x3f004d6452e0683f lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d069e expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016102.171338:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880136a25180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339336576:192.168.201.10@tcp:106: 00000100:00100000:1.0:1734016102.171407:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff88006d6ff780 going to sleep for 11 seconds 00000100:00100000:1.0:1734016102.177948:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880136a25180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339336576:192.168.201.10@tcp:106: 00010000:00010000:1.0:1734016102.178008:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880097234d80/0x3f004d6452e0683f lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d069e expref: 9 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016102.178023:0:7689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097234d80/0x3f004d6452e0683f lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d069e expref: 9 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016102.178053:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097234d80, rc 0) 00000100:00100000:1.0:1734016102.178114:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074ebd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1980:x1818247336531584:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 6883us (7081us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016102.178127:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9979 00000100:00100000:1.0:1734016102.187206:0:3508:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074e56680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3508:1818247339336704:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1734016102.187268:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734016102.187312:0:13923:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339336704 00000100:00100000:1.0:1734016102.187320:0:13923:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339336704 00000100:00100000:1.0:1734016102.187356:0:13923:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 112 00000100:00100000:1.0:1734016102.187362:0:13923:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880136a25180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3508:x1818247339336704:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1734016102.187386:0:13923:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 979972672 pending 0 free 3923353600 avail 3691601920 00000100:00100000:1.0:1734016102.187414:0:13923:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880136a25180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3508:x1818247339336704:12345-0@lo:13:osp-pre-1-0.0 Request processed in 52us (146us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016102.187419:0:13923:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 112 00000100:00100000:1.0:1734016102.187455:0:3508:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074e56680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3508:1818247339336704:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1734016102.187740:0:6482:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336531840 00000100:00100000:1.0:1734016102.187744:0:6482:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336531840 00000100:00100000:1.0:1734016102.187774:0:6482:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 1836 00000100:00100000:1.0:1734016102.187778:0:6482:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007522b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+36:9673:x1818247336531840:12345-192.168.201.10@tcp:36:fsx.0 00010000:00010000:1.0:1734016102.187998:0:6482:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880097236f40/0x3f004d6452e06846 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6482 initiator: MDT0 00010000:00010000:1.0:1734016102.188013:0:6482:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880072171440/0x3f004d6452e06823 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0682 expref: 26 pid: 6481 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016102.188031:0:6482:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff880097236f40/0x3f004d6452e06846 lrc: 4/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6482 initiator: MDT0 00010000:00010000:1.0:1734016102.188058:0:6482:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880072171440/0x3f004d6452e06823 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0682 expref: 26 pid: 6481 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016102.188074:0:6482:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880072171440/0x3f004d6452e06823 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0682 expref: 26 pid: 6481 timeout: 466 lvb_type: 0 00000100:00100000:1.0:1734016102.188083:0:6482:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880136a24a80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6482:1818247339336832:192.168.201.10@tcp:104: 00000100:00100000:1.0:1734016102.188134:0:6482:0:(client.c:2562:ptlrpc_set_wait()) set ffff88006d6ff780 going to sleep for 11 seconds 00000100:00100000:0.0:1734016102.193284:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016102.205831:0:6470:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336531968 00000100:00100000:3.0:1734016102.205845:0:6470:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336531968 00010000:00010000:3.0:1734016102.205932:0:6470:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880072171440/0x3f004d6452e06823 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0682 expref: 27 pid: 6481 timeout: 466 lvb_type: 0 00000100:00100000:3.0:1734016102.205976:0:6470:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2629 00000100:00100000:3.0:1734016102.205983:0:6470:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074e56300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+27:1979:x1818247336531968:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016102.206008:0:6470:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016102.206014:0:6470:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880072171440/0x3f004d6452e06823 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0682 expref: 27 pid: 6481 timeout: 466 lvb_type: 0 00010000:00010000:3.0:1734016102.206027:0:6470:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880072171440/0x3f004d6452e06823 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0682 expref: 27 pid: 6481 timeout: 466 lvb_type: 0 00010000:00010000:3.0:1734016102.206049:0:6470:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880072171440/0x3f004d6452e06823 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0682 expref: 27 pid: 6481 timeout: 466 lvb_type: 0 00010000:00010000:3.0:1734016102.206096:0:6470:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:3.0:1734016102.206101:0:6470:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff880097236f40/0x3f004d6452e06846 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6482 initiator: MDT0 00010000:00010000:3.0:1734016102.206111:0:6470:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880097236f40/0x3f004d6452e06846 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6482 initiator: MDT0 00010000:00010000:3.0:1734016102.206118:0:6470:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880097236f40/0x3f004d6452e06846 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6482 initiator: MDT0 00010000:00010000:3.0:1734016102.206155:0:6470:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016102.206217:0:6470:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074e56300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+26:1979:x1818247336531968:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 233us (12944us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016102.206224:0:6470:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2629 00000100:00100000:0.0:1734016102.218540:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016102.218952:0:7695:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336532096 00000100:00100000:1.0:1734016102.218965:0:7695:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336532096 00002000:00010000:1.0:1734016102.219005:0:7695:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (2216740->18446744073709551615) 00002000:00100000:1.0:1734016102.219009:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074e55f80 with x1818247336532096 ext(2216740->18446744073709551615) 00002000:00010000:1.0:1734016102.219023:0:7695:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074e55f80. 00000100:00100000:1.0:1734016102.219111:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8182 00000100:00100000:1.0:1734016102.219122:0:7695:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074e55f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+10:1978:x1818247336532096:12345-192.168.201.10@tcp:10:fsx.0 00002000:00010000:1.0:1734016102.219424:0:7695:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 1884837 -> 2216740 00002000:00010000:1.0:1734016102.219428:0:7695:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016101 -> 1734016101 00002000:00010000:1.0:1734016102.219431:0:7695:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016101 -> 1734016100 00002000:00010000:1.0:1734016102.219433:0:7695:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016101 -> 1734016101 00002000:00010000:1.0:1734016102.219435:0:7695:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 88 -> 88 00000100:00100000:1.0:1734016102.219506:0:7695:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074e55f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+11:1978:x1818247336532096:12345-192.168.201.10@tcp:10:fsx.0 Request processed in 385us (976us total) trans 4294969070 rc 0/0 00000100:00100000:1.0:1734016102.219514:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8182 00002000:00010000:1.0:1734016102.219518:0:7695:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (2216740->18446744073709551615) 00002000:00100000:1.0:1734016102.219523:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074e55f80 with x1818247336532096 ext(2216740->18446744073709551615) 00002000:00010000:1.0:1734016102.219527:0:7695:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074e55f80. 00000100:00100000:0.0:1734016102.225569:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016102.225659:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336532352 00000100:00100000:3.0:1734016102.225672:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336532352 00002000:00100000:3.0:1734016102.225737:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (2215936->2220031) req@ffff880074e57100 x1818247336532352/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:63/0 lens 488/0 e 0 to 0 dl 1734016113 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016102.225747:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074e57100 with x1818247336532352 ext(2215936->2220031) 00002000:00010000:3.0:1734016102.225754:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074e57100 00000100:00100000:3.0:1734016102.225795:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8183 00000100:00100000:3.0:1734016102.225803:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074e57100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+11:1979:x1818247336532352:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:3.0:1734016102.226047:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074e57100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+11:1979:x1818247336532352:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 243us (490us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016102.226054:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8183 00002000:00100000:3.0:1734016102.226060:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (2215936->2220031) req@ffff880074e57100 x1818247336532352/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:63/0 lens 488/4536 e 0 to 0 dl 1734016113 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016102.226067:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074e57100 with x1818247336532352 ext(2215936->2220031) 00002000:00010000:3.0:1734016102.226069:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074e57100 00000100:00100000:0.0:1734016102.230764:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016102.230902:0:7695:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336532608 00000100:00100000:1.0:1734016102.230914:0:7695:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336532608 00002000:00100000:1.0:1734016102.230963:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (2211840->2215935) req@ffff880074e57480 x1818247336532608/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:63/0 lens 488/0 e 0 to 0 dl 1734016113 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016102.230974:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074e57480 with x1818247336532608 ext(2211840->2215935) 00002000:00010000:1.0:1734016102.230979:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074e57480 00000100:00100000:1.0:1734016102.231017:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8184 00000100:00100000:1.0:1734016102.231024:0:7695:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074e57480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+11:1980:x1818247336532608:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:1.0:1734016102.231239:0:7695:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074e57480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+11:1980:x1818247336532608:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 214us (487us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016102.231246:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8184 00002000:00100000:1.0:1734016102.231252:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (2211840->2215935) req@ffff880074e57480 x1818247336532608/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:63/0 lens 488/4536 e 0 to 0 dl 1734016113 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016102.231259:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074e57480 with x1818247336532608 ext(2211840->2215935) 00002000:00010000:1.0:1734016102.231261:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074e57480 00000100:00100000:0.0:1734016102.269810:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016102.271963:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336532864 00000100:00100000:3.0:1734016102.271978:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336532864 00002000:00100000:3.0:1734016102.272037:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (2207744->2211839) req@ffff880074e57800 x1818247336532864/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:63/0 lens 488/0 e 0 to 0 dl 1734016113 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016102.272047:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074e57800 with x1818247336532864 ext(2207744->2211839) 00002000:00010000:3.0:1734016102.272054:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074e57800 00000100:00100000:3.0:1734016102.272094:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8185 00000100:00100000:3.0:1734016102.272101:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074e57800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+11:1979:x1818247336532864:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:3.0:1734016102.272338:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074e57800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+11:1979:x1818247336532864:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 236us (2539us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016102.272346:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8185 00002000:00100000:3.0:1734016102.272351:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (2207744->2211839) req@ffff880074e57800 x1818247336532864/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:63/0 lens 488/4536 e 0 to 0 dl 1734016113 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016102.272359:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074e57800 with x1818247336532864 ext(2207744->2211839) 00002000:00010000:3.0:1734016102.272362:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074e57800 00000100:00100000:0.0:1734016102.278253:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016102.278343:0:7695:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336533120 00000100:00100000:1.0:1734016102.278357:0:7695:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336533120 00002000:00100000:1.0:1734016102.278406:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (2203648->2207743) req@ffff880074e55c00 x1818247336533120/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:63/0 lens 488/0 e 0 to 0 dl 1734016113 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016102.278423:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074e55c00 with x1818247336533120 ext(2203648->2207743) 00002000:00010000:1.0:1734016102.278430:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074e55c00 00000100:00100000:1.0:1734016102.278470:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8186 00000100:00100000:1.0:1734016102.278477:0:7695:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074e55c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+11:1980:x1818247336533120:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:1.0:1734016102.281372:0:7695:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074e55c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+11:1980:x1818247336533120:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 2880us (3116us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016102.281391:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8186 00002000:00100000:1.0:1734016102.281407:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (2203648->2207743) req@ffff880074e55c00 x1818247336533120/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:63/0 lens 488/4536 e 0 to 0 dl 1734016113 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016102.281417:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074e55c00 with x1818247336533120 ext(2203648->2207743) 00002000:00010000:1.0:1734016102.281423:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074e55c00 00000100:00100000:0.0:1734016102.287820:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016102.288066:0:7695:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336533248 00000100:00100000:1.0:1734016102.288078:0:7695:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336533248 00002000:00100000:1.0:1734016102.288139:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (2203648->2216739) req@ffff880074e56680 x1818247336533248/t0(0) o4->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:63/0 lens 13584/0 e 0 to 0 dl 1734016113 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016102.288150:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074e56680 with x1818247336533248 ext(2203648->2216739) 00002000:00010000:1.0:1734016102.288156:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074e56680 00000100:00100000:1.0:1734016102.288193:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8187 00000100:00100000:1.0:1734016102.288200:0:7695:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074e56680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+11:1980:x1818247336533248:12345-192.168.201.10@tcp:4:fsx.0 00000100:00100000:1.0:1734016102.289069:0:7695:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074e56680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+13:1980:x1818247336533248:12345-192.168.201.10@tcp:4:fsx.0 Request processed in 866us (1261us total) trans 4294969071 rc 0/0 00000100:00100000:1.0:1734016102.289076:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8187 00002000:00100000:1.0:1734016102.289084:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (2203648->2216739) req@ffff880074e56680 x1818247336533248/t4294969071(0) o4->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:63/0 lens 13584/448 e 0 to 0 dl 1734016113 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016102.289091:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074e56680 with x1818247336533248 ext(2203648->2216739) 00002000:00010000:1.0:1734016102.289094:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074e56680 00000100:00100000:0.0:1734016102.290729:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016102.297247:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016102.297345:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336533504 00000100:00100000:1.0:1734016102.297356:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336533504 00000100:00100000:1.0:1734016102.297405:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9980 00000100:00100000:1.0:1734016102.297411:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cc73100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+13:1979:x1818247336533504:12345-192.168.201.10@tcp:16:fsx.0 00000001:00080000:3.0:1734016102.303317:0:8954:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969071 is committed 00000001:00080000:3.0:1734016102.303362:0:8954:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969065 is committed 00000100:00100000:1.0:1734016102.304727:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cc73100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1979:x1818247336533504:12345-192.168.201.10@tcp:16:fsx.0 Request processed in 7293us (7467us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016102.304738:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9980 00000100:00100000:0.0:1734016102.319964:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016102.320104:0:6481:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336533632 00000100:00100000:3.0:1734016102.320114:0:6481:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336533632 00000100:00100000:3.0:1734016102.320171:0:6481:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 1838 00000100:00100000:3.0:1734016102.320178:0:6481:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cc73480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+26:9673:x1818247336533632:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:3.0:1734016102.320202:0:6481:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016102.320222:0:6481:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a7600/0x3f004d6452e0684d lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d06a5 expref: -99 pid: 6481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016102.320309:0:6481:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a4fc0/0x3f004d6452e06854 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6481 initiator: MDT0 00010000:00010000:3.0:1734016102.320327:0:6481:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a4fc0/0x3f004d6452e06854 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6481 initiator: MDT0 00010000:00010000:3.0:1734016102.320337:0:6481:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a4fc0/0x3f004d6452e06854 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6481 initiator: MDT0 00000004:00200000:3.0:1734016102.320361:0:6481:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 2216740 00000004:00200000:3.0:1734016102.320364:0:6481:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1734016102.320379:0:6481:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a4fc0/0x3f004d6452e06854 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6481 initiator: MDT0 00010000:00010000:3.0:1734016102.320400:0:6481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a7600/0x3f004d6452e0684d lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d06a5 expref: 28 pid: 6481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016102.320419:0:6481:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a4fc0/0x3f004d6452e06854 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d06a5 expref: 27 pid: 6481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016102.320427:0:6481:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:3.0:1734016102.320429:0:6481:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1734016102.320433:0:6481:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a9a4fc0, rc 0) 00000100:00100000:3.0:1734016102.320475:0:6481:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cc73480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+27:9673:x1818247336533632:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 297us (523us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016102.320481:0:6481:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 1838 00000100:00100000:0.0:1734016102.330993:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016102.331087:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336533760 00000100:00100000:1.0:1734016102.331097:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336533760 00000100:00100000:1.0:1734016102.331147:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9981 00000100:00100000:1.0:1734016102.331154:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cc70000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1981:x1818247336533760:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:1.0:1734016102.331174:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016102.331191:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880097236f40/0x3f004d6452e0685b lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d06ac expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016102.331242:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880136a24000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339336960:192.168.201.10@tcp:106: 00000100:00100000:1.0:1734016102.331297:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff88006d6ff540 going to sleep for 11 seconds 00002000:00010000:1.0:1734016102.339682:0:7689:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime: 1734016100 -> 1734016101 00002000:00010000:1.0:1734016102.339691:0:7689:0:(ofd_lvb.c:301:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks: 88 -> 120 00000100:00100000:1.0:1734016102.339722:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880136a24000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339336960:192.168.201.10@tcp:106: 00010000:00010000:1.0:1734016102.339759:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880097236f40/0x3f004d6452e0685b lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d06ac expref: 7 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016102.339774:0:7689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097236f40/0x3f004d6452e0685b lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d06ac expref: 7 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016102.339801:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097236f40, rc 0) 00000100:00100000:1.0:1734016102.339846:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cc70000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1981:x1818247336533760:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 8692us (8861us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016102.339858:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9981 00000100:00100000:0.0:1734016102.350518:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016102.350610:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336533888 00000100:00100000:1.0:1734016102.350619:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336533888 00000100:00100000:1.0:1734016102.350666:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9982 00000100:00100000:1.0:1734016102.350672:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cc73800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1978:x1818247336533888:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:1.0:1734016102.350691:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016102.350717:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880097234900/0x3f004d6452e06862 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d06b3 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016102.350773:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880136a24000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339337088:192.168.201.10@tcp:106: 00000100:00100000:1.0:1734016102.350822:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff88006d6ff540 going to sleep for 11 seconds 00000100:00100000:1.0:1734016102.368052:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880136a24000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339337088:192.168.201.10@tcp:106: 00010000:00010000:1.0:1734016102.368093:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880097234900/0x3f004d6452e06862 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d06b3 expref: 7 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016102.368107:0:7689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097234900/0x3f004d6452e06862 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d06b3 expref: 7 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016102.368396:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097234900, rc 0) 00000100:00100000:1.0:1734016102.368479:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cc73800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1978:x1818247336533888:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 17802us (17966us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016102.368488:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9982 00000100:00100000:0.0:1734016102.396587:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016102.402390:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016102.402487:0:7705:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336534272 00000100:00100000:1.0:1734016102.402493:0:7705:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336534272 00010000:00010000:1.0:1734016102.402519:0:7705:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a4fc0/0x3f004d6452e06854 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d06a5 expref: 27 pid: 6481 timeout: 466 lvb_type: 0 00000100:00100000:1.0:1734016102.402596:0:7705:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2630 00000100:00100000:1.0:1734016102.402603:0:7705:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cc70e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+27:1979:x1818247336534272:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016102.402616:0:7705:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016102.402621:0:7705:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a4fc0/0x3f004d6452e06854 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d06a5 expref: 27 pid: 6481 timeout: 466 lvb_type: 0 00010000:00010000:1.0:1734016102.402632:0:7705:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a4fc0/0x3f004d6452e06854 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d06a5 expref: 27 pid: 6481 timeout: 466 lvb_type: 0 00010000:00010000:1.0:1734016102.402653:0:7705:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:1.0:1734016102.402657:0:7705:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff880072171440/0x3f004d6452e06869 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6482 initiator: MDT0 00010000:00010000:1.0:1734016102.402664:0:7705:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880072171440/0x3f004d6452e06869 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50290000000000 pid: 6482 initiator: MDT0 00010000:00010000:1.0:1734016102.402671:0:7705:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880072171440/0x3f004d6452e06869 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50290000000000 pid: 6482 initiator: MDT0 00010000:00010000:1.0:1734016102.402689:0:7705:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016102.423556:0:7705:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cc70e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+27:1979:x1818247336534272:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 20936us (21156us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016102.423573:0:7705:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2630 00000100:00100000:0.0:1734016102.428255:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016102.428323:0:7695:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336534400 00000100:00100000:1.0:1734016102.428333:0:7695:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336534400 00002000:00010000:1.0:1734016102.428366:0:7695:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (7909263->18446744073709551615) 00002000:00100000:1.0:1734016102.428370:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012cc70700 with x1818247336534400 ext(7909263->18446744073709551615) 00002000:00010000:1.0:1734016102.428381:0:7695:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012cc70700. 00000100:00100000:1.0:1734016102.428414:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8188 00000100:00100000:1.0:1734016102.428421:0:7695:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cc70700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1980:x1818247336534400:12345-192.168.201.10@tcp:10:fsx.0 00002000:00010000:1.0:1734016102.428611:0:7695:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 2216740 -> 7909263 00002000:00010000:1.0:1734016102.428614:0:7695:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016101 -> 1734016101 00002000:00010000:1.0:1734016102.428616:0:7695:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016101 -> 1734016100 00002000:00010000:1.0:1734016102.428618:0:7695:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016101 -> 1734016101 00002000:00010000:1.0:1734016102.428619:0:7695:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 120 -> 120 00000100:00100000:1.0:1734016102.428659:0:7695:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cc70700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1980:x1818247336534400:12345-192.168.201.10@tcp:10:fsx.0 Request processed in 238us (413us total) trans 4294969072 rc 0/0 00000100:00100000:1.0:1734016102.428666:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8188 00002000:00010000:1.0:1734016102.428669:0:7695:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (7909263->18446744073709551615) 00002000:00100000:1.0:1734016102.428671:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012cc70700 with x1818247336534400 ext(7909263->18446744073709551615) 00002000:00010000:1.0:1734016102.428674:0:7695:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012cc70700. 00000100:00100000:0.0:1734016102.432813:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016102.432908:0:6482:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336534528 00000100:00100000:3.0:1734016102.432917:0:6482:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336534528 00000100:00100000:3.0:1734016102.432959:0:6482:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 1840 00000100:00100000:3.0:1734016102.432966:0:6482:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cc70380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+26:9673:x1818247336534528:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:3.0:1734016102.432987:0:6482:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016102.433005:0:6482:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a6f40/0x3f004d6452e06870 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d06ba expref: -99 pid: 6482 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016102.433091:0:6482:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a6880/0x3f004d6452e06877 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6482 initiator: MDT0 00010000:00010000:3.0:1734016102.433105:0:6482:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a6880/0x3f004d6452e06877 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6482 initiator: MDT0 00010000:00010000:3.0:1734016102.433115:0:6482:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a6880/0x3f004d6452e06877 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6482 initiator: MDT0 00000004:00200000:3.0:1734016102.433139:0:6482:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 7909263 00000004:00200000:3.0:1734016102.433143:0:6482:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1734016102.433158:0:6482:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a6880/0x3f004d6452e06877 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6482 initiator: MDT0 00010000:00010000:3.0:1734016102.433179:0:6482:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a6f40/0x3f004d6452e06870 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d06ba expref: 28 pid: 6482 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016102.433198:0:6482:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a6880/0x3f004d6452e06877 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d06ba expref: 27 pid: 6482 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016102.433206:0:6482:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:3.0:1734016102.433208:0:6482:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1734016102.433211:0:6482:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a9a6880, rc 0) 00000100:00100000:3.0:1734016102.433253:0:6482:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cc70380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+27:9673:x1818247336534528:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 287us (449us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016102.433260:0:6482:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 1840 00000100:00100000:1.0:1734016102.437227:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016102.437277:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336534656 00000100:00100000:0.0:1734016102.437285:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336534656 00000100:00100000:0.0:1734016102.437326:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9983 00000100:00100000:0.0:1734016102.437333:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880136a24000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1978:x1818247336534656:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:0.0:1734016102.437348:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016102.437363:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a803bcc0/0x3f004d6452e0687e lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d06c1 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016102.437411:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012cc71880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339337344:192.168.201.10@tcp:106: 00000100:00100000:0.0:1734016102.437457:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012cf4f0c0 going to sleep for 11 seconds 00000100:00100000:1.0:1734016102.458059:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016102.463643:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00010000:00010000:3.0:1734016102.472839:0:9955:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1734016102.496110:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016102.506202:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016102.506296:0:7705:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336535168 00000100:00100000:1.0:1734016102.506306:0:7705:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336535168 00010000:00010000:1.0:1734016102.506337:0:7705:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880072170d80/0x3f004d6452e067f2 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 9191424->9236479) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d065f expref: 7 pid: 7689 timeout: 466 lvb_type: 0 00000100:00100000:1.0:1734016102.506376:0:7705:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2631 00000100:00100000:1.0:1734016102.506382:0:7705:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cc71880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1979:x1818247336535168:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016102.506394:0:7705:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016102.506415:0:7705:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880072170d80/0x3f004d6452e067f2 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 9191424->9236479) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d065f expref: 7 pid: 7689 timeout: 466 lvb_type: 0 00010000:00010000:1.0:1734016102.506433:0:7705:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880072170d80/0x3f004d6452e067f2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 9191424->9236479) gid 0 flags: 0x50000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d065f expref: 7 pid: 7689 timeout: 466 lvb_type: 0 00010000:00010000:1.0:1734016102.506457:0:7705:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016102.506459:0:7705:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016102.506466:0:7705:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880072172640/0x3f004d6452e06893 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3739648->3743743) gid 0 flags: 0x50080000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d06d6 expref: 7 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016102.506475:0:7705:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880072172640/0x3f004d6452e06893 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3739648->3743743) gid 0 flags: 0x50080000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d06d6 expref: 7 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016102.506507:0:7705:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880072172640/0x3f004d6452e06893 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3739648->3743743) gid 0 flags: 0x40000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d06d6 expref: 7 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016102.506519:0:7705:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880136a24a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7705:1818247339337856:192.168.201.10@tcp:105: 00000100:00100000:1.0:1734016102.506573:0:7705:0:(client.c:2562:ptlrpc_set_wait()) set ffff88006d6ff540 going to sleep for 11 seconds 00000100:00100000:3.0:1734016102.531802:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336535424 00000100:00100000:3.0:1734016102.531815:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336535424 00002000:00100000:3.0:1734016102.531888:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (3739648->3743743) req@ffff880075229500 x1818247336535424/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:63/0 lens 488/0 e 0 to 0 dl 1734016113 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016102.531899:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880075229500 with x1818247336535424 ext(3739648->3743743) 00002000:00010000:3.0:1734016102.531905:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880075229500 00000100:00100000:3.0:1734016102.531937:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8189 00000100:00100000:3.0:1734016102.531944:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075229500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1979:x1818247336535424:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:3.0:1734016102.532396:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075229500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1979:x1818247336535424:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 450us (4018us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016102.532403:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8189 00002000:00100000:3.0:1734016102.532409:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (3739648->3743743) req@ffff880075229500 x1818247336535424/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:63/0 lens 488/4536 e 0 to 0 dl 1734016113 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016102.532416:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880075229500 with x1818247336535424 ext(3739648->3743743) 00002000:00010000:3.0:1734016102.532419:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880075229500 00000100:00100000:0.0:1734016102.550041:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016102.550359:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336535680 00000100:00100000:3.0:1734016102.550369:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336535680 00002000:00100000:3.0:1734016102.550409:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (3735552->3739647) req@ffff880074221500 x1818247336535680/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:63/0 lens 488/0 e 0 to 0 dl 1734016113 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016102.550419:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074221500 with x1818247336535680 ext(3735552->3739647) 00002000:00010000:3.0:1734016102.550424:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074221500 00000100:00100000:3.0:1734016102.550453:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8190 00000100:00100000:3.0:1734016102.550460:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074221500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1978:x1818247336535680:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:3.0:1734016102.550627:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074221500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1978:x1818247336535680:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 167us (596us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016102.550634:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8190 00002000:00100000:3.0:1734016102.550639:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (3735552->3739647) req@ffff880074221500 x1818247336535680/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:63/0 lens 488/4536 e 0 to 0 dl 1734016113 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016102.550647:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074221500 with x1818247336535680 ext(3735552->3739647) 00002000:00010000:3.0:1734016102.550649:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074221500 00000100:00100000:1.0:1734016102.557243:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016102.571993:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016102.572359:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336536192 00000100:00100000:3.0:1734016102.572369:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336536192 00002000:00100000:3.0:1734016102.572412:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (3727360->3731455) req@ffff880074222680 x1818247336536192/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:63/0 lens 488/0 e 0 to 0 dl 1734016113 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016102.572422:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074222680 with x1818247336536192 ext(3727360->3731455) 00002000:00010000:3.0:1734016102.572427:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074222680 00000100:00100000:3.0:1734016102.572459:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8192 00000100:00100000:3.0:1734016102.572466:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074222680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1979:x1818247336536192:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:3.0:1734016102.572860:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074222680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1979:x1818247336536192:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 392us (877us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016102.572885:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8192 00002000:00100000:3.0:1734016102.572891:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (3727360->3731455) req@ffff880074222680 x1818247336536192/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:63/0 lens 488/4536 e 0 to 0 dl 1734016113 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016102.572899:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074222680 with x1818247336536192 ext(3727360->3731455) 00002000:00010000:3.0:1734016102.572902:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074222680 00000100:00100000:0.0:1734016102.585356:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016102.587177:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336536448 00000100:00100000:3.0:1734016102.587187:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336536448 00000100:00100000:0.0:1734016102.605806:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016102.619579:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336536960 00000100:00100000:0.0:1734016102.619591:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336536960 00002000:00100000:0.0:1734016102.619635:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (3715072->3719167) req@ffff88007522aa00 x1818247336536960/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:63/0 lens 488/0 e 0 to 0 dl 1734016113 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016102.619646:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007522aa00 with x1818247336536960 ext(3715072->3719167) 00002000:00010000:0.0:1734016102.619652:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007522aa00 00000100:00100000:0.0:1734016102.619671:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8195 00000100:00100000:0.0:1734016102.619678:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007522aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1981:x1818247336536960:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:0.0:1734016102.619891:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007522aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1981:x1818247336536960:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 211us (404us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016102.619898:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8195 00002000:00100000:0.0:1734016102.619904:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (3715072->3719167) req@ffff88007522aa00 x1818247336536960/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:63/0 lens 488/4536 e 0 to 0 dl 1734016113 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016102.619911:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007522aa00 with x1818247336536960 ext(3715072->3719167) 00002000:00010000:0.0:1734016102.619914:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007522aa00 00000001:00080000:1.0:1734016102.628849:0:6464:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968472 is committed 00000001:00080000:1.0:1734016102.628893:0:6464:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968464 is committed 00000100:00100000:1.0:1734016102.632208:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016102.638380:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016102.646431:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8197 00000100:00100000:3.0:1734016102.646440:0:7695:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074223b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1981:x1818247336537472:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:3.0:1734016102.646638:0:7695:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074223b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1981:x1818247336537472:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 198us (8268us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016102.646647:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8197 00002000:00100000:3.0:1734016102.646653:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (3706880->3710975) req@ffff880074223b80 x1818247336537472/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:63/0 lens 488/4536 e 0 to 0 dl 1734016113 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016102.646661:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074223b80 with x1818247336537472 ext(3706880->3710975) 00002000:00010000:3.0:1734016102.646663:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074223b80 00000100:00100000:3.0:1734016102.666845:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016102.693671:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016102.693773:0:6481:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336537856 00000100:00100000:3.0:1734016102.693784:0:6481:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336537856 00000100:00100000:3.0:1734016102.693832:0:6481:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 1841 00000100:00100000:3.0:1734016102.693838:0:6481:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074223480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+10:9673:x1818247336537856:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:3.0:1734016102.693888:0:6481:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016102.693907:0:6481:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a6400/0x3f004d6452e0689a lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d06dd expref: -99 pid: 6481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016102.693987:0:6481:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a5440/0x3f004d6452e068a1 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 6481 initiator: MDT0 00010000:00010000:3.0:1734016102.694001:0:6481:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a5440/0x3f004d6452e068a1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6481 initiator: MDT0 00010000:00010000:3.0:1734016102.694010:0:6481:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a5440/0x3f004d6452e068a1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6481 initiator: MDT0 00000004:00200000:3.0:1734016102.694034:0:6481:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 7909263 00000004:00200000:3.0:1734016102.694037:0:6481:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1734016102.694051:0:6481:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a5440/0x3f004d6452e068a1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6481 initiator: MDT0 00010000:00010000:3.0:1734016102.694071:0:6481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a6400/0x3f004d6452e0689a lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d06dd expref: 12 pid: 6481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016102.694229:0:6481:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a5440/0x3f004d6452e068a1 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d06dd expref: 11 pid: 6481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016102.694237:0:6481:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:3.0:1734016102.694240:0:6481:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1734016102.694243:0:6481:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a9a5440, rc 0) 00000100:00100000:3.0:1734016102.694296:0:6481:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074223480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+11:9673:x1818247336537856:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 458us (635us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016102.694302:0:6481:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 1841 00000100:00100000:1.0:1734016102.708841:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016102.726048:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016102.728503:0:10115:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336538112 00000100:00100000:0.0:1734016102.728518:0:10115:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336538112 00000100:00100000:0.0:1734016102.728580:0:10115:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9988 00000100:00100000:0.0:1734016102.728589:0:10115:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074623b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:9673:x1818247336538112:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:0.0:1734016102.728610:0:10115:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016102.728631:0:10115:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a803bcc0/0x3f004d6452e068af lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d06eb expref: -99 pid: 10115 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016102.728663:0:10115:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880072172640/0x3f004d6452e06893 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3739648->3743743) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d06d6 expref: 6 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016102.728672:0:10115:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880072172d00/0x3f004d6452e068a8 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d06e4 expref: 8 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016102.728678:0:10115:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016102.728679:0:10115:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016102.728683:0:10115:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a803bcc0/0x3f004d6452e068af lrc: 5/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [6250496->6254591] (req 6250496->6254591) gid 0 flags: 0x50000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d06eb expref: 8 pid: 10115 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016102.728725:0:10115:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880072172d00/0x3f004d6452e068a8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d06e4 expref: 8 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016102.728741:0:10115:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880072172d00/0x3f004d6452e068a8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d06e4 expref: 8 pid: 7689 timeout: 466 lvb_type: 1 00000100:00100000:0.0:1734016102.728754:0:10115:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074220700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10115:1818247339337984:192.168.201.10@tcp:104: 00010000:00010000:0.0:1734016102.728838:0:10115:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880072172640/0x3f004d6452e06893 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3739648->3743743) gid 0 flags: 0x50000000020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d06d6 expref: 6 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016102.728846:0:10115:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880072172640/0x3f004d6452e06893 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3739648->3743743) gid 0 flags: 0x70000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d06d6 expref: 6 pid: 7689 timeout: 466 lvb_type: 0 00000100:00100000:0.0:1734016102.728853:0:10115:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074221f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10115:1818247339338112:192.168.201.10@tcp:104: 00000100:00100000:0.0:1734016102.728898:0:10115:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012cf4f6c0 going to sleep for 11 seconds 00000100:00100000:1.0:1734016102.733161:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016102.733215:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016102.748580:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016102.756356:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016102.776206:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016102.776285:0:7695:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336539136 00000100:00100000:0.0:1734016102.776294:0:7695:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336539136 00002000:00100000:0.0:1734016102.776337:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (6242304->6246399) req@ffff880074098380 x1818247336539136/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:63/0 lens 488/0 e 0 to 0 dl 1734016113 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016102.776347:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074098380 with x1818247336539136 ext(6242304->6246399) 00002000:00010000:0.0:1734016102.776353:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074098380 00000100:00100000:0.0:1734016102.778739:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8201 00000100:00100000:0.0:1734016102.778747:0:7695:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074098380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1981:x1818247336539136:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:0.0:1734016102.778966:0:7695:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074098380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1981:x1818247336539136:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 219us (2769us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016102.778978:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8201 00002000:00100000:0.0:1734016102.778983:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (6242304->6246399) req@ffff880074098380 x1818247336539136/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:63/0 lens 488/4536 e 0 to 0 dl 1734016113 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016102.778991:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074098380 with x1818247336539136 ext(6242304->6246399) 00002000:00010000:0.0:1734016102.778994:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074098380 00000100:00100000:0.0:1734016102.782947:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016102.808130:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016102.811783:0:7695:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336539648 00000100:00100000:0.0:1734016102.811799:0:7695:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336539648 00002000:00100000:0.0:1734016102.811854:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (6234112->6238207) req@ffff880073e02300 x1818247336539648/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:63/0 lens 488/0 e 0 to 0 dl 1734016113 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016102.811909:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880073e02300 with x1818247336539648 ext(6234112->6238207) 00002000:00010000:0.0:1734016102.811915:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880073e02300 00000100:00100000:0.0:1734016102.811954:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8203 00000100:00100000:0.0:1734016102.811962:0:7695:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880073e02300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1981:x1818247336539648:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:0.0:1734016102.812176:0:7695:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880073e02300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1981:x1818247336539648:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 214us (4057us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016102.812183:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8203 00002000:00100000:0.0:1734016102.812189:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (6234112->6238207) req@ffff880073e02300 x1818247336539648/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:63/0 lens 488/4536 e 0 to 0 dl 1734016113 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016102.812196:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880073e02300 with x1818247336539648 ext(6234112->6238207) 00002000:00010000:0.0:1734016102.812199:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880073e02300 00000100:00100000:3.0:1734016102.819293:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016102.848270:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016102.848365:0:7695:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336540160 00000100:00100000:0.0:1734016102.848374:0:7695:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336540160 00002000:00100000:0.0:1734016102.848430:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (6225920->6230015) req@ffff880073e03480 x1818247336540160/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:63/0 lens 488/0 e 0 to 0 dl 1734016113 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016102.848443:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880073e03480 with x1818247336540160 ext(6225920->6230015) 00002000:00010000:0.0:1734016102.848449:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880073e03480 00000100:00100000:0.0:1734016102.848490:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8205 00000100:00100000:0.0:1734016102.848499:0:7695:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880073e03480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1981:x1818247336540160:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:0.0:1734016102.848685:0:7695:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880073e03480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1981:x1818247336540160:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 186us (426us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016102.848693:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8205 00002000:00100000:0.0:1734016102.848708:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (6225920->6230015) req@ffff880073e03480 x1818247336540160/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:63/0 lens 488/4536 e 0 to 0 dl 1734016113 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016102.848716:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880073e03480 with x1818247336540160 ext(6225920->6230015) 00002000:00010000:0.0:1734016102.848719:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880073e03480 00000100:00100000:1.0:1734016102.859633:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016102.899109:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016102.912385:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016102.932674:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074221c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+9:1981:x1818247336540800:12345-192.168.201.10@tcp:4:fsx.0 Request processed in 20012us (20289us total) trans 4294969073 rc 0/0 00000100:00100000:0.0:1734016102.932686:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8208 00002000:00100000:0.0:1734016102.932705:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (6217728->6254591) req@ffff880074221c00 x1818247336540800/t4294969073(0) o4->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:63/0 lens 488/448 e 0 to 0 dl 1734016113 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016102.932714:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074221c00 with x1818247336540800 ext(6217728->6254591) 00002000:00010000:0.0:1734016102.932719:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074221c00 00000100:00100000:0.0:1734016102.939364:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016102.945565:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000001:00080000:0.0:1734016102.966773:0:8954:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969073 is committed 00000100:00100000:0.0:1734016102.990861:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016103.003521:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00080000:0.0:1734016103.004735:0:6479:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734016073 00000100:00100000:0.0:1734016103.008079:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016103.014464:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016103.018572:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016103.021822:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016103.026980:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016103.027091:0:7695:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336542592 00000100:00100000:1.0:1734016103.027105:0:7695:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336542592 00002000:00100000:1.0:1734016103.027164:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (614400->618495) req@ffff8800ac574380 x1818247336542592/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:64/0 lens 488/0 e 0 to 0 dl 1734016114 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016103.027176:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800ac574380 with x1818247336542592 ext(614400->618495) 00002000:00010000:1.0:1734016103.027182:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800ac574380 00000100:00100000:1.0:1734016103.027208:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8213 00000100:00100000:1.0:1734016103.027215:0:7695:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800ac574380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1980:x1818247336542592:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:1.0:1734016103.027425:0:7695:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800ac574380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1980:x1818247336542592:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 209us (459us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016103.027432:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8213 00002000:00100000:1.0:1734016103.027439:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (614400->618495) req@ffff8800ac574380 x1818247336542592/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:64/0 lens 488/4536 e 0 to 0 dl 1734016114 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016103.027446:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800ac574380 with x1818247336542592 ext(614400->618495) 00002000:00010000:1.0:1734016103.027449:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800ac574380 00000100:00100000:0.0:1734016103.036961:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016103.037241:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336542848 00000100:00100000:1.0:1734016103.037257:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336542848 00002000:00100000:1.0:1734016103.037327:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (610304->614399) req@ffff8800ac575500 x1818247336542848/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:64/0 lens 488/0 e 0 to 0 dl 1734016114 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016103.037341:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800ac575500 with x1818247336542848 ext(610304->614399) 00002000:00010000:1.0:1734016103.037349:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800ac575500 00000100:00100000:1.0:1734016103.037381:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8214 00000100:00100000:1.0:1734016103.037393:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800ac575500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1981:x1818247336542848:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:1.0:1734016103.037691:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800ac575500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1981:x1818247336542848:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 300us (753us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016103.037714:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8214 00002000:00100000:1.0:1734016103.037721:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (610304->614399) req@ffff8800ac575500 x1818247336542848/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:64/0 lens 488/4536 e 0 to 0 dl 1734016114 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016103.037729:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800ac575500 with x1818247336542848 ext(610304->614399) 00002000:00010000:1.0:1734016103.037732:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800ac575500 00000100:00100000:0.0:1734016103.055350:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016103.064224:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016103.065941:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336543360 00000100:00100000:3.0:1734016103.065953:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336543360 00002000:00100000:3.0:1734016103.065999:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (602112->606207) req@ffff880073e01500 x1818247336543360/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:64/0 lens 488/0 e 0 to 0 dl 1734016114 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016103.066009:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880073e01500 with x1818247336543360 ext(602112->606207) 00002000:00010000:3.0:1734016103.066016:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880073e01500 00000100:00100000:3.0:1734016103.066047:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8216 00000100:00100000:3.0:1734016103.066053:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880073e01500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1981:x1818247336543360:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:3.0:1734016103.066262:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880073e01500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1981:x1818247336543360:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 208us (2049us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016103.066269:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8216 00002000:00100000:3.0:1734016103.066274:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (602112->606207) req@ffff880073e01500 x1818247336543360/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:64/0 lens 488/4536 e 0 to 0 dl 1734016114 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016103.066285:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880073e01500 with x1818247336543360 ext(602112->606207) 00002000:00010000:3.0:1734016103.066288:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880073e01500 00000100:00100000:0.0:1734016103.068805:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016103.084275:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016103.092427:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016103.093686:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336544128 00000100:00100000:3.0:1734016103.093709:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336544128 00002000:00100000:3.0:1734016103.093771:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (589824->593919) req@ffff8800ac576d80 x1818247336544128/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:64/0 lens 488/0 e 0 to 0 dl 1734016114 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016103.093783:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800ac576d80 with x1818247336544128 ext(589824->593919) 00002000:00010000:3.0:1734016103.093790:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800ac576d80 00000100:00100000:3.0:1734016103.093834:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8219 00000100:00100000:3.0:1734016103.093842:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800ac576d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1980:x1818247336544128:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:3.0:1734016103.094120:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800ac576d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1980:x1818247336544128:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 279us (1704us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016103.094128:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8219 00002000:00100000:3.0:1734016103.094134:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (589824->593919) req@ffff8800ac576d80 x1818247336544128/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:64/0 lens 488/4536 e 0 to 0 dl 1734016114 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016103.094140:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800ac576d80 with x1818247336544128 ext(589824->593919) 00002000:00010000:3.0:1734016103.094143:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800ac576d80 00000100:00100000:0.0:1734016103.114345:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016103.117113:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016103.117187:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336544640 00000100:00100000:3.0:1734016103.117194:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336544640 00002000:00100000:3.0:1734016103.117220:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (5267456->5271551) req@ffff8800ac577800 x1818247336544640/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:64/0 lens 488/0 e 0 to 0 dl 1734016114 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016103.117229:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800ac577800 with x1818247336544640 ext(5267456->5271551) 00002000:00010000:3.0:1734016103.117232:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800ac577800 00000100:00100000:3.0:1734016103.117259:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8221 00000100:00100000:3.0:1734016103.117264:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800ac577800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1980:x1818247336544640:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:3.0:1734016103.117382:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800ac577800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1980:x1818247336544640:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 116us (273us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016103.117389:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8221 00002000:00100000:3.0:1734016103.117394:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (5267456->5271551) req@ffff8800ac577800 x1818247336544640/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:64/0 lens 488/4536 e 0 to 0 dl 1734016114 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016103.117401:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800ac577800 with x1818247336544640 ext(5267456->5271551) 00002000:00010000:3.0:1734016103.117404:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800ac577800 00000100:00100000:0.0:1734016103.119101:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016103.122849:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016103.123062:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336545152 00000100:00100000:3.0:1734016103.123074:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336545152 00002000:00100000:3.0:1734016103.123142:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (278528->282623) req@ffff8800ac574000 x1818247336545152/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:64/0 lens 488/0 e 0 to 0 dl 1734016114 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016103.123155:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800ac574000 with x1818247336545152 ext(278528->282623) 00002000:00010000:3.0:1734016103.123162:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800ac574000 00000100:00100000:3.0:1734016103.123187:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8223 00000100:00100000:3.0:1734016103.123196:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800ac574000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1980:x1818247336545152:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:3.0:1734016103.123477:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800ac574000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1980:x1818247336545152:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 281us (649us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016103.123485:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8223 00002000:00100000:3.0:1734016103.123491:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (278528->282623) req@ffff8800ac574000 x1818247336545152/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:64/0 lens 488/4536 e 0 to 0 dl 1734016114 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016103.123499:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800ac574000 with x1818247336545152 ext(278528->282623) 00002000:00010000:3.0:1734016103.123502:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800ac574000 00000100:00100000:0.0:1734016103.129095:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016103.133130:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016103.133275:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336545664 00000100:00100000:3.0:1734016103.133287:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336545664 00002000:00100000:3.0:1734016103.133342:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (270336->274431) req@ffff8800ac576a00 x1818247336545664/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:64/0 lens 488/0 e 0 to 0 dl 1734016114 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016103.133353:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800ac576a00 with x1818247336545664 ext(270336->274431) 00002000:00010000:3.0:1734016103.133358:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800ac576a00 00000100:00100000:3.0:1734016103.133395:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8225 00000100:00100000:3.0:1734016103.133401:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800ac576a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1981:x1818247336545664:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:3.0:1734016103.133641:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800ac576a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1981:x1818247336545664:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 238us (526us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016103.133650:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8225 00002000:00100000:3.0:1734016103.133656:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (270336->274431) req@ffff8800ac576a00 x1818247336545664/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:64/0 lens 488/4536 e 0 to 0 dl 1734016114 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016103.133664:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800ac576a00 with x1818247336545664 ext(270336->274431) 00002000:00010000:3.0:1734016103.133667:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800ac576a00 00000100:00100000:0.0:1734016103.136577:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016103.142421:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016103.143373:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336546176 00000100:00100000:3.0:1734016103.143385:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336546176 00002000:00100000:3.0:1734016103.143446:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (262144->266239) req@ffff880074971880 x1818247336546176/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:64/0 lens 488/0 e 0 to 0 dl 1734016114 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016103.143457:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074971880 with x1818247336546176 ext(262144->266239) 00002000:00010000:3.0:1734016103.143463:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074971880 00000100:00100000:3.0:1734016103.144404:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8227 00000100:00100000:3.0:1734016103.144413:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074971880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1981:x1818247336546176:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:3.0:1734016103.144650:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074971880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1981:x1818247336546176:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 237us (2246us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016103.144658:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8227 00002000:00100000:3.0:1734016103.144664:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (262144->266239) req@ffff880074971880 x1818247336546176/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:64/0 lens 488/4536 e 0 to 0 dl 1734016114 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016103.144670:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074971880 with x1818247336546176 ext(262144->266239) 00002000:00010000:3.0:1734016103.144673:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074971880 00000100:00100000:0.0:1734016103.152132:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016103.152268:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336546432 00000100:00100000:3.0:1734016103.152283:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336546432 00002000:00100000:3.0:1734016103.152347:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (258048->262143) req@ffff880074971180 x1818247336546432/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:64/0 lens 488/0 e 0 to 0 dl 1734016114 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016103.152360:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074971180 with x1818247336546432 ext(258048->262143) 00002000:00010000:3.0:1734016103.152368:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074971180 00000100:00100000:3.0:1734016103.152460:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8228 00000100:00100000:3.0:1734016103.152470:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074971180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1979:x1818247336546432:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:3.0:1734016103.152846:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074971180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1979:x1818247336546432:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 376us (733us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016103.152854:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8228 00002000:00100000:3.0:1734016103.152861:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (258048->262143) req@ffff880074971180 x1818247336546432/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:64/0 lens 488/4536 e 0 to 0 dl 1734016114 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016103.153189:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074971180 with x1818247336546432 ext(258048->262143) 00002000:00010000:3.0:1734016103.153192:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074971180 00000100:00100000:0.0:1734016103.160860:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016103.161098:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336546688 00000100:00100000:3.0:1734016103.161109:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336546688 00002000:00100000:3.0:1734016103.161165:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (253952->258047) req@ffff880074973b80 x1818247336546688/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:64/0 lens 488/0 e 0 to 0 dl 1734016114 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016103.161184:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074973b80 with x1818247336546688 ext(253952->258047) 00002000:00010000:3.0:1734016103.161192:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074973b80 00000100:00100000:3.0:1734016103.161318:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8229 00000100:00100000:3.0:1734016103.161326:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074973b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1978:x1818247336546688:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:3.0:1734016103.161727:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074973b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1978:x1818247336546688:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 400us (879us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016103.161735:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8229 00002000:00100000:3.0:1734016103.161742:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (253952->258047) req@ffff880074973b80 x1818247336546688/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:64/0 lens 488/4536 e 0 to 0 dl 1734016114 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016103.161750:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074973b80 with x1818247336546688 ext(253952->258047) 00002000:00010000:3.0:1734016103.161753:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074973b80 00000100:00100000:0.0:1734016103.182154:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016103.185307:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336546944 00000100:00100000:3.0:1734016103.185333:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336546944 00000100:00100000:0.0:1734016103.202204:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016103.203950:0:7695:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336547200 00000100:00100000:3.0:1734016103.203960:0:7695:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336547200 00002000:00100000:3.0:1734016103.204002:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (245760->249855) req@ffff880074973480 x1818247336547200/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:64/0 lens 488/0 e 0 to 0 dl 1734016114 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016103.204013:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074973480 with x1818247336547200 ext(245760->249855) 00002000:00010000:3.0:1734016103.204019:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074973480 00000100:00100000:3.0:1734016103.204048:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8231 00000100:00100000:3.0:1734016103.204054:0:7695:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074973480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1978:x1818247336547200:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:3.0:1734016103.204233:0:7695:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074973480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1978:x1818247336547200:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 178us (2040us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016103.204243:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8231 00002000:00100000:3.0:1734016103.204248:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (245760->249855) req@ffff880074973480 x1818247336547200/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:64/0 lens 488/4536 e 0 to 0 dl 1734016114 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016103.204255:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074973480 with x1818247336547200 ext(245760->249855) 00002000:00010000:3.0:1734016103.204258:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074973480 00000100:00100000:0.0:1734016103.227017:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016103.241469:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074973800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+8:1980:x1818247336547328:12345-192.168.201.10@tcp:4:fsx.0 Request processed in 14043us (14455us total) trans 4294969074 rc 0/0 00000100:00100000:0.0:1734016103.241486:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8232 00002000:00100000:0.0:1734016103.241499:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (245760->282623) req@ffff880074973800 x1818247336547328/t4294969074(0) o4->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:64/0 lens 488/448 e 0 to 0 dl 1734016114 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016103.241509:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074973800 with x1818247336547328 ext(245760->282623) 00002000:00010000:0.0:1734016103.241515:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074973800 00000100:00100000:0.0:1734016103.248217:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000001:00080000:0.0:1734016103.260279:0:8954:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969074 is committed 00000100:00100000:3.0:1734016103.266106:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016103.267459:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9993 00000100:00100000:1.0:1734016103.267471:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074098000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1981:x1818247336547584:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:1.0:1734016103.267501:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016103.267530:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880097234fc0/0x3f004d6452e068c4 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d0700 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016103.267624:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880073e00e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339338624:192.168.201.10@tcp:106: 00000100:00100000:1.0:1734016103.267755:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff88006d6ff780 going to sleep for 11 seconds 00002000:00010000:1.0:1734016103.274425:0:7689:0:(ofd_lvb.c:301:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks: 192 -> 264 00000100:00100000:1.0:1734016103.274456:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880073e00e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339338624:192.168.201.10@tcp:106: 00010000:00010000:1.0:1734016103.274500:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880097234fc0/0x3f004d6452e068c4 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0700 expref: 7 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016103.274518:0:7689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097234fc0/0x3f004d6452e068c4 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0700 expref: 7 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016103.275991:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097234fc0, rc 0) 00000100:00100000:1.0:1734016103.276099:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074098000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1981:x1818247336547584:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 8622us (9997us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016103.276109:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9993 00000100:00100000:0.0:1734016103.279441:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016103.281569:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336547712 00000100:00100000:1.0:1734016103.281595:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336547712 00000100:00100000:1.0:1734016103.281704:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9994 00000100:00100000:1.0:1734016103.281713:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074972a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:9673:x1818247336547712:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:1.0:1734016103.281739:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016103.281765:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880097234480/0x3f004d6452e068cb lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d0707 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016103.281801:0:7689:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a803bcc0/0x3f004d6452e068af lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6250496->6254591) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d06eb expref: 5 pid: 10115 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016103.281809:0:7689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016103.281811:0:7689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016103.281814:0:7689:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880097234480/0x3f004d6452e068cb lrc: 4/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [3571712->3575807] (req 3571712->3575807) gid 0 flags: 0x50000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0707 expref: 7 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016103.281856:0:7689:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a803bcc0/0x3f004d6452e068af lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6250496->6254591) gid 0 flags: 0x50000000020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d06eb expref: 5 pid: 10115 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016103.281885:0:7689:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a803bcc0/0x3f004d6452e068af lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6250496->6254591) gid 0 flags: 0x70000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d06eb expref: 5 pid: 10115 timeout: 467 lvb_type: 0 00000100:00100000:1.0:1734016103.281899:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880073e00e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339338752:192.168.201.10@tcp:104: 00000100:00100000:1.0:1734016103.282001:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff88006d6ff780 going to sleep for 11 seconds 00000100:00100000:0.0:1734016103.291785:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016103.294157:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880073e00e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339338752:192.168.201.10@tcp:104: 00010000:00010000:1.0:1734016103.294219:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880097234480/0x3f004d6452e068cb lrc: 3/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [3571712->3575807] (req 3571712->3575807) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0707 expref: 7 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016103.294244:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097234480, rc 0) 00000100:00100000:1.0:1734016103.294361:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074972a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:9673:x1818247336547712:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 12646us (14927us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016103.294372:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9994 00000100:00100000:1.0:1734016103.313802:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016103.313909:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336548096 00000100:00100000:0.0:1734016103.313924:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336548096 00002000:00100000:0.0:1734016103.313992:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (3571712->3575807) req@ffff880073e00e00 x1818247336548096/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:64/0 lens 488/0 e 0 to 0 dl 1734016114 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016103.314004:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880073e00e00 with x1818247336548096 ext(3571712->3575807) 00002000:00010000:0.0:1734016103.314011:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880073e00e00 00000100:00100000:0.0:1734016103.314057:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8233 00000100:00100000:0.0:1734016103.314065:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880073e00e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1978:x1818247336548096:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:0.0:1734016103.314349:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880073e00e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1978:x1818247336548096:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 282us (575us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016103.314358:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8233 00002000:00100000:0.0:1734016103.314363:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (3571712->3575807) req@ffff880073e00e00 x1818247336548096/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:64/0 lens 488/4536 e 0 to 0 dl 1734016114 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016103.314370:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880073e00e00 with x1818247336548096 ext(3571712->3575807) 00002000:00010000:0.0:1734016103.314374:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880073e00e00 00000100:00100000:3.0:1734016103.314793:0:7705:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007522a300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7705:1818247339338880:192.168.201.10@tcp:105: 00010000:00010000:3.0:1734016103.314825:0:7705:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016103.317350:0:7705:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074972680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:1979:x1818247336547840:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 22613us (25561us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016103.317365:0:7705:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2634 00000100:00100000:0.0:1734016103.325058:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016103.331154:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016103.340147:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016103.340368:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336548864 00000100:00100000:0.0:1734016103.340382:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336548864 00002000:00100000:0.0:1734016103.340430:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (3559424->3563519) req@ffff880075224700 x1818247336548864/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:64/0 lens 488/0 e 0 to 0 dl 1734016114 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016103.340442:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880075224700 with x1818247336548864 ext(3559424->3563519) 00002000:00010000:0.0:1734016103.340449:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880075224700 00000100:00100000:0.0:1734016103.340491:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8236 00000100:00100000:0.0:1734016103.340502:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075224700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1978:x1818247336548864:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:0.0:1734016103.343281:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075224700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1978:x1818247336548864:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 2761us (3132us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016103.343303:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8236 00002000:00100000:0.0:1734016103.343324:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (3559424->3563519) req@ffff880075224700 x1818247336548864/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:64/0 lens 488/4536 e 0 to 0 dl 1734016114 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016103.343336:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880075224700 with x1818247336548864 ext(3559424->3563519) 00002000:00010000:0.0:1734016103.343346:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880075224700 00000100:00100000:0.0:1734016103.348048:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016103.348190:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336549120 00000100:00100000:1.0:1734016103.348200:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336549120 00002000:00100000:1.0:1734016103.348256:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (3555328->3559423) req@ffff880074970000 x1818247336549120/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:64/0 lens 488/0 e 0 to 0 dl 1734016114 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016103.348267:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074970000 with x1818247336549120 ext(3555328->3559423) 00002000:00010000:1.0:1734016103.348274:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074970000 00000100:00100000:1.0:1734016103.348311:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8237 00000100:00100000:1.0:1734016103.348318:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074970000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1981:x1818247336549120:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:1.0:1734016103.349000:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074970000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1981:x1818247336549120:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 678us (962us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016103.349011:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8237 00002000:00100000:1.0:1734016103.349018:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (3555328->3559423) req@ffff880074970000 x1818247336549120/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:64/0 lens 488/4536 e 0 to 0 dl 1734016114 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016103.349025:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074970000 with x1818247336549120 ext(3555328->3559423) 00002000:00010000:1.0:1734016103.349028:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074970000 00000100:00100000:0.0:1734016103.353204:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016103.353359:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336549376 00000100:00100000:1.0:1734016103.353371:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336549376 00002000:00100000:1.0:1734016103.353440:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (3551232->3555327) req@ffff880074972300 x1818247336549376/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:64/0 lens 488/0 e 0 to 0 dl 1734016114 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016103.353451:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074972300 with x1818247336549376 ext(3551232->3555327) 00002000:00010000:1.0:1734016103.353457:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074972300 00000100:00100000:1.0:1734016103.356827:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8238 00000100:00100000:1.0:1734016103.356843:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074972300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1978:x1818247336549376:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:1.0:1734016103.357114:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074972300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1978:x1818247336549376:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 274us (3926us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016103.357122:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8238 00002000:00100000:1.0:1734016103.357132:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (3551232->3555327) req@ffff880074972300 x1818247336549376/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:64/0 lens 488/4536 e 0 to 0 dl 1734016114 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016103.357140:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074972300 with x1818247336549376 ext(3551232->3555327) 00002000:00010000:1.0:1734016103.357146:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074972300 00000100:00100000:3.0:1734016103.363677:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016103.370100:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016103.372437:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336549888 00000100:00100000:1.0:1734016103.372459:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336549888 00002000:00100000:1.0:1734016103.372520:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (3543040->3547135) req@ffff880074971500 x1818247336549888/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:64/0 lens 488/0 e 0 to 0 dl 1734016114 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016103.372530:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074971500 with x1818247336549888 ext(3543040->3547135) 00002000:00010000:1.0:1734016103.372537:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074971500 00000100:00100000:1.0:1734016103.372588:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8240 00000100:00100000:1.0:1734016103.372595:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074971500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1981:x1818247336549888:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:1.0:1734016103.372845:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074971500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1981:x1818247336549888:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 248us (2754us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016103.372852:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8240 00002000:00100000:1.0:1734016103.372860:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (3543040->3547135) req@ffff880074971500 x1818247336549888/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:64/0 lens 488/4536 e 0 to 0 dl 1734016114 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016103.372890:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074971500 with x1818247336549888 ext(3543040->3547135) 00002000:00010000:1.0:1734016103.372893:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074971500 00000100:00100000:0.0:1734016103.375501:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016103.390087:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016103.393964:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336550400 00000100:00100000:1.0:1734016103.393985:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336550400 00002000:00100000:1.0:1734016103.394049:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (3534848->3538943) req@ffff880075226a00 x1818247336550400/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:64/0 lens 488/0 e 0 to 0 dl 1734016114 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016103.394061:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880075226a00 with x1818247336550400 ext(3534848->3538943) 00002000:00010000:1.0:1734016103.394069:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880075226a00 00000100:00100000:1.0:1734016103.394134:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8242 00000100:00100000:1.0:1734016103.394142:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075226a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1981:x1818247336550400:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:1.0:1734016103.394467:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075226a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1981:x1818247336550400:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 324us (4400us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016103.394475:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8242 00002000:00100000:1.0:1734016103.394482:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (3534848->3538943) req@ffff880075226a00 x1818247336550400/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:64/0 lens 488/4536 e 0 to 0 dl 1734016114 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016103.394489:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880075226a00 with x1818247336550400 ext(3534848->3538943) 00002000:00010000:1.0:1734016103.394493:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880075226a00 00000100:00100000:0.0:1734016103.400824:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016103.414404:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016103.415497:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336550912 00000100:00100000:1.0:1734016103.415528:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336550912 00002000:00100000:1.0:1734016103.415611:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (3526656->3530751) req@ffff88009721bb80 x1818247336550912/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:64/0 lens 488/0 e 0 to 0 dl 1734016114 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016103.415625:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88009721bb80 with x1818247336550912 ext(3526656->3530751) 00002000:00010000:1.0:1734016103.415636:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009721bb80 00000100:00100000:1.0:1734016103.415711:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8244 00000100:00100000:1.0:1734016103.415719:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009721bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1981:x1818247336550912:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:1.0:1734016103.416092:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009721bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1981:x1818247336550912:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 369us (1701us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016103.416100:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8244 00002000:00100000:1.0:1734016103.416106:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (3526656->3530751) req@ffff88009721bb80 x1818247336550912/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:64/0 lens 488/4536 e 0 to 0 dl 1734016114 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016103.416112:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88009721bb80 with x1818247336550912 ext(3526656->3530751) 00002000:00010000:1.0:1734016103.416115:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009721bb80 00000100:00100000:3.0:1734016103.421014:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016103.440598:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336551296 00000100:00100000:1.0:1734016103.440613:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336551296 00000100:00100000:1.0:1734016103.440731:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9995 00000100:00100000:1.0:1734016103.440741:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075228000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:1978:x1818247336551296:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:1.0:1734016103.440767:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016103.440794:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800972373c0/0x3f004d6452e068d2 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d070e expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016103.440824:0:7689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016103.440827:0:7689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016103.440837:0:7689:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800972373c0/0x3f004d6452e068d2 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d070e expref: 6 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016103.440855:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800972373c0/0x3f004d6452e068d2 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d070e expref: 6 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016103.440892:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800972373c0, rc 0) 00000100:00100000:1.0:1734016103.440968:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075228000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1978:x1818247336551296:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 229us (1228us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016103.440976:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9995 00000100:00100000:0.0:1734016103.446756:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016103.447090:0:6481:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336551552 00000100:00100000:3.0:1734016103.447107:0:6481:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336551552 00000100:00100000:3.0:1734016103.447382:0:6481:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 1843 00000100:00100000:3.0:1734016103.447396:0:6481:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074953800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+11:9673:x1818247336551552:12345-192.168.201.10@tcp:36:fsx.0 00010000:00010000:3.0:1734016103.447498:0:6481:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016103.447549:0:6481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a5440/0x3f004d6452e068a1 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d06dd expref: 11 pid: 6481 timeout: 0 lvb_type: 0 00000100:00080000:0.0:1734016103.447944:0:6479:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734016073 00010000:00010000:3.0:1734016103.448285:0:6481:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:3.0:1734016103.448292:0:6481:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1734016103.448590:0:6481:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a58c0/0x3f004d6452e068d9 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6481 initiator: MDT0 00010000:00010000:3.0:1734016103.448617:0:6481:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a6880/0x3f004d6452e06877 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d06ba expref: 13 pid: 6482 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016103.448627:0:6481:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a58c0/0x3f004d6452e068d9 lrc: 4/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6481 initiator: MDT0 00010000:00010000:3.0:1734016103.448684:0:6481:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a6880/0x3f004d6452e06877 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d06ba expref: 13 pid: 6482 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016103.448714:0:6481:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a6880/0x3f004d6452e06877 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d06ba expref: 13 pid: 6482 timeout: 467 lvb_type: 0 00000100:00100000:3.0:1734016103.448735:0:6481:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880075226300 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6481:1818247339339008:192.168.201.10@tcp:104: 00000100:00100000:3.0:1734016103.448901:0:6481:0:(client.c:2562:ptlrpc_set_wait()) set ffff88006d83b480 going to sleep for 11 seconds 00000100:00100000:0.0:1734016103.453039:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00080000:0.0:1734016103.456830:0:6479:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734016073 00010000:00010000:3.0:1734016103.457093:0:6481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a6880/0x3f004d6452e06877 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d06ba expref: 13 pid: 6482 timeout: 467 lvb_type: 0 00000100:00100000:3.0:1734016103.457137:0:6481:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880075226300 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6481:1818247339339008:192.168.201.10@tcp:104: 00010000:00010000:3.0:1734016103.457184:0:6481:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a58c0/0x3f004d6452e068d9 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6481 initiator: MDT0 00010000:00010000:3.0:1734016103.457196:0:6481:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a58c0/0x3f004d6452e068d9 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6481 initiator: MDT0 00010000:00010000:3.0:1734016103.457201:0:6481:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a58c0/0x3f004d6452e068d9 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6481 initiator: MDT0 00000001:00080000:3.0:1734016103.457371:0:6481:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294968473 00000004:00010000:3.0:1734016103.457451:0:6481:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff880074953800 reply state ffff880074ca7000 transno 4294968474 ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a58c0/0x3f004d6452e068d9 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6481 initiator: MDT0 00000100:00100000:3.0:1734016103.457461:0:6481:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1734016103.457659:0:6481:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074953800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+13:9673:x1818247336551552:12345-192.168.201.10@tcp:36:fsx.0 Request processed in 10265us (10922us total) trans 4294968474 rc 0/0 00000100:00100000:3.0:1734016103.457674:0:6481:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 1843 00000020:00080000:3.0:1734016103.457697:0:6481:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1734016103.467231:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016103.476119:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016103.476197:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016103.477260:0:6470:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2637 00000100:00100000:0.0:1734016103.477267:0:6470:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880135f56300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1981:x1818247336551936:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016103.477278:0:6470:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016103.477289:0:6470:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800972373c0/0x3f004d6452e068d2 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d070e expref: 7 pid: 7689 timeout: 467 lvb_type: 1 00010000:00010000:0.0:1734016103.477301:0:6470:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800972373c0/0x3f004d6452e068d2 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d070e expref: 7 pid: 7689 timeout: 467 lvb_type: 1 00010000:00010000:0.0:1734016103.477315:0:6470:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800972373c0/0x3f004d6452e068d2 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d070e expref: 7 pid: 7689 timeout: 467 lvb_type: 1 00010000:00010000:0.0:1734016103.477333:0:6470:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016103.477335:0:6470:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016103.477342:0:6470:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880072172d00/0x3f004d6452e068e0 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0715 expref: 6 pid: 10115 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016103.477354:0:6470:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880072172d00/0x3f004d6452e068e0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0715 expref: 6 pid: 10115 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016103.477409:0:6470:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880072172d00/0x3f004d6452e068e0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0715 expref: 6 pid: 10115 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016103.477428:0:6470:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074953480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6470:1818247339339392:192.168.201.10@tcp:105: 00000100:00100000:0.0:1734016103.477487:0:6470:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012cf4f480 going to sleep for 11 seconds 00010000:00010000:3.0:1734016103.477908:0:8960:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1734016103.482855:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016103.483143:0:6470:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074953480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6470:1818247339339392:192.168.201.10@tcp:105: 00010000:00010000:0.0:1734016103.483177:0:6470:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016103.483241:0:6470:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880135f56300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1981:x1818247336551936:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 5972us (7041us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016103.483258:0:6470:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2637 00000100:00100000:1.0:1734016103.492591:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016103.493546:0:6481:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336552320 00000100:00100000:3.0:1734016103.493560:0:6481:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336552320 00000100:00100000:3.0:1734016103.493624:0:6481:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 1844 00000100:00100000:3.0:1734016103.493635:0:6481:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074f00a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+13:9673:x1818247336552320:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:3.0:1734016103.493659:0:6481:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016103.493695:0:6481:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a58c0/0x3f004d6452e068e7 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d071c expref: -99 pid: 6481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016103.493819:0:6481:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a6880/0x3f004d6452e068ee lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6481 initiator: MDT0 00010000:00010000:3.0:1734016103.493838:0:6481:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a6880/0x3f004d6452e068ee lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6481 initiator: MDT0 00010000:00010000:3.0:1734016103.493852:0:6481:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a6880/0x3f004d6452e068ee lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6481 initiator: MDT0 00000004:00200000:3.0:1734016103.493898:0:6481:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 6927959 00000004:00200000:3.0:1734016103.493904:0:6481:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1734016103.493923:0:6481:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a6880/0x3f004d6452e068ee lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6481 initiator: MDT0 00010000:00010000:3.0:1734016103.493948:0:6481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a58c0/0x3f004d6452e068e7 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d071c expref: 15 pid: 6481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016103.493986:0:6481:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a6880/0x3f004d6452e068ee lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d071c expref: 14 pid: 6481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016103.493995:0:6481:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:3.0:1734016103.493998:0:6481:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1734016103.494002:0:6481:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a9a6880, rc 0) 00000100:00100000:3.0:1734016103.494071:0:6481:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074f00a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+14:9673:x1818247336552320:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 438us (1497us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016103.494077:0:6481:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 1844 00000100:00100000:0.0:1734016103.497706:0:10115:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336552448 00000100:00100000:0.0:1734016103.497724:0:10115:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336552448 00000100:00100000:0.0:1734016103.497809:0:10115:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9997 00000100:00100000:0.0:1734016103.497818:0:10115:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075229c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1978:x1818247336552448:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:0.0:1734016103.497847:0:10115:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016103.497904:0:10115:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a8038900/0x3f004d6452e068f5 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d0723 expref: -99 pid: 10115 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016103.498007:0:10115:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074953480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10115:1818247339339520:192.168.201.10@tcp:106: 00000100:00100000:0.0:1734016103.498106:0:10115:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012cf4f480 going to sleep for 11 seconds 00002000:00010000:1.0:1734016103.500987:0:10115:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime: 1734016101 -> 1734016102 00000100:00100000:1.0:1734016103.501023:0:10115:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074953480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10115:1818247339339520:192.168.201.10@tcp:106: 00010000:00010000:1.0:1734016103.501076:0:10115:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a8038900/0x3f004d6452e068f5 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0723 expref: 7 pid: 10115 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016103.501094:0:10115:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a8038900/0x3f004d6452e068f5 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0723 expref: 7 pid: 10115 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016103.501133:0:10115:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a8038900, rc 0) 00000100:00100000:1.0:1734016103.501968:0:10115:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075229c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1978:x1818247336552448:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 4145us (4391us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016103.501980:0:10115:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9997 00000100:00100000:1.0:1734016103.505500:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016103.513766:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016103.518947:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016103.533958:0:6482:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880075228e00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6482:1818247339339776:192.168.201.10@tcp:104: 00010000:00010000:0.0:1734016103.534019:0:6482:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff880072171440/0x3f004d6452e06911 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6482 initiator: MDT0 00000100:00100000:1.0:1734016103.534226:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016103.534486:0:6470:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336553088 00000100:00100000:0.0:1734016103.534498:0:6470:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336553088 00010000:00010000:0.0:1734016103.534552:0:6470:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a6880/0x3f004d6452e068ee lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d071c expref: 14 pid: 6481 timeout: 467 lvb_type: 0 00000100:00100000:0.0:1734016103.537419:0:6470:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2638 00000100:00100000:0.0:1734016103.537438:0:6470:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012db32a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+14:1978:x1818247336553088:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016103.537471:0:6470:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016103.537488:0:6470:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a6880/0x3f004d6452e068ee lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d071c expref: 14 pid: 6481 timeout: 467 lvb_type: 0 00010000:00010000:0.0:1734016103.537507:0:6470:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a6880/0x3f004d6452e068ee lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d071c expref: 14 pid: 6481 timeout: 467 lvb_type: 0 00010000:00010000:0.0:1734016103.537535:0:6470:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a6880/0x3f004d6452e068ee lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d071c expref: 14 pid: 6481 timeout: 467 lvb_type: 0 00010000:00010000:0.0:1734016103.537579:0:6470:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:0.0:1734016103.537585:0:6470:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff880072171440/0x3f004d6452e06911 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6482 initiator: MDT0 00010000:00010000:0.0:1734016103.537597:0:6470:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880072171440/0x3f004d6452e06911 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6482 initiator: MDT0 00010000:00010000:0.0:1734016103.537605:0:6470:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880072171440/0x3f004d6452e06911 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6482 initiator: MDT0 00010000:00010000:0.0:1734016103.537647:0:6470:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016103.537733:0:6470:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012db32a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+13:1978:x1818247336553088:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 300us (3510us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016103.537741:0:6470:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2638 00000100:00100000:1.0:1734016103.556761:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016103.568941:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016103.575436:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016103.576219:0:10115:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336553472 00000100:00100000:3.0:1734016103.576238:0:10115:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336553472 00000100:00100000:3.0:1734016103.576316:0:10115:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9999 00000100:00100000:3.0:1734016103.576329:0:10115:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012db30a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1979:x1818247336553472:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:3.0:1734016103.576366:0:10115:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016103.576398:0:10115:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a9a5440/0x3f004d6452e06926 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d073f expref: -99 pid: 10115 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016103.576507:0:10115:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880075226300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10115:1818247339339904:192.168.201.10@tcp:106: 00000100:00100000:3.0:1734016103.576629:0:10115:0:(client.c:2562:ptlrpc_set_wait()) set ffff88006d83bf00 going to sleep for 11 seconds 00002000:00010000:3.0:1734016103.579979:0:10115:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime: 1734016101 -> 1734016102 00000100:00100000:3.0:1734016103.580032:0:10115:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880075226300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10115:1818247339339904:192.168.201.10@tcp:106: 00010000:00010000:3.0:1734016103.580104:0:10115:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a9a5440/0x3f004d6452e06926 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d073f expref: 7 pid: 10115 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016103.580126:0:10115:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a5440/0x3f004d6452e06926 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d073f expref: 7 pid: 10115 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016103.580166:0:10115:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a9a5440, rc 0) 00000100:00100000:3.0:1734016103.580259:0:10115:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012db30a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1979:x1818247336553472:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 3931us (4839us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016103.580272:0:10115:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9999 00000100:00100000:0.0:1734016103.588496:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016103.588672:0:10115:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336553600 00000100:00100000:3.0:1734016103.588698:0:10115:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336553600 00000100:00100000:3.0:1734016103.588846:0:10115:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10000 00000100:00100000:3.0:1734016103.588859:0:10115:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074953480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1980:x1818247336553600:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:3.0:1734016103.589106:0:10115:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016103.589156:0:10115:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a9a6400/0x3f004d6452e0692d lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d0746 expref: -99 pid: 10115 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016103.589295:0:10115:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880075226300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10115:1818247339340032:192.168.201.10@tcp:106: 00000100:00100000:3.0:1734016103.589438:0:10115:0:(client.c:2562:ptlrpc_set_wait()) set ffff88006d83bf00 going to sleep for 11 seconds 00000100:00100000:3.0:1734016103.592526:0:10115:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880075226300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10115:1818247339340032:192.168.201.10@tcp:106: 00010000:00010000:3.0:1734016103.592600:0:10115:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a9a6400/0x3f004d6452e0692d lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0746 expref: 7 pid: 10115 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016103.592619:0:10115:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a6400/0x3f004d6452e0692d lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0746 expref: 7 pid: 10115 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016103.592661:0:10115:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a9a6400, rc 0) 00000100:00100000:3.0:1734016103.592749:0:10115:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074953480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1980:x1818247336553600:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 3891us (4275us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016103.592768:0:10115:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10000 00000100:00100000:1.0:1734016103.601366:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016103.607640:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016103.607749:0:10115:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336553856 00000100:00100000:3.0:1734016103.607768:0:10115:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336553856 00000100:00100000:3.0:1734016103.607842:0:10115:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10001 00000100:00100000:3.0:1734016103.607852:0:10115:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007536ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+8:1978:x1818247336553856:12345-192.168.201.10@tcp:22:fsx.0 00002000:00010000:3.0:1734016103.608339:0:10115:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 3459042 -> 10378504 00002000:00010000:3.0:1734016103.608344:0:10115:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016103 -> 1734016103 00002000:00010000:3.0:1734016103.608346:0:10115:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016102 -> 1734016101 00002000:00010000:3.0:1734016103.608348:0:10115:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016103 -> 1734016103 00002000:00010000:3.0:1734016103.608350:0:10115:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 192 -> 304 00000100:00100000:3.0:1734016103.608433:0:10115:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007536ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+9:1978:x1818247336553856:12345-192.168.201.10@tcp:22:fsx.0 Request processed in 581us (814us total) trans 4294969077 rc 0/0 00000100:00100000:3.0:1734016103.608442:0:10115:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10001 00000100:00100000:1.0:1734016103.611776:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016103.613712:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016103.613778:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016103.613909:0:6477:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336554112 00000100:00100000:1.0:1734016103.613921:0:6477:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336554112 00000100:00100000:1.0:1734016103.613986:0:6477:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 318 00000100:00100000:1.0:1734016103.613994:0:6477:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b893850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:63afa445-d95f-4754-9884-d132561fd492+12:1980:x1818247336554112:12345-192.168.201.10@tcp:400:kworker.0 00000100:00100000:1.0:1734016103.614067:0:6477:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b893850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:63afa445-d95f-4754-9884-d132561fd492+12:1980:x1818247336554112:12345-192.168.201.10@tcp:400:kworker.0 Request processed in 73us (288us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016103.614074:0:6477:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 318 00000100:00100000:3.0:1734016103.614234:0:10115:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336554240 00000100:00100000:3.0:1734016103.614239:0:10115:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336554240 00000100:00100000:3.0:1734016103.614287:0:10115:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 104 00000100:00100000:3.0:1734016103.614293:0:10115:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880073f22680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1980:x1818247336554240:12345-192.168.201.10@tcp:400:kworker.0 00000100:00100000:3.0:1734016103.614332:0:10115:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880073f22680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1980:x1818247336554240:12345-192.168.201.10@tcp:400:kworker.0 Request processed in 39us (636us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016103.614338:0:10115:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 104 00000100:00080000:0.0:1734016103.614610:0:6479:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1734016073 00000100:00080000:0.0:1734016103.614615:0:6479:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734016073 00000100:00100000:1.0:1734016103.620141:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016103.628593:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016103.636485:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016103.647190:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016103.647304:0:6470:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336554752 00000100:00100000:0.0:1734016103.647323:0:6470:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336554752 00010000:00010000:0.0:1734016103.647393:0:6470:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880072172d00/0x3f004d6452e068e0 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0715 expref: 9 pid: 10115 timeout: 467 lvb_type: 0 00000100:00100000:0.0:1734016103.647459:0:6470:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2639 00000100:00100000:0.0:1734016103.647472:0:6470:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b1e44c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+9:1978:x1818247336554752:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016103.647497:0:6470:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016103.647533:0:6470:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880072172d00/0x3f004d6452e068e0 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0715 expref: 9 pid: 10115 timeout: 467 lvb_type: 0 00010000:00010000:0.0:1734016103.647549:0:6470:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880072172d00/0x3f004d6452e068e0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0715 expref: 9 pid: 10115 timeout: 467 lvb_type: 0 00010000:00010000:0.0:1734016103.647590:0:6470:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016103.647594:0:6470:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016103.647606:0:6470:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880072172640/0x3f004d6452e06957 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2224128->2228223) gid 0 flags: 0x50080000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0769 expref: 7 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016103.647618:0:6470:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880072172640/0x3f004d6452e06957 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2224128->2228223) gid 0 flags: 0x50080000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0769 expref: 7 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016103.647668:0:6470:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880072172640/0x3f004d6452e06957 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2224128->2228223) gid 0 flags: 0x40000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0769 expref: 7 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016103.647716:0:6470:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880073f20700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6470:1818247339340672:192.168.201.10@tcp:105: 00000100:00100000:0.0:1734016103.647821:0:6470:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012cf4f480 going to sleep for 11 seconds 00000100:00100000:0.0:1734016103.653235:0:6470:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880073f20700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6470:1818247339340672:192.168.201.10@tcp:105: 00010000:00010000:0.0:1734016103.653276:0:6470:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016103.653356:0:6470:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b1e44c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+8:1978:x1818247336554752:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 5885us (6186us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016103.653372:0:6470:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2639 00000100:00100000:1.0:1734016103.657984:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016103.658138:0:7695:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336555008 00000100:00100000:3.0:1734016103.658152:0:7695:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336555008 00002000:00100000:3.0:1734016103.658205:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (2224128->10379263) req@ffff88007400ad80 x1818247336555008/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:64/0 lens 504/0 e 0 to 0 dl 1734016114 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016103.658217:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007400ad80 with x1818247336555008 ext(2224128->10379263) 00002000:00010000:3.0:1734016103.658225:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007400ad80 00000100:00100000:3.0:1734016103.658266:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8248 00000100:00100000:3.0:1734016103.658276:0:7695:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007400ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1978:x1818247336555008:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:3.0:1734016103.690672:0:7695:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007400ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1978:x1818247336555008:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 32369us (32673us total) trans 0 rc 335872/335872 00000100:00100000:3.0:1734016103.690702:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8248 00002000:00100000:3.0:1734016103.690723:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (2224128->10379263) req@ffff88007400ad80 x1818247336555008/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:64/0 lens 504/440 e 0 to 0 dl 1734016114 ref 1 fl Complete:/200/0 rc 335872/335872 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016103.690736:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007400ad80 with x1818247336555008 ext(2224128->10379263) 00002000:00010000:3.0:1734016103.690745:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007400ad80 00000100:00100000:1.0:1734016103.725376:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016103.727096:0:13927:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10006 00000100:00100000:0.0:1734016103.727112:0:13927:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074008a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+8:1978:x1818247336555136:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:1.0:1734016103.727221:0:13927:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016103.727247:0:13927:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880097235b00/0x3f004d6452e0695e lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d0770 expref: -99 pid: 13927 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016103.727278:0:13927:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016103.727281:0:13927:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016103.727291:0:13927:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880097235b00/0x3f004d6452e0695e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0770 expref: 9 pid: 13927 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016103.727307:0:13927:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880097235b00/0x3f004d6452e0695e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0770 expref: 9 pid: 13927 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016103.727322:0:13927:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097235b00, rc 0) 00000100:00100000:1.0:1734016103.727413:0:13927:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074008a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+9:1978:x1818247336555136:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 304us (2053us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016103.727420:0:13927:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10006 00000100:00100000:1.0:1734016103.730213:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016103.730322:0:13927:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336555264 00000100:00100000:0.0:1734016103.730335:0:13927:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336555264 00000100:00100000:0.0:1734016103.730400:0:13927:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10007 00000100:00100000:0.0:1734016103.730408:0:13927:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074009500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:9673:x1818247336555264:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:0.0:1734016103.730434:0:13927:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016103.730463:0:13927:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a8038900/0x3f004d6452e06965 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d0777 expref: -99 pid: 13927 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016103.730500:0:13927:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880072172640/0x3f004d6452e06957 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2224128->2228223) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0769 expref: 8 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016103.730511:0:13927:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880097235b00/0x3f004d6452e0695e lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0770 expref: 8 pid: 13927 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016103.730518:0:13927:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016103.730520:0:13927:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016103.730524:0:13927:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a8038900/0x3f004d6452e06965 lrc: 5/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [5992448->6057983] (req 5992448->6057983) gid 0 flags: 0x50000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0777 expref: 8 pid: 13927 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016103.730566:0:13927:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880097235b00/0x3f004d6452e0695e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0770 expref: 8 pid: 13927 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016103.730591:0:13927:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880097235b00/0x3f004d6452e0695e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0770 expref: 8 pid: 13927 timeout: 467 lvb_type: 1 00000100:00100000:0.0:1734016103.730607:0:13927:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880073f20700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13927:1818247339340800:192.168.201.10@tcp:104: 00010000:00010000:0.0:1734016103.730711:0:13927:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880072172640/0x3f004d6452e06957 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2224128->2228223) gid 0 flags: 0x50000000020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0769 expref: 8 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016103.730719:0:13927:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880072172640/0x3f004d6452e06957 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2224128->2228223) gid 0 flags: 0x70000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0769 expref: 8 pid: 7689 timeout: 467 lvb_type: 0 00000100:00100000:0.0:1734016103.730728:0:13927:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880073f21500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13927:1818247339340928:192.168.201.10@tcp:104: 00000100:00100000:0.0:1734016103.730752:0:13927:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012cf4f000 going to sleep for 11 seconds 00000100:00100000:0.0:1734016103.734340:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016103.734398:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016103.734492:0:6470:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336555520 00000100:00100000:1.0:1734016103.734506:0:6470:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336555520 00010000:00010000:1.0:1734016103.734571:0:6470:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880072172640/0x3f004d6452e06957 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2224128->2228223) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0769 expref: 9 pid: 7689 timeout: 467 lvb_type: 0 00000100:00100000:1.0:1734016103.734619:0:6470:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336555392 00000100:00100000:1.0:1734016103.734621:0:6470:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336555392 00010000:00010000:1.0:1734016103.734638:0:6470:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880097235b00/0x3f004d6452e0695e lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0770 expref: 9 pid: 13927 timeout: 467 lvb_type: 1 00000100:00100000:1.0:1734016103.734670:0:6470:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2640 00000100:00100000:1.0:1734016103.734690:0:6470:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880073f20e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+9:1979:x1818247336555520:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016103.734713:0:6470:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016103.734754:0:6470:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880072172640/0x3f004d6452e06957 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2224128->2228223) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0769 expref: 9 pid: 7689 timeout: 467 lvb_type: 0 00010000:00010000:1.0:1734016103.734768:0:6470:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880072172640/0x3f004d6452e06957 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2224128->2228223) gid 0 flags: 0x50000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0769 expref: 9 pid: 7689 timeout: 467 lvb_type: 0 00010000:00010000:1.0:1734016103.734817:0:6470:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016103.734945:0:6470:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880073f20e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+9:1979:x1818247336555520:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 264us (621us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016103.734953:0:6470:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2640 00000100:00100000:1.0:1734016103.734980:0:6470:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2641 00000100:00100000:1.0:1734016103.734984:0:6470:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880073f22680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+9:1979:x1818247336555392:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016103.734991:0:6470:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016103.734998:0:6470:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880097235b00/0x3f004d6452e0695e lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0770 expref: 9 pid: 13927 timeout: 467 lvb_type: 1 00010000:00010000:1.0:1734016103.735008:0:6470:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880097235b00/0x3f004d6452e0695e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0770 expref: 9 pid: 13927 timeout: 467 lvb_type: 1 00010000:00010000:1.0:1734016103.737570:0:6470:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097235b00/0x3f004d6452e0695e lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0770 expref: 9 pid: 13927 timeout: 467 lvb_type: 1 00010000:00010000:1.0:1734016103.738778:0:6470:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016103.738840:0:6470:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880073f22680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+8:1979:x1818247336555392:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 3851us (4438us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016103.738858:0:6470:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2641 00000100:00100000:0.0:1734016103.741306:0:13927:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880075228a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13927:1818247339341056:192.168.201.10@tcp:105: 00010000:00010000:0.0:1734016103.741338:0:13927:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a8038900, rc 0) 00000100:00100000:0.0:1734016103.741410:0:13927:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074009500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:9673:x1818247336555264:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 11000us (11209us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016103.741422:0:13927:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10007 00000100:00100000:3.0:1734016103.751821:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016103.752498:0:13927:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336555648 00000100:00100000:0.0:1734016103.752516:0:13927:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336555648 00000100:00100000:0.0:1734016103.752609:0:13927:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10008 00000100:00100000:0.0:1734016103.752619:0:13927:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075226300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1979:x1818247336555648:12345-192.168.201.10@tcp:22:fsx.0 00002000:00010000:0.0:1734016103.753031:0:13927:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 10378504 -> 10378504 00002000:00010000:0.0:1734016103.753035:0:13927:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016103 -> 1734016103 00002000:00010000:0.0:1734016103.753037:0:13927:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016102 -> 1734016101 00002000:00010000:0.0:1734016103.753039:0:13927:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016103 -> 1734016103 00002000:00010000:0.0:1734016103.753041:0:13927:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 304 -> 432 00000100:00100000:0.0:1734016103.753319:0:13927:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075226300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1979:x1818247336555648:12345-192.168.201.10@tcp:22:fsx.0 Request processed in 699us (1521us total) trans 4294969078 rc 0/0 00000100:00100000:0.0:1734016103.753327:0:13927:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10008 00000100:00100000:1.0:1734016103.757859:0:13927:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336555776 00000100:00100000:1.0:1734016103.757891:0:13927:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336555776 00000100:00100000:1.0:1734016103.757973:0:13927:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10009 00000100:00100000:1.0:1734016103.757984:0:13927:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075228000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+8:9673:x1818247336555776:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:1.0:1734016103.758014:0:13927:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016103.758264:0:13927:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880097235b00/0x3f004d6452e0696c lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d077e expref: -99 pid: 13927 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016103.758324:0:13927:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a8038900/0x3f004d6452e06965 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5992448->6057983) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0777 expref: 7 pid: 13927 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016103.759431:0:13927:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016103.759439:0:13927:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016103.759452:0:13927:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880097235b00/0x3f004d6452e0696c lrc: 4/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [2428928->2473983] (req 2428928->2473983) gid 0 flags: 0x50000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d077e expref: 9 pid: 13927 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016103.759521:0:13927:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a8038900/0x3f004d6452e06965 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5992448->6057983) gid 0 flags: 0x50000000020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0777 expref: 7 pid: 13927 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016103.759538:0:13927:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a8038900/0x3f004d6452e06965 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5992448->6057983) gid 0 flags: 0x70000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0777 expref: 7 pid: 13927 timeout: 467 lvb_type: 0 00000100:00100000:1.0:1734016103.759556:0:13927:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074008380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13927:1818247339341184:192.168.201.10@tcp:104: 00000100:00100000:1.0:1734016103.762122:0:13927:0:(client.c:2562:ptlrpc_set_wait()) set ffff88006d6ff540 going to sleep for 11 seconds 00000100:00100000:1.0:1734016103.771667:0:13927:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074008380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13927:1818247339341184:192.168.201.10@tcp:104: 00010000:00010000:1.0:1734016103.771727:0:13927:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880097235b00/0x3f004d6452e0696c lrc: 3/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [2428928->2473983] (req 2428928->2473983) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d077e expref: 9 pid: 13927 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016103.771752:0:13927:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097235b00, rc 0) 00000100:00100000:1.0:1734016103.771821:0:13927:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075228000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+9:9673:x1818247336555776:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 13839us (15193us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016103.771830:0:13927:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10009 00000100:00100000:0.0:1734016103.772007:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016103.772792:0:6470:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336555904 00000100:00100000:1.0:1734016103.772802:0:6470:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336555904 00010000:00010000:1.0:1734016103.772833:0:6470:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a8038900/0x3f004d6452e06965 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5992448->6057983) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0777 expref: 8 pid: 13927 timeout: 467 lvb_type: 0 00000100:00100000:1.0:1734016103.772899:0:6470:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2642 00000100:00100000:1.0:1734016103.772904:0:6470:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880073f21500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1978:x1818247336555904:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016103.772918:0:6470:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016103.772939:0:6470:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a8038900/0x3f004d6452e06965 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 5992448->6057983) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0777 expref: 8 pid: 13927 timeout: 467 lvb_type: 0 00010000:00010000:1.0:1734016103.772949:0:6470:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a8038900/0x3f004d6452e06965 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 5992448->6057983) gid 0 flags: 0x50000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0777 expref: 8 pid: 13927 timeout: 467 lvb_type: 0 00010000:00010000:1.0:1734016103.772975:0:6470:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a8038900/0x3f004d6452e06965 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 5992448->6057983) gid 0 flags: 0x44801400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0777 expref: 8 pid: 13927 timeout: 467 lvb_type: 0 00010000:00010000:1.0:1734016103.773004:0:6470:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016103.773006:0:6470:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016103.773013:0:6470:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880097235b00/0x3f004d6452e0696c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2428928->2473983) gid 0 flags: 0x40080000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d077e expref: 8 pid: 13927 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016103.773022:0:6470:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880097235b00/0x3f004d6452e0696c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2428928->2473983) gid 0 flags: 0x40080000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d077e expref: 8 pid: 13927 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016103.773055:0:6470:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880097235b00/0x3f004d6452e0696c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2428928->2473983) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d077e expref: 8 pid: 13927 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016103.773068:0:6470:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074008380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6470:1818247339341312:192.168.201.10@tcp:105: 00000100:00100000:1.0:1734016103.773131:0:6470:0:(client.c:2562:ptlrpc_set_wait()) set ffff88006d6ff540 going to sleep for 11 seconds 00000100:00100000:1.0:1734016103.779077:0:6470:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074008380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6470:1818247339341312:192.168.201.10@tcp:105: 00010000:00010000:1.0:1734016103.779127:0:6470:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016103.783939:0:6470:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880073f21500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1978:x1818247336555904:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 11004us (11903us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016103.783963:0:6470:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2642 00000100:00100000:0.0:1734016103.787122:0:7695:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336556160 00000100:00100000:0.0:1734016103.787142:0:7695:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336556160 00002000:00100000:0.0:1734016103.787236:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (2469888->10379263) req@ffff880075229c00 x1818247336556160/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:64/0 lens 504/0 e 0 to 0 dl 1734016114 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016103.787252:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880075229c00 with x1818247336556160 ext(2469888->10379263) 00002000:00010000:0.0:1734016103.787261:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880075229c00 00000100:00100000:0.0:1734016103.787311:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8249 00000100:00100000:0.0:1734016103.787324:0:7695:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075229c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+9:1978:x1818247336556160:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:0.0:1734016103.799603:0:7695:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075229c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+9:1978:x1818247336556160:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 12254us (13250us total) trans 0 rc 335872/335872 00000100:00100000:0.0:1734016103.799622:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8249 00002000:00100000:0.0:1734016103.799647:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (2469888->10379263) req@ffff880075229c00 x1818247336556160/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:64/0 lens 504/440 e 0 to 0 dl 1734016114 ref 1 fl Complete:/200/0 rc 335872/335872 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016103.799659:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880075229c00 with x1818247336556160 ext(2469888->10379263) 00002000:00010000:0.0:1734016103.799669:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880075229c00 00000100:00100000:3.0:1734016103.802999:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016103.803105:0:13927:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336556288 00000100:00100000:1.0:1734016103.803117:0:13927:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336556288 00000100:00100000:1.0:1734016103.803178:0:13927:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10010 00000100:00100000:1.0:1734016103.803188:0:13927:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075224000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1981:x1818247336556288:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:1.0:1734016103.803214:0:13927:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016103.803244:0:13927:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880097235440/0x3f004d6452e06973 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d0785 expref: -99 pid: 13927 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016103.803325:0:13927:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074008380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13927:1818247339341440:192.168.201.10@tcp:106: 00000100:00100000:1.0:1734016103.803415:0:13927:0:(client.c:2562:ptlrpc_set_wait()) set ffff88006d6ff540 going to sleep for 11 seconds 00002000:00010000:1.0:1734016103.805413:0:13927:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime: 1734016101 -> 1734016102 00000100:00100000:1.0:1734016103.805447:0:13927:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074008380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13927:1818247339341440:192.168.201.10@tcp:106: 00010000:00010000:1.0:1734016103.805492:0:13927:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880097235440/0x3f004d6452e06973 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0785 expref: 8 pid: 13927 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016103.805510:0:13927:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097235440/0x3f004d6452e06973 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0785 expref: 8 pid: 13927 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016103.805533:0:13927:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097235440, rc 0) 00000100:00100000:1.0:1734016103.805601:0:13927:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075224000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1981:x1818247336556288:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 2414us (2614us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016103.805611:0:13927:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10010 00000100:00100000:3.0:1734016103.815558:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016103.815807:0:13927:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336556416 00000100:00100000:1.0:1734016103.815823:0:13927:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336556416 00000100:00100000:1.0:1734016103.815943:0:13927:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10011 00000100:00100000:1.0:1734016103.815953:0:13927:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800744e8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1980:x1818247336556416:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:1.0:1734016103.815983:0:13927:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016103.816009:0:13927:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880097237840/0x3f004d6452e0697a lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d078c expref: -99 pid: 13927 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016103.816083:0:13927:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074008380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13927:1818247339341568:192.168.201.10@tcp:106: 00000100:00100000:1.0:1734016103.816856:0:13927:0:(client.c:2562:ptlrpc_set_wait()) set ffff88006d6ff540 going to sleep for 11 seconds 00000100:00100000:1.0:1734016103.821036:0:13927:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074008380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13927:1818247339341568:192.168.201.10@tcp:106: 00010000:00010000:1.0:1734016103.821095:0:13927:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880097237840/0x3f004d6452e0697a lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d078c expref: 8 pid: 13927 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016103.821114:0:13927:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097237840/0x3f004d6452e0697a lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d078c expref: 8 pid: 13927 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016103.821185:0:13927:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097237840, rc 0) 00000100:00100000:1.0:1734016103.821277:0:13927:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800744e8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1980:x1818247336556416:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 5323us (5734us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016103.821288:0:13927:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10011 00000100:00100000:3.0:1734016103.824830:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016103.825178:0:13927:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336556544 00000100:00100000:1.0:1734016103.825192:0:13927:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336556544 00000100:00100000:1.0:1734016103.825409:0:13927:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10012 00000100:00100000:1.0:1734016103.825419:0:13927:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800744e9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1980:x1818247336556544:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:1.0:1734016103.825450:0:13927:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016103.825477:0:13927:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800972346c0/0x3f004d6452e06981 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d0793 expref: -99 pid: 13927 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016103.825548:0:13927:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074008380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13927:1818247339341696:192.168.201.10@tcp:106: 00000100:00100000:1.0:1734016103.825643:0:13927:0:(client.c:2562:ptlrpc_set_wait()) set ffff88006d6ff540 going to sleep for 11 seconds 00000100:00100000:1.0:1734016103.837822:0:13927:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074008380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13927:1818247339341696:192.168.201.10@tcp:106: 00010000:00010000:1.0:1734016103.837895:0:13927:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800972346c0/0x3f004d6452e06981 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0793 expref: 8 pid: 13927 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016103.837912:0:13927:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800972346c0/0x3f004d6452e06981 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0793 expref: 8 pid: 13927 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016103.837943:0:13927:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800972346c0, rc 0) 00000100:00100000:1.0:1734016103.838033:0:13927:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800744e9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1980:x1818247336556544:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 12615us (13224us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016103.838045:0:13927:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10012 00000100:00100000:3.0:1734016103.848741:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016103.848820:0:7695:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336556800 00000100:00100000:0.0:1734016103.848835:0:7695:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336556800 00000100:00100000:0.0:1734016103.848992:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8250 00000100:00100000:0.0:1734016103.849002:0:7695:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800744e8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1981:x1818247336556800:12345-192.168.201.10@tcp:3:fsx.0 00010000:00010000:0.0:1734016103.849069:0:7695:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff8800a8038900/0x3f004d6452e06988 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7695 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016103.849101:0:7695:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880097235b00/0x3f004d6452e0696c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2428928->2473983) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d077e expref: 8 pid: 13927 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016103.849109:0:7695:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016103.849112:0:7695:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016103.849115:0:7695:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a8038900/0x3f004d6452e06988 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [6393856->6451199] (req 6393856->6451199) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 7695 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016103.849164:0:7695:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880097235b00/0x3f004d6452e0696c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2428928->2473983) gid 0 flags: 0x50000000020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d077e expref: 8 pid: 13927 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016103.849189:0:7695:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880097235b00/0x3f004d6452e0696c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2428928->2473983) gid 0 flags: 0x70000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d077e expref: 8 pid: 13927 timeout: 467 lvb_type: 0 00000100:00100000:0.0:1734016103.849210:0:7695:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880073f20700 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_001:lustre-OST0001_UUID:7695:1818247339341824:192.168.201.10@tcp:104: 00000100:00100000:0.0:1734016103.849326:0:7695:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012cf4f0c0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016103.853769:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016103.854049:0:7695:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880073f20700 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_001:lustre-OST0001_UUID:7695:1818247339341824:192.168.201.10@tcp:104: 00010000:00010000:0.0:1734016103.854100:0:7695:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800a8038900/0x3f004d6452e06988 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [6393856->6451199] (req 6393856->6451199) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 7695 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016103.859982:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800744eb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+11:1979:x1818247336556928:12345-192.168.201.10@tcp:4:fsx.0 Request processed in 4663us (6221us total) trans 4294969079 rc 0/0 00000100:00100000:0.0:1734016103.859999:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 241 00002000:00100000:0.0:1734016103.860018:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (2428928->2473983) req@ffff8800744eb100 x1818247336556928/t4294969079(0) o4->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:64/0 lens 488/448 e 0 to 0 dl 1734016114 ref 1 fl Complete:H/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016103.860030:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800744eb100 with x1818247336556928 ext(2428928->2473983) 00010000:00010000:0.0:1734016103.860045:0:7694:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880097235b00/0x3f004d6452e0696c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2428928->2473983) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d077e expref: 11 pid: 13927 timeout: 467 lvb_type: 0 00010000:00010000:0.0:1734016103.860065:0:7694:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880097235b00/0x3f004d6452e0696c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2428928->2473983) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d077e expref: 11 pid: 13927 timeout: 467 lvb_type: 0 00002000:00010000:0.0:1734016103.860074:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800744eb100 00000100:00100000:3.0:1734016103.868267:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016103.871163:0:6470:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336557056 00000100:00100000:1.0:1734016103.871192:0:6470:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336557056 00010000:00010000:1.0:1734016103.871277:0:6470:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880097235b00/0x3f004d6452e0696c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2428928->2473983) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d077e expref: 11 pid: 13927 timeout: 467 lvb_type: 0 00000100:00100000:1.0:1734016103.872793:0:6470:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2643 00000100:00100000:1.0:1734016103.872806:0:6470:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800750e1f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+11:1981:x1818247336557056:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016103.872829:0:6470:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:1.0:1734016103.872855:0:6470:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 432 -> 520 00010000:00010000:1.0:1734016103.872888:0:6470:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880097235b00/0x3f004d6452e0696c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2428928->2473983) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d077e expref: 11 pid: 13927 timeout: 467 lvb_type: 0 00010000:00010000:1.0:1734016103.872905:0:6470:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880097235b00/0x3f004d6452e0696c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2428928->2473983) gid 0 flags: 0x50000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d077e expref: 11 pid: 13927 timeout: 467 lvb_type: 0 00010000:00010000:1.0:1734016103.872936:0:6470:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097235b00/0x3f004d6452e0696c lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2428928->2473983) gid 0 flags: 0x44801400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d077e expref: 11 pid: 13927 timeout: 467 lvb_type: 0 00010000:00010000:1.0:1734016103.872975:0:6470:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016103.872977:0:6470:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016103.872984:0:6470:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a8038900/0x3f004d6452e06988 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [6393856->6451199] (req 6393856->6451199) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 7695 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016103.872994:0:6470:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a8038900/0x3f004d6452e06988 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [6393856->6451199] (req 6393856->6451199) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 7695 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016103.873028:0:6470:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016103.873104:0:6470:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800750e1f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+10:1981:x1818247336557056:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 300us (4855us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016103.873110:0:6470:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2643 00000100:00100000:3.0:1734016103.884788:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016103.884894:0:13927:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336557184 00000100:00100000:1.0:1734016103.884906:0:13927:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336557184 00000100:00100000:1.0:1734016103.884977:0:13927:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10013 00000100:00100000:1.0:1734016103.884986:0:13927:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800750e2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1980:x1818247336557184:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:1.0:1734016103.885018:0:13927:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016103.885048:0:13927:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880097236880/0x3f004d6452e0698f lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d079a expref: -99 pid: 13927 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1734016103.885076:0:13927:0:(ofd_lvb.c:169:ofd_lvbo_init()) res: [0x280000400:0x5:0x0] initial LVB size: 10378504, mtime: 0x675afc67, atime: 0x675afc65, ctime: 0x675afc67, blocks: 0x208 00010000:00010000:1.0:1734016103.885106:0:13927:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016103.885109:0:13927:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016103.885122:0:13927:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880097236880/0x3f004d6452e0698f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d079a expref: 8 pid: 13927 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016103.885144:0:13927:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880097236880/0x3f004d6452e0698f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d079a expref: 8 pid: 13927 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016103.885161:0:13927:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097236880, rc 0) 00000100:00100000:1.0:1734016103.885243:0:13927:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800750e2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1980:x1818247336557184:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 256us (466us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016103.885250:0:13927:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10013 00000100:00100000:0.0:1734016103.905002:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016103.912463:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016103.913313:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016103.913647:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336557696 00000100:00100000:1.0:1734016103.913659:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336557696 00002000:00100000:1.0:1734016103.913720:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (4190208->8388607) req@ffff880076866300 x1818247336557696/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:64/0 lens 504/0 e 0 to 0 dl 1734016114 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016103.913730:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076866300 with x1818247336557696 ext(4190208->8388607) 00002000:00010000:1.0:1734016103.913736:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076866300 00000100:00100000:1.0:1734016103.913769:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336557824 00000100:00100000:1.0:1734016103.913772:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336557824 00002000:00100000:1.0:1734016103.913781:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (8388608->10379263) req@ffff880076864000 x1818247336557824/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:64/0 lens 488/0 e 0 to 0 dl 1734016114 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016103.913796:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076864000 with x1818247336557824 ext(8388608->10379263) 00002000:00010000:1.0:1734016103.913799:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076864000 00000100:00100000:1.0:1734016103.913813:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8252 00000100:00100000:1.0:1734016103.913819:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076866300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+10:1980:x1818247336557696:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:3.0:1734016103.925298:0:13925:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8253 00000100:00100000:3.0:1734016103.925322:0:13925:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076864000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+11:1981:x1818247336557824:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:3.0:1734016104.019510:0:13925:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076864000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+12:1981:x1818247336557824:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 94164us (106167us total) trans 0 rc 1990656/1990656 00000100:00100000:3.0:1734016104.019532:0:13925:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8253 00002000:00100000:3.0:1734016104.019557:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (8388608->10379263) req@ffff880076864000 x1818247336557824/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:64/0 lens 488/440 e 0 to 0 dl 1734016114 ref 1 fl Complete:/200/0 rc 1990656/1990656 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016104.019574:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076864000 with x1818247336557824 ext(8388608->10379263) 00002000:00010000:3.0:1734016104.019585:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076864000 00000100:00100000:0.0:1734016104.082486:0:7695:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880073f20700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+10:1980:x1818247336557440:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 174961us (177477us total) trans 0 rc 4194304/4194304 00000100:00100000:0.0:1734016104.082505:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8251 00002000:00100000:0.0:1734016104.082526:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (0->6959103) req@ffff880073f20700 x1818247336557440/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:64/0 lens 504/440 e 0 to 0 dl 1734016114 ref 1 fl Complete:/200/0 rc 4194304/4194304 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016104.082538:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880073f20700 with x1818247336557440 ext(0->6959103) 00002000:00010000:0.0:1734016104.082550:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880073f20700 00000100:00100000:0.0:1734016104.134731:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00080000:0.0:1734016104.137548:0:6479:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734016074 00000100:00100000:0.0:1734016104.144196:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016104.150730:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016104.167792:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016104.177938:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016104.181804:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016104.189537:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016104.195653:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016104.206276:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016104.206384:0:7695:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336560128 00000100:00100000:0.0:1734016104.206399:0:7695:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336560128 00002000:00100000:0.0:1734016104.206471:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (3272704->3276799) req@ffff880074008380 x1818247336560128/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:65/0 lens 488/0 e 0 to 0 dl 1734016115 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016104.206485:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074008380 with x1818247336560128 ext(3272704->3276799) 00002000:00010000:0.0:1734016104.206493:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074008380 00000100:00100000:0.0:1734016104.206539:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8261 00000100:00100000:0.0:1734016104.206550:0:7695:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074008380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+11:1981:x1818247336560128:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:0.0:1734016104.206801:0:7695:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074008380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+11:1981:x1818247336560128:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 253us (548us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016104.206810:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8261 00002000:00100000:0.0:1734016104.206816:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (3272704->3276799) req@ffff880074008380 x1818247336560128/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:65/0 lens 488/4536 e 0 to 0 dl 1734016115 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016104.206824:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074008380 with x1818247336560128 ext(3272704->3276799) 00002000:00010000:0.0:1734016104.206827:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074008380 00000100:00100000:0.0:1734016104.210502:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016104.213741:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016104.218474:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016104.225722:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016104.229238:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016104.235183:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016104.240258:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016104.245036:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016104.248531:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016104.253981:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016104.262518:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016104.262687:0:13927:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336562816 00000100:00100000:1.0:1734016104.262700:0:13927:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336562816 00000100:00100000:1.0:1734016104.262791:0:13927:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10015 00000100:00100000:1.0:1734016104.262804:0:13927:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007431dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+11:9673:x1818247336562816:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:1.0:1734016104.262834:0:13927:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016104.262919:0:13927:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880097237a80/0x3f004d6452e0699d lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d07a8 expref: -99 pid: 13927 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016104.262977:0:13927:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880097236880/0x3f004d6452e0698f lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d079a expref: 7 pid: 13927 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016104.262988:0:13927:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880072170d80/0x3f004d6452e06996 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d07a1 expref: 12 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016104.262996:0:13927:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016104.262998:0:13927:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016104.263002:0:13927:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880097237a80/0x3f004d6452e0699d lrc: 5/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [9007104->9011199] (req 9007104->9011199) gid 0 flags: 0x50000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d07a8 expref: 12 pid: 13927 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016104.263056:0:13927:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880072170d80/0x3f004d6452e06996 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d07a1 expref: 12 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016104.263071:0:13927:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880072170d80/0x3f004d6452e06996 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d07a1 expref: 12 pid: 7689 timeout: 468 lvb_type: 1 00000100:00100000:1.0:1734016104.263093:0:13927:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007400b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13927:1818247339341952:192.168.201.10@tcp:104: 00010000:00010000:1.0:1734016104.263209:0:13927:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880097236880/0x3f004d6452e0698f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d079a expref: 7 pid: 13927 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016104.263220:0:13927:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880097236880/0x3f004d6452e0698f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d079a expref: 7 pid: 13927 timeout: 468 lvb_type: 1 00000100:00100000:1.0:1734016104.263228:0:13927:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074008700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13927:1818247339342080:192.168.201.10@tcp:104: 00000100:00100000:1.0:1734016104.263250:0:13927:0:(client.c:2562:ptlrpc_set_wait()) set ffff88006d6ff780 going to sleep for 11 seconds 00000100:00100000:1.0:1734016104.267329:0:13927:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007400b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13927:1818247339341952:192.168.201.10@tcp:104: 00000100:00100000:1.0:1734016104.267351:0:13927:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074008700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13927:1818247339342080:192.168.201.10@tcp:104: 00010000:00010000:1.0:1734016104.267406:0:13927:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880097237a80/0x3f004d6452e0699d lrc: 3/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [9007104->9011199] (req 9007104->9011199) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d07a8 expref: 12 pid: 13927 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016104.267432:0:13927:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097237a80, rc 0) 00000100:00100000:1.0:1734016104.267501:0:13927:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007431dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+12:9673:x1818247336562816:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 4697us (4997us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016104.267515:0:13927:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10015 00000100:00100000:0.0:1734016104.292004:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016104.292073:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016104.305619:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016104.316101:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016104.329053:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016104.333107:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016104.337124:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016104.342013:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016104.347308:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016104.351256:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016104.361601:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016104.380653:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00002000:00100000:3.0:1734016104.384250:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (8974336->9011199) req@ffff880073e02680 x1818247336565504/t0(0) o4->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:65/0 lens 488/0 e 0 to 0 dl 1734016115 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016104.384262:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880073e02680 with x1818247336565504 ext(8974336->9011199) 00002000:00010000:3.0:1734016104.384268:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880073e02680 00000100:00100000:3.0:1734016104.384305:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8281 00000100:00100000:3.0:1734016104.384312:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880073e02680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+11:1981:x1818247336565504:12345-192.168.201.10@tcp:4:fsx.0 00000100:00100000:0.0:1734016104.392069:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880073e02680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+13:1981:x1818247336565504:12345-192.168.201.10@tcp:4:fsx.0 Request processed in 7730us (11409us total) trans 4294969080 rc 0/0 00000100:00100000:0.0:1734016104.392090:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8281 00002000:00100000:0.0:1734016104.392108:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (8974336->9011199) req@ffff880073e02680 x1818247336565504/t4294969080(0) o4->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:65/0 lens 488/448 e 0 to 0 dl 1734016115 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016104.392120:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880073e02680 with x1818247336565504 ext(8974336->9011199) 00002000:00010000:0.0:1734016104.392129:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880073e02680 00000100:00100000:1.0:1734016104.396010:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016104.406992:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016104.408705:0:13927:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336565760 00000100:00100000:1.0:1734016104.408723:0:13927:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336565760 00000100:00100000:1.0:1734016104.408820:0:13927:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10016 00000100:00100000:1.0:1734016104.408831:0:13927:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880073e00380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+13:1981:x1818247336565760:12345-192.168.201.10@tcp:16:fsx.0 00000001:00080000:0.0:1734016104.412369:0:8954:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969080 is committed 00000001:00080000:0.0:1734016104.412401:0:8954:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969078 is committed 00000100:00100000:1.0:1734016104.412739:0:13927:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880073e00380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1981:x1818247336565760:12345-192.168.201.10@tcp:16:fsx.0 Request processed in 3898us (5750us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016104.412754:0:13927:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10016 00000100:00100000:1.0:1734016104.417243:0:13927:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336565888 00000100:00100000:1.0:1734016104.417257:0:13927:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336565888 00000100:00100000:1.0:1734016104.417326:0:13927:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10017 00000100:00100000:1.0:1734016104.417334:0:13927:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007522a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1980:x1818247336565888:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:1.0:1734016104.417360:0:13927:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016104.417387:0:13927:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880097236880/0x3f004d6452e069a4 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d07af expref: -99 pid: 13927 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016104.417469:0:13927:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007400b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13927:1818247339342336:192.168.201.10@tcp:106: 00000100:00100000:1.0:1734016104.417548:0:13927:0:(client.c:2562:ptlrpc_set_wait()) set ffff88006d6ff780 going to sleep for 11 seconds 00002000:00010000:1.0:1734016104.420283:0:13927:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime: 1734016101 -> 1734016103 00002000:00010000:1.0:1734016104.420292:0:13927:0:(ofd_lvb.c:301:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks: 520 -> 592 00000100:00100000:1.0:1734016104.420317:0:13927:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007400b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13927:1818247339342336:192.168.201.10@tcp:106: 00010000:00010000:1.0:1734016104.420364:0:13927:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880097236880/0x3f004d6452e069a4 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d07af expref: 7 pid: 13927 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016104.420380:0:13927:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097236880/0x3f004d6452e069a4 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d07af expref: 7 pid: 13927 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016104.420393:0:13927:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097236880, rc 0) 00000100:00100000:1.0:1734016104.420457:0:13927:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007522a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1980:x1818247336565888:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 3122us (3423us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016104.420467:0:13927:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10017 00000100:00100000:1.0:1734016104.427909:0:13927:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336566016 00000100:00100000:1.0:1734016104.427922:0:13927:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336566016 00000100:00100000:1.0:1734016104.428841:0:13927:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10018 00000100:00100000:1.0:1734016104.428853:0:13927:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007522bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1981:x1818247336566016:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:1.0:1734016104.428910:0:13927:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016104.428935:0:13927:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880097235b00/0x3f004d6452e069ab lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d07b6 expref: -99 pid: 13927 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016104.429012:0:13927:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007400b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13927:1818247339342464:192.168.201.10@tcp:106: 00000100:00100000:1.0:1734016104.429105:0:13927:0:(client.c:2562:ptlrpc_set_wait()) set ffff88006d6ff780 going to sleep for 11 seconds 00000100:00100000:1.0:1734016104.439520:0:13927:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007400b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13927:1818247339342464:192.168.201.10@tcp:106: 00010000:00010000:1.0:1734016104.439580:0:13927:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880097235b00/0x3f004d6452e069ab lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d07b6 expref: 7 pid: 13927 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016104.439596:0:13927:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097235b00/0x3f004d6452e069ab lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d07b6 expref: 7 pid: 13927 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016104.439643:0:13927:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097235b00, rc 0) 00000100:00100000:1.0:1734016104.439771:0:13927:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007522bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1981:x1818247336566016:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 10918us (12427us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016104.439782:0:13927:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10018 00000100:00100000:0.0:1734016104.446544:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016104.446679:0:6481:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336566272 00000100:00100000:3.0:1734016104.446692:0:6481:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336566272 00000100:00100000:3.0:1734016104.446767:0:6481:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 1850 00000100:00100000:3.0:1734016104.446779:0:6481:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074620a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+15:9673:x1818247336566272:12345-192.168.201.10@tcp:36:fsx.0 00010000:00010000:3.0:1734016104.451410:0:6481:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016104.451475:0:6481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880072171f80/0x3f004d6452e0693b lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d074d expref: 15 pid: 6482 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016104.451525:0:6481:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:3.0:1734016104.451531:0:6481:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1734016104.451798:0:6481:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a6f40/0x3f004d6452e069b2 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6481 initiator: MDT0 00010000:00010000:3.0:1734016104.451813:0:6481:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880072171440/0x3f004d6452e0691f lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0738 expref: 13 pid: 6482 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016104.451823:0:6481:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a6f40/0x3f004d6452e069b2 lrc: 4/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6481 initiator: MDT0 00010000:00010000:3.0:1734016104.451899:0:6481:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880072171440/0x3f004d6452e0691f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0738 expref: 13 pid: 6482 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016104.451918:0:6481:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880072171440/0x3f004d6452e0691f lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0738 expref: 13 pid: 6482 timeout: 468 lvb_type: 0 00000100:00100000:3.0:1734016104.451936:0:6481:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800750e3b80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6481:1818247339342592:192.168.201.10@tcp:104: 00000100:00100000:3.0:1734016104.452050:0:6481:0:(client.c:2562:ptlrpc_set_wait()) set ffff88006d83bcc0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016104.458001:0:6481:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800750e3b80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6481:1818247339342592:192.168.201.10@tcp:104: 00010000:00010000:3.0:1734016104.458039:0:6481:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a6f40/0x3f004d6452e069b2 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6481 initiator: MDT0 00000100:00100000:0.0:1734016104.458101:0:7705:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336566400 00000100:00100000:0.0:1734016104.458110:0:7705:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336566400 00010000:00010000:0.0:1734016104.458149:0:7705:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880072171440/0x3f004d6452e0691f lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0738 expref: 14 pid: 6482 timeout: 468 lvb_type: 0 00000100:00100000:0.0:1734016104.458186:0:7705:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2646 00000100:00100000:0.0:1734016104.458193:0:7705:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b1e45450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+14:1978:x1818247336566400:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016104.458213:0:7705:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016104.458218:0:7705:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880072171440/0x3f004d6452e0691f lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0738 expref: 14 pid: 6482 timeout: 468 lvb_type: 0 00010000:00010000:0.0:1734016104.458229:0:7705:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880072171440/0x3f004d6452e0691f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0738 expref: 14 pid: 6482 timeout: 468 lvb_type: 0 00010000:00010000:0.0:1734016104.458253:0:7705:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880072171440/0x3f004d6452e0691f lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0738 expref: 14 pid: 6482 timeout: 468 lvb_type: 0 00010000:00010000:0.0:1734016104.458280:0:7705:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:0.0:1734016104.458284:0:7705:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a6f40/0x3f004d6452e069b2 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6481 initiator: MDT0 00010000:00010000:0.0:1734016104.458295:0:7705:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a6f40/0x3f004d6452e069b2 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6481 initiator: MDT0 00010000:00010000:0.0:1734016104.458302:0:7705:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a6f40/0x3f004d6452e069b2 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6481 initiator: MDT0 00010000:00010000:0.0:1734016104.459008:0:7705:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016104.459081:0:7705:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b1e45450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+13:1978:x1818247336566400:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 885us (1226us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016104.459093:0:7705:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2646 00010000:00010000:0.0:1734016104.466553:0:3494:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a6f40/0x3f004d6452e069b2 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6481 initiator: MDT0 00010000:00010000:0.0:1734016104.466569:0:3494:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a6f40/0x3f004d6452e069b2 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6481 initiator: MDT0 00010000:00010000:0.0:1734016104.466577:0:3494:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a6f40/0x3f004d6452e069b2 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6481 initiator: MDT0 00010000:00010000:0.0:1734016104.466585:0:3494:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88009a9a6f40 already unused, calling callback (ffffffffa0f03950) 00010000:00010000:0.0:1734016104.466592:0:3494:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a6f40/0x3f004d6452e069b2 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6481 initiator: MDT0 00010000:00010000:0.0:1734016104.466599:0:3494:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a6f40/0x3f004d6452e069b2 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6481 initiator: MDT0 00010000:00010000:0.0:1734016104.466620:0:3494:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:0.0:1734016104.466623:0:3494:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1734016104.466629:0:3494:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a6f40/0x3f004d6452e069b2 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6481 initiator: MDT0 00010000:00010000:0.0:1734016104.466633:0:3494:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a6f40/0x3f004d6452e069b2 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6481 initiator: MDT0 00000100:00100000:1.0:1734016104.466765:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336566528 00000100:00100000:1.0:1734016104.466779:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336566528 00002000:00010000:1.0:1734016104.466827:0:7694:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (6766566->18446744073709551615) 00002000:00100000:1.0:1734016104.466831:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007522b480 with x1818247336566528 ext(6766566->18446744073709551615) 00002000:00010000:1.0:1734016104.466845:0:7694:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007522b480. 00000100:00100000:1.0:1734016104.466913:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8282 00000100:00100000:1.0:1734016104.466923:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007522b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1979:x1818247336566528:12345-192.168.201.10@tcp:10:fsx.0 00002000:00010000:1.0:1734016104.470107:0:7694:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 10378504 -> 6766566 00002000:00010000:1.0:1734016104.470120:0:7694:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016103 -> 1734016103 00002000:00010000:1.0:1734016104.470122:0:7694:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016103 -> 1734016101 00002000:00010000:1.0:1734016104.470125:0:7694:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016103 -> 1734016103 00002000:00010000:1.0:1734016104.470127:0:7694:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 592 -> 408 00000100:00100000:1.0:1734016104.470251:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007522b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1979:x1818247336566528:12345-192.168.201.10@tcp:10:fsx.0 Request processed in 3319us (3799us total) trans 4294969081 rc 0/0 00000100:00100000:1.0:1734016104.470264:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8282 00002000:00010000:1.0:1734016104.470273:0:7694:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (6766566->18446744073709551615) 00002000:00100000:1.0:1734016104.470278:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007522b480 with x1818247336566528 ext(6766566->18446744073709551615) 00002000:00010000:1.0:1734016104.470286:0:7694:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007522b480. 00000100:00100000:1.0:1734016104.477762:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00010000:00010000:3.0:1734016104.479451:0:6472:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734016104.479570:0:6481:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336566656 00000100:00100000:3.0:1734016104.479584:0:6481:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336566656 00000100:00100000:3.0:1734016104.479648:0:6481:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 1851 00000100:00100000:3.0:1734016104.479656:0:6481:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007400b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+13:9673:x1818247336566656:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:3.0:1734016104.479689:0:6481:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016104.479711:0:6481:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a4fc0/0x3f004d6452e069b9 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d07bd expref: -99 pid: 6481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016104.479833:0:6481:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a7600/0x3f004d6452e069c0 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6481 initiator: MDT0 00010000:00010000:3.0:1734016104.479849:0:6481:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a7600/0x3f004d6452e069c0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6481 initiator: MDT0 00010000:00010000:3.0:1734016104.479860:0:6481:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a7600/0x3f004d6452e069c0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6481 initiator: MDT0 00000004:00200000:3.0:1734016104.480026:0:6481:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 6766566 00000004:00200000:3.0:1734016104.480031:0:6481:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1734016104.480050:0:6481:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a7600/0x3f004d6452e069c0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6481 initiator: MDT0 00010000:00010000:3.0:1734016104.480078:0:6481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a4fc0/0x3f004d6452e069b9 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d07bd expref: 15 pid: 6481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016104.481365:0:6481:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a7600/0x3f004d6452e069c0 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d07bd expref: 14 pid: 6481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016104.481383:0:6481:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:3.0:1734016104.481386:0:6481:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1734016104.481391:0:6481:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a9a7600, rc 0) 00000100:00100000:3.0:1734016104.481757:0:6481:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007400b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+14:9673:x1818247336566656:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 2099us (4012us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016104.481769:0:6481:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 1851 00000100:00100000:3.0:1734016104.491890:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016104.493862:0:13927:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336566784 00000100:00100000:1.0:1734016104.493944:0:13927:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336566784 00000100:00100000:1.0:1734016104.495130:0:13927:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10019 00000100:00100000:1.0:1734016104.495139:0:13927:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800750e3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1980:x1818247336566784:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:1.0:1734016104.495162:0:13927:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016104.495184:0:13927:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800972346c0/0x3f004d6452e069c7 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d07c4 expref: -99 pid: 13927 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016104.495247:0:13927:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007400aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13927:1818247339342720:192.168.201.10@tcp:106: 00000100:00100000:1.0:1734016104.495462:0:13927:0:(client.c:2562:ptlrpc_set_wait()) set ffff88006d6ff780 going to sleep for 11 seconds 00000100:00100000:1.0:1734016104.498739:0:13927:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007400aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13927:1818247339342720:192.168.201.10@tcp:106: 00010000:00010000:1.0:1734016104.498801:0:13927:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800972346c0/0x3f004d6452e069c7 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d07c4 expref: 7 pid: 13927 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016104.498819:0:13927:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800972346c0/0x3f004d6452e069c7 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d07c4 expref: 7 pid: 13927 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016104.498835:0:13927:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800972346c0, rc 0) 00000100:00100000:1.0:1734016104.498928:0:13927:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800750e3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1980:x1818247336566784:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 3787us (7072us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016104.498939:0:13927:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10019 00000100:00100000:1.0:1734016104.503431:0:13927:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336566912 00000100:00100000:1.0:1734016104.503445:0:13927:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336566912 00000100:00100000:1.0:1734016104.503509:0:13927:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10020 00000100:00100000:1.0:1734016104.503518:0:13927:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007522ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1978:x1818247336566912:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:1.0:1734016104.503544:0:13927:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016104.503568:0:13927:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880097237840/0x3f004d6452e069ce lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d07cb expref: -99 pid: 13927 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016104.503649:0:13927:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007400aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13927:1818247339342848:192.168.201.10@tcp:106: 00000100:00100000:1.0:1734016104.503745:0:13927:0:(client.c:2562:ptlrpc_set_wait()) set ffff88006d6ff780 going to sleep for 11 seconds 00000100:00100000:1.0:1734016104.506019:0:13927:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007400aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13927:1818247339342848:192.168.201.10@tcp:106: 00010000:00010000:1.0:1734016104.506074:0:13927:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880097237840/0x3f004d6452e069ce lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d07cb expref: 7 pid: 13927 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016104.506098:0:13927:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097237840/0x3f004d6452e069ce lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d07cb expref: 7 pid: 13927 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016104.506114:0:13927:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097237840, rc 0) 00000100:00100000:1.0:1734016104.506194:0:13927:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007522ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1978:x1818247336566912:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 2677us (2898us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016104.506204:0:13927:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10020 00000100:00100000:0.0:1734016104.509623:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016104.513681:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016104.515548:0:7695:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074623800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1979:x1818247336567424:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 699us (1883us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016104.515559:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8284 00002000:00100000:3.0:1734016104.515566:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (3678208->3682303) req@ffff880074623800 x1818247336567424/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:65/0 lens 488/4536 e 0 to 0 dl 1734016115 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016104.515576:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074623800 with x1818247336567424 ext(3678208->3682303) 00002000:00010000:3.0:1734016104.515582:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074623800 00000100:00100000:3.0:1734016104.518262:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016104.518586:0:7695:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336567680 00000100:00100000:0.0:1734016104.518604:0:7695:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336567680 00002000:00100000:0.0:1734016104.518686:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (3674112->3678207) req@ffff8800750e0000 x1818247336567680/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:65/0 lens 488/0 e 0 to 0 dl 1734016115 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016104.518699:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800750e0000 with x1818247336567680 ext(3674112->3678207) 00002000:00010000:0.0:1734016104.518710:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800750e0000 00000100:00100000:0.0:1734016104.518786:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8285 00000100:00100000:0.0:1734016104.518798:0:7695:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800750e0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1981:x1818247336567680:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:0.0:1734016104.519149:0:7695:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800750e0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1981:x1818247336567680:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 353us (907us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016104.519157:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8285 00002000:00100000:0.0:1734016104.519163:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (3674112->3678207) req@ffff8800750e0000 x1818247336567680/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:65/0 lens 488/4536 e 0 to 0 dl 1734016115 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016104.519171:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800750e0000 with x1818247336567680 ext(3674112->3678207) 00002000:00010000:0.0:1734016104.519174:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800750e0000 00000100:00100000:0.0:1734016104.522427:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016104.525995:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016104.526156:0:6481:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336568064 00000100:00100000:3.0:1734016104.526169:0:6481:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336568064 00000100:00100000:3.0:1734016104.526240:0:6481:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 1852 00000100:00100000:3.0:1734016104.526250:0:6481:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074622300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+16:9673:x1818247336568064:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:3.0:1734016104.526283:0:6481:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016104.526306:0:6481:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a73c0/0x3f004d6452e069d5 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d07d2 expref: -99 pid: 6481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016104.526430:0:6481:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a7a80/0x3f004d6452e069dc lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 6481 initiator: MDT0 00010000:00010000:3.0:1734016104.526449:0:6481:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a7a80/0x3f004d6452e069dc lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6481 initiator: MDT0 00010000:00010000:3.0:1734016104.526463:0:6481:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a7a80/0x3f004d6452e069dc lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6481 initiator: MDT0 00000004:00200000:3.0:1734016104.526497:0:6481:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 6766566 00000004:00200000:3.0:1734016104.526502:0:6481:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1734016104.526528:0:6481:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a7a80/0x3f004d6452e069dc lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6481 initiator: MDT0 00010000:00010000:3.0:1734016104.526555:0:6481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a73c0/0x3f004d6452e069d5 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d07d2 expref: 18 pid: 6481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016104.526585:0:6481:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a7a80/0x3f004d6452e069dc lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d07d2 expref: 17 pid: 6481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016104.526596:0:6481:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:3.0:1734016104.526600:0:6481:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1734016104.526606:0:6481:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a9a7a80, rc 0) 00000100:00100000:3.0:1734016104.526692:0:6481:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074622300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+17:9673:x1818247336568064:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 443us (710us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016104.526701:0:6481:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 1852 00000100:00100000:3.0:1734016104.539845:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016104.539992:0:7695:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336568320 00000100:00100000:0.0:1734016104.540007:0:7695:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336568320 00000100:00100000:0.0:1734016104.540116:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8287 00000100:00100000:0.0:1734016104.540130:0:7695:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800750e0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1981:x1818247336568320:12345-192.168.201.10@tcp:4:fsx.0 00010000:00010000:0.0:1734016104.540199:0:7695:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a8038d80/0x3f004d6452e069e3 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7695 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016104.540229:0:7695:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880097237a80/0x3f004d6452e0699d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 9007104->9011199) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d07a8 expref: 6 pid: 13927 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016104.540239:0:7695:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016104.540241:0:7695:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016104.540245:0:7695:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a8038d80/0x3f004d6452e069e3 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [9846784->9871359] (req 9846784->9871359) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 7695 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016104.540306:0:7695:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880097237a80/0x3f004d6452e0699d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 9007104->9011199) gid 0 flags: 0x50000000020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d07a8 expref: 6 pid: 13927 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016104.540322:0:7695:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880097237a80/0x3f004d6452e0699d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 9007104->9011199) gid 0 flags: 0x70000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d07a8 expref: 6 pid: 13927 timeout: 468 lvb_type: 0 00000100:00100000:0.0:1734016104.540339:0:7695:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074623b80 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_001:lustre-OST0001_UUID:7695:1818247339342976:192.168.201.10@tcp:104: 00000100:00100000:0.0:1734016104.540457:0:7695:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012cf4f9c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016104.546627:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016104.546757:0:7705:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336568448 00000100:00100000:1.0:1734016104.546769:0:7705:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336568448 00010000:00010000:1.0:1734016104.546812:0:7705:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880097237a80/0x3f004d6452e0699d lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 9007104->9011199) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d07a8 expref: 7 pid: 13927 timeout: 468 lvb_type: 0 00000100:00100000:1.0:1734016104.546847:0:7705:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2647 00000100:00100000:1.0:1734016104.546857:0:7705:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880073f20e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1978:x1818247336568448:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016104.546906:0:7705:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016104.546936:0:7705:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880097237a80/0x3f004d6452e0699d lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 9007104->9011199) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d07a8 expref: 7 pid: 13927 timeout: 468 lvb_type: 0 00010000:00010000:1.0:1734016104.546951:0:7705:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880097237a80/0x3f004d6452e0699d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 9007104->9011199) gid 0 flags: 0x50000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d07a8 expref: 7 pid: 13927 timeout: 468 lvb_type: 0 00010000:00010000:1.0:1734016104.546983:0:7705:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016104.546985:0:7705:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016104.546991:0:7705:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a8038d80/0x3f004d6452e069e3 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [9846784->9871359] (req 9846784->9871359) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 7695 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016104.547004:0:7705:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a8038d80/0x3f004d6452e069e3 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [9846784->9871359] (req 9846784->9871359) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 7695 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016104.547029:0:7705:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016104.547539:0:7705:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880073f20e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1978:x1818247336568448:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 681us (921us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016104.547547:0:7705:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2647 00000001:00080000:0.0:1734016104.556804:0:8954:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969082 is committed 00000001:00080000:0.0:1734016104.556853:0:8954:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969081 is committed 00000100:00100000:0.0:1734016104.569053:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016104.569295:0:13927:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336568576 00000100:00100000:1.0:1734016104.569311:0:13927:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336568576 00000100:00100000:1.0:1734016104.569388:0:13927:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10021 00000100:00100000:1.0:1734016104.569397:0:13927:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880073f22680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:1980:x1818247336568576:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:1.0:1734016104.569435:0:13927:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016104.569473:0:13927:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880097237840/0x3f004d6452e069ea lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d07d9 expref: -99 pid: 13927 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1734016104.569501:0:13927:0:(ofd_lvb.c:169:ofd_lvbo_init()) res: [0x280000400:0x5:0x0] initial LVB size: 9871360, mtime: 0x675afc68, atime: 0x675afc65, ctime: 0x675afc68, blocks: 0x1c8 00010000:00010000:1.0:1734016104.569531:0:13927:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016104.569533:0:13927:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016104.569542:0:13927:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880097237840/0x3f004d6452e069ea lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d07d9 expref: 6 pid: 13927 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016104.569558:0:13927:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880097237840/0x3f004d6452e069ea lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d07d9 expref: 6 pid: 13927 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016104.569571:0:13927:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097237840, rc 0) 00000100:00100000:1.0:1734016104.569626:0:13927:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880073f22680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1980:x1818247336568576:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 230us (597us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016104.569634:0:13927:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10021 00000100:00100000:3.0:1734016104.574154:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016104.576665:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016104.608995:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016104.615116:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016104.615166:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016104.615215:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336569600 00000100:00100000:0.0:1734016104.615227:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336569600 00002000:00100000:0.0:1734016104.615283:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (8388608->9871359) req@ffff88007431c380 x1818247336569600/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:65/0 lens 488/0 e 0 to 0 dl 1734016115 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016104.615297:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007431c380 with x1818247336569600 ext(8388608->9871359) 00002000:00010000:0.0:1734016104.615305:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007431c380 00000100:00100000:0.0:1734016104.615335:0:13929:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336569472 00000100:00100000:0.0:1734016104.615337:0:13929:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336569472 00002000:00100000:0.0:1734016104.615353:0:13929:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (4190208->8388607) req@ffff88007431ca80 x1818247336569472/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:65/0 lens 504/0 e 0 to 0 dl 1734016115 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016104.615367:0:13929:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007431ca80 with x1818247336569472 ext(4190208->8388607) 00002000:00010000:0.0:1734016104.615370:0:13929:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007431ca80 00000100:00100000:0.0:1734016104.615385:0:13929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8290 00000100:00100000:0.0:1734016104.615392:0:13929:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007431c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+8:1980:x1818247336569600:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:1.0:1734016104.617861:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8291 00000100:00100000:1.0:1734016104.617907:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007431ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+9:1981:x1818247336569472:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:3.0:1734016104.698768:0:7695:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800750e2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+10:1980:x1818247336569216:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 88091us (89782us total) trans 0 rc 4194304/4194304 00000100:00100000:3.0:1734016104.698780:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8289 00002000:00100000:3.0:1734016104.698795:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (0->6012927) req@ffff8800750e2680 x1818247336569216/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:65/0 lens 504/440 e 0 to 0 dl 1734016115 ref 1 fl Complete:/200/0 rc 4194304/4194304 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016104.698805:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800750e2680 with x1818247336569216 ext(0->6012927) 00002000:00010000:3.0:1734016104.698814:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800750e2680 00000100:00100000:0.0:1734016104.724513:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016104.741543:0:13929:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007431c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+8:1980:x1818247336569600:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 126131us (126429us total) trans 0 rc 1482752/1482752 00000100:00100000:0.0:1734016104.741560:0:13929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8290 00002000:00100000:0.0:1734016104.741581:0:13929:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (8388608->9871359) req@ffff88007431c380 x1818247336569600/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:65/0 lens 488/440 e 0 to 0 dl 1734016115 ref 1 fl Complete:/200/0 rc 1482752/1482752 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016104.741595:0:13929:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007431c380 with x1818247336569600 ext(8388608->9871359) 00010000:00010000:0.0:1734016104.741613:0:13929:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880097237840/0x3f004d6452e069ea lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d07d9 expref: 8 pid: 13927 timeout: 468 lvb_type: 1 00010000:00010000:0.0:1734016104.741627:0:13929:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880097237840/0x3f004d6452e069ea lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d07d9 expref: 8 pid: 13927 timeout: 468 lvb_type: 1 00002000:00010000:0.0:1734016104.741636:0:13929:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88007431c380 00000100:00100000:0.0:1734016104.750109:0:7695:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880075228380 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_001:lustre-OST0001_UUID:7695:1818247339343232:192.168.201.10@tcp:104: 00010000:00010000:0.0:1734016104.750166:0:7695:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e069ff lrc: 3/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [233472->245759] (req 233472->245759) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 7695 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016104.752620:0:7705:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336570112 00000100:00100000:1.0:1734016104.752646:0:7705:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336570112 00010000:00010000:1.0:1734016104.752723:0:7705:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880072170d80/0x3f004d6452e069f1 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d07e0 expref: 8 pid: 7689 timeout: 468 lvb_type: 1 00000100:00100000:1.0:1734016104.752787:0:7705:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2648 00000100:00100000:1.0:1734016104.752798:0:7705:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075229f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1979:x1818247336570112:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016104.752817:0:7705:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016104.752846:0:7705:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880072170d80/0x3f004d6452e069f1 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d07e0 expref: 8 pid: 7689 timeout: 468 lvb_type: 1 00010000:00010000:1.0:1734016104.752860:0:7705:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880072170d80/0x3f004d6452e069f1 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d07e0 expref: 8 pid: 7689 timeout: 468 lvb_type: 1 00010000:00010000:1.0:1734016104.752919:0:7705:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880072170d80/0x3f004d6452e069f1 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d07e0 expref: 8 pid: 7689 timeout: 468 lvb_type: 1 00010000:00010000:1.0:1734016104.752961:0:7705:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016104.753035:0:7705:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075229f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1979:x1818247336570112:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 239us (3617us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016104.753045:0:7705:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2648 00000100:00100000:0.0:1734016104.809937:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016104.810197:0:6470:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336570240 00000100:00100000:1.0:1734016104.810210:0:6470:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336570240 00010000:00010000:1.0:1734016104.810247:0:6470:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880097237840/0x3f004d6452e069ea lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d07d9 expref: 6 pid: 13927 timeout: 468 lvb_type: 1 00000100:00100000:1.0:1734016104.810287:0:6470:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2649 00000100:00100000:1.0:1734016104.810294:0:6470:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074220a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1979:x1818247336570240:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016104.810311:0:6470:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016104.810338:0:6470:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880097237840/0x3f004d6452e069ea lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d07d9 expref: 6 pid: 13927 timeout: 468 lvb_type: 1 00010000:00010000:1.0:1734016104.810353:0:6470:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880097237840/0x3f004d6452e069ea lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d07d9 expref: 6 pid: 13927 timeout: 468 lvb_type: 1 00010000:00010000:1.0:1734016104.810375:0:6470:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097237840/0x3f004d6452e069ea lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d07d9 expref: 6 pid: 13927 timeout: 468 lvb_type: 1 00010000:00010000:1.0:1734016104.810528:0:6470:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016104.810532:0:6470:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016104.810537:0:6470:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e069ff lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [233472->245759] (req 233472->245759) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 7695 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016104.810547:0:6470:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e069ff lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [233472->245759] (req 233472->245759) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 7695 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016104.810577:0:6470:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016104.810629:0:6470:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074220a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:1979:x1818247336570240:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 335us (704us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016104.810636:0:6470:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2649 00010000:00010000:1.0:1734016104.810775:0:7695:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e069ff lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [233472->245759] (req 233472->245759) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 7695 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016104.810784:0:7695:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e069ff lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [233472->245759] (req 233472->245759) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 7695 timeout: 0 lvb_type: 0 00000001:00080000:0.0:1734016104.815524:0:8954:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969083 is committed 00002000:00010000:1.0:1734016104.815635:0:7695:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 456 -> 480 00010000:00010000:1.0:1734016104.815651:0:7695:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e069ff lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [233472->245759] (req 233472->245759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 7695 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016104.815661:0:7695:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e069ff lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [233472->245759] (req 233472->245759) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 7695 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016104.815677:0:7695:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e069ff lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [233472->245759] (req 233472->245759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 7695 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016104.815683:0:7695:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880072171440 already unused, calling callback (ffffffffa086d100) 00010000:00010000:1.0:1734016104.815687:0:7695:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e069ff lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [233472->245759] (req 233472->245759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 7695 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016104.815693:0:7695:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e069ff lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [233472->245759] (req 233472->245759) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 7695 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016104.815712:0:7695:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e069ff lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [233472->245759] (req 233472->245759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 7695 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016104.815717:0:7695:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e069ff lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [233472->245759] (req 233472->245759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 7695 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016104.815827:0:7695:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e4da050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1978:x1818247336569984:12345-192.168.201.10@tcp:4:fsx.0 Request processed in 90774us (91324us total) trans 4294969083 rc 0/0 00000100:00100000:1.0:1734016104.815839:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8292 00000100:00100000:0.0:1734016104.821499:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016104.821713:0:13927:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336570368 00000100:00100000:1.0:1734016104.821729:0:13927:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336570368 00000100:00100000:1.0:1734016104.823379:0:13927:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10023 00000100:00100000:1.0:1734016104.823400:0:13927:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074221880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1979:x1818247336570368:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:1.0:1734016104.823439:0:13927:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016104.823480:0:13927:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800972346c0/0x3f004d6452e06a06 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d07e7 expref: -99 pid: 13927 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1734016104.823513:0:13927:0:(ofd_lvb.c:169:ofd_lvbo_init()) res: [0x280000400:0x5:0x0] initial LVB size: 9871360, mtime: 0x675afc68, atime: 0x675afc65, ctime: 0x675afc68, blocks: 0x1e0 00010000:00010000:1.0:1734016104.823552:0:13927:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016104.823555:0:13927:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016104.823567:0:13927:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800972346c0/0x3f004d6452e06a06 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d07e7 expref: 7 pid: 13927 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016104.823588:0:13927:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800972346c0/0x3f004d6452e06a06 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d07e7 expref: 7 pid: 13927 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016104.823612:0:13927:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800972346c0, rc 0) 00000100:00100000:1.0:1734016104.825048:0:13927:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074221880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1979:x1818247336570368:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 1637us (3558us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016104.825063:0:13927:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10023 00000100:00100000:3.0:1734016104.848704:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336570752 00000100:00100000:3.0:1734016104.848720:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336570752 00002000:00100000:3.0:1734016104.848774:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (4190208->8388607) req@ffff880075228700 x1818247336570752/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:65/0 lens 504/0 e 0 to 0 dl 1734016115 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016104.848785:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880075228700 with x1818247336570752 ext(4190208->8388607) 00002000:00010000:3.0:1734016104.848791:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880075228700 00000100:00100000:1.0:1734016104.848836:0:7695:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336570624 00000100:00100000:1.0:1734016104.848841:0:7695:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336570624 00002000:00100000:1.0:1734016104.848858:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (0->4386815) req@ffff880075229180 x1818247336570624/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:65/0 lens 504/0 e 0 to 0 dl 1734016115 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016104.848881:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880075229180 with x1818247336570624 ext(0->4386815) 00002000:00010000:1.0:1734016104.848884:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880075229180 00000100:00100000:3.0:1734016104.849313:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8293 00000100:00100000:3.0:1734016104.849321:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075228700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1981:x1818247336570752:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:1.0:1734016104.856063:0:7695:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336570880 00000100:00100000:1.0:1734016104.856090:0:7695:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336570880 00002000:00100000:1.0:1734016104.856160:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (8388608->9871359) req@ffff880075229500 x1818247336570880/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:65/0 lens 488/0 e 0 to 0 dl 1734016115 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016104.856171:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880075229500 with x1818247336570880 ext(8388608->9871359) 00002000:00010000:1.0:1734016104.856178:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880075229500 00000100:00100000:1.0:1734016104.856196:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8294 00000100:00100000:1.0:1734016104.856207:0:7695:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075229180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+10:1981:x1818247336570624:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:0.0:1734016104.861505:0:13929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8295 00000100:00100000:0.0:1734016104.861520:0:13929:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075229500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+11:1981:x1818247336570880:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:1.0:1734016104.999817:0:7695:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075229180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+9:1981:x1818247336570624:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 143591us (153225us total) trans 0 rc 4194304/4194304 00000100:00100000:1.0:1734016104.999833:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8294 00002000:00100000:1.0:1734016104.999852:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (0->4386815) req@ffff880075229180 x1818247336570624/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:65/0 lens 504/440 e 0 to 0 dl 1734016115 ref 1 fl Complete:/200/0 rc 4194304/4194304 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016104.999882:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880075229180 with x1818247336570624 ext(0->4386815) 00002000:00010000:1.0:1734016104.999891:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880075229180 00000100:00100000:3.0:1734016105.030155:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075228700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1981:x1818247336570752:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 180815us (183632us total) trans 0 rc 4194304/4194304 00000100:00100000:3.0:1734016105.030171:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8293 00002000:00100000:3.0:1734016105.030186:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (4190208->8388607) req@ffff880075228700 x1818247336570752/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:65/0 lens 504/440 e 0 to 0 dl 1734016115 ref 1 fl Complete:/200/0 rc 4194304/4194304 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016105.030202:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880075228700 with x1818247336570752 ext(4190208->8388607) 00002000:00010000:3.0:1734016105.030210:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880075228700 00000100:00100000:0.0:1734016105.039067:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016105.039176:0:13927:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336571136 00000100:00100000:1.0:1734016105.039186:0:13927:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336571136 00000100:00100000:1.0:1734016105.039247:0:13927:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10024 00000100:00100000:1.0:1734016105.039254:0:13927:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074223800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:1978:x1818247336571136:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:1.0:1734016105.039275:0:13927:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016105.039296:0:13927:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880097235440/0x3f004d6452e06a0d lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d07ee expref: -99 pid: 13927 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016105.039324:0:13927:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016105.039326:0:13927:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016105.039334:0:13927:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880097235440/0x3f004d6452e06a0d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d07ee expref: 6 pid: 13927 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016105.039349:0:13927:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880097235440/0x3f004d6452e06a0d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d07ee expref: 6 pid: 13927 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016105.039359:0:13927:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097235440, rc 0) 00000100:00100000:1.0:1734016105.039416:0:13927:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074223800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1978:x1818247336571136:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 162us (362us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016105.039422:0:13927:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10024 00000100:00100000:1.0:1734016105.042810:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016105.042983:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336571392 00000100:00100000:3.0:1734016105.042996:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336571392 00002000:00100000:3.0:1734016105.043066:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (6656000->6660095) req@ffff88007400bb80 x1818247336571392/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:66/0 lens 488/0 e 0 to 0 dl 1734016116 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016105.043079:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007400bb80 with x1818247336571392 ext(6656000->6660095) 00002000:00010000:3.0:1734016105.043085:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007400bb80 00000100:00100000:3.0:1734016105.043117:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8296 00000100:00100000:3.0:1734016105.043125:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007400bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1981:x1818247336571392:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:3.0:1734016105.043319:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007400bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1981:x1818247336571392:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 194us (530us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016105.043326:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8296 00002000:00100000:3.0:1734016105.043331:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (6656000->6660095) req@ffff88007400bb80 x1818247336571392/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:66/0 lens 488/4536 e 0 to 0 dl 1734016116 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016105.043337:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007400bb80 with x1818247336571392 ext(6656000->6660095) 00002000:00010000:3.0:1734016105.043340:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007400bb80 00000100:00100000:0.0:1734016105.046217:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016105.046320:0:7695:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336571648 00000100:00100000:1.0:1734016105.046331:0:7695:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336571648 00002000:00100000:1.0:1734016105.046378:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (6651904->6655999) req@ffff880074221500 x1818247336571648/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:66/0 lens 488/0 e 0 to 0 dl 1734016116 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016105.046388:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074221500 with x1818247336571648 ext(6651904->6655999) 00002000:00010000:1.0:1734016105.046394:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074221500 00000100:00100000:1.0:1734016105.046425:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8297 00000100:00100000:1.0:1734016105.046432:0:7695:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074221500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1979:x1818247336571648:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:1.0:1734016105.046617:0:7695:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074221500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1979:x1818247336571648:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 185us (413us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016105.046623:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8297 00002000:00100000:1.0:1734016105.046628:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (6651904->6655999) req@ffff880074221500 x1818247336571648/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:66/0 lens 488/4536 e 0 to 0 dl 1734016116 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016105.046636:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074221500 with x1818247336571648 ext(6651904->6655999) 00002000:00010000:1.0:1734016105.046638:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074221500 00000100:00100000:0.0:1734016105.048767:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016105.049651:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336571904 00000100:00100000:3.0:1734016105.049672:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336571904 00002000:00100000:3.0:1734016105.049723:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (6647808->6651903) req@ffff880074222680 x1818247336571904/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:66/0 lens 488/0 e 0 to 0 dl 1734016116 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016105.049735:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074222680 with x1818247336571904 ext(6647808->6651903) 00002000:00010000:3.0:1734016105.049741:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074222680 00000100:00100000:3.0:1734016105.049784:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8298 00000100:00100000:3.0:1734016105.049793:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074222680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1978:x1818247336571904:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:3.0:1734016105.050017:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074222680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1978:x1818247336571904:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 224us (1260us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016105.050024:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8298 00002000:00100000:3.0:1734016105.050031:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (6647808->6651903) req@ffff880074222680 x1818247336571904/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:66/0 lens 488/4536 e 0 to 0 dl 1734016116 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016105.050038:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074222680 with x1818247336571904 ext(6647808->6651903) 00002000:00010000:3.0:1734016105.050041:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074222680 00000100:00100000:0.0:1734016105.052725:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016105.054190:0:7695:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336572160 00000100:00100000:1.0:1734016105.054206:0:7695:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336572160 00002000:00100000:1.0:1734016105.054287:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (6643712->6647807) req@ffff880074220000 x1818247336572160/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:66/0 lens 488/0 e 0 to 0 dl 1734016116 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016105.054299:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074220000 with x1818247336572160 ext(6643712->6647807) 00002000:00010000:1.0:1734016105.054307:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074220000 00000100:00100000:1.0:1734016105.054824:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8299 00000100:00100000:1.0:1734016105.054835:0:7695:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074220000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1981:x1818247336572160:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:1.0:1734016105.055437:0:7695:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074220000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1981:x1818247336572160:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 601us (2724us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016105.055445:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8299 00002000:00100000:1.0:1734016105.055454:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (6643712->6647807) req@ffff880074220000 x1818247336572160/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:66/0 lens 488/4536 e 0 to 0 dl 1734016116 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016105.055461:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074220000 with x1818247336572160 ext(6643712->6647807) 00002000:00010000:1.0:1734016105.055466:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074220000 00000100:00100000:0.0:1734016105.057992:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016105.058101:0:7695:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336572416 00000100:00100000:1.0:1734016105.058112:0:7695:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336572416 00002000:00100000:1.0:1734016105.058159:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (6639616->6643711) req@ffff880074222300 x1818247336572416/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:66/0 lens 488/0 e 0 to 0 dl 1734016116 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016105.058169:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074222300 with x1818247336572416 ext(6639616->6643711) 00002000:00010000:1.0:1734016105.058175:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074222300 00000100:00100000:1.0:1734016105.058752:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8300 00000100:00100000:1.0:1734016105.058760:0:7695:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074222300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1980:x1818247336572416:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:1.0:1734016105.059013:0:7695:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074222300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1980:x1818247336572416:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 252us (1033us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016105.059021:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8300 00002000:00100000:1.0:1734016105.059027:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (6639616->6643711) req@ffff880074222300 x1818247336572416/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:66/0 lens 488/4536 e 0 to 0 dl 1734016116 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016105.059034:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074222300 with x1818247336572416 ext(6639616->6643711) 00002000:00010000:1.0:1734016105.059037:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074222300 00000100:00100000:0.0:1734016105.061741:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016105.062153:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336572672 00000100:00100000:3.0:1734016105.062164:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336572672 00002000:00100000:3.0:1734016105.062223:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (6635520->6639615) req@ffff880074223b80 x1818247336572672/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:66/0 lens 488/0 e 0 to 0 dl 1734016116 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016105.062235:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074223b80 with x1818247336572672 ext(6635520->6639615) 00002000:00010000:3.0:1734016105.062242:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074223b80 00000100:00100000:3.0:1734016105.062281:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8301 00000100:00100000:3.0:1734016105.062290:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074223b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1981:x1818247336572672:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:3.0:1734016105.063282:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074223b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1981:x1818247336572672:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 989us (1555us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016105.063292:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8301 00002000:00100000:3.0:1734016105.063299:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (6635520->6639615) req@ffff880074223b80 x1818247336572672/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:66/0 lens 488/4536 e 0 to 0 dl 1734016116 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016105.063307:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074223b80 with x1818247336572672 ext(6635520->6639615) 00002000:00010000:3.0:1734016105.063312:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074223b80 00000100:00100000:1.0:1734016105.067628:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016105.067766:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336572928 00000100:00100000:3.0:1734016105.067776:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336572928 00002000:00100000:3.0:1734016105.067829:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (6631424->6635519) req@ffff880074009880 x1818247336572928/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:66/0 lens 488/0 e 0 to 0 dl 1734016116 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016105.067842:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074009880 with x1818247336572928 ext(6631424->6635519) 00002000:00010000:3.0:1734016105.067849:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074009880 00000100:00100000:3.0:1734016105.067890:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8302 00000100:00100000:3.0:1734016105.067898:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074009880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1981:x1818247336572928:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:3.0:1734016105.068488:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074009880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1981:x1818247336572928:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 588us (871us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016105.068496:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8302 00002000:00100000:3.0:1734016105.068502:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (6631424->6635519) req@ffff880074009880 x1818247336572928/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:66/0 lens 488/4536 e 0 to 0 dl 1734016116 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016105.068510:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074009880 with x1818247336572928 ext(6631424->6635519) 00002000:00010000:3.0:1734016105.068513:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074009880 00000100:00100000:0.0:1734016105.071456:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016105.071580:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336573184 00000100:00100000:3.0:1734016105.071590:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336573184 00002000:00100000:3.0:1734016105.071649:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (6627328->6631423) req@ffff880074222a00 x1818247336573184/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:66/0 lens 488/0 e 0 to 0 dl 1734016116 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016105.071671:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074222a00 with x1818247336573184 ext(6627328->6631423) 00002000:00010000:3.0:1734016105.071678:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074222a00 00000100:00100000:3.0:1734016105.072021:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8303 00000100:00100000:3.0:1734016105.072029:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074222a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1980:x1818247336573184:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:3.0:1734016105.072235:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074222a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1980:x1818247336573184:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 207us (795us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016105.072242:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8303 00002000:00100000:3.0:1734016105.072248:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (6627328->6631423) req@ffff880074222a00 x1818247336573184/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:66/0 lens 488/4536 e 0 to 0 dl 1734016116 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016105.072253:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074222a00 with x1818247336573184 ext(6627328->6631423) 00002000:00010000:3.0:1734016105.072256:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074222a00 00000100:00100000:0.0:1734016105.074166:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016105.074348:0:7695:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336573440 00000100:00100000:1.0:1734016105.074359:0:7695:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336573440 00002000:00100000:1.0:1734016105.074417:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (6623232->6627327) req@ffff880074222d80 x1818247336573440/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:66/0 lens 488/0 e 0 to 0 dl 1734016116 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016105.074427:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074222d80 with x1818247336573440 ext(6623232->6627327) 00002000:00010000:1.0:1734016105.074434:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074222d80 00000100:00100000:1.0:1734016105.074467:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8304 00000100:00100000:1.0:1734016105.074473:0:7695:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074222d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1981:x1818247336573440:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:1.0:1734016105.074696:0:7695:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074222d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1981:x1818247336573440:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 222us (541us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016105.074703:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8304 00002000:00100000:1.0:1734016105.074709:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (6623232->6627327) req@ffff880074222d80 x1818247336573440/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:66/0 lens 488/4536 e 0 to 0 dl 1734016116 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016105.074714:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074222d80 with x1818247336573440 ext(6623232->6627327) 00002000:00010000:1.0:1734016105.074718:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074222d80 00000100:00100000:0.0:1734016105.076780:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016105.076978:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336573696 00000100:00100000:3.0:1734016105.076986:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336573696 00002000:00100000:3.0:1734016105.077024:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (6619136->6623231) req@ffff880074220e00 x1818247336573696/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:66/0 lens 488/0 e 0 to 0 dl 1734016116 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016105.077033:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074220e00 with x1818247336573696 ext(6619136->6623231) 00002000:00010000:3.0:1734016105.077038:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074220e00 00000100:00100000:3.0:1734016105.077194:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8305 00000100:00100000:3.0:1734016105.077199:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074220e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1980:x1818247336573696:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:3.0:1734016105.077529:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074220e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1980:x1818247336573696:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 329us (759us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016105.077536:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8305 00002000:00100000:3.0:1734016105.077541:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (6619136->6623231) req@ffff880074220e00 x1818247336573696/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:66/0 lens 488/4536 e 0 to 0 dl 1734016116 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016105.077546:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074220e00 with x1818247336573696 ext(6619136->6623231) 00002000:00010000:3.0:1734016105.077548:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074220e00 00000100:00100000:0.0:1734016105.079854:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016105.080489:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336573952 00000100:00100000:3.0:1734016105.080502:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336573952 00002000:00100000:3.0:1734016105.080554:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (6615040->6619135) req@ffff880074221c00 x1818247336573952/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:66/0 lens 488/0 e 0 to 0 dl 1734016116 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016105.080573:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074221c00 with x1818247336573952 ext(6615040->6619135) 00002000:00010000:3.0:1734016105.080579:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074221c00 00000100:00100000:3.0:1734016105.080728:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8306 00000100:00100000:3.0:1734016105.080737:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074221c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1980:x1818247336573952:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:3.0:1734016105.081347:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074221c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1980:x1818247336573952:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 610us (1508us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016105.081354:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8306 00002000:00100000:3.0:1734016105.081361:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (6615040->6619135) req@ffff880074221c00 x1818247336573952/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:66/0 lens 488/4536 e 0 to 0 dl 1734016116 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016105.081370:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074221c00 with x1818247336573952 ext(6615040->6619135) 00002000:00010000:3.0:1734016105.081373:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074221c00 00000100:00100000:0.0:1734016105.084248:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016105.084397:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336574208 00000100:00100000:3.0:1734016105.084413:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336574208 00002000:00100000:3.0:1734016105.084466:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (6610944->6615039) req@ffff880074221f80 x1818247336574208/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:66/0 lens 488/0 e 0 to 0 dl 1734016116 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016105.084478:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074221f80 with x1818247336574208 ext(6610944->6615039) 00002000:00010000:3.0:1734016105.084488:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074221f80 00000100:00100000:3.0:1734016105.085009:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8307 00000100:00100000:3.0:1734016105.085018:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074221f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1980:x1818247336574208:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:3.0:1734016105.085257:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074221f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1980:x1818247336574208:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 239us (1025us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016105.085263:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8307 00002000:00100000:3.0:1734016105.085268:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (6610944->6615039) req@ffff880074221f80 x1818247336574208/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:66/0 lens 488/4536 e 0 to 0 dl 1734016116 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016105.085277:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074221f80 with x1818247336574208 ext(6610944->6615039) 00002000:00010000:3.0:1734016105.085280:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074221f80 00000100:00100000:0.0:1734016105.088076:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016105.088257:0:7695:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336574464 00000100:00100000:1.0:1734016105.088272:0:7695:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336574464 00002000:00100000:1.0:1734016105.088353:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (6606848->6610943) req@ffff880074220700 x1818247336574464/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:66/0 lens 488/0 e 0 to 0 dl 1734016116 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016105.088367:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074220700 with x1818247336574464 ext(6606848->6610943) 00002000:00010000:1.0:1734016105.088377:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074220700 00000100:00100000:1.0:1734016105.088422:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8308 00000100:00100000:1.0:1734016105.088431:0:7695:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074220700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1980:x1818247336574464:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:1.0:1734016105.088678:0:7695:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074220700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1980:x1818247336574464:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 249us (625us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016105.088684:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8308 00002000:00100000:1.0:1734016105.088689:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (6606848->6610943) req@ffff880074220700 x1818247336574464/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:66/0 lens 488/4536 e 0 to 0 dl 1734016116 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016105.088696:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074220700 with x1818247336574464 ext(6606848->6610943) 00002000:00010000:1.0:1734016105.088699:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074220700 00000100:00100000:0.0:1734016105.091285:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016105.091585:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336574720 00000100:00100000:3.0:1734016105.091595:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336574720 00002000:00100000:3.0:1734016105.091646:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (6602752->6606847) req@ffff880074971880 x1818247336574720/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:66/0 lens 488/0 e 0 to 0 dl 1734016116 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016105.091657:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074971880 with x1818247336574720 ext(6602752->6606847) 00002000:00010000:3.0:1734016105.091682:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074971880 00000100:00100000:3.0:1734016105.091719:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8309 00000100:00100000:3.0:1734016105.091726:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074971880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1981:x1818247336574720:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:3.0:1734016105.092029:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074971880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1981:x1818247336574720:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 302us (759us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016105.092038:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8309 00002000:00100000:3.0:1734016105.092044:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (6602752->6606847) req@ffff880074971880 x1818247336574720/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:66/0 lens 488/4536 e 0 to 0 dl 1734016116 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016105.092052:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074971880 with x1818247336574720 ext(6602752->6606847) 00002000:00010000:3.0:1734016105.092055:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074971880 00000100:00100000:0.0:1734016105.095484:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016105.095835:0:7695:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336574976 00000100:00100000:1.0:1734016105.095848:0:7695:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336574976 00002000:00100000:1.0:1734016105.095939:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (6598656->6602751) req@ffff880074971180 x1818247336574976/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:66/0 lens 488/0 e 0 to 0 dl 1734016116 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016105.095951:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074971180 with x1818247336574976 ext(6598656->6602751) 00002000:00010000:1.0:1734016105.095959:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074971180 00000100:00100000:1.0:1734016105.095998:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8310 00000100:00100000:1.0:1734016105.096007:0:7695:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074971180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1980:x1818247336574976:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:1.0:1734016105.096203:0:7695:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074971180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1980:x1818247336574976:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 197us (734us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016105.096211:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8310 00002000:00100000:1.0:1734016105.096216:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (6598656->6602751) req@ffff880074971180 x1818247336574976/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:66/0 lens 488/4536 e 0 to 0 dl 1734016116 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016105.096223:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074971180 with x1818247336574976 ext(6598656->6602751) 00002000:00010000:1.0:1734016105.096226:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074971180 00000100:00100000:0.0:1734016105.103492:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016105.104984:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336575232 00000100:00100000:3.0:1734016105.105002:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336575232 00002000:00100000:3.0:1734016105.105075:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (6594560->6598655) req@ffff880074973b80 x1818247336575232/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:66/0 lens 488/0 e 0 to 0 dl 1734016116 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016105.105089:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074973b80 with x1818247336575232 ext(6594560->6598655) 00002000:00010000:3.0:1734016105.105096:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074973b80 00000100:00100000:3.0:1734016105.105136:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8311 00000100:00100000:3.0:1734016105.105144:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074973b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1979:x1818247336575232:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:3.0:1734016105.105399:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074973b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1979:x1818247336575232:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 254us (1927us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016105.105409:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8311 00002000:00100000:3.0:1734016105.105416:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (6594560->6598655) req@ffff880074973b80 x1818247336575232/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:66/0 lens 488/4536 e 0 to 0 dl 1734016116 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016105.105423:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074973b80 with x1818247336575232 ext(6594560->6598655) 00002000:00010000:3.0:1734016105.105426:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074973b80 00000100:00100000:0.0:1734016105.117345:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00080000:0.0:1734016105.118359:0:6479:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734016075 00000100:00100000:0.0:1734016105.129065:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00010000:00010000:3.0:1734016105.129431:0:6482:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff880072170d80/0x3f004d6452e06a14 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6482 initiator: MDT0 00010000:00010000:3.0:1734016105.129437:0:6482:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880072170d80/0x3f004d6452e06a14 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6482 initiator: MDT0 00000001:00080000:3.0:1734016105.129564:0:6482:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294968479 00000100:00080000:0.0:1734016105.129587:0:6479:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734016075 00000004:00010000:3.0:1734016105.129619:0:6482:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff880074971f80 reply state ffff8800b3a84000 transno 4294968480 ns: mdt-lustre-MDT0000_UUID lock: ffff880072170d80/0x3f004d6452e06a14 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6482 initiator: MDT0 00000100:00100000:3.0:1734016105.129627:0:6482:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1734016105.129722:0:6482:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074971f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+19:9673:x1818247336575488:12345-192.168.201.10@tcp:36:fsx.0 Request processed in 12017us (12390us total) trans 4294968480 rc 0/0 00000100:00100000:3.0:1734016105.129730:0:6482:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 1853 00000020:00080000:3.0:1734016105.129734:0:6482:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1734016105.132803:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336575744 00000100:00100000:0.0:1734016105.132815:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336575744 00000100:00100000:0.0:1734016105.132861:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10025 00000100:00100000:0.0:1734016105.132891:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007522aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:9673:x1818247336575744:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:0.0:1734016105.132921:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016105.132944:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a8038d80/0x3f004d6452e06a1b lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d07f5 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016105.132979:0:7689:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800972346c0/0x3f004d6452e06a06 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d07e7 expref: 6 pid: 13927 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016105.132987:0:7689:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880097235440/0x3f004d6452e06a0d lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d07ee expref: 7 pid: 13927 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016105.132992:0:7689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016105.132994:0:7689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016105.132998:0:7689:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a8038d80/0x3f004d6452e06a1b lrc: 5/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d07f5 expref: 7 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016105.133038:0:7689:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880097235440/0x3f004d6452e06a0d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d07ee expref: 7 pid: 13927 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016105.133051:0:7689:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880097235440/0x3f004d6452e06a0d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d07ee expref: 7 pid: 13927 timeout: 469 lvb_type: 1 00000100:00100000:0.0:1734016105.133066:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074973800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339343488:192.168.201.10@tcp:104: 00010000:00010000:0.0:1734016105.133152:0:7689:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800972346c0/0x3f004d6452e06a06 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d07e7 expref: 6 pid: 13927 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016105.133160:0:7689:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800972346c0/0x3f004d6452e06a06 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d07e7 expref: 6 pid: 13927 timeout: 469 lvb_type: 1 00000100:00100000:0.0:1734016105.133174:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074973100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339343616:192.168.201.10@tcp:104: 00000100:00100000:0.0:1734016105.133193:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012cf4f0c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016105.137145:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016105.152734:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00080000:0.0:1734016105.154392:0:6479:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734016075 00000100:00100000:0.0:1734016105.158608:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016105.158762:0:7695:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336576128 00000100:00100000:1.0:1734016105.158777:0:7695:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336576128 00002000:00010000:1.0:1734016105.158839:0:7695:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (8906304->18446744073709551615) 00002000:00100000:1.0:1734016105.158844:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074970000 with x1818247336576128 ext(8906304->18446744073709551615) 00002000:00010000:1.0:1734016105.158860:0:7695:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074970000. 00000100:00100000:1.0:1734016105.158946:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8312 00000100:00100000:1.0:1734016105.158960:0:7695:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074970000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1978:x1818247336576128:12345-192.168.201.10@tcp:10:fsx.0 00002000:00010000:1.0:1734016105.160004:0:7695:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 9871360 -> 8906304 00002000:00010000:1.0:1734016105.160010:0:7695:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016104 -> 1734016104 00002000:00010000:1.0:1734016105.160012:0:7695:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016101 -> 1734016101 00002000:00010000:1.0:1734016105.160014:0:7695:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016104 -> 1734016104 00002000:00010000:1.0:1734016105.160016:0:7695:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 480 -> 432 00000100:00100000:1.0:1734016105.160097:0:7695:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074970000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1978:x1818247336576128:12345-192.168.201.10@tcp:10:fsx.0 Request processed in 1135us (1505us total) trans 4294969084 rc 0/0 00000100:00100000:1.0:1734016105.160108:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8312 00002000:00010000:1.0:1734016105.160113:0:7695:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (8906304->18446744073709551615) 00002000:00100000:1.0:1734016105.160116:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074970000 with x1818247336576128 ext(8906304->18446744073709551615) 00002000:00010000:1.0:1734016105.160122:0:7695:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074970000. 00000100:00100000:3.0:1734016105.165493:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016105.165580:0:6482:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336576256 00000100:00100000:0.0:1734016105.165592:0:6482:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336576256 00000100:00100000:0.0:1734016105.165654:0:6482:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 1854 00000100:00100000:0.0:1734016105.165669:0:6482:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800750e1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+13:9673:x1818247336576256:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:0.0:1734016105.165698:0:6482:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016105.165725:0:6482:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80386c0/0x3f004d6452e06a22 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d07fc expref: -99 pid: 6482 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016105.165844:0:6482:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a803ad00/0x3f004d6452e06a29 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6482 initiator: MDT0 00010000:00010000:0.0:1734016105.165861:0:6482:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a803ad00/0x3f004d6452e06a29 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6482 initiator: MDT0 00010000:00010000:0.0:1734016105.165919:0:6482:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a803ad00/0x3f004d6452e06a29 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6482 initiator: MDT0 00000004:00200000:0.0:1734016105.165950:0:6482:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 8906304 00000004:00200000:0.0:1734016105.165955:0:6482:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1734016105.165979:0:6482:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800a803ad00/0x3f004d6452e06a29 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6482 initiator: MDT0 00010000:00010000:0.0:1734016105.166005:0:6482:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80386c0/0x3f004d6452e06a22 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d07fc expref: 15 pid: 6482 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016105.166039:0:6482:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a803ad00/0x3f004d6452e06a29 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d07fc expref: 14 pid: 6482 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016105.166046:0:6482:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:0.0:1734016105.166049:0:6482:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1734016105.166052:0:6482:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a803ad00, rc 0) 00000100:00100000:0.0:1734016105.166109:0:6482:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800750e1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+14:9673:x1818247336576256:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 440us (631us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016105.166115:0:6482:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 1854 00000100:00100000:0.0:1734016105.168319:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016105.169340:0:13927:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336576384 00000100:00100000:1.0:1734016105.169351:0:13927:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336576384 00000100:00100000:1.0:1734016105.169795:0:13927:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10026 00000100:00100000:1.0:1734016105.169806:0:13927:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074972300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1979:x1818247336576384:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:1.0:1734016105.169829:0:13927:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016105.169850:0:13927:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880097235440/0x3f004d6452e06a30 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d0803 expref: -99 pid: 13927 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016105.170099:0:13927:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007400ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13927:1818247339343872:192.168.201.10@tcp:106: 00000100:00100000:1.0:1734016105.171158:0:13927:0:(client.c:2562:ptlrpc_set_wait()) set ffff88006d6ff540 going to sleep for 11 seconds 00000100:00100000:1.0:1734016105.177382:0:13927:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007400ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13927:1818247339343872:192.168.201.10@tcp:106: 00010000:00010000:1.0:1734016105.177441:0:13927:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880097235440/0x3f004d6452e06a30 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0803 expref: 7 pid: 13927 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016105.177459:0:13927:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097235440/0x3f004d6452e06a30 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0803 expref: 7 pid: 13927 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016105.177499:0:13927:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097235440, rc 0) 00000100:00100000:1.0:1734016105.177555:0:13927:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074972300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1979:x1818247336576384:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 7749us (9248us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016105.177565:0:13927:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10026 00000100:00100000:3.0:1734016105.182014:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016105.182097:0:13927:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336576512 00000100:00100000:1.0:1734016105.182112:0:13927:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336576512 00000100:00100000:1.0:1734016105.182184:0:13927:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10027 00000100:00100000:1.0:1734016105.182192:0:13927:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800750e3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1979:x1818247336576512:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:1.0:1734016105.182220:0:13927:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016105.182244:0:13927:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880097234480/0x3f004d6452e06a37 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d080a expref: -99 pid: 13927 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016105.182321:0:13927:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007400ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13927:1818247339344000:192.168.201.10@tcp:106: 00000100:00100000:1.0:1734016105.182423:0:13927:0:(client.c:2562:ptlrpc_set_wait()) set ffff88006d6ff540 going to sleep for 11 seconds 00000100:00100000:1.0:1734016105.186570:0:13927:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007400ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13927:1818247339344000:192.168.201.10@tcp:106: 00010000:00010000:1.0:1734016105.186636:0:13927:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880097234480/0x3f004d6452e06a37 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d080a expref: 7 pid: 13927 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016105.186655:0:13927:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097234480/0x3f004d6452e06a37 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d080a expref: 7 pid: 13927 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016105.186693:0:13927:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097234480, rc 0) 00000100:00100000:1.0:1734016105.186769:0:13927:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800750e3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1979:x1818247336576512:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 4577us (4772us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016105.186780:0:13927:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10027 00000100:00100000:0.0:1734016105.194458:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016105.194576:0:6481:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336576640 00000100:00100000:3.0:1734016105.194588:0:6481:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336576640 00000100:00100000:3.0:1734016105.194639:0:6481:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 1855 00000100:00100000:3.0:1734016105.194648:0:6481:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074971500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+18:9673:x1818247336576640:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:3.0:1734016105.194686:0:6481:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016105.194709:0:6481:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a6d00/0x3f004d6452e06a3e lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d0811 expref: -99 pid: 6481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016105.194807:0:6481:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a5b00/0x3f004d6452e06a45 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 6481 initiator: MDT0 00010000:00010000:3.0:1734016105.194822:0:6481:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a5b00/0x3f004d6452e06a45 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6481 initiator: MDT0 00010000:00010000:3.0:1734016105.194835:0:6481:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a5b00/0x3f004d6452e06a45 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6481 initiator: MDT0 00000004:00200000:3.0:1734016105.194859:0:6481:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 8906304 00000004:00200000:3.0:1734016105.194894:0:6481:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1734016105.194911:0:6481:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a5b00/0x3f004d6452e06a45 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6481 initiator: MDT0 00010000:00010000:3.0:1734016105.194933:0:6481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a6d00/0x3f004d6452e06a3e lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0811 expref: 20 pid: 6481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016105.194972:0:6481:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a5b00/0x3f004d6452e06a45 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0811 expref: 19 pid: 6481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016105.194980:0:6481:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:3.0:1734016105.194983:0:6481:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1734016105.194986:0:6481:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a9a5b00, rc 0) 00000100:00100000:3.0:1734016105.195054:0:6481:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074971500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+19:9673:x1818247336576640:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 407us (607us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016105.195062:0:6481:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 1855 00000100:00100000:3.0:1734016105.233584:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336576896 00000100:00100000:3.0:1734016105.233600:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336576896 00002000:00100000:3.0:1734016105.233677:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (0->6098943) req@ffff880075229c00 x1818247336576896/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:66/0 lens 504/0 e 0 to 0 dl 1734016116 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016105.233689:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880075229c00 with x1818247336576896 ext(0->6098943) 00002000:00010000:3.0:1734016105.233697:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880075229c00 00000100:00100000:3.0:1734016105.233741:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8313 00000100:00100000:3.0:1734016105.233750:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075229c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1979:x1818247336576896:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:0.0:1734016105.243012:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016105.244135:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016105.248723:0:7695:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336577152 00000100:00100000:1.0:1734016105.248749:0:7695:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336577152 00002000:00100000:1.0:1734016105.248825:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (4190208->8388607) req@ffff880074971c00 x1818247336577152/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:66/0 lens 504/0 e 0 to 0 dl 1734016116 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016105.248837:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074971c00 with x1818247336577152 ext(4190208->8388607) 00002000:00010000:1.0:1734016105.248845:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074971c00 00000100:00100000:1.0:1734016105.248901:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8315 00000100:00100000:1.0:1734016105.248911:0:7695:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074971c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+11:1978:x1818247336577152:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:0.0:1734016105.339687:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075229c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+9:1979:x1818247336576896:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 105921us (106252us total) trans 0 rc 4194304/4194304 00000100:00100000:0.0:1734016105.339703:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8313 00002000:00100000:0.0:1734016105.339721:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (0->6098943) req@ffff880075229c00 x1818247336576896/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:66/0 lens 504/440 e 0 to 0 dl 1734016116 ref 1 fl Complete:/200/0 rc 4194304/4194304 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016105.339732:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880075229c00 with x1818247336576896 ext(0->6098943) 00002000:00010000:0.0:1734016105.339739:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880075229c00 00000100:00100000:1.0:1734016105.400968:0:7695:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074971c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1978:x1818247336577152:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 152027us (157937us total) trans 0 rc 4194304/4194304 00000100:00100000:1.0:1734016105.400995:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8315 00002000:00100000:1.0:1734016105.401019:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (4190208->8388607) req@ffff880074971c00 x1818247336577152/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:66/0 lens 504/440 e 0 to 0 dl 1734016116 ref 1 fl Complete:/200/0 rc 4194304/4194304 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016105.401031:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074971c00 with x1818247336577152 ext(4190208->8388607) 00002000:00010000:1.0:1734016105.401041:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074971c00 00000100:00100000:1.0:1734016105.415926:0:13927:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336577536 00000100:00100000:1.0:1734016105.415948:0:13927:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336577536 00000100:00100000:1.0:1734016105.416020:0:13927:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10028 00000100:00100000:1.0:1734016105.416031:0:13927:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007522b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1981:x1818247336577536:12345-192.168.201.10@tcp:22:fsx.0 00002000:00010000:1.0:1734016105.416374:0:13927:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 8906304 -> 8906304 00002000:00010000:1.0:1734016105.416377:0:13927:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016104 -> 1734016104 00002000:00010000:1.0:1734016105.416380:0:13927:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016101 -> 1734016101 00002000:00010000:1.0:1734016105.416383:0:13927:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016104 -> 1734016105 00002000:00010000:1.0:1734016105.416385:0:13927:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 432 -> 504 00000100:00100000:1.0:1734016105.416582:0:13927:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007522b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+8:1981:x1818247336577536:12345-192.168.201.10@tcp:22:fsx.0 Request processed in 550us (2780us total) trans 4294969085 rc 0/0 00000100:00100000:1.0:1734016105.416592:0:13927:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10028 00000100:00100000:1.0:1734016105.427837:0:13927:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336577664 00000100:00100000:1.0:1734016105.427852:0:13927:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336577664 00000100:00100000:1.0:1734016105.427921:0:13927:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10029 00000100:00100000:1.0:1734016105.427929:0:13927:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075228380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+8:1980:x1818247336577664:12345-192.168.201.10@tcp:22:fsx.0 00002000:00010000:1.0:1734016105.428182:0:13927:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 8906304 -> 8906304 00002000:00010000:1.0:1734016105.428187:0:13927:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016104 -> 1734016104 00002000:00010000:1.0:1734016105.428189:0:13927:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016101 -> 1734016101 00002000:00010000:1.0:1734016105.428191:0:13927:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016105 -> 1734016105 00002000:00010000:1.0:1734016105.428193:0:13927:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 504 -> 520 00000100:00100000:1.0:1734016105.428257:0:13927:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075228380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+9:1980:x1818247336577664:12345-192.168.201.10@tcp:22:fsx.0 Request processed in 328us (763us total) trans 4294969086 rc 0/0 00000100:00100000:1.0:1734016105.428265:0:13927:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10029 00000100:00100000:0.0:1734016105.432589:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016105.456788:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016105.468624:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016105.468858:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336578048 00000100:00100000:0.0:1734016105.468985:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336578048 00000100:00100000:1.0:1734016105.469566:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10032 00000100:00100000:1.0:1734016105.469577:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800750e3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+9:1980:x1818247336578048:12345-192.168.201.10@tcp:22:fsx.0 00002000:00010000:1.0:1734016105.469918:0:7689:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 8906304 -> 8906304 00002000:00010000:1.0:1734016105.469921:0:7689:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016104 -> 1734016105 00002000:00010000:1.0:1734016105.469923:0:7689:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016104 -> 1734016101 00002000:00010000:1.0:1734016105.469925:0:7689:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016105 -> 1734016105 00002000:00010000:1.0:1734016105.469927:0:7689:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 520 -> 520 00000100:00100000:1.0:1734016105.470064:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800750e3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+10:1980:x1818247336578048:12345-192.168.201.10@tcp:22:fsx.0 Request processed in 488us (1459us total) trans 4294969087 rc 0/0 00000100:00100000:1.0:1734016105.470071:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10032 00000100:00100000:3.0:1734016105.473392:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016105.479390:0:13927:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800750e0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1980:x1818247336578176:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 5779us (6019us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016105.479400:0:13927:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10033 00010000:00010000:3.0:1734016105.481915:0:6471:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734016105.484651:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016105.484770:0:13927:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336578304 00000100:00100000:0.0:1734016105.484786:0:13927:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336578304 00000100:00100000:1.0:1734016105.486038:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10034 00000100:00100000:1.0:1734016105.486053:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800750e1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1981:x1818247336578304:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:1.0:1734016105.486088:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016105.486120:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800972373c0/0x3f004d6452e06a61 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d082d expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016105.486206:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007400ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339344512:192.168.201.10@tcp:106: 00000100:00100000:1.0:1734016105.486307:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff88006d6ff540 going to sleep for 11 seconds 00000100:00100000:1.0:1734016105.491726:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007400ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339344512:192.168.201.10@tcp:106: 00010000:00010000:1.0:1734016105.491815:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800972373c0/0x3f004d6452e06a61 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d082d expref: 7 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016105.491838:0:7689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800972373c0/0x3f004d6452e06a61 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d082d expref: 7 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016105.491897:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800972373c0, rc 0) 00000100:00100000:1.0:1734016105.492002:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800750e1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1981:x1818247336578304:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 5952us (7371us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016105.492017:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10034 00000100:00100000:1.0:1734016105.497186:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336578432 00000100:00100000:1.0:1734016105.497197:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336578432 00000100:00100000:1.0:1734016105.497323:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10035 00000100:00100000:1.0:1734016105.497331:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007522b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1980:x1818247336578432:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:1.0:1734016105.497355:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016105.497381:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880097234fc0/0x3f004d6452e06a68 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d0834 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016105.497450:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007400ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339344640:192.168.201.10@tcp:106: 00000100:00100000:1.0:1734016105.497806:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff88006d6ff540 going to sleep for 11 seconds 00000100:00100000:1.0:1734016105.499850:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007400ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339344640:192.168.201.10@tcp:106: 00010000:00010000:1.0:1734016105.500027:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880097234fc0/0x3f004d6452e06a68 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0834 expref: 7 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016105.500051:0:7689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097234fc0/0x3f004d6452e06a68 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0834 expref: 7 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016105.500083:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097234fc0, rc 0) 00000100:00100000:1.0:1734016105.500437:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007522b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1980:x1818247336578432:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 3104us (4029us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016105.500449:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10035 00000100:00100000:1.0:1734016105.503543:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336578560 00000100:00100000:1.0:1734016105.503554:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336578560 00000100:00100000:1.0:1734016105.504192:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10036 00000100:00100000:1.0:1734016105.504200:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075228a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1981:x1818247336578560:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:1.0:1734016105.504224:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016105.504248:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880097234900/0x3f004d6452e06a6f lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d083b expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016105.504324:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007400ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339344768:192.168.201.10@tcp:106: 00000100:00100000:1.0:1734016105.504441:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff88006d6ff540 going to sleep for 11 seconds 00000100:00100000:1.0:1734016105.506830:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007400ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339344768:192.168.201.10@tcp:106: 00010000:00010000:1.0:1734016105.506956:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880097234900/0x3f004d6452e06a6f lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d083b expref: 7 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016105.506971:0:7689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097234900/0x3f004d6452e06a6f lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d083b expref: 7 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016105.507193:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097234900, rc 0) 00000100:00100000:1.0:1734016105.507256:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075228a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1981:x1818247336578560:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 3055us (3890us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016105.507270:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10036 00000100:00100000:1.0:1734016105.511599:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336578688 00000100:00100000:1.0:1734016105.511612:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336578688 00000100:00100000:1.0:1734016105.511693:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10037 00000100:00100000:1.0:1734016105.511701:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075228e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1980:x1818247336578688:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:1.0:1734016105.511725:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016105.511750:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880097236f40/0x3f004d6452e06a76 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d0842 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016105.511819:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007400ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339344896:192.168.201.10@tcp:106: 00000100:00100000:1.0:1734016105.512344:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff88006d6ff540 going to sleep for 11 seconds 00000100:00100000:1.0:1734016105.514973:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007400ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339344896:192.168.201.10@tcp:106: 00010000:00010000:1.0:1734016105.515038:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880097236f40/0x3f004d6452e06a76 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0842 expref: 7 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016105.515057:0:7689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097236f40/0x3f004d6452e06a76 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0842 expref: 7 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016105.515513:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097236f40, rc 0) 00000100:00100000:1.0:1734016105.515708:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075228e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1980:x1818247336578688:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 4004us (4490us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016105.515722:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10037 00000100:00100000:1.0:1734016105.518594:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336578816 00000100:00100000:1.0:1734016105.518606:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336578816 00000100:00100000:1.0:1734016105.518705:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10038 00000100:00100000:1.0:1734016105.518718:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007522a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1981:x1818247336578816:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:1.0:1734016105.518746:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016105.518775:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880097234d80/0x3f004d6452e06a7d lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d0849 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016105.518915:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007400ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339345024:192.168.201.10@tcp:106: 00000100:00100000:1.0:1734016105.519670:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff88006d6ff540 going to sleep for 11 seconds 00000100:00100000:1.0:1734016105.522742:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007400ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339345024:192.168.201.10@tcp:106: 00010000:00010000:1.0:1734016105.522796:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880097234d80/0x3f004d6452e06a7d lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0849 expref: 7 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016105.522812:0:7689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097234d80/0x3f004d6452e06a7d lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0849 expref: 7 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016105.523382:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097234d80, rc 0) 00000100:00100000:1.0:1734016105.523454:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007522a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1981:x1818247336578816:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 4737us (4995us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016105.523464:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10038 00000100:00100000:3.0:1734016105.526386:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016105.526908:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336578944 00000100:00100000:1.0:1734016105.526920:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336578944 00000100:00100000:1.0:1734016105.526983:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10039 00000100:00100000:1.0:1734016105.526992:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800750e2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1980:x1818247336578944:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:1.0:1734016105.527015:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016105.527037:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880097237600/0x3f004d6452e06a84 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d0850 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016105.527115:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007400ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339345152:192.168.201.10@tcp:106: 00000100:00100000:1.0:1734016105.527219:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff88006d6ff540 going to sleep for 11 seconds 00000100:00100000:1.0:1734016105.530018:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007400ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339345152:192.168.201.10@tcp:106: 00010000:00010000:1.0:1734016105.530066:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880097237600/0x3f004d6452e06a84 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0850 expref: 7 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016105.530081:0:7689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097237600/0x3f004d6452e06a84 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0850 expref: 7 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016105.530094:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097237600, rc 0) 00000100:00100000:1.0:1734016105.530475:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800750e2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1980:x1818247336578944:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 3481us (4105us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016105.530486:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10039 00000100:00100000:1.0:1734016105.534389:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336579072 00000100:00100000:1.0:1734016105.534402:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336579072 00000100:00100000:1.0:1734016105.535039:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10040 00000100:00100000:1.0:1734016105.535049:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074620380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1981:x1818247336579072:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:1.0:1734016105.535081:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016105.535108:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880097237cc0/0x3f004d6452e06a8b lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d0857 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016105.535201:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007400ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339345280:192.168.201.10@tcp:106: 00000100:00100000:1.0:1734016105.535340:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff88006d6ff540 going to sleep for 11 seconds 00000100:00100000:1.0:1734016105.538186:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007400ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339345280:192.168.201.10@tcp:106: 00010000:00010000:1.0:1734016105.538246:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880097237cc0/0x3f004d6452e06a8b lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0857 expref: 7 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016105.538270:0:7689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097237cc0/0x3f004d6452e06a8b lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0857 expref: 7 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016105.538298:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097237cc0, rc 0) 00000100:00100000:1.0:1734016105.539028:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074620380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1981:x1818247336579072:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 3976us (4827us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016105.539040:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10040 00000100:00100000:1.0:1734016105.545445:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336579200 00000100:00100000:1.0:1734016105.545458:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336579200 00000100:00100000:1.0:1734016105.546236:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10041 00000100:00100000:1.0:1734016105.546247:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074622d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1981:x1818247336579200:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:1.0:1734016105.546273:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016105.546299:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880097235200/0x3f004d6452e06a92 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d085e expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016105.546980:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007400ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339345408:192.168.201.10@tcp:106: 00000100:00100000:1.0:1734016105.550000:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff88006d6ff540 going to sleep for 11 seconds 00000100:00100000:1.0:1734016105.552557:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007400ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339345408:192.168.201.10@tcp:106: 00010000:00010000:1.0:1734016105.552617:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880097235200/0x3f004d6452e06a92 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d085e expref: 7 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016105.552632:0:7689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097235200/0x3f004d6452e06a92 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d085e expref: 7 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016105.552676:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097235200, rc 0) 00000100:00100000:1.0:1734016105.553474:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074622d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1981:x1818247336579200:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 7224us (8171us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016105.553483:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10041 00000100:00100000:3.0:1734016105.556307:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016105.556467:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336579328 00000100:00100000:1.0:1734016105.556478:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336579328 00000100:00100000:1.0:1734016105.556524:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10042 00000100:00100000:1.0:1734016105.556532:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800750e0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1981:x1818247336579328:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:1.0:1734016105.556552:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016105.556571:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880097236d00/0x3f004d6452e06a99 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d0865 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016105.556636:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007400ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339345536:192.168.201.10@tcp:106: 00000100:00100000:1.0:1734016105.556733:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff88006d6ff540 going to sleep for 11 seconds 00000100:00100000:1.0:1734016105.561093:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007400ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339345536:192.168.201.10@tcp:106: 00010000:00010000:1.0:1734016105.561155:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880097236d00/0x3f004d6452e06a99 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0865 expref: 7 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016105.561172:0:7689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097236d00/0x3f004d6452e06a99 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0865 expref: 7 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016105.561240:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097236d00, rc 0) 00000100:00100000:1.0:1734016105.561700:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800750e0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1981:x1818247336579328:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 5166us (5404us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016105.561713:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10042 00000100:00100000:3.0:1734016105.566400:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016105.566671:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336579456 00000100:00100000:1.0:1734016105.566682:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336579456 00000100:00100000:1.0:1734016105.567009:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10043 00000100:00100000:1.0:1734016105.567019:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800750e0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1981:x1818247336579456:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:1.0:1734016105.567049:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016105.567075:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880097234000/0x3f004d6452e06aa0 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d086c expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016105.567153:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007400ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339345664:192.168.201.10@tcp:106: 00000100:00100000:1.0:1734016105.567272:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff88006d6ff540 going to sleep for 11 seconds 00000100:00100000:1.0:1734016105.571188:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007400ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339345664:192.168.201.10@tcp:106: 00010000:00010000:1.0:1734016105.571243:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880097234000/0x3f004d6452e06aa0 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d086c expref: 7 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016105.571260:0:7689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097234000/0x3f004d6452e06aa0 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d086c expref: 7 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016105.571416:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097234000, rc 0) 00000100:00100000:1.0:1734016105.571679:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800750e0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1981:x1818247336579456:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 4660us (5289us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016105.571690:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10043 00000100:00100000:1.0:1734016105.576324:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336579584 00000100:00100000:1.0:1734016105.576336:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336579584 00000100:00100000:1.0:1734016105.576382:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10044 00000100:00100000:1.0:1734016105.576391:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074621180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1981:x1818247336579584:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:1.0:1734016105.576411:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016105.576432:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880097234b40/0x3f004d6452e06aa7 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d0873 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016105.576493:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007400ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339345792:192.168.201.10@tcp:106: 00000100:00100000:1.0:1734016105.576570:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff88006d6ff540 going to sleep for 11 seconds 00000100:00100000:1.0:1734016105.579406:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007400ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339345792:192.168.201.10@tcp:106: 00010000:00010000:1.0:1734016105.579552:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880097234b40/0x3f004d6452e06aa7 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0873 expref: 7 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016105.579575:0:7689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097234b40/0x3f004d6452e06aa7 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0873 expref: 7 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016105.579628:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097234b40, rc 0) 00000100:00100000:1.0:1734016105.579731:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074621180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1981:x1818247336579584:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 3338us (3709us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016105.579741:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10044 00000100:00100000:3.0:1734016105.587533:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016105.587674:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336579712 00000100:00100000:1.0:1734016105.587687:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336579712 00000100:00100000:1.0:1734016105.587731:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10045 00000100:00100000:1.0:1734016105.587739:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800750e2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1981:x1818247336579712:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:1.0:1734016105.587756:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016105.587773:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880097236ac0/0x3f004d6452e06aae lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d087a expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016105.587834:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007400ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339345920:192.168.201.10@tcp:106: 00000100:00100000:1.0:1734016105.587922:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff88006d6ff540 going to sleep for 11 seconds 00000100:00100000:1.0:1734016105.594558:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007400ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339345920:192.168.201.10@tcp:106: 00010000:00010000:1.0:1734016105.594606:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880097236ac0/0x3f004d6452e06aae lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d087a expref: 7 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016105.594619:0:7689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097236ac0/0x3f004d6452e06aae lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d087a expref: 7 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016105.594663:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097236ac0, rc 0) 00000100:00100000:1.0:1734016105.594728:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800750e2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1981:x1818247336579712:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 6989us (7204us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016105.594738:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10045 00000100:00100000:3.0:1734016105.603371:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016105.603665:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336579840 00000100:00100000:1.0:1734016105.603680:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336579840 00000100:00100000:1.0:1734016105.603745:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10046 00000100:00100000:1.0:1734016105.603752:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800750e1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1980:x1818247336579840:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:1.0:1734016105.603771:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016105.603791:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800972358c0/0x3f004d6452e06ab5 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d0881 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016105.603844:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007400ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339346048:192.168.201.10@tcp:106: 00000100:00100000:1.0:1734016105.603996:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff88006d6ff540 going to sleep for 11 seconds 00000100:00100000:1.0:1734016105.605546:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007400ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339346048:192.168.201.10@tcp:106: 00010000:00010000:1.0:1734016105.605594:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800972358c0/0x3f004d6452e06ab5 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0881 expref: 7 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016105.605608:0:7689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800972358c0/0x3f004d6452e06ab5 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0881 expref: 7 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016105.608756:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800972358c0, rc 0) 00000100:00100000:1.0:1734016105.608890:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800750e1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1980:x1818247336579840:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 5130us (5525us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016105.608903:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10046 00000100:00100000:3.0:1734016105.613796:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016105.615966:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336579968 00000100:00100000:1.0:1734016105.615980:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336579968 00000100:00100000:1.0:1734016105.616053:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10047 00000100:00100000:1.0:1734016105.616061:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076b61180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1981:x1818247336579968:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:1.0:1734016105.616083:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016105.616107:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880097236ac0/0x3f004d6452e06abc lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d0888 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016105.616163:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007400ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339346176:192.168.201.10@tcp:106: 00000100:00100000:1.0:1734016105.616249:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff88006d6ff540 going to sleep for 11 seconds 00002000:00010000:1.0:1734016105.622847:0:7689:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime: 1734016104 -> 1734016105 00000100:00100000:1.0:1734016105.622933:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007400ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339346176:192.168.201.10@tcp:106: 00010000:00010000:1.0:1734016105.622987:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880097236ac0/0x3f004d6452e06abc lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0888 expref: 7 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016105.623004:0:7689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097236ac0/0x3f004d6452e06abc lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0888 expref: 7 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016105.623031:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097236ac0, rc 0) 00000100:00100000:1.0:1734016105.623145:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076b61180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1981:x1818247336579968:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 7083us (9361us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016105.623156:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10047 00000100:00100000:3.0:1734016105.626189:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016105.626336:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336580096 00000100:00100000:1.0:1734016105.626346:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336580096 00000100:00100000:1.0:1734016105.626406:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10048 00000100:00100000:1.0:1734016105.626414:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076b63800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1980:x1818247336580096:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:1.0:1734016105.626434:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016105.626458:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880097234b40/0x3f004d6452e06ac3 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d088f expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016105.626528:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007400ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339346304:192.168.201.10@tcp:106: 00000100:00100000:1.0:1734016105.626606:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff88006d6ff540 going to sleep for 11 seconds 00000100:00100000:1.0:1734016105.628686:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007400ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339346304:192.168.201.10@tcp:106: 00010000:00010000:1.0:1734016105.628731:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880097234b40/0x3f004d6452e06ac3 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d088f expref: 7 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016105.628744:0:7689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097234b40/0x3f004d6452e06ac3 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d088f expref: 7 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016105.629607:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097234b40, rc 0) 00000100:00100000:1.0:1734016105.629680:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076b63800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1980:x1818247336580096:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 3264us (3503us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016105.629693:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10048 00000100:00100000:3.0:1734016105.636553:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016105.636743:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336580224 00000100:00100000:1.0:1734016105.636754:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336580224 00000100:00100000:1.0:1734016105.636809:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10049 00000100:00100000:1.0:1734016105.636817:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a78b3450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1981:x1818247336580224:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:1.0:1734016105.636841:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016105.636859:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880097234b40/0x3f004d6452e06aca lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d0896 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016105.636946:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007400ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339346432:192.168.201.10@tcp:106: 00000100:00100000:1.0:1734016105.637018:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff88006d6ff540 going to sleep for 11 seconds 00000100:00100000:1.0:1734016105.639701:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007400ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339346432:192.168.201.10@tcp:106: 00010000:00010000:1.0:1734016105.639755:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880097234b40/0x3f004d6452e06aca lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0896 expref: 7 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016105.639770:0:7689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097234b40/0x3f004d6452e06aca lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0896 expref: 7 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016105.640475:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097234b40, rc 0) 00000100:00100000:1.0:1734016105.640552:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a78b3450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1981:x1818247336580224:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 3733us (4009us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016105.640561:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10049 00000100:00100000:3.0:1734016105.648045:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016105.648195:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336580352 00000100:00100000:1.0:1734016105.648208:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336580352 00000100:00100000:1.0:1734016105.648311:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10050 00000100:00100000:1.0:1734016105.648320:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076b60e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1980:x1818247336580352:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:1.0:1734016105.648342:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016105.648362:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880097234000/0x3f004d6452e06ad1 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d089d expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016105.648429:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074008a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339346560:192.168.201.10@tcp:106: 00000100:00100000:1.0:1734016105.648634:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff88006d6ff540 going to sleep for 11 seconds 00000100:00100000:1.0:1734016105.650194:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074008a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339346560:192.168.201.10@tcp:106: 00010000:00010000:1.0:1734016105.650236:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880097234000/0x3f004d6452e06ad1 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d089d expref: 7 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016105.650250:0:7689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097234000/0x3f004d6452e06ad1 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d089d expref: 7 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016105.650278:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097234000, rc 0) 00000100:00100000:1.0:1734016105.650320:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076b60e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1980:x1818247336580352:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 2000us (2288us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016105.650328:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10050 00000100:00100000:3.0:1734016105.653000:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016105.653130:0:6482:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336580608 00000100:00100000:0.0:1734016105.653142:0:6482:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336580608 00000100:00100000:0.0:1734016105.653202:0:6482:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 1856 00000100:00100000:0.0:1734016105.653209:0:6482:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076b62a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+19:9673:x1818247336580608:12345-192.168.201.10@tcp:36:fsx.0 00010000:00010000:0.0:1734016105.653275:0:6482:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016105.653308:0:6482:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a5b00/0x3f004d6452e06a45 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0811 expref: 19 pid: 6481 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016105.653339:0:6482:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:0.0:1734016105.653343:0:6482:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1734016105.653564:0:6482:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80386c0/0x3f004d6452e06ad8 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6482 initiator: MDT0 00010000:00010000:0.0:1734016105.653581:0:6482:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a803ad00/0x3f004d6452e06a29 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d07fc expref: 13 pid: 6482 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016105.653590:0:6482:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80386c0/0x3f004d6452e06ad8 lrc: 4/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6482 initiator: MDT0 00010000:00010000:0.0:1734016105.653630:0:6482:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8800a803ad00/0x3f004d6452e06a29 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d07fc expref: 13 pid: 6482 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016105.653647:0:6482:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a803ad00/0x3f004d6452e06a29 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d07fc expref: 13 pid: 6482 timeout: 469 lvb_type: 0 00000100:00100000:0.0:1734016105.653677:0:6482:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074970a80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6482:1818247339346688:192.168.201.10@tcp:104: 00000100:00100000:0.0:1734016105.653770:0:6482:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012cf4f0c0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016105.676292:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00010000:00010000:0.0:1734016105.679855:0:6482:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a803ad00/0x3f004d6452e06a29 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d07fc expref: 13 pid: 6482 timeout: 469 lvb_type: 0 00000100:00100000:0.0:1734016105.679921:0:6482:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074970a80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6482:1818247339346688:192.168.201.10@tcp:104: 00010000:00010000:0.0:1734016105.679941:0:6482:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80386c0/0x3f004d6452e06ad8 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6482 initiator: MDT0 00010000:00010000:0.0:1734016105.679950:0:6482:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80386c0/0x3f004d6452e06ad8 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6482 initiator: MDT0 00010000:00010000:0.0:1734016105.679956:0:6482:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80386c0/0x3f004d6452e06ad8 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6482 initiator: MDT0 00000001:00080000:0.0:1734016105.680066:0:6482:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294968481 00000004:00010000:0.0:1734016105.680125:0:6482:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff880076b62a00 reply state ffff88012eb77000 transno 4294968482 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80386c0/0x3f004d6452e06ad8 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6482 initiator: MDT0 00000100:00100000:0.0:1734016105.680134:0:6482:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1734016105.680233:0:6482:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076b62a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+21:9673:x1818247336580608:12345-192.168.201.10@tcp:36:fsx.0 Request processed in 27023us (27243us total) trans 4294968482 rc 0/0 00000100:00100000:0.0:1734016105.680241:0:6482:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 1856 00000020:00080000:0.0:1734016105.680245:0:6482:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1734016105.682636:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00010000:00010000:0.0:1734016105.682723:0:3494:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80386c0/0x3f004d6452e06ad8 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6482 initiator: MDT0 00010000:00010000:0.0:1734016105.682735:0:3494:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80386c0/0x3f004d6452e06ad8 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6482 initiator: MDT0 00010000:00010000:0.0:1734016105.682741:0:3494:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80386c0/0x3f004d6452e06ad8 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6482 initiator: MDT0 00010000:00010000:0.0:1734016105.682749:0:3494:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800a80386c0 already unused, calling callback (ffffffffa0f03950) 00010000:00010000:0.0:1734016105.682754:0:3494:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80386c0/0x3f004d6452e06ad8 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6482 initiator: MDT0 00010000:00010000:0.0:1734016105.682767:0:3494:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80386c0/0x3f004d6452e06ad8 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6482 initiator: MDT0 00010000:00010000:0.0:1734016105.682787:0:3494:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:0.0:1734016105.682790:0:3494:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1734016105.682794:0:3494:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80386c0/0x3f004d6452e06ad8 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6482 initiator: MDT0 00010000:00010000:0.0:1734016105.682799:0:3494:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80386c0/0x3f004d6452e06ad8 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6482 initiator: MDT0 00000100:00100000:1.0:1734016105.683033:0:7695:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336580864 00000100:00100000:1.0:1734016105.683044:0:7695:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336580864 00002000:00010000:1.0:1734016105.683082:0:7695:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (8069528->18446744073709551615) 00002000:00100000:1.0:1734016105.683087:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076b62300 with x1818247336580864 ext(8069528->18446744073709551615) 00002000:00010000:1.0:1734016105.683100:0:7695:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076b62300. 00000100:00100000:1.0:1734016105.683118:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8316 00000100:00100000:1.0:1734016105.683125:0:7695:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076b62300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+10:1980:x1818247336580864:12345-192.168.201.10@tcp:10:fsx.0 00002000:00010000:1.0:1734016105.685577:0:7695:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 8906304 -> 8069528 00002000:00010000:1.0:1734016105.685584:0:7695:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016105 -> 1734016105 00002000:00010000:1.0:1734016105.685587:0:7695:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016105 -> 1734016101 00002000:00010000:1.0:1734016105.685589:0:7695:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016105 -> 1734016105 00002000:00010000:1.0:1734016105.685591:0:7695:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 520 -> 448 00000100:00100000:1.0:1734016105.685682:0:7695:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076b62300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+11:1980:x1818247336580864:12345-192.168.201.10@tcp:10:fsx.0 Request processed in 2550us (3054us total) trans 4294969088 rc 0/0 00000100:00100000:1.0:1734016105.685693:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8316 00002000:00010000:1.0:1734016105.685698:0:7695:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (8069528->18446744073709551615) 00002000:00100000:1.0:1734016105.685701:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076b62300 with x1818247336580864 ext(8069528->18446744073709551615) 00002000:00010000:1.0:1734016105.685708:0:7695:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076b62300. 00000100:00100000:3.0:1734016105.700272:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016105.700340:0:6482:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336580992 00000100:00100000:0.0:1734016105.700351:0:6482:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336580992 00000100:00100000:0.0:1734016105.700409:0:6482:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 1857 00000100:00100000:0.0:1734016105.700416:0:6482:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076b61880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+13:9673:x1818247336580992:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:0.0:1734016105.700443:0:6482:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016105.700465:0:6482:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8039b00/0x3f004d6452e06adf lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d08a4 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016105.700558:0:6482:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8038fc0/0x3f004d6452e06ae6 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6482 initiator: MDT0 00010000:00010000:0.0:1734016105.700574:0:6482:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8038fc0/0x3f004d6452e06ae6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6482 initiator: MDT0 00010000:00010000:0.0:1734016105.700586:0:6482:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8038fc0/0x3f004d6452e06ae6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6482 initiator: MDT0 00000004:00200000:0.0:1734016105.700610:0:6482:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 8069528 00000004:00200000:0.0:1734016105.700614:0:6482:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1734016105.700630:0:6482:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8038fc0/0x3f004d6452e06ae6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6482 initiator: MDT0 00010000:00010000:0.0:1734016105.700670:0:6482:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8039b00/0x3f004d6452e06adf lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d08a4 expref: 15 pid: 6482 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016105.700702:0:6482:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8038fc0/0x3f004d6452e06ae6 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d08a4 expref: 14 pid: 6482 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016105.700710:0:6482:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:0.0:1734016105.700714:0:6482:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1734016105.700717:0:6482:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a8038fc0, rc 0) 00000100:00100000:0.0:1734016105.700788:0:6482:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076b61880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+14:9673:x1818247336580992:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 371us (531us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016105.700796:0:6482:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 1857 00000100:00100000:1.0:1734016105.705898:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336581120 00000100:00100000:1.0:1734016105.705909:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336581120 00000100:00100000:1.0:1734016105.705955:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10051 00000100:00100000:1.0:1734016105.705962:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074621500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1978:x1818247336581120:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:1.0:1734016105.705982:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016105.706001:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880097236d00/0x3f004d6452e06aed lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d08ab expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016105.706065:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074008a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339346816:192.168.201.10@tcp:106: 00000100:00100000:1.0:1734016105.706224:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff88006d6ff540 going to sleep for 11 seconds 00002000:00010000:1.0:1734016105.711331:0:7689:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime: 1734016101 -> 1734016104 00000100:00100000:1.0:1734016105.711367:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074008a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339346816:192.168.201.10@tcp:106: 00010000:00010000:1.0:1734016105.711417:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880097236d00/0x3f004d6452e06aed lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d08ab expref: 7 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016105.711437:0:7689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097236d00/0x3f004d6452e06aed lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d08ab expref: 7 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016105.711463:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097236d00, rc 0) 00000100:00100000:1.0:1734016105.711531:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074621500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1978:x1818247336581120:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 5568us (5757us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016105.711542:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10051 00000100:00100000:3.0:1734016105.714749:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016105.714930:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336581248 00000100:00100000:1.0:1734016105.714941:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336581248 00000100:00100000:1.0:1734016105.715119:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10052 00000100:00100000:1.0:1734016105.715128:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076b60000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1979:x1818247336581248:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:1.0:1734016105.715153:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016105.715183:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880097235200/0x3f004d6452e06af4 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d08b2 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016105.715259:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074008a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339346944:192.168.201.10@tcp:106: 00000100:00100000:1.0:1734016105.717495:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff88006d6ff540 going to sleep for 11 seconds 00000100:00100000:1.0:1734016105.727489:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074008a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339346944:192.168.201.10@tcp:106: 00010000:00010000:1.0:1734016105.727544:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880097235200/0x3f004d6452e06af4 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d08b2 expref: 7 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016105.727559:0:7689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097235200/0x3f004d6452e06af4 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d08b2 expref: 7 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016105.728841:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097235200, rc 0) 00000100:00100000:1.0:1734016105.729007:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076b60000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1979:x1818247336581248:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 13876us (14264us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016105.729017:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10052 00000100:00100000:3.0:1734016105.731759:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016105.732627:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336581376 00000100:00100000:1.0:1734016105.732640:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336581376 00000100:00100000:1.0:1734016105.740537:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10053 00000100:00100000:1.0:1734016105.740559:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076b62d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+11:1981:x1818247336581376:12345-192.168.201.10@tcp:22:fsx.0 00002000:00010000:1.0:1734016105.741972:0:7689:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 8069528 -> 8069528 00002000:00010000:1.0:1734016105.741979:0:7689:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016105 -> 1734016105 00002000:00010000:1.0:1734016105.741981:0:7689:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016104 -> 1734016101 00002000:00010000:1.0:1734016105.741983:0:7689:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016105 -> 1734016105 00002000:00010000:1.0:1734016105.741985:0:7689:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 448 -> 448 00000100:00100000:1.0:1734016105.742139:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076b62d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+12:1981:x1818247336581376:12345-192.168.201.10@tcp:22:fsx.0 Request processed in 1582us (10390us total) trans 4294969089 rc 0/0 00000100:00100000:1.0:1734016105.742149:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10053 00000100:00100000:3.0:1734016105.751559:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016105.751686:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336581504 00000100:00100000:1.0:1734016105.751696:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336581504 00000100:00100000:1.0:1734016105.759481:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10054 00000100:00100000:1.0:1734016105.759498:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076b61500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1980:x1818247336581504:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:1.0:1734016105.759525:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016105.759549:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880097237cc0/0x3f004d6452e06afb lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d08b9 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016105.759626:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074008a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339347072:192.168.201.10@tcp:106: 00000100:00100000:1.0:1734016105.759745:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff88006d6ff540 going to sleep for 11 seconds 00002000:00010000:1.0:1734016105.763380:0:7689:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime: 1734016101 -> 1734016104 00000100:00100000:1.0:1734016105.763419:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074008a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339347072:192.168.201.10@tcp:106: 00010000:00010000:1.0:1734016105.763470:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880097237cc0/0x3f004d6452e06afb lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d08b9 expref: 7 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016105.763486:0:7689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097237cc0/0x3f004d6452e06afb lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d08b9 expref: 7 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016105.763518:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097237cc0, rc 0) 00000100:00100000:1.0:1734016105.763585:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076b61500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1980:x1818247336581504:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 4090us (12035us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016105.763595:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10054 00000100:00100000:3.0:1734016105.765806:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016105.766102:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336581632 00000100:00100000:1.0:1734016105.766115:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336581632 00000100:00100000:1.0:1734016105.766163:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10055 00000100:00100000:1.0:1734016105.766175:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076b60700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1981:x1818247336581632:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:1.0:1734016105.766203:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016105.766229:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880097237600/0x3f004d6452e06b02 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d08c0 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016105.766300:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074008a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339347200:192.168.201.10@tcp:106: 00000100:00100000:1.0:1734016105.766383:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff88006d6ff540 going to sleep for 11 seconds 00000100:00100000:1.0:1734016105.768740:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074008a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339347200:192.168.201.10@tcp:106: 00010000:00010000:1.0:1734016105.768787:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880097237600/0x3f004d6452e06b02 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d08c0 expref: 7 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016105.768804:0:7689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097237600/0x3f004d6452e06b02 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d08c0 expref: 7 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016105.768818:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097237600, rc 0) 00000100:00100000:1.0:1734016105.769306:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076b60700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1981:x1818247336581632:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 3130us (3508us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016105.769317:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10055 00000100:00100000:3.0:1734016105.775921:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016105.780513:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336581760 00000100:00100000:1.0:1734016105.780536:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336581760 00000100:00100000:1.0:1734016105.780627:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10056 00000100:00100000:1.0:1734016105.780636:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076b61f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1980:x1818247336581760:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:1.0:1734016105.780697:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016105.780722:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880097234d80/0x3f004d6452e06b09 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d08c7 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016105.780793:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074008a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339347328:192.168.201.10@tcp:106: 00000100:00100000:1.0:1734016105.780936:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff88006d6ff540 going to sleep for 11 seconds 00000100:00100000:1.0:1734016105.787438:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074008a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339347328:192.168.201.10@tcp:106: 00010000:00010000:1.0:1734016105.787492:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880097234d80/0x3f004d6452e06b09 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d08c7 expref: 7 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016105.787508:0:7689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097234d80/0x3f004d6452e06b09 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d08c7 expref: 7 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016105.787548:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097234d80, rc 0) 00000100:00100000:1.0:1734016105.787630:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076b61f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1980:x1818247336581760:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 6994us (11782us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016105.787640:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10056 00000100:00100000:3.0:1734016105.791020:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016105.791145:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336581888 00000100:00100000:1.0:1734016105.791157:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336581888 00000100:00100000:1.0:1734016105.791474:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10057 00000100:00100000:1.0:1734016105.791485:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076b63480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:9673:x1818247336581888:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:1.0:1734016105.791513:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016105.791541:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880097236f40/0x3f004d6452e06b10 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d08ce expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016105.791580:0:7689:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a8038d80/0x3f004d6452e06a1b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d07f5 expref: 11 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016105.791587:0:7689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016105.791590:0:7689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016105.791593:0:7689:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880097236f40/0x3f004d6452e06b10 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [1052672->1056767] (req 1052672->1056767) gid 0 flags: 0x50000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d08ce expref: 7 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016105.791636:0:7689:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a8038d80/0x3f004d6452e06a1b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d07f5 expref: 11 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016105.791658:0:7689:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a8038d80/0x3f004d6452e06a1b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d07f5 expref: 11 pid: 7689 timeout: 469 lvb_type: 0 00000100:00100000:1.0:1734016105.791676:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074008a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339347456:192.168.201.10@tcp:104: 00000100:00100000:1.0:1734016105.792122:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff88006d6ff540 going to sleep for 11 seconds 00000100:00100000:1.0:1734016105.794304:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074008a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339347456:192.168.201.10@tcp:104: 00010000:00010000:1.0:1734016105.794671:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880097236f40/0x3f004d6452e06b10 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [1052672->1056767] (req 1052672->1056767) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d08ce expref: 7 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016105.794691:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097236f40, rc 0) 00000100:00100000:1.0:1734016105.794754:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076b63480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:9673:x1818247336581888:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 3270us (3747us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016105.794763:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10057 00000100:00100000:3.0:1734016105.794945:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016105.795211:0:7695:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336582016 00000100:00100000:1.0:1734016105.795218:0:7695:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336582016 00002000:00100000:1.0:1734016105.795259:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (331776->3792895) req@ffff880076b61180 x1818247336582016/t0(0) o4->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:66/0 lens 504/0 e 0 to 0 dl 1734016116 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016105.795269:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076b61180 with x1818247336582016 ext(331776->3792895) 00010000:00010000:1.0:1734016105.795275:0:7695:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a8038d80/0x3f004d6452e06a1b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d07f5 expref: 12 pid: 7689 timeout: 469 lvb_type: 0 00010000:00010000:1.0:1734016105.795286:0:7695:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a8038d80/0x3f004d6452e06a1b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d07f5 expref: 12 pid: 7689 timeout: 469 lvb_type: 0 00002000:00010000:1.0:1734016105.795293:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880076b61180 00000100:00100000:1.0:1734016105.795683:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 242 00000100:00100000:1.0:1734016105.795690:0:7695:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076b61180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+12:1979:x1818247336582016:12345-192.168.201.10@tcp:4:fsx.0 00000100:00100000:1.0:1734016105.802613:0:7695:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076b61180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+14:1979:x1818247336582016:12345-192.168.201.10@tcp:4:fsx.0 Request processed in 6909us (7655us total) trans 4294969090 rc 0/0 00000100:00100000:1.0:1734016105.802629:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 242 00002000:00100000:1.0:1734016105.802645:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (331776->3792895) req@ffff880076b61180 x1818247336582016/t4294969090(0) o4->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:66/0 lens 504/448 e 0 to 0 dl 1734016116 ref 1 fl Complete:H/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016105.802839:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076b61180 with x1818247336582016 ext(331776->3792895) 00010000:00010000:1.0:1734016105.802851:0:7695:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a8038d80/0x3f004d6452e06a1b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d07f5 expref: 14 pid: 7689 timeout: 469 lvb_type: 0 00010000:00010000:1.0:1734016105.802958:0:7695:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a8038d80/0x3f004d6452e06a1b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d07f5 expref: 14 pid: 7689 timeout: 469 lvb_type: 0 00002000:00010000:1.0:1734016105.802967:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880076b61180 00000100:00100000:3.0:1734016105.822199:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016105.822337:0:7705:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336582144 00000100:00100000:0.0:1734016105.822348:0:7705:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336582144 00010000:00010000:0.0:1734016105.822391:0:7705:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a8038d80/0x3f004d6452e06a1b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d07f5 expref: 14 pid: 7689 timeout: 469 lvb_type: 0 00000100:00100000:0.0:1734016105.822439:0:7705:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2654 00000100:00100000:0.0:1734016105.822446:0:7705:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076b63800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+14:1981:x1818247336582144:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016105.822462:0:7705:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:0.0:1734016105.822481:0:7705:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 448 -> 528 00010000:00010000:0.0:1734016105.822487:0:7705:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a8038d80/0x3f004d6452e06a1b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d07f5 expref: 14 pid: 7689 timeout: 469 lvb_type: 0 00010000:00010000:0.0:1734016105.822499:0:7705:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a8038d80/0x3f004d6452e06a1b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d07f5 expref: 14 pid: 7689 timeout: 469 lvb_type: 0 00010000:00010000:0.0:1734016105.822528:0:7705:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a8038d80/0x3f004d6452e06a1b lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d07f5 expref: 14 pid: 7689 timeout: 469 lvb_type: 0 00010000:00010000:0.0:1734016105.822562:0:7705:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016105.822565:0:7705:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016105.822572:0:7705:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880097236f40/0x3f004d6452e06b10 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1052672->1056767) gid 0 flags: 0x40080000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d08ce expref: 6 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016105.822582:0:7705:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880097236f40/0x3f004d6452e06b10 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1052672->1056767) gid 0 flags: 0x40080000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d08ce expref: 6 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016105.822621:0:7705:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880097236f40/0x3f004d6452e06b10 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1052672->1056767) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d08ce expref: 6 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016105.822635:0:7705:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074970a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7705:1818247339347584:192.168.201.10@tcp:105: 00000100:00100000:0.0:1734016105.822719:0:7705:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012cf4f000 going to sleep for 11 seconds 00000100:00100000:0.0:1734016105.826392:0:7705:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074970a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7705:1818247339347584:192.168.201.10@tcp:105: 00010000:00010000:0.0:1734016105.826417:0:7705:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016105.826474:0:7705:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076b63800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+13:1981:x1818247336582144:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 4028us (4287us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016105.826486:0:7705:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2654 00000100:00100000:1.0:1734016105.827179:0:7695:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336582400 00000100:00100000:1.0:1734016105.827189:0:7695:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336582400 00002000:00100000:1.0:1734016105.827236:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (1052672->1056767) req@ffff880074622680 x1818247336582400/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:66/0 lens 488/0 e 0 to 0 dl 1734016116 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016105.827247:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074622680 with x1818247336582400 ext(1052672->1056767) 00002000:00010000:1.0:1734016105.827251:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074622680 00000100:00100000:1.0:1734016105.827278:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8317 00000100:00100000:1.0:1734016105.827285:0:7695:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074622680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1978:x1818247336582400:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:1.0:1734016105.827462:0:7695:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074622680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1978:x1818247336582400:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 178us (1364us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016105.827468:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8317 00002000:00100000:1.0:1734016105.827474:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (1052672->1056767) req@ffff880074622680 x1818247336582400/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:66/0 lens 488/4536 e 0 to 0 dl 1734016116 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016105.827482:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074622680 with x1818247336582400 ext(1052672->1056767) 00002000:00010000:1.0:1734016105.827485:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074622680 00000100:00100000:0.0:1734016105.833386:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336582656 00000100:00100000:0.0:1734016105.833397:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336582656 00002000:00100000:0.0:1734016105.833446:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (1048576->1052671) req@ffff880074623100 x1818247336582656/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:66/0 lens 488/0 e 0 to 0 dl 1734016116 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016105.833462:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074623100 with x1818247336582656 ext(1048576->1052671) 00002000:00010000:0.0:1734016105.833469:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074623100 00000100:00100000:0.0:1734016105.833503:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8318 00000100:00100000:0.0:1734016105.833510:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074623100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1981:x1818247336582656:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:0.0:1734016105.833707:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074623100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1981:x1818247336582656:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 196us (447us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016105.833713:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8318 00002000:00100000:0.0:1734016105.833719:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (1048576->1052671) req@ffff880074623100 x1818247336582656/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:66/0 lens 488/4536 e 0 to 0 dl 1734016116 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016105.833726:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074623100 with x1818247336582656 ext(1048576->1052671) 00002000:00010000:0.0:1734016105.833729:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074623100 00000100:00100000:3.0:1734016105.836458:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016105.837550:0:7695:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336582912 00000100:00100000:1.0:1734016105.837560:0:7695:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336582912 00002000:00100000:1.0:1734016105.837608:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (1044480->1048575) req@ffff88011d805880 x1818247336582912/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:66/0 lens 488/0 e 0 to 0 dl 1734016116 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016105.837618:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d805880 with x1818247336582912 ext(1044480->1048575) 00002000:00010000:1.0:1734016105.837624:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011d805880 00000100:00100000:1.0:1734016105.837699:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8319 00000100:00100000:1.0:1734016105.837706:0:7695:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d805880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1980:x1818247336582912:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:1.0:1734016105.837923:0:7695:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d805880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1980:x1818247336582912:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 216us (1474us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016105.837931:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8319 00002000:00100000:1.0:1734016105.837937:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (1044480->1048575) req@ffff88011d805880 x1818247336582912/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:66/0 lens 488/4536 e 0 to 0 dl 1734016116 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016105.837944:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d805880 with x1818247336582912 ext(1044480->1048575) 00002000:00010000:1.0:1734016105.837946:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011d805880 00000100:00100000:3.0:1734016105.841436:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016105.841529:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336583168 00000100:00100000:0.0:1734016105.841539:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336583168 00002000:00100000:0.0:1734016105.841592:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (1040384->1044479) req@ffff88011d804a80 x1818247336583168/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:66/0 lens 488/0 e 0 to 0 dl 1734016116 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016105.841603:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d804a80 with x1818247336583168 ext(1040384->1044479) 00002000:00010000:0.0:1734016105.841608:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011d804a80 00000100:00100000:0.0:1734016105.841818:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8320 00000100:00100000:0.0:1734016105.841825:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d804a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1981:x1818247336583168:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:0.0:1734016105.842042:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d804a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1981:x1818247336583168:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 215us (619us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016105.842049:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8320 00002000:00100000:0.0:1734016105.842055:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (1040384->1044479) req@ffff88011d804a80 x1818247336583168/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:66/0 lens 488/4536 e 0 to 0 dl 1734016116 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016105.842062:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d804a80 with x1818247336583168 ext(1040384->1044479) 00002000:00010000:0.0:1734016105.842065:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011d804a80 00000100:00100000:1.0:1734016105.845697:0:7695:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336583424 00000100:00100000:1.0:1734016105.845708:0:7695:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336583424 00002000:00100000:1.0:1734016105.845754:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (1036288->1040383) req@ffff880074621c00 x1818247336583424/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:66/0 lens 488/0 e 0 to 0 dl 1734016116 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016105.845765:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074621c00 with x1818247336583424 ext(1036288->1040383) 00002000:00010000:1.0:1734016105.845771:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074621c00 00000100:00100000:1.0:1734016105.845799:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8321 00000100:00100000:1.0:1734016105.845806:0:7695:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074621c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1980:x1818247336583424:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:1.0:1734016105.846026:0:7695:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074621c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1980:x1818247336583424:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 218us (863us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016105.846033:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8321 00002000:00100000:1.0:1734016105.846039:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (1036288->1040383) req@ffff880074621c00 x1818247336583424/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:66/0 lens 488/4536 e 0 to 0 dl 1734016116 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016105.846045:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074621c00 with x1818247336583424 ext(1036288->1040383) 00002000:00010000:1.0:1734016105.846048:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074621c00 00000100:00100000:3.0:1734016105.849134:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016105.849224:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336583680 00000100:00100000:0.0:1734016105.849238:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336583680 00002000:00100000:0.0:1734016105.849290:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (1032192->1036287) req@ffff88011d805180 x1818247336583680/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:66/0 lens 488/0 e 0 to 0 dl 1734016116 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016105.849302:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d805180 with x1818247336583680 ext(1032192->1036287) 00002000:00010000:0.0:1734016105.849309:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011d805180 00000100:00100000:0.0:1734016105.849346:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8322 00000100:00100000:0.0:1734016105.849352:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d805180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1981:x1818247336583680:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:0.0:1734016105.849556:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d805180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1981:x1818247336583680:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 203us (435us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016105.849563:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8322 00002000:00100000:0.0:1734016105.849569:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (1032192->1036287) req@ffff88011d805180 x1818247336583680/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:66/0 lens 488/4536 e 0 to 0 dl 1734016116 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016105.849576:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d805180 with x1818247336583680 ext(1032192->1036287) 00002000:00010000:0.0:1734016105.849579:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011d805180 00000100:00100000:3.0:1734016105.852080:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016105.852362:0:7695:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336583936 00000100:00100000:1.0:1734016105.852371:0:7695:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336583936 00002000:00100000:1.0:1734016105.852421:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (1028096->1032191) req@ffff88011d807b80 x1818247336583936/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:66/0 lens 488/0 e 0 to 0 dl 1734016116 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016105.852430:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d807b80 with x1818247336583936 ext(1028096->1032191) 00002000:00010000:1.0:1734016105.852436:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011d807b80 00000100:00100000:1.0:1734016105.852468:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8323 00000100:00100000:1.0:1734016105.852475:0:7695:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d807b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1981:x1818247336583936:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:1.0:1734016105.852682:0:7695:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d807b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1981:x1818247336583936:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 207us (614us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016105.852689:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8323 00002000:00100000:1.0:1734016105.852694:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (1028096->1032191) req@ffff88011d807b80 x1818247336583936/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:66/0 lens 488/4536 e 0 to 0 dl 1734016116 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016105.852701:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d807b80 with x1818247336583936 ext(1028096->1032191) 00002000:00010000:1.0:1734016105.852705:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011d807b80 00000100:00100000:0.0:1734016105.855331:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336584192 00000100:00100000:0.0:1734016105.855344:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336584192 00002000:00100000:0.0:1734016105.855398:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (1024000->1028095) req@ffff880074622a00 x1818247336584192/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:66/0 lens 488/0 e 0 to 0 dl 1734016116 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016105.855408:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074622a00 with x1818247336584192 ext(1024000->1028095) 00002000:00010000:0.0:1734016105.855413:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074622a00 00000100:00100000:0.0:1734016105.855448:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8324 00000100:00100000:0.0:1734016105.855456:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074622a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1980:x1818247336584192:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:0.0:1734016105.855661:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074622a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1980:x1818247336584192:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 205us (821us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016105.855669:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8324 00002000:00100000:0.0:1734016105.855675:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (1024000->1028095) req@ffff880074622a00 x1818247336584192/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:66/0 lens 488/4536 e 0 to 0 dl 1734016116 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016105.855682:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074622a00 with x1818247336584192 ext(1024000->1028095) 00002000:00010000:0.0:1734016105.855685:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074622a00 00000100:00100000:3.0:1734016105.858308:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016105.858499:0:7695:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336584448 00000100:00100000:1.0:1734016105.858509:0:7695:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336584448 00002000:00100000:1.0:1734016105.858562:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (1019904->1023999) req@ffff88011d805c00 x1818247336584448/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:66/0 lens 488/0 e 0 to 0 dl 1734016116 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016105.858572:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d805c00 with x1818247336584448 ext(1019904->1023999) 00002000:00010000:1.0:1734016105.858578:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011d805c00 00000100:00100000:1.0:1734016105.858713:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8325 00000100:00100000:1.0:1734016105.858720:0:7695:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d805c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1981:x1818247336584448:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:1.0:1734016105.859289:0:7695:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d805c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1981:x1818247336584448:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 566us (989us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016105.859298:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8325 00002000:00100000:1.0:1734016105.859305:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (1019904->1023999) req@ffff88011d805c00 x1818247336584448/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:66/0 lens 488/4536 e 0 to 0 dl 1734016116 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016105.859312:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d805c00 with x1818247336584448 ext(1019904->1023999) 00002000:00010000:1.0:1734016105.859315:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011d805c00 00000100:00100000:3.0:1734016105.862122:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016105.862237:0:7695:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336584704 00000100:00100000:1.0:1734016105.862253:0:7695:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336584704 00002000:00100000:1.0:1734016105.862305:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (1015808->1019903) req@ffff88011d806300 x1818247336584704/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:66/0 lens 488/0 e 0 to 0 dl 1734016116 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016105.862315:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d806300 with x1818247336584704 ext(1015808->1019903) 00002000:00010000:1.0:1734016105.862321:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011d806300 00000100:00100000:1.0:1734016105.862907:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8326 00000100:00100000:1.0:1734016105.862915:0:7695:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d806300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1980:x1818247336584704:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:1.0:1734016105.863152:0:7695:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d806300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1980:x1818247336584704:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 235us (1042us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016105.863160:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8326 00002000:00100000:1.0:1734016105.863166:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (1015808->1019903) req@ffff88011d806300 x1818247336584704/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:66/0 lens 488/4536 e 0 to 0 dl 1734016116 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016105.863173:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d806300 with x1818247336584704 ext(1015808->1019903) 00002000:00010000:1.0:1734016105.863177:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011d806300 00000100:00100000:0.0:1734016105.866199:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336584960 00000100:00100000:0.0:1734016105.866210:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336584960 00002000:00100000:0.0:1734016105.866264:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (1011712->1015807) req@ffff880074620e00 x1818247336584960/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:66/0 lens 488/0 e 0 to 0 dl 1734016116 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016105.866273:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074620e00 with x1818247336584960 ext(1011712->1015807) 00002000:00010000:0.0:1734016105.866279:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074620e00 00000100:00100000:0.0:1734016105.866313:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8327 00000100:00100000:0.0:1734016105.866321:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074620e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1981:x1818247336584960:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:0.0:1734016105.866520:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074620e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1981:x1818247336584960:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 199us (417us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016105.866528:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8327 00002000:00100000:0.0:1734016105.866535:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (1011712->1015807) req@ffff880074620e00 x1818247336584960/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:66/0 lens 488/4536 e 0 to 0 dl 1734016116 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016105.866541:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074620e00 with x1818247336584960 ext(1011712->1015807) 00002000:00010000:0.0:1734016105.866544:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074620e00 00000100:00100000:3.0:1734016105.869569:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016105.870017:0:7695:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336585216 00000100:00100000:1.0:1734016105.870029:0:7695:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336585216 00002000:00100000:1.0:1734016105.870085:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (1007616->1011711) req@ffff88011d807480 x1818247336585216/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:66/0 lens 488/0 e 0 to 0 dl 1734016116 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016105.870094:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d807480 with x1818247336585216 ext(1007616->1011711) 00002000:00010000:1.0:1734016105.870100:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011d807480 00000100:00100000:1.0:1734016105.870135:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8328 00000100:00100000:1.0:1734016105.870142:0:7695:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d807480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1980:x1818247336585216:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:1.0:1734016105.870351:0:7695:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d807480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1980:x1818247336585216:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 209us (795us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016105.870358:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8328 00002000:00100000:1.0:1734016105.870364:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (1007616->1011711) req@ffff88011d807480 x1818247336585216/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:66/0 lens 488/4536 e 0 to 0 dl 1734016116 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016105.870370:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d807480 with x1818247336585216 ext(1007616->1011711) 00002000:00010000:1.0:1734016105.870373:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011d807480 00000100:00100000:3.0:1734016105.873079:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016105.873407:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336585472 00000100:00100000:0.0:1734016105.873416:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336585472 00002000:00100000:0.0:1734016105.873461:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (1003520->1007615) req@ffff88011d804000 x1818247336585472/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:66/0 lens 488/0 e 0 to 0 dl 1734016116 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016105.873472:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d804000 with x1818247336585472 ext(1003520->1007615) 00002000:00010000:0.0:1734016105.873479:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011d804000 00000100:00100000:0.0:1734016105.873517:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8329 00000100:00100000:0.0:1734016105.873525:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d804000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1980:x1818247336585472:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:0.0:1734016105.873733:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d804000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1980:x1818247336585472:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 208us (664us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016105.873741:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8329 00002000:00100000:0.0:1734016105.873748:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (1003520->1007615) req@ffff88011d804000 x1818247336585472/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:66/0 lens 488/4536 e 0 to 0 dl 1734016116 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016105.873754:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d804000 with x1818247336585472 ext(1003520->1007615) 00002000:00010000:0.0:1734016105.873756:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011d804000 00000100:00100000:1.0:1734016105.877284:0:7695:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336585728 00000100:00100000:1.0:1734016105.877297:0:7695:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336585728 00002000:00100000:1.0:1734016105.877355:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (999424->1003519) req@ffff880074623800 x1818247336585728/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:66/0 lens 488/0 e 0 to 0 dl 1734016116 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016105.877366:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074623800 with x1818247336585728 ext(999424->1003519) 00002000:00010000:1.0:1734016105.877372:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074623800 00000100:00100000:1.0:1734016105.877406:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8330 00000100:00100000:1.0:1734016105.877414:0:7695:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074623800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1981:x1818247336585728:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:1.0:1734016105.877624:0:7695:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074623800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1981:x1818247336585728:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 210us (486us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016105.877631:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8330 00002000:00100000:1.0:1734016105.877638:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (999424->1003519) req@ffff880074623800 x1818247336585728/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:66/0 lens 488/4536 e 0 to 0 dl 1734016116 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016105.877653:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074623800 with x1818247336585728 ext(999424->1003519) 00002000:00010000:1.0:1734016105.877657:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074623800 00000100:00100000:3.0:1734016105.880096:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016105.880261:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336585984 00000100:00100000:0.0:1734016105.880271:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336585984 00002000:00100000:0.0:1734016105.880317:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (995328->999423) req@ffff88011d805500 x1818247336585984/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:66/0 lens 488/0 e 0 to 0 dl 1734016116 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016105.880326:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d805500 with x1818247336585984 ext(995328->999423) 00002000:00010000:0.0:1734016105.880332:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011d805500 00000100:00100000:0.0:1734016105.880364:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8331 00000100:00100000:0.0:1734016105.880372:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d805500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1980:x1818247336585984:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:0.0:1734016105.880549:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d805500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1980:x1818247336585984:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 177us (463us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016105.880556:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8331 00002000:00100000:0.0:1734016105.880562:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (995328->999423) req@ffff88011d805500 x1818247336585984/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:66/0 lens 488/4536 e 0 to 0 dl 1734016116 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016105.880570:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d805500 with x1818247336585984 ext(995328->999423) 00002000:00010000:0.0:1734016105.880573:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011d805500 00000100:00100000:3.0:1734016105.883020:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016105.883406:0:7695:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336586240 00000100:00100000:1.0:1734016105.883419:0:7695:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336586240 00002000:00100000:1.0:1734016105.883468:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (991232->995327) req@ffff88011d806a00 x1818247336586240/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:66/0 lens 488/0 e 0 to 0 dl 1734016116 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016105.883478:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d806a00 with x1818247336586240 ext(991232->995327) 00002000:00010000:1.0:1734016105.883483:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011d806a00 00000100:00100000:1.0:1734016105.883540:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8332 00000100:00100000:1.0:1734016105.883548:0:7695:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d806a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1981:x1818247336586240:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:1.0:1734016105.883767:0:7695:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d806a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1981:x1818247336586240:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 218us (759us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016105.883777:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8332 00002000:00100000:1.0:1734016105.883783:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (991232->995327) req@ffff88011d806a00 x1818247336586240/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:66/0 lens 488/4536 e 0 to 0 dl 1734016116 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016105.883790:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d806a00 with x1818247336586240 ext(991232->995327) 00002000:00010000:1.0:1734016105.883792:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011d806a00 00000100:00100000:3.0:1734016105.886716:0:6481:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336586368 00000100:00100000:3.0:1734016105.886728:0:6481:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336586368 00000100:00100000:3.0:1734016105.886819:0:6481:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 1858 00000100:00100000:3.0:1734016105.886826:0:6481:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074620700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+20:9673:x1818247336586368:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:3.0:1734016105.886861:0:6481:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016105.886911:0:6481:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a7180/0x3f004d6452e06b17 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d08d5 expref: -99 pid: 6481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016105.887007:0:6481:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a61c0/0x3f004d6452e06b1e lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 6481 initiator: MDT0 00010000:00010000:3.0:1734016105.887021:0:6481:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a61c0/0x3f004d6452e06b1e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6481 initiator: MDT0 00010000:00010000:3.0:1734016105.887032:0:6481:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a61c0/0x3f004d6452e06b1e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6481 initiator: MDT0 00000004:00200000:3.0:1734016105.887057:0:6481:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 8069528 00000004:00200000:3.0:1734016105.887061:0:6481:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1734016105.887076:0:6481:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a61c0/0x3f004d6452e06b1e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6481 initiator: MDT0 00010000:00010000:3.0:1734016105.887098:0:6481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a7180/0x3f004d6452e06b17 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d08d5 expref: 22 pid: 6481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016105.887132:0:6481:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a61c0/0x3f004d6452e06b1e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d08d5 expref: 21 pid: 6481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016105.887140:0:6481:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:3.0:1734016105.887143:0:6481:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1734016105.887145:0:6481:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a9a61c0, rc 0) 00000100:00100000:3.0:1734016105.887203:0:6481:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074620700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+21:9673:x1818247336586368:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 377us (744us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016105.887209:0:6481:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 1858 00000100:00100000:3.0:1734016105.891313:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016105.891490:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336586496 00000100:00100000:1.0:1734016105.891502:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336586496 00000100:00100000:1.0:1734016105.891825:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10058 00000100:00100000:1.0:1734016105.891834:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d805f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+13:1978:x1818247336586496:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:1.0:1734016105.891859:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016105.891906:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880097234900/0x3f004d6452e06b25 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d08dc expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016105.891940:0:7689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016105.891943:0:7689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016105.891952:0:7689:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880097234900/0x3f004d6452e06b25 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d08dc expref: 14 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016105.891968:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880097234900/0x3f004d6452e06b25 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d08dc expref: 14 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016105.891982:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097234900, rc 0) 00000100:00100000:1.0:1734016105.892056:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d805f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+14:1978:x1818247336586496:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 223us (761us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016105.892064:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10058 00000100:00100000:0.0:1734016105.907672:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336587008 00000100:00100000:0.0:1734016105.907685:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336587008 00002000:00100000:0.0:1734016105.907745:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (4190208->8073215) req@ffff880074623b80 x1818247336587008/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:66/0 lens 504/0 e 0 to 0 dl 1734016116 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016105.907756:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074623b80 with x1818247336587008 ext(4190208->8073215) 00002000:00010000:0.0:1734016105.907763:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074623b80 00000100:00100000:0.0:1734016105.907788:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336586752 00000100:00100000:0.0:1734016105.907790:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336586752 00002000:00100000:0.0:1734016105.907798:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (0->6905855) req@ffff880074620380 x1818247336586752/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:66/0 lens 504/0 e 0 to 0 dl 1734016116 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016105.907803:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074620380 with x1818247336586752 ext(0->6905855) 00002000:00010000:0.0:1734016105.907806:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074620380 00000100:00100000:0.0:1734016105.907833:0:13925:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8333 00000100:00100000:0.0:1734016105.907839:0:13925:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074623b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+15:1979:x1818247336587008:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:1.0:1734016105.907861:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8334 00000100:00100000:1.0:1734016105.907893:0:7695:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074620380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+15:1981:x1818247336586752:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:1.0:1734016105.993547:0:7695:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074620380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+16:1981:x1818247336586752:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 85642us (85959us total) trans 0 rc 4194304/4194304 00000100:00100000:1.0:1734016105.993561:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8334 00002000:00100000:1.0:1734016105.993575:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (0->6905855) req@ffff880074620380 x1818247336586752/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:66/0 lens 504/440 e 0 to 0 dl 1734016116 ref 1 fl Complete:/200/0 rc 4194304/4194304 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016105.993586:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074620380 with x1818247336586752 ext(0->6905855) 00002000:00010000:1.0:1734016105.993592:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074620380 00000100:00100000:0.0:1734016106.077943:0:13925:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074623b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+14:1979:x1818247336587008:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 170088us (170428us total) trans 0 rc 3878912/3878912 00000100:00100000:0.0:1734016106.077959:0:13925:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8333 00002000:00100000:0.0:1734016106.077976:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (4190208->8073215) req@ffff880074623b80 x1818247336587008/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:66/0 lens 504/440 e 0 to 0 dl 1734016116 ref 1 fl Complete:/200/0 rc 3878912/3878912 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016106.077997:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074623b80 with x1818247336587008 ext(4190208->8073215) 00002000:00010000:0.0:1734016106.078002:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074623b80 00000100:00100000:3.0:1734016106.090334:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016106.090457:0:13927:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336587136 00000100:00100000:0.0:1734016106.090468:0:13927:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336587136 00000100:00100000:0.0:1734016106.090548:0:13927:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10059 00000100:00100000:0.0:1734016106.090554:0:13927:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d806680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+14:9673:x1818247336587136:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:0.0:1734016106.090570:0:13927:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016106.090592:0:13927:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a8038d80/0x3f004d6452e06b2c lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d08e3 expref: -99 pid: 13927 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016106.090628:0:13927:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880097236f40/0x3f004d6452e06b10 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1052672->1056767) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d08ce expref: 6 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016106.090635:0:13927:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880097234900/0x3f004d6452e06b25 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d08dc expref: 15 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016106.090641:0:13927:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016106.090675:0:13927:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016106.090679:0:13927:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a8038d80/0x3f004d6452e06b2c lrc: 5/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [4296704->4300799] (req 4296704->4300799) gid 0 flags: 0x50000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d08e3 expref: 15 pid: 13927 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016106.090709:0:13927:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880097234900/0x3f004d6452e06b25 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d08dc expref: 15 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016106.090720:0:13927:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880097234900/0x3f004d6452e06b25 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d08dc expref: 15 pid: 7689 timeout: 470 lvb_type: 1 00000100:00100000:0.0:1734016106.090734:0:13927:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074970a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13927:1818247339347712:192.168.201.10@tcp:104: 00010000:00010000:0.0:1734016106.090816:0:13927:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880097236f40/0x3f004d6452e06b10 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1052672->1056767) gid 0 flags: 0x50000000020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d08ce expref: 6 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016106.090823:0:13927:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880097236f40/0x3f004d6452e06b10 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1052672->1056767) gid 0 flags: 0x70000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d08ce expref: 6 pid: 7689 timeout: 470 lvb_type: 0 00000100:00100000:0.0:1734016106.090830:0:13927:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074972a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13927:1818247339347840:192.168.201.10@tcp:104: 00000100:00100000:0.0:1734016106.090848:0:13927:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012cf4f000 going to sleep for 11 seconds 00000100:00100000:0.0:1734016106.099193:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016106.099487:0:7705:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336587264 00000100:00100000:1.0:1734016106.099502:0:7705:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336587264 00010000:00010000:1.0:1734016106.099552:0:7705:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880097236f40/0x3f004d6452e06b10 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1052672->1056767) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d08ce expref: 7 pid: 7689 timeout: 470 lvb_type: 0 00000100:00100000:1.0:1734016106.102949:0:7705:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2655 00000100:00100000:1.0:1734016106.102962:0:7705:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074972a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1978:x1818247336587264:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016106.102985:0:7705:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016106.103021:0:7705:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880097236f40/0x3f004d6452e06b10 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1052672->1056767) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d08ce expref: 7 pid: 7689 timeout: 470 lvb_type: 0 00010000:00010000:1.0:1734016106.103037:0:7705:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880097236f40/0x3f004d6452e06b10 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1052672->1056767) gid 0 flags: 0x50000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d08ce expref: 7 pid: 7689 timeout: 470 lvb_type: 0 00010000:00010000:1.0:1734016106.103068:0:7705:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097236f40/0x3f004d6452e06b10 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1052672->1056767) gid 0 flags: 0x44801400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d08ce expref: 7 pid: 7689 timeout: 470 lvb_type: 0 00010000:00010000:1.0:1734016106.103117:0:7705:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016106.103184:0:7705:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074972a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1978:x1818247336587264:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 226us (3992us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016106.103191:0:7705:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2655 00000100:00100000:0.0:1734016106.127507:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016106.140977:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016106.143773:0:13925:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336587648 00000100:00100000:0.0:1734016106.143789:0:13925:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336587648 00002000:00100000:0.0:1734016106.143842:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (4296704->4300799) req@ffff88011d807800 x1818247336587648/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:67/0 lens 488/0 e 0 to 0 dl 1734016117 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016106.143852:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d807800 with x1818247336587648 ext(4296704->4300799) 00002000:00010000:0.0:1734016106.143857:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011d807800 00000100:00100000:0.0:1734016106.143948:0:13925:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8335 00000100:00100000:0.0:1734016106.143955:0:13925:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d807800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+14:1979:x1818247336587648:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:0.0:1734016106.144139:0:13925:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d807800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+14:1979:x1818247336587648:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 183us (3170us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016106.144145:0:13925:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8335 00002000:00100000:0.0:1734016106.144151:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (4296704->4300799) req@ffff88011d807800 x1818247336587648/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:67/0 lens 488/4536 e 0 to 0 dl 1734016117 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016106.144159:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d807800 with x1818247336587648 ext(4296704->4300799) 00002000:00010000:0.0:1734016106.144162:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011d807800 00000100:00100000:0.0:1734016106.157038:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016106.187993:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016106.194543:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016106.199999:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016106.212272:0:7695:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336588288 00000100:00100000:0.0:1734016106.212278:0:7695:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336588288 00002000:00100000:0.0:1734016106.212305:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (4296704->4300799) req@ffff880074622d80 x1818247336588288/t0(0) o4->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:67/0 lens 4584/0 e 0 to 0 dl 1734016117 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016106.212314:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074622d80 with x1818247336588288 ext(4296704->4300799) 00010000:00010000:0.0:1734016106.212321:0:7695:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a8038d80/0x3f004d6452e06b2c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4296704->4300799) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d08e3 expref: 14 pid: 13927 timeout: 470 lvb_type: 0 00010000:00010000:0.0:1734016106.212333:0:7695:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a8038d80/0x3f004d6452e06b2c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4296704->4300799) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d08e3 expref: 14 pid: 13927 timeout: 470 lvb_type: 0 00002000:00010000:0.0:1734016106.212338:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880074622d80 00000100:00100000:0.0:1734016106.212360:0:13925:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 243 00000100:00100000:0.0:1734016106.212365:0:13925:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074622d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+14:1978:x1818247336588288:12345-192.168.201.10@tcp:4:fsx.0 00000100:00100000:0.0:1734016106.224516:0:13925:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074622d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+16:1978:x1818247336588288:12345-192.168.201.10@tcp:4:fsx.0 Request processed in 12139us (12432us total) trans 4294969091 rc 0/0 00000100:00100000:0.0:1734016106.224528:0:13925:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 243 00002000:00100000:0.0:1734016106.224540:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (4296704->4300799) req@ffff880074622d80 x1818247336588288/t4294969091(0) o4->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:67/0 lens 4584/448 e 0 to 0 dl 1734016117 ref 1 fl Complete:H/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016106.224548:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074622d80 with x1818247336588288 ext(4296704->4300799) 00010000:00010000:0.0:1734016106.224558:0:13925:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a8038d80/0x3f004d6452e06b2c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4296704->4300799) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d08e3 expref: 16 pid: 13927 timeout: 470 lvb_type: 0 00010000:00010000:0.0:1734016106.224572:0:13925:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a8038d80/0x3f004d6452e06b2c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4296704->4300799) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d08e3 expref: 16 pid: 13927 timeout: 470 lvb_type: 0 00002000:00010000:0.0:1734016106.224578:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880074622d80 00000100:00100000:0.0:1734016106.234440:0:6470:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336588416 00000100:00100000:0.0:1734016106.234450:0:6470:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336588416 00010000:00010000:0.0:1734016106.234494:0:6470:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a8038d80/0x3f004d6452e06b2c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4296704->4300799) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d08e3 expref: 16 pid: 13927 timeout: 470 lvb_type: 0 00000100:00100000:1.0:1734016106.237905:0:7705:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2657 00000100:00100000:1.0:1734016106.237922:0:7705:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074621180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+16:1981:x1818247336588416:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016106.237952:0:7705:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:1.0:1734016106.237983:0:7705:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 528 -> 536 00010000:00010000:1.0:1734016106.237996:0:7705:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a8038d80/0x3f004d6452e06b2c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4296704->4300799) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d08e3 expref: 16 pid: 13927 timeout: 470 lvb_type: 0 00010000:00010000:1.0:1734016106.238015:0:7705:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a8038d80/0x3f004d6452e06b2c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4296704->4300799) gid 0 flags: 0x50000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d08e3 expref: 16 pid: 13927 timeout: 470 lvb_type: 0 00010000:00010000:1.0:1734016106.238046:0:7705:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a8038d80/0x3f004d6452e06b2c lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4296704->4300799) gid 0 flags: 0x44801400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d08e3 expref: 16 pid: 13927 timeout: 470 lvb_type: 0 00010000:00010000:1.0:1734016106.238103:0:7705:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016106.238105:0:7705:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016106.238114:0:7705:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880072170d80/0x3f004d6452e06b48 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 430080->434175) gid 0 flags: 0x40080000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d08ff expref: 6 pid: 13927 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016106.238129:0:7705:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880072170d80/0x3f004d6452e06b48 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 430080->434175) gid 0 flags: 0x40080000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d08ff expref: 6 pid: 13927 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016106.238186:0:7705:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880072170d80/0x3f004d6452e06b48 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 430080->434175) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d08ff expref: 6 pid: 13927 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016106.238212:0:7705:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074009500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7705:1818247339348608:192.168.201.10@tcp:105: 00000100:00100000:1.0:1734016106.238325:0:7705:0:(client.c:2562:ptlrpc_set_wait()) set ffff88006d6ffa80 going to sleep for 11 seconds 00000100:00100000:0.0:1734016106.251107:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016106.251745:0:7705:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074009500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7705:1818247339348608:192.168.201.10@tcp:105: 00010000:00010000:1.0:1734016106.251767:0:7705:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016106.251834:0:7705:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074621180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+15:1981:x1818247336588416:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 13914us (18535us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016106.251844:0:7705:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2657 00000100:00100000:3.0:1734016106.262356:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016106.262434:0:7695:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336588928 00000100:00100000:1.0:1734016106.262442:0:7695:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336588928 00002000:00100000:1.0:1734016106.262476:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (425984->430079) req@ffff880075263480 x1818247336588928/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:67/0 lens 488/0 e 0 to 0 dl 1734016117 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016106.262485:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880075263480 with x1818247336588928 ext(425984->430079) 00002000:00010000:1.0:1734016106.262489:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880075263480 00000100:00100000:1.0:1734016106.263160:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8337 00000100:00100000:1.0:1734016106.263167:0:7695:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075263480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1980:x1818247336588928:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:1.0:1734016106.263405:0:7695:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075263480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1980:x1818247336588928:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 236us (1054us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016106.263412:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8337 00002000:00100000:1.0:1734016106.263417:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (425984->430079) req@ffff880075263480 x1818247336588928/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:67/0 lens 488/4536 e 0 to 0 dl 1734016117 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016106.263424:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880075263480 with x1818247336588928 ext(425984->430079) 00002000:00010000:1.0:1734016106.263427:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880075263480 00000100:00100000:1.0:1734016106.282990:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016106.300105:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016106.300326:0:13925:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336589440 00000100:00100000:0.0:1734016106.300334:0:13925:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336589440 00002000:00100000:0.0:1734016106.300380:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (417792->421887) req@ffff880075260000 x1818247336589440/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:67/0 lens 488/0 e 0 to 0 dl 1734016117 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016106.300387:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880075260000 with x1818247336589440 ext(417792->421887) 00002000:00010000:0.0:1734016106.300392:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880075260000 00000100:00100000:0.0:1734016106.300420:0:13925:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8339 00000100:00100000:0.0:1734016106.300427:0:13925:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075260000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1980:x1818247336589440:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:0.0:1734016106.300568:0:13925:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075260000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1980:x1818247336589440:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 140us (471us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016106.300573:0:13925:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8339 00002000:00100000:0.0:1734016106.300578:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (417792->421887) req@ffff880075260000 x1818247336589440/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:67/0 lens 488/4536 e 0 to 0 dl 1734016117 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016106.300589:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880075260000 with x1818247336589440 ext(417792->421887) 00002000:00010000:0.0:1734016106.300592:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880075260000 00000100:00100000:3.0:1734016106.304410:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016106.322821:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016106.338480:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016106.338655:0:6482:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336589952 00000100:00100000:0.0:1734016106.338664:0:6482:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336589952 00000100:00100000:0.0:1734016106.338715:0:6482:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 1859 00000100:00100000:0.0:1734016106.338721:0:6482:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075260380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+14:9673:x1818247336589952:12345-192.168.201.10@tcp:44:fsx.0 00000100:00100000:0.0:1734016106.338831:0:6482:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075260380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+14:9673:x1818247336589952:12345-192.168.201.10@tcp:44:fsx.0 Request processed in 110us (360us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016106.338838:0:6482:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 1859 00000100:00100000:0.0:1734016106.340820:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000001:00080000:1.0:1734016106.352896:0:8954:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969092 is committed 00000001:00080000:1.0:1734016106.352911:0:8954:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969091 is committed 00000100:00100000:0.0:1734016106.356834:0:13927:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336590208 00000100:00100000:0.0:1734016106.356841:0:13927:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336590208 00000100:00100000:0.0:1734016106.356914:0:13927:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10065 00000100:00100000:0.0:1734016106.356920:0:13927:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074e43b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:9673:x1818247336590208:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:0.0:1734016106.356943:0:13927:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016106.356964:0:13927:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a8039b00/0x3f004d6452e06b4f lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d0906 expref: -99 pid: 13927 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016106.356994:0:13927:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880072170d80/0x3f004d6452e06b48 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 430080->434175) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d08ff expref: 6 pid: 13927 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016106.357000:0:13927:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016106.357002:0:13927:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016106.357005:0:13927:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a8039b00/0x3f004d6452e06b4f lrc: 4/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [6656000->6721535] (req 6656000->6721535) gid 0 flags: 0x50000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0906 expref: 6 pid: 13927 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016106.357036:0:13927:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880072170d80/0x3f004d6452e06b48 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 430080->434175) gid 0 flags: 0x50000000020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d08ff expref: 6 pid: 13927 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016106.357047:0:13927:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880072170d80/0x3f004d6452e06b48 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 430080->434175) gid 0 flags: 0x70000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d08ff expref: 6 pid: 13927 timeout: 470 lvb_type: 0 00000100:00100000:0.0:1734016106.357058:0:13927:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074973800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13927:1818247339348736:192.168.201.10@tcp:104: 00000100:00100000:0.0:1734016106.357108:0:13927:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012cf4f9c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016106.360929:0:13927:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074973800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13927:1818247339348736:192.168.201.10@tcp:104: 00010000:00010000:0.0:1734016106.360968:0:13927:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a8039b00/0x3f004d6452e06b4f lrc: 3/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [6656000->6721535] (req 6656000->6721535) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0906 expref: 6 pid: 13927 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016106.360987:0:13927:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a8039b00, rc 0) 00000100:00100000:0.0:1734016106.361041:0:13927:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074e43b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:9673:x1818247336590208:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 4119us (4285us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016106.361050:0:13927:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10065 00000100:00100000:0.0:1734016106.362334:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016106.362442:0:7705:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336590336 00000100:00100000:1.0:1734016106.362454:0:7705:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336590336 00010000:00010000:1.0:1734016106.362505:0:7705:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880072170d80/0x3f004d6452e06b48 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 430080->434175) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d08ff expref: 7 pid: 13927 timeout: 470 lvb_type: 0 00000100:00100000:1.0:1734016106.362550:0:7705:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2658 00000100:00100000:1.0:1734016106.362561:0:7705:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074973800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1978:x1818247336590336:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016106.362584:0:7705:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:1.0:1734016106.362612:0:7705:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 536 -> 576 00010000:00010000:1.0:1734016106.362620:0:7705:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880072170d80/0x3f004d6452e06b48 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 430080->434175) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d08ff expref: 7 pid: 13927 timeout: 470 lvb_type: 0 00010000:00010000:1.0:1734016106.362647:0:7705:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880072170d80/0x3f004d6452e06b48 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 430080->434175) gid 0 flags: 0x50000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d08ff expref: 7 pid: 13927 timeout: 470 lvb_type: 0 00010000:00010000:1.0:1734016106.362685:0:7705:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880072170d80/0x3f004d6452e06b48 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 430080->434175) gid 0 flags: 0x44801400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d08ff expref: 7 pid: 13927 timeout: 470 lvb_type: 0 00010000:00010000:1.0:1734016106.362722:0:7705:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016106.362725:0:7705:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016106.362734:0:7705:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a8039b00/0x3f004d6452e06b4f lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6656000->6721535) gid 0 flags: 0x40080000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0906 expref: 5 pid: 13927 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016106.362747:0:7705:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a8039b00/0x3f004d6452e06b4f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6656000->6721535) gid 0 flags: 0x40080000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0906 expref: 5 pid: 13927 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016106.362798:0:7705:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a8039b00/0x3f004d6452e06b4f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6656000->6721535) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0906 expref: 5 pid: 13927 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016106.362820:0:7705:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007400ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7705:1818247339348864:192.168.201.10@tcp:105: 00000100:00100000:1.0:1734016106.362955:0:7705:0:(client.c:2562:ptlrpc_set_wait()) set ffff88006d6ffa80 going to sleep for 11 seconds 00000100:00100000:1.0:1734016106.369717:0:7705:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007400ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7705:1818247339348864:192.168.201.10@tcp:105: 00010000:00010000:1.0:1734016106.369759:0:7705:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016106.369828:0:7705:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074973800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1978:x1818247336590336:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 7267us (7498us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016106.369841:0:7705:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2658 00000100:00100000:1.0:1734016106.397057:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016106.404472:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016106.405122:0:7695:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336590848 00000100:00100000:0.0:1734016106.405135:0:7695:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336590848 00002000:00100000:0.0:1734016106.405184:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (4190208->8073215) req@ffff880075261c00 x1818247336590848/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:67/0 lens 504/0 e 0 to 0 dl 1734016117 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016106.405196:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880075261c00 with x1818247336590848 ext(4190208->8073215) 00002000:00010000:0.0:1734016106.405204:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880075261c00 00000100:00100000:0.0:1734016106.405244:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8343 00000100:00100000:0.0:1734016106.405254:0:7695:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075261c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+8:1978:x1818247336590848:12345-192.168.201.10@tcp:3:fsx.0 00010000:00010000:3.0:1734016106.490585:0:9955:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734016106.603218:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016106.607322:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016106.613525:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016106.613652:0:7705:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336591360 00000100:00100000:1.0:1734016106.613661:0:7705:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336591360 00010000:00010000:1.0:1734016106.613691:0:7705:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e06b56 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d090d expref: 8 pid: 13927 timeout: 470 lvb_type: 1 00000100:00100000:1.0:1734016106.613728:0:7705:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2659 00000100:00100000:1.0:1734016106.613734:0:7705:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074099500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1981:x1818247336591360:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016106.613745:0:7705:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016106.613762:0:7705:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e06b56 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d090d expref: 8 pid: 13927 timeout: 470 lvb_type: 1 00010000:00010000:1.0:1734016106.613772:0:7705:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e06b56 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d090d expref: 8 pid: 13927 timeout: 470 lvb_type: 1 00010000:00010000:1.0:1734016106.613795:0:7705:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016106.613830:0:7705:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074099500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1981:x1818247336591360:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 97us (314us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016106.613836:0:7705:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2659 00000100:00100000:1.0:1734016106.626313:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016106.626393:0:6470:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336591488 00000100:00100000:3.0:1734016106.626402:0:6470:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336591488 00010000:00010000:3.0:1734016106.626437:0:6470:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a8039b00/0x3f004d6452e06b4f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6656000->6721535) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0906 expref: 6 pid: 13927 timeout: 470 lvb_type: 0 00000100:00100000:3.0:1734016106.626474:0:6470:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2660 00000100:00100000:3.0:1734016106.626481:0:6470:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b1e46450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1981:x1818247336591488:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016106.626498:0:6470:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016106.626521:0:6470:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a8039b00/0x3f004d6452e06b4f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 6656000->6721535) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0906 expref: 6 pid: 13927 timeout: 470 lvb_type: 0 00010000:00010000:3.0:1734016106.626534:0:6470:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a8039b00/0x3f004d6452e06b4f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 6656000->6721535) gid 0 flags: 0x50000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0906 expref: 6 pid: 13927 timeout: 470 lvb_type: 0 00010000:00010000:3.0:1734016106.626555:0:6470:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a8039b00/0x3f004d6452e06b4f lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 6656000->6721535) gid 0 flags: 0x44801400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0906 expref: 6 pid: 13927 timeout: 470 lvb_type: 0 00010000:00010000:3.0:1734016106.626585:0:6470:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016106.626587:0:6470:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016106.626591:0:6470:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880072171f80/0x3f004d6452e06b5d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [3358720->3366911] (req 3358720->3366911) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 13925 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016106.626599:0:6470:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880072171f80/0x3f004d6452e06b5d lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [3358720->3366911] (req 3358720->3366911) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 13925 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016106.626629:0:6470:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016106.626672:0:6470:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b1e46450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:1981:x1818247336591488:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 191us (371us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016106.626677:0:6470:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2660 00000001:00080000:1.0:1734016106.637380:0:8954:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969093 is committed 00000100:00100000:1.0:1734016106.643701:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016106.647326:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016106.657706:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016106.663119:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016106.663429:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336592000 00000100:00100000:3.0:1734016106.663435:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336592000 00000100:00100000:3.0:1734016106.663461:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10069 00000100:00100000:3.0:1734016106.663466:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074009c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1978:x1818247336592000:12345-192.168.201.10@tcp:22:fsx.0 00002000:00010000:3.0:1734016106.664126:0:7689:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 8069528 -> 8069528 00002000:00010000:3.0:1734016106.664130:0:7689:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016106 -> 1734016106 00002000:00010000:3.0:1734016106.664132:0:7689:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016105 -> 1734016105 00002000:00010000:3.0:1734016106.664134:0:7689:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016106 -> 1734016106 00002000:00010000:3.0:1734016106.664136:0:7689:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 592 -> 592 00000100:00100000:3.0:1734016106.664175:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074009c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1978:x1818247336592000:12345-192.168.201.10@tcp:22:fsx.0 Request processed in 706us (1067us total) trans 4294969094 rc 0/0 00000100:00100000:3.0:1734016106.664182:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10069 00000100:00100000:1.0:1734016106.667020:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016106.667161:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336592128 00000100:00100000:3.0:1734016106.667171:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336592128 00000100:00100000:3.0:1734016106.667727:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10070 00000100:00100000:3.0:1734016106.667736:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074009180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1981:x1818247336592128:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:3.0:1734016106.667753:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016106.667771:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a9a4b40/0x3f004d6452e06b72 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d0922 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016106.667832:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880075260e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339349504:192.168.201.10@tcp:106: 00000100:00100000:3.0:1734016106.667942:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff88006d83bb40 going to sleep for 11 seconds 00002000:00010000:3.0:1734016106.670512:0:7689:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime: 1734016105 -> 1734016106 00000100:00100000:3.0:1734016106.670550:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880075260e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339349504:192.168.201.10@tcp:106: 00010000:00010000:3.0:1734016106.670601:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a9a4b40/0x3f004d6452e06b72 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0922 expref: 7 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016106.670617:0:7689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a4b40/0x3f004d6452e06b72 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0922 expref: 7 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016106.670677:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a9a4b40, rc 0) 00000100:00100000:3.0:1734016106.670746:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074009180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1981:x1818247336592128:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 3009us (3730us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016106.670757:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10070 00000100:00100000:1.0:1734016106.673170:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016106.673277:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336592256 00000100:00100000:3.0:1734016106.673291:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336592256 00000100:00100000:3.0:1734016106.673477:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10071 00000100:00100000:3.0:1734016106.673486:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007400a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1980:x1818247336592256:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:3.0:1734016106.673512:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016106.673537:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7cc0/0x3f004d6452e06b79 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d0929 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016106.673606:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880075260e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339349632:192.168.201.10@tcp:106: 00000100:00100000:3.0:1734016106.674033:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff88006d83bb40 going to sleep for 11 seconds 00000100:00100000:3.0:1734016106.677601:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880075260e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339349632:192.168.201.10@tcp:106: 00010000:00010000:3.0:1734016106.677647:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7cc0/0x3f004d6452e06b79 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0929 expref: 7 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016106.677660:0:7689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7cc0/0x3f004d6452e06b79 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0929 expref: 7 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016106.677681:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a9a7cc0, rc 0) 00000100:00100000:3.0:1734016106.677725:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007400a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1980:x1818247336592256:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 4241us (4571us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016106.677733:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10071 00000100:00100000:1.0:1734016106.681968:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016106.682074:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336592384 00000100:00100000:3.0:1734016106.682083:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336592384 00000100:00100000:3.0:1734016106.682121:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10072 00000100:00100000:3.0:1734016106.682127:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074008000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:9673:x1818247336592384:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:3.0:1734016106.682146:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016106.682165:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a9a4480/0x3f004d6452e06b80 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d0930 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016106.682191:0:7689:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e06b6b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3149824->3170303) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d091b expref: 6 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016106.682198:0:7689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016106.682200:0:7689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016106.682204:0:7689:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a9a4480/0x3f004d6452e06b80 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [1126400->1146879] (req 1126400->1146879) gid 0 flags: 0x50000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0930 expref: 7 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016106.682238:0:7689:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e06b6b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3149824->3170303) gid 0 flags: 0x50000000020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d091b expref: 6 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016106.682251:0:7689:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e06b6b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3149824->3170303) gid 0 flags: 0x70000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d091b expref: 6 pid: 7689 timeout: 470 lvb_type: 0 00000100:00100000:3.0:1734016106.682264:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880075260e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339349760:192.168.201.10@tcp:104: 00000100:00100000:3.0:1734016106.682334:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff88006d83bb40 going to sleep for 11 seconds 00000100:00100000:3.0:1734016106.687280:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880075260e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339349760:192.168.201.10@tcp:104: 00010000:00010000:3.0:1734016106.687315:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a9a4480/0x3f004d6452e06b80 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [1126400->1146879] (req 1126400->1146879) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0930 expref: 7 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016106.687331:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a9a4480, rc 0) 00000100:00100000:3.0:1734016106.687378:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074008000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:9673:x1818247336592384:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 5249us (5420us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016106.687387:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10072 00000100:00100000:1.0:1734016106.688574:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016106.705072:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016106.710641:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016106.710725:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336592768 00000100:00100000:3.0:1734016106.710732:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336592768 00000100:00100000:3.0:1734016106.710775:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10073 00000100:00100000:3.0:1734016106.710782:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007400a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1978:x1818247336592768:12345-192.168.201.10@tcp:22:fsx.0 00002000:00010000:3.0:1734016106.714752:0:7689:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 10337248 -> 10337248 00002000:00010000:3.0:1734016106.714759:0:7689:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016106 -> 1734016106 00002000:00010000:3.0:1734016106.714761:0:7689:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016106 -> 1734016105 00002000:00010000:3.0:1734016106.714763:0:7689:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016106 -> 1734016106 00002000:00010000:3.0:1734016106.714766:0:7689:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 600 -> 600 00000100:00100000:3.0:1734016106.719353:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007400a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1978:x1818247336592768:12345-192.168.201.10@tcp:22:fsx.0 Request processed in 8567us (8727us total) trans 4294969096 rc 0/0 00000100:00100000:3.0:1734016106.719361:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10073 00000100:00100000:1.0:1734016106.722609:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016106.722667:0:13927:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336592896 00000100:00100000:0.0:1734016106.722680:0:13927:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336592896 00000100:00100000:0.0:1734016106.722748:0:13927:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10074 00000100:00100000:0.0:1734016106.722757:0:13927:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074220a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+8:1981:x1818247336592896:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:0.0:1734016106.722785:0:13927:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016106.722811:0:13927:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a80386c0/0x3f004d6452e06b87 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d0937 expref: -99 pid: 13927 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016106.722926:0:13927:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007409aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13927:1818247339350016:192.168.201.10@tcp:106: 00000100:00100000:1.0:1734016106.723052:0:13927:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012cf4f9c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016106.728828:0:13927:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336593024 00000100:00100000:0.0:1734016106.728835:0:13927:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336593024 00000100:00100000:0.0:1734016106.728902:0:13927:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10075 00000100:00100000:0.0:1734016106.728908:0:13927:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074e41c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+8:1980:x1818247336593024:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:0.0:1734016106.728924:0:13927:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016106.728940:0:13927:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a803ad00/0x3f004d6452e06b8e lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d093e expref: -99 pid: 13927 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016106.728988:0:13927:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074099880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13927:1818247339350144:192.168.201.10@tcp:106: 00000100:00100000:0.0:1734016106.729046:0:13927:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012cf4f000 going to sleep for 11 seconds 00000100:00100000:0.0:1734016106.733588:0:13927:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074099880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13927:1818247339350144:192.168.201.10@tcp:106: 00010000:00010000:0.0:1734016106.733642:0:13927:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a803ad00/0x3f004d6452e06b8e lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d093e expref: 9 pid: 13927 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016106.733664:0:13927:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a803ad00/0x3f004d6452e06b8e lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d093e expref: 9 pid: 13927 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016106.733693:0:13927:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a803ad00, rc 0) 00000100:00100000:0.0:1734016106.733763:0:13927:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074e41c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+8:1980:x1818247336593024:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 4852us (5010us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016106.733774:0:13927:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10075 00000100:00100000:0.0:1734016106.737971:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016106.749511:0:13925:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074e41500 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_003:lustre-OST0001_UUID:13925:1818247339350272:192.168.201.10@tcp:104: 00010000:00010000:0.0:1734016106.749537:0:13925:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880072170d80/0x3f004d6452e06b95 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [6111232->6152191] (req 6111232->6152191) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 13925 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016106.749681:0:7705:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336593408 00000100:00100000:3.0:1734016106.749686:0:7705:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336593408 00010000:00010000:3.0:1734016106.749719:0:7705:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a9a4480/0x3f004d6452e06b80 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1126400->1146879) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0930 expref: 9 pid: 7689 timeout: 470 lvb_type: 0 00000100:00100000:3.0:1734016106.749746:0:7705:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2663 00000100:00100000:3.0:1734016106.749752:0:7705:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074e42300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+9:1978:x1818247336593408:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016106.749765:0:7705:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016106.749786:0:7705:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a9a4480/0x3f004d6452e06b80 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1126400->1146879) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0930 expref: 9 pid: 7689 timeout: 470 lvb_type: 0 00010000:00010000:3.0:1734016106.749797:0:7705:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a9a4480/0x3f004d6452e06b80 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1126400->1146879) gid 0 flags: 0x50000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0930 expref: 9 pid: 7689 timeout: 470 lvb_type: 0 00010000:00010000:3.0:1734016106.749820:0:7705:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a4480/0x3f004d6452e06b80 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1126400->1146879) gid 0 flags: 0x44801400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0930 expref: 9 pid: 7689 timeout: 470 lvb_type: 0 00010000:00010000:3.0:1734016106.750179:0:7705:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016106.750181:0:7705:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016106.750186:0:7705:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880072170d80/0x3f004d6452e06b95 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [6111232->6152191] (req 6111232->6152191) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 13925 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016106.750194:0:7705:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880072170d80/0x3f004d6452e06b95 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [6111232->6152191] (req 6111232->6152191) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 13925 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016106.750497:0:7705:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016106.750536:0:7705:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074e42300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1978:x1818247336593408:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 783us (1166us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016106.750542:0:7705:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2663 00010000:00010000:0.0:1734016106.750585:0:13925:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880072170d80/0x3f004d6452e06b95 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [6111232->6152191] (req 6111232->6152191) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 13925 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016106.750592:0:13925:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880072170d80/0x3f004d6452e06b95 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [6111232->6152191] (req 6111232->6152191) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 13925 timeout: 0 lvb_type: 0 00000001:00080000:0.0:1734016106.761328:0:8954:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969097 is committed 00000001:00080000:0.0:1734016106.761342:0:8954:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969095 is committed 00000100:00100000:1.0:1734016106.765607:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016106.766319:0:13927:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336593536 00000100:00100000:0.0:1734016106.766328:0:13927:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336593536 00000100:00100000:0.0:1734016106.766377:0:13927:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10076 00000100:00100000:0.0:1734016106.766384:0:13927:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074221880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:1981:x1818247336593536:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:0.0:1734016106.766401:0:13927:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016106.766418:0:13927:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a80386c0/0x3f004d6452e06b9c lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d0945 expref: -99 pid: 13927 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1734016106.766437:0:13927:0:(ofd_lvb.c:169:ofd_lvbo_init()) res: [0x280000400:0x5:0x0] initial LVB size: 10337248, mtime: 0x675afc6a, atime: 0x675afc6a, ctime: 0x675afc6a, blocks: 0x2a8 00010000:00010000:0.0:1734016106.766453:0:13927:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016106.766455:0:13927:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016106.766461:0:13927:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a80386c0/0x3f004d6452e06b9c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0945 expref: 6 pid: 13927 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016106.766474:0:13927:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a80386c0/0x3f004d6452e06b9c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0945 expref: 6 pid: 13927 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016106.766483:0:13927:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a80386c0, rc 0) 00000100:00100000:0.0:1734016106.766533:0:13927:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074221880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1981:x1818247336593536:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 148us (943us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016106.766539:0:13927:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10076 00000100:00100000:3.0:1734016106.772270:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016106.772325:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336593664 00000100:00100000:0.0:1734016106.772333:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336593664 00000100:00100000:0.0:1734016106.773043:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10077 00000100:00100000:0.0:1734016106.773050:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075260e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:9673:x1818247336593664:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:0.0:1734016106.773068:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016106.773090:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a8038900/0x3f004d6452e06ba3 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d094c expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016106.773116:0:7689:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a80386c0/0x3f004d6452e06b9c lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0945 expref: 7 pid: 13927 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016106.773123:0:7689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016106.773126:0:7689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016106.773129:0:7689:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a8038900/0x3f004d6452e06ba3 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [5873664->5902335] (req 5873664->5902335) gid 0 flags: 0x50000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d094c expref: 7 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016106.773171:0:7689:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a80386c0/0x3f004d6452e06b9c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0945 expref: 7 pid: 13927 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016106.773182:0:7689:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a80386c0/0x3f004d6452e06b9c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0945 expref: 7 pid: 13927 timeout: 470 lvb_type: 1 00000100:00100000:0.0:1734016106.773195:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074099180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339350400:192.168.201.10@tcp:104: 00000100:00100000:0.0:1734016106.773274:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012cf4f000 going to sleep for 11 seconds 00000100:00100000:0.0:1734016106.777703:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074099180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339350400:192.168.201.10@tcp:104: 00010000:00010000:0.0:1734016106.777735:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a8038900/0x3f004d6452e06ba3 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [5873664->5902335] (req 5873664->5902335) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d094c expref: 7 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016106.777751:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a8038900, rc 0) 00000100:00100000:0.0:1734016106.777808:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075260e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:9673:x1818247336593664:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 4756us (5542us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016106.777817:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10077 00000100:00100000:1.0:1734016106.781696:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016106.782281:0:7705:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336593792 00000100:00100000:3.0:1734016106.782292:0:7705:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336593792 00010000:00010000:3.0:1734016106.782334:0:7705:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a80386c0/0x3f004d6452e06b9c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0945 expref: 7 pid: 13927 timeout: 470 lvb_type: 1 00000100:00100000:3.0:1734016106.783086:0:7705:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2664 00000100:00100000:3.0:1734016106.783094:0:7705:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074223800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1979:x1818247336593792:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016106.783106:0:7705:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016106.783124:0:7705:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a80386c0/0x3f004d6452e06b9c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0945 expref: 7 pid: 13927 timeout: 470 lvb_type: 1 00010000:00010000:3.0:1734016106.783135:0:7705:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a80386c0/0x3f004d6452e06b9c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0945 expref: 7 pid: 13927 timeout: 470 lvb_type: 1 00010000:00010000:3.0:1734016106.783154:0:7705:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a80386c0/0x3f004d6452e06b9c lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0945 expref: 7 pid: 13927 timeout: 470 lvb_type: 1 00010000:00010000:3.0:1734016106.784452:0:7705:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016106.784455:0:7705:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016106.784464:0:7705:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a8038900/0x3f004d6452e06ba3 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5873664->5902335) gid 0 flags: 0x40080000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d094c expref: 6 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016106.784478:0:7705:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a8038900/0x3f004d6452e06ba3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5873664->5902335) gid 0 flags: 0x40080000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d094c expref: 6 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016106.784517:0:7705:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a8038900/0x3f004d6452e06ba3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5873664->5902335) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d094c expref: 6 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016106.784530:0:7705:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880075261180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7705:1818247339350528:192.168.201.10@tcp:105: 00000100:00100000:3.0:1734016106.785545:0:7705:0:(client.c:2562:ptlrpc_set_wait()) set ffff88006d83bb40 going to sleep for 11 seconds 00000100:00100000:0.0:1734016106.792827:0:7705:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880075261180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7705:1818247339350528:192.168.201.10@tcp:105: 00010000:00010000:0.0:1734016106.794505:0:7705:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016106.794610:0:7705:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074223800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1979:x1818247336593792:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 11508us (12917us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016106.794625:0:7705:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2664 00000100:00100000:0.0:1734016106.795186:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336593920 00000100:00100000:0.0:1734016106.795194:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336593920 00000100:00100000:0.0:1734016106.795229:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10078 00000100:00100000:0.0:1734016106.795235:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074e40e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1978:x1818247336593920:12345-192.168.201.10@tcp:22:fsx.0 00002000:00010000:0.0:1734016106.795648:0:7689:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 10337248 -> 10337248 00002000:00010000:0.0:1734016106.795651:0:7689:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016106 -> 1734016106 00002000:00010000:0.0:1734016106.795653:0:7689:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016106 -> 1734016106 00002000:00010000:0.0:1734016106.795655:0:7689:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016106 -> 1734016106 00002000:00010000:0.0:1734016106.795656:0:7689:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 680 -> 680 00000100:00100000:0.0:1734016106.795721:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074e40e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1978:x1818247336593920:12345-192.168.201.10@tcp:22:fsx.0 Request processed in 485us (940us total) trans 4294969098 rc 0/0 00000100:00100000:0.0:1734016106.795727:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10078 00000100:00100000:0.0:1734016106.805991:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016106.806437:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336594048 00000100:00100000:1.0:1734016106.806449:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336594048 00000100:00100000:1.0:1734016106.806513:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10079 00000100:00100000:1.0:1734016106.806520:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074099180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1980:x1818247336594048:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:1.0:1734016106.806548:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016106.806578:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880097234fc0/0x3f004d6452e06baa lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d0953 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016106.806689:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880075229f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339350656:192.168.201.10@tcp:106: 00000100:00100000:1.0:1734016106.806775:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff88006d6ff540 going to sleep for 11 seconds 00000100:00100000:1.0:1734016106.816036:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880075229f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339350656:192.168.201.10@tcp:106: 00010000:00010000:1.0:1734016106.816073:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880097234fc0/0x3f004d6452e06baa lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0953 expref: 7 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016106.816087:0:7689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097234fc0/0x3f004d6452e06baa lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0953 expref: 7 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016106.816682:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097234fc0, rc 0) 00000100:00100000:1.0:1734016106.819741:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074099180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1980:x1818247336594048:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 13199us (13741us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016106.819760:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10079 00000100:00100000:0.0:1734016106.823401:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016106.823675:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336594176 00000100:00100000:1.0:1734016106.823698:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336594176 00000100:00100000:1.0:1734016106.823776:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10080 00000100:00100000:1.0:1734016106.823785:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074098700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1979:x1818247336594176:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:1.0:1734016106.823819:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016106.823845:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800972373c0/0x3f004d6452e06bb1 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d095a expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016106.823964:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880075229f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339350784:192.168.201.10@tcp:106: 00000100:00100000:1.0:1734016106.824070:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff88006d6ff540 going to sleep for 11 seconds 00000100:00100000:1.0:1734016106.828550:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880075229f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339350784:192.168.201.10@tcp:106: 00010000:00010000:1.0:1734016106.828589:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800972373c0/0x3f004d6452e06bb1 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d095a expref: 7 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016106.828603:0:7689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800972373c0/0x3f004d6452e06bb1 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d095a expref: 7 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016106.829405:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800972373c0, rc 0) 00000100:00100000:1.0:1734016106.830191:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074098700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1979:x1818247336594176:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 6399us (6800us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016106.830203:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10080 00000100:00100000:1.0:1734016106.835443:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336594304 00000100:00100000:1.0:1734016106.835451:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336594304 00000100:00100000:1.0:1734016106.835907:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10081 00000100:00100000:1.0:1734016106.835915:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074e43480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1981:x1818247336594304:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:1.0:1734016106.835940:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016106.835961:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880097234480/0x3f004d6452e06bb8 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d0961 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016106.836024:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880075229f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339350912:192.168.201.10@tcp:106: 00000100:00100000:1.0:1734016106.836091:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff88006d6ff540 going to sleep for 11 seconds 00000100:00100000:1.0:1734016106.838454:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880075229f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339350912:192.168.201.10@tcp:106: 00010000:00010000:1.0:1734016106.838502:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880097234480/0x3f004d6452e06bb8 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0961 expref: 7 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016106.838520:0:7689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097234480/0x3f004d6452e06bb8 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0961 expref: 7 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016106.838554:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097234480, rc 0) 00000100:00100000:1.0:1734016106.838808:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074e43480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1981:x1818247336594304:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 2892us (3468us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016106.838818:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10081 00000100:00100000:0.0:1734016106.843468:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016106.843582:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336594432 00000100:00100000:1.0:1734016106.843592:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336594432 00000100:00100000:1.0:1734016106.843680:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10082 00000100:00100000:1.0:1734016106.843687:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007409b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1979:x1818247336594432:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:1.0:1734016106.843708:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016106.843725:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880097235440/0x3f004d6452e06bbf lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d0968 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016106.843769:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880075229f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339351040:192.168.201.10@tcp:106: 00000100:00100000:1.0:1734016106.844095:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff88006d6ff540 going to sleep for 11 seconds 00000100:00100000:1.0:1734016106.846775:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880075229f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339351040:192.168.201.10@tcp:106: 00010000:00010000:1.0:1734016106.846821:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880097235440/0x3f004d6452e06bbf lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0968 expref: 7 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016106.846836:0:7689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097235440/0x3f004d6452e06bbf lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0968 expref: 7 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016106.847063:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097235440, rc 0) 00000100:00100000:1.0:1734016106.847130:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007409b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1979:x1818247336594432:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 3439us (3669us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016106.847142:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10082 00000100:00100000:0.0:1734016106.850078:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016106.850399:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336594560 00000100:00100000:1.0:1734016106.850409:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336594560 00000100:00100000:1.0:1734016106.850460:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10083 00000100:00100000:1.0:1734016106.850466:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074098a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:9673:x1818247336594560:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:1.0:1734016106.850481:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016106.850497:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800972346c0/0x3f004d6452e06bc6 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d096f expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016106.850520:0:7689:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a8038900/0x3f004d6452e06ba3 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5873664->5902335) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d094c expref: 6 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016106.850526:0:7689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016106.850528:0:7689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016106.850531:0:7689:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800972346c0/0x3f004d6452e06bc6 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [3596288->3637247] (req 3596288->3637247) gid 0 flags: 0x50000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d096f expref: 7 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016106.850553:0:7689:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a8038900/0x3f004d6452e06ba3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5873664->5902335) gid 0 flags: 0x50000000020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d094c expref: 6 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016106.850561:0:7689:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a8038900/0x3f004d6452e06ba3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5873664->5902335) gid 0 flags: 0x70000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d094c expref: 6 pid: 7689 timeout: 470 lvb_type: 0 00000100:00100000:1.0:1734016106.850571:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880075229f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339351168:192.168.201.10@tcp:104: 00000100:00100000:1.0:1734016106.850627:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff88006d6ff540 going to sleep for 11 seconds 00000100:00100000:0.0:1734016106.854574:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016106.855183:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880075229f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339351168:192.168.201.10@tcp:104: 00010000:00010000:1.0:1734016106.855215:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800972346c0/0x3f004d6452e06bc6 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [3596288->3637247] (req 3596288->3637247) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d096f expref: 7 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016106.855229:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800972346c0, rc 0) 00000100:00100000:1.0:1734016106.855774:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074098a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:9673:x1818247336594560:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 5307us (5706us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016106.855783:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10083 00000100:00100000:3.0:1734016106.860159:0:7705:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074e42680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7705:1818247339351296:192.168.201.10@tcp:105: 00010000:00010000:3.0:1734016106.860188:0:7705:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016106.860245:0:7705:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074098380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1979:x1818247336594688:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 4876us (5684us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016106.860257:0:7705:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2665 00000100:00100000:0.0:1734016106.862762:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016106.862904:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336594816 00000100:00100000:1.0:1734016106.862916:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336594816 00000100:00100000:1.0:1734016106.862983:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10084 00000100:00100000:1.0:1734016106.862992:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007409a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1979:x1818247336594816:12345-192.168.201.10@tcp:22:fsx.0 00002000:00010000:1.0:1734016106.863286:0:7689:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 10337248 -> 10337248 00002000:00010000:1.0:1734016106.863289:0:7689:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016106 -> 1734016106 00002000:00010000:1.0:1734016106.863292:0:7689:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016106 -> 1734016106 00002000:00010000:1.0:1734016106.863294:0:7689:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016106 -> 1734016106 00002000:00010000:1.0:1734016106.863297:0:7689:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 680 -> 680 00000100:00100000:1.0:1734016106.863397:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007409a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1979:x1818247336594816:12345-192.168.201.10@tcp:22:fsx.0 Request processed in 406us (645us total) trans 4294969099 rc 0/0 00000100:00100000:1.0:1734016106.863406:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10084 00000100:00100000:0.0:1734016106.869299:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016106.880098:0:13925:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007409b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1979:x1818247336595072:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 10589us (10803us total) trans 0 rc 471040/471040 00000100:00100000:0.0:1734016106.880108:0:13925:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8346 00002000:00100000:0.0:1734016106.880118:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (6893568->10338303) req@ffff88007409b100 x1818247336595072/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:67/0 lens 504/440 e 0 to 0 dl 1734016117 ref 1 fl Complete:/200/0 rc 471040/471040 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016106.880125:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007409b100 with x1818247336595072 ext(6893568->10338303) 00002000:00010000:0.0:1734016106.880130:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007409b100 00000100:00100000:1.0:1734016106.884528:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016106.884772:0:13925:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336595328 00000100:00100000:0.0:1734016106.884793:0:13925:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336595328 00002000:00100000:0.0:1734016106.884859:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (6889472->6893567) req@ffff880075229f80 x1818247336595328/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:67/0 lens 488/0 e 0 to 0 dl 1734016117 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016106.884918:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880075229f80 with x1818247336595328 ext(6889472->6893567) 00002000:00010000:0.0:1734016106.884925:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880075229f80 00000100:00100000:0.0:1734016106.884967:0:13925:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8347 00000100:00100000:0.0:1734016106.884977:0:13925:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075229f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1980:x1818247336595328:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:0.0:1734016106.885241:0:13925:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075229f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1980:x1818247336595328:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 264us (733us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016106.885249:0:13925:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8347 00002000:00100000:0.0:1734016106.885256:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (6889472->6893567) req@ffff880075229f80 x1818247336595328/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:67/0 lens 488/4536 e 0 to 0 dl 1734016117 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016106.885263:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880075229f80 with x1818247336595328 ext(6889472->6893567) 00002000:00010000:0.0:1734016106.885266:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880075229f80 00000100:00100000:0.0:1734016106.889160:0:7695:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336595584 00000100:00100000:0.0:1734016106.889168:0:7695:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336595584 00002000:00100000:0.0:1734016106.889210:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (6885376->6889471) req@ffff880074e43100 x1818247336595584/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:67/0 lens 488/0 e 0 to 0 dl 1734016117 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016106.889219:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074e43100 with x1818247336595584 ext(6885376->6889471) 00002000:00010000:0.0:1734016106.889224:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074e43100 00000100:00100000:0.0:1734016106.889255:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8348 00000100:00100000:0.0:1734016106.889262:0:7695:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074e43100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1980:x1818247336595584:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:0.0:1734016106.890220:0:7695:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074e43100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1980:x1818247336595584:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 955us (1143us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016106.890231:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8348 00002000:00100000:0.0:1734016106.890238:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (6885376->6889471) req@ffff880074e43100 x1818247336595584/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:67/0 lens 488/4536 e 0 to 0 dl 1734016117 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016106.890245:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074e43100 with x1818247336595584 ext(6885376->6889471) 00002000:00010000:0.0:1734016106.890249:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074e43100 00000100:00100000:3.0:1734016106.894107:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016106.894188:0:7695:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336595840 00000100:00100000:0.0:1734016106.894199:0:7695:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336595840 00002000:00100000:0.0:1734016106.894238:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (6881280->6885375) req@ffff880075261500 x1818247336595840/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:67/0 lens 488/0 e 0 to 0 dl 1734016117 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016106.894246:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880075261500 with x1818247336595840 ext(6881280->6885375) 00002000:00010000:0.0:1734016106.894251:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880075261500 00000100:00100000:0.0:1734016106.894280:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8349 00000100:00100000:0.0:1734016106.894287:0:7695:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075261500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1981:x1818247336595840:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:0.0:1734016106.894446:0:7695:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075261500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1981:x1818247336595840:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 158us (346us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016106.894453:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8349 00002000:00100000:0.0:1734016106.894459:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (6881280->6885375) req@ffff880075261500 x1818247336595840/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:67/0 lens 488/4536 e 0 to 0 dl 1734016117 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016106.894465:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880075261500 with x1818247336595840 ext(6881280->6885375) 00002000:00010000:0.0:1734016106.894468:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880075261500 00000100:00100000:1.0:1734016106.898811:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016106.903400:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016106.903636:0:7695:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336596352 00000100:00100000:0.0:1734016106.903646:0:7695:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336596352 00002000:00100000:0.0:1734016106.903689:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (6873088->6877183) req@ffff880075263100 x1818247336596352/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:67/0 lens 488/0 e 0 to 0 dl 1734016117 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016106.903704:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880075263100 with x1818247336596352 ext(6873088->6877183) 00002000:00010000:0.0:1734016106.903708:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880075263100 00000100:00100000:0.0:1734016106.903740:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8351 00000100:00100000:0.0:1734016106.903745:0:7695:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075263100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1980:x1818247336596352:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:0.0:1734016106.903950:0:7695:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075263100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1980:x1818247336596352:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 203us (559us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016106.903957:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8351 00002000:00100000:0.0:1734016106.903962:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (6873088->6877183) req@ffff880075263100 x1818247336596352/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:67/0 lens 488/4536 e 0 to 0 dl 1734016117 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016106.903967:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880075263100 with x1818247336596352 ext(6873088->6877183) 00002000:00010000:0.0:1734016106.903970:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880075263100 00000100:00100000:3.0:1734016106.907086:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016106.911324:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016106.911469:0:7695:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336596864 00000100:00100000:0.0:1734016106.911481:0:7695:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336596864 00002000:00100000:0.0:1734016106.911523:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (6864896->6868991) req@ffff88007522a680 x1818247336596864/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:67/0 lens 488/0 e 0 to 0 dl 1734016117 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016106.911532:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007522a680 with x1818247336596864 ext(6864896->6868991) 00002000:00010000:0.0:1734016106.911537:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007522a680 00000100:00100000:0.0:1734016106.911576:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8353 00000100:00100000:0.0:1734016106.911583:0:7695:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007522a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1981:x1818247336596864:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:0.0:1734016106.911774:0:7695:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007522a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1981:x1818247336596864:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 190us (459us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016106.911781:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8353 00002000:00100000:0.0:1734016106.911786:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (6864896->6868991) req@ffff88007522a680 x1818247336596864/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:67/0 lens 488/4536 e 0 to 0 dl 1734016117 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016106.911794:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007522a680 with x1818247336596864 ext(6864896->6868991) 00002000:00010000:0.0:1734016106.911797:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007522a680 00000100:00100000:3.0:1734016106.921358:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016106.925960:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016106.926017:0:7695:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336597376 00000100:00100000:0.0:1734016106.926025:0:7695:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336597376 00002000:00100000:0.0:1734016106.926057:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (6856704->6860799) req@ffff880075263800 x1818247336597376/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:67/0 lens 488/0 e 0 to 0 dl 1734016117 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016106.926065:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880075263800 with x1818247336597376 ext(6856704->6860799) 00002000:00010000:0.0:1734016106.926069:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880075263800 00000100:00100000:0.0:1734016106.926137:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8355 00000100:00100000:0.0:1734016106.926142:0:7695:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075263800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1980:x1818247336597376:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:0.0:1734016106.926730:0:7695:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075263800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1980:x1818247336597376:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 584us (773us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016106.926738:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8355 00002000:00100000:0.0:1734016106.926744:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (6856704->6860799) req@ffff880075263800 x1818247336597376/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:67/0 lens 488/4536 e 0 to 0 dl 1734016117 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016106.926751:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880075263800 with x1818247336597376 ext(6856704->6860799) 00002000:00010000:0.0:1734016106.926754:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880075263800 00000100:00100000:1.0:1734016106.929272:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016106.929354:0:7695:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336597632 00000100:00100000:0.0:1734016106.929363:0:7695:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336597632 00002000:00100000:0.0:1734016106.929410:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (6852608->6856703) req@ffff88007522bb80 x1818247336597632/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:67/0 lens 488/0 e 0 to 0 dl 1734016117 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016106.929419:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007522bb80 with x1818247336597632 ext(6852608->6856703) 00002000:00010000:0.0:1734016106.929423:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007522bb80 00000100:00100000:0.0:1734016106.929463:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8356 00000100:00100000:0.0:1734016106.929470:0:7695:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007522bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1980:x1818247336597632:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:0.0:1734016106.929656:0:7695:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007522bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1980:x1818247336597632:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 186us (392us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016106.929665:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8356 00002000:00100000:0.0:1734016106.929671:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (6852608->6856703) req@ffff88007522bb80 x1818247336597632/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:67/0 lens 488/4536 e 0 to 0 dl 1734016117 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016106.929678:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007522bb80 with x1818247336597632 ext(6852608->6856703) 00002000:00010000:0.0:1734016106.929681:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007522bb80 00000100:00100000:3.0:1734016106.935985:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016106.941105:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016106.941577:0:7695:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336598144 00000100:00100000:0.0:1734016106.941588:0:7695:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336598144 00002000:00100000:0.0:1734016106.941648:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (6844416->6848511) req@ffff880075263b80 x1818247336598144/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:67/0 lens 488/0 e 0 to 0 dl 1734016117 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016106.941659:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880075263b80 with x1818247336598144 ext(6844416->6848511) 00002000:00010000:0.0:1734016106.941665:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880075263b80 00000100:00100000:0.0:1734016106.941702:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8358 00000100:00100000:0.0:1734016106.941710:0:7695:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075263b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1980:x1818247336598144:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:0.0:1734016106.941932:0:7695:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075263b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1980:x1818247336598144:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 223us (844us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016106.941939:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8358 00002000:00100000:0.0:1734016106.941945:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (6844416->6848511) req@ffff880075263b80 x1818247336598144/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:67/0 lens 488/4536 e 0 to 0 dl 1734016117 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016106.941951:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880075263b80 with x1818247336598144 ext(6844416->6848511) 00002000:00010000:0.0:1734016106.941954:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880075263b80 00000100:00100000:1.0:1734016106.950455:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016106.955394:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016106.955492:0:13927:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336598528 00000100:00100000:3.0:1734016106.955501:0:13927:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336598528 00000100:00100000:3.0:1734016106.955553:0:13927:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10085 00000100:00100000:3.0:1734016106.955559:0:13927:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074098e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1981:x1818247336598528:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:3.0:1734016106.955576:0:13927:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016106.955591:0:13927:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a9a4000/0x3f004d6452e06bcd lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d0976 expref: -99 pid: 13927 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016106.955650:0:13927:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880075262d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13927:1818247339351424:192.168.201.10@tcp:106: 00000100:00100000:3.0:1734016106.955714:0:13927:0:(client.c:2562:ptlrpc_set_wait()) set ffff88006d83bf00 going to sleep for 11 seconds 00000100:00100000:0.0:1734016106.959782:0:13927:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880075262d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13927:1818247339351424:192.168.201.10@tcp:106: 00010000:00010000:0.0:1734016106.959834:0:13927:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a9a4000/0x3f004d6452e06bcd lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0976 expref: 7 pid: 13927 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016106.959852:0:13927:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a4000/0x3f004d6452e06bcd lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0976 expref: 7 pid: 13927 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016106.959910:0:13927:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a9a4000, rc 0) 00000100:00100000:0.0:1734016106.959978:0:13927:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074098e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1981:x1818247336598528:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 4417us (4590us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016106.959989:0:13927:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10085 00000100:00100000:0.0:1734016106.962753:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016106.972609:0:3508:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1734016106.972644:0:3508:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880075262680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3508:1818247339351680:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1734016106.972721:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734016106.972801:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339351680 00000100:00100000:3.0:1734016106.972810:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339351680 00000100:00100000:3.0:1734016106.972906:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 113 00000100:00100000:3.0:1734016106.972914:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007522aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3508:x1818247339351680:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1734016106.972956:0:7693:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 490160704 pending 0 free 3923677184 avail 3692154880 00000100:00100000:3.0:1734016106.973548:0:7693:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007522aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3508:x1818247339351680:12345-0@lo:13:osp-pre-0-0.0 Request processed in 633us (826us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016106.973557:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 113 00000100:00100000:1.0:1734016106.973817:0:3508:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880075262680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3508:1818247339351680:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1734016106.974828:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016106.975680:0:6481:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336598912 00000100:00100000:0.0:1734016106.975690:0:6481:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336598912 00000100:00100000:0.0:1734016106.975764:0:6481:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 1860 00000100:00100000:0.0:1734016106.975772:0:6481:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075261f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+14:9673:x1818247336598912:12345-192.168.201.10@tcp:36:fsx.0 00010000:00010000:0.0:1734016106.975840:0:6481:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016106.975894:0:6481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8038fc0/0x3f004d6452e06ae6 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d08a4 expref: 14 pid: 6482 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016106.975928:0:6481:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:0.0:1734016106.975932:0:6481:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1734016106.976069:0:6481:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8038900/0x3f004d6452e06bdb lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6481 initiator: MDT0 00010000:00010000:0.0:1734016106.976083:0:6481:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a61c0/0x3f004d6452e06b1e lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d08d5 expref: 20 pid: 6481 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016106.976090:0:6481:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8038900/0x3f004d6452e06bdb lrc: 4/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6481 initiator: MDT0 00010000:00010000:0.0:1734016106.976115:0:6481:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a61c0/0x3f004d6452e06b1e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d08d5 expref: 20 pid: 6481 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016106.976128:0:6481:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a61c0/0x3f004d6452e06b1e lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d08d5 expref: 20 pid: 6481 timeout: 471 lvb_type: 0 00000100:00100000:0.0:1734016106.976140:0:6481:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007409aa00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6481:1818247339351808:192.168.201.10@tcp:104: 00000100:00100000:0.0:1734016106.976199:0:6481:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7486780 going to sleep for 11 seconds 00000100:00100000:1.0:1734016106.979781:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016106.979992:0:6481:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007409aa00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6481:1818247339351808:192.168.201.10@tcp:104: 00010000:00010000:0.0:1734016106.980022:0:6481:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8038900/0x3f004d6452e06bdb lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6481 initiator: MDT0 00000100:00100000:3.0:1734016106.980304:0:7705:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336599040 00000100:00100000:3.0:1734016106.980310:0:7705:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336599040 00010000:00010000:3.0:1734016106.980337:0:7705:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a61c0/0x3f004d6452e06b1e lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d08d5 expref: 21 pid: 6481 timeout: 471 lvb_type: 0 00000100:00100000:3.0:1734016106.980362:0:7705:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2666 00000100:00100000:3.0:1734016106.980368:0:7705:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007522b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+21:1978:x1818247336599040:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016106.980380:0:7705:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016106.980385:0:7705:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a61c0/0x3f004d6452e06b1e lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d08d5 expref: 21 pid: 6481 timeout: 471 lvb_type: 0 00010000:00010000:3.0:1734016106.980393:0:7705:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a61c0/0x3f004d6452e06b1e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d08d5 expref: 21 pid: 6481 timeout: 471 lvb_type: 0 00010000:00010000:3.0:1734016106.980417:0:7705:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a61c0/0x3f004d6452e06b1e lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d08d5 expref: 21 pid: 6481 timeout: 471 lvb_type: 0 00010000:00010000:3.0:1734016106.981587:0:7705:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:3.0:1734016106.981600:0:7705:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8038900/0x3f004d6452e06bdb lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6481 initiator: MDT0 00010000:00010000:3.0:1734016106.981616:0:7705:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8038900/0x3f004d6452e06bdb lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6481 initiator: MDT0 00010000:00010000:3.0:1734016106.981634:0:7705:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8038900/0x3f004d6452e06bdb lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6481 initiator: MDT0 00010000:00010000:3.0:1734016106.981665:0:7705:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1734016106.981881:0:6481:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8038900/0x3f004d6452e06bdb lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6481 initiator: MDT0 00010000:00010000:1.0:1734016106.981889:0:6481:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8038900/0x3f004d6452e06bdb lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6481 initiator: MDT0 00000001:00080000:1.0:1734016106.982042:0:6481:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294968483 00000004:00010000:1.0:1734016106.982132:0:6481:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff880075261f80 reply state ffff88012eb76000 transno 4294968484 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8038900/0x3f004d6452e06bdb lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6481 initiator: MDT0 00000100:00100000:1.0:1734016106.982144:0:6481:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1734016106.982311:0:7705:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007522b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+20:1978:x1818247336599040:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 1932us (2531us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016106.982334:0:7705:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2666 00000100:00100000:1.0:1734016106.982981:0:6481:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075261f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+16:9673:x1818247336598912:12345-192.168.201.10@tcp:36:fsx.0 Request processed in 7208us (8154us total) trans 4294968484 rc 0/0 00000100:00100000:1.0:1734016106.982989:0:6481:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 1860 00000020:00080000:1.0:1734016106.982995:0:6481:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1734016106.987258:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016106.987317:0:7695:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336599168 00000100:00100000:0.0:1734016106.987327:0:7695:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336599168 00002000:00010000:0.0:1734016106.987361:0:7695:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (6521708->18446744073709551615) 00002000:00100000:0.0:1734016106.987365:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880075228380 with x1818247336599168 ext(6521708->18446744073709551615) 00002000:00010000:0.0:1734016106.987376:0:7695:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880075228380. 00000100:00100000:0.0:1734016106.987414:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8360 00000100:00100000:0.0:1734016106.987423:0:7695:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075228380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1979:x1818247336599168:12345-192.168.201.10@tcp:10:fsx.0 00002000:00010000:0.0:1734016106.989261:0:7695:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 10337248 -> 6521708 00002000:00010000:0.0:1734016106.989269:0:7695:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016106 -> 1734016106 00002000:00010000:0.0:1734016106.989271:0:7695:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016106 -> 1734016106 00002000:00010000:0.0:1734016106.989273:0:7695:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016106 -> 1734016106 00002000:00010000:0.0:1734016106.989275:0:7695:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 680 -> 672 00000100:00100000:0.0:1734016106.997358:0:7695:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075228380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+9:1979:x1818247336599168:12345-192.168.201.10@tcp:10:fsx.0 Request processed in 9924us (10094us total) trans 4294969100 rc 0/0 00000100:00100000:0.0:1734016106.997373:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8360 00002000:00010000:0.0:1734016106.997380:0:7695:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (6521708->18446744073709551615) 00002000:00100000:0.0:1734016106.997383:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880075228380 with x1818247336599168 ext(6521708->18446744073709551615) 00002000:00010000:0.0:1734016106.997395:0:7695:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880075228380. 00000100:00100000:0.0:1734016106.999761:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016107.009269:0:13927:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336599424 00000100:00100000:0.0:1734016107.009281:0:13927:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336599424 00000100:00100000:0.0:1734016107.009858:0:13927:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10087 00000100:00100000:0.0:1734016107.009884:0:13927:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074e42d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1980:x1818247336599424:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:0.0:1734016107.009906:0:13927:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016107.009926:0:13927:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a8038900/0x3f004d6452e06bf0 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d098b expref: -99 pid: 13927 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016107.009984:0:13927:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074099500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13927:1818247339351936:192.168.201.10@tcp:106: 00000100:00100000:0.0:1734016107.010089:0:13927:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7486780 going to sleep for 11 seconds 00000100:00100000:0.0:1734016107.018138:0:13927:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336599552 00000100:00100000:0.0:1734016107.018149:0:13927:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336599552 00000100:00100000:0.0:1734016107.018224:0:13927:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10088 00000100:00100000:0.0:1734016107.018233:0:13927:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074e43800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:9673:x1818247336599552:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:0.0:1734016107.018261:0:13927:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016107.018284:0:13927:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a8038900/0x3f004d6452e06bf7 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d0992 expref: -99 pid: 13927 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016107.018320:0:13927:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800972346c0/0x3f004d6452e06bc6 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3596288->3637247) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d096f expref: 8 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016107.018328:0:13927:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016107.018330:0:13927:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016107.018334:0:13927:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a8038900/0x3f004d6452e06bf7 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [462848->466943] (req 462848->466943) gid 0 flags: 0x50000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0992 expref: 7 pid: 13927 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016107.018374:0:13927:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800972346c0/0x3f004d6452e06bc6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3596288->3637247) gid 0 flags: 0x50000000020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d096f expref: 8 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016107.018390:0:13927:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800972346c0/0x3f004d6452e06bc6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3596288->3637247) gid 0 flags: 0x70000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d096f expref: 8 pid: 7689 timeout: 471 lvb_type: 0 00000100:00100000:0.0:1734016107.018406:0:13927:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074099500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13927:1818247339352064:192.168.201.10@tcp:104: 00000100:00100000:0.0:1734016107.018491:0:13927:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a74860c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016107.022069:0:13927:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074099500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13927:1818247339352064:192.168.201.10@tcp:104: 00010000:00010000:0.0:1734016107.022108:0:13927:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a8038900/0x3f004d6452e06bf7 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [462848->466943] (req 462848->466943) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0992 expref: 7 pid: 13927 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016107.022128:0:13927:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a8038900, rc 0) 00000100:00100000:0.0:1734016107.022189:0:13927:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074e43800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:9673:x1818247336599552:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 3957us (4369us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016107.022198:0:13927:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10088 00000100:00100000:3.0:1734016107.023304:0:7705:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336599680 00000100:00100000:3.0:1734016107.023312:0:7705:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336599680 00010000:00010000:3.0:1734016107.023911:0:7705:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800972346c0/0x3f004d6452e06bc6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3596288->3637247) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d096f expref: 9 pid: 7689 timeout: 471 lvb_type: 0 00000100:00100000:3.0:1734016107.023946:0:7705:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2667 00000100:00100000:3.0:1734016107.023952:0:7705:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b1e46850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+9:1979:x1818247336599680:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016107.023965:0:7705:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016107.023987:0:7705:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800972346c0/0x3f004d6452e06bc6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3596288->3637247) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d096f expref: 9 pid: 7689 timeout: 471 lvb_type: 0 00010000:00010000:3.0:1734016107.024002:0:7705:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800972346c0/0x3f004d6452e06bc6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3596288->3637247) gid 0 flags: 0x50000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d096f expref: 9 pid: 7689 timeout: 471 lvb_type: 0 00010000:00010000:3.0:1734016107.024026:0:7705:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800972346c0/0x3f004d6452e06bc6 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3596288->3637247) gid 0 flags: 0x44801400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d096f expref: 9 pid: 7689 timeout: 471 lvb_type: 0 00010000:00010000:3.0:1734016107.024043:0:7705:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016107.024045:0:7705:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016107.024050:0:7705:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a8038900/0x3f004d6452e06bf7 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 462848->466943) gid 0 flags: 0x40080000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0992 expref: 6 pid: 13927 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016107.024058:0:7705:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a8038900/0x3f004d6452e06bf7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 462848->466943) gid 0 flags: 0x40080000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0992 expref: 6 pid: 13927 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016107.024089:0:7705:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a8038900/0x3f004d6452e06bf7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 462848->466943) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0992 expref: 6 pid: 13927 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016107.024101:0:7705:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880075262680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7705:1818247339352192:192.168.201.10@tcp:105: 00000100:00100000:3.0:1734016107.024148:0:7705:0:(client.c:2562:ptlrpc_set_wait()) set ffff88006d83b480 going to sleep for 11 seconds 00000100:00100000:0.0:1734016107.029827:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016107.029916:0:7695:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336599936 00000100:00100000:1.0:1734016107.029927:0:7695:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336599936 00002000:00100000:1.0:1734016107.029970:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (462848->466943) req@ffff880074099500 x1818247336599936/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:68/0 lens 488/0 e 0 to 0 dl 1734016118 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016107.029980:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074099500 with x1818247336599936 ext(462848->466943) 00002000:00010000:1.0:1734016107.029985:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074099500 00000100:00100000:3.0:1734016107.030117:0:7705:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880075262680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7705:1818247339352192:192.168.201.10@tcp:105: 00010000:00010000:3.0:1734016107.030146:0:7705:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016107.030208:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8361 00000100:00100000:1.0:1734016107.030216:0:7695:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074099500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1978:x1818247336599936:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:3.0:1734016107.030530:0:7705:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b1e46850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1979:x1818247336599680:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 6576us (7459us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016107.030539:0:7705:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2667 00000100:00100000:1.0:1734016107.030970:0:7695:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074099500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1978:x1818247336599936:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 753us (1152us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016107.030978:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8361 00002000:00100000:1.0:1734016107.030983:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (462848->466943) req@ffff880074099500 x1818247336599936/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:68/0 lens 488/4536 e 0 to 0 dl 1734016118 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016107.030990:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074099500 with x1818247336599936 ext(462848->466943) 00002000:00010000:1.0:1734016107.030993:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074099500 00000100:00100000:0.0:1734016107.036283:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016107.036437:0:7695:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336600192 00000100:00100000:1.0:1734016107.036447:0:7695:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336600192 00002000:00100000:1.0:1734016107.036495:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (458752->462847) req@ffff880074098380 x1818247336600192/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:68/0 lens 488/0 e 0 to 0 dl 1734016118 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016107.036506:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074098380 with x1818247336600192 ext(458752->462847) 00002000:00010000:1.0:1734016107.036512:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074098380 00000100:00100000:1.0:1734016107.036585:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8362 00000100:00100000:1.0:1734016107.036592:0:7695:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074098380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1978:x1818247336600192:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:1.0:1734016107.037529:0:7695:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074098380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1978:x1818247336600192:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 934us (1251us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016107.037540:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8362 00002000:00100000:1.0:1734016107.037547:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (458752->462847) req@ffff880074098380 x1818247336600192/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:68/0 lens 488/4536 e 0 to 0 dl 1734016118 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016107.037554:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074098380 with x1818247336600192 ext(458752->462847) 00002000:00010000:1.0:1734016107.037557:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074098380 00000100:00100000:3.0:1734016107.041945:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016107.042090:0:7695:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336600448 00000100:00100000:0.0:1734016107.042100:0:7695:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336600448 00002000:00100000:0.0:1734016107.042139:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (454656->458751) req@ffff880075262680 x1818247336600448/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:68/0 lens 488/0 e 0 to 0 dl 1734016118 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016107.042149:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880075262680 with x1818247336600448 ext(454656->458751) 00002000:00010000:0.0:1734016107.042154:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880075262680 00000100:00100000:0.0:1734016107.042453:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8363 00000100:00100000:0.0:1734016107.042460:0:7695:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075262680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1981:x1818247336600448:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:0.0:1734016107.043553:0:7695:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075262680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1981:x1818247336600448:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 1089us (1613us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016107.043562:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8363 00002000:00100000:0.0:1734016107.043569:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (454656->458751) req@ffff880075262680 x1818247336600448/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:68/0 lens 488/4536 e 0 to 0 dl 1734016118 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016107.043576:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880075262680 with x1818247336600448 ext(454656->458751) 00002000:00010000:0.0:1734016107.043580:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880075262680 00000100:00100000:3.0:1734016107.049845:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016107.049981:0:7695:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336600704 00000100:00100000:0.0:1734016107.049992:0:7695:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336600704 00002000:00100000:0.0:1734016107.050053:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (450560->454655) req@ffff880075262d80 x1818247336600704/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:68/0 lens 488/0 e 0 to 0 dl 1734016118 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016107.050065:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880075262d80 with x1818247336600704 ext(450560->454655) 00002000:00010000:0.0:1734016107.050072:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880075262d80 00000100:00100000:0.0:1734016107.050142:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8364 00000100:00100000:0.0:1734016107.050149:0:7695:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075262d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1978:x1818247336600704:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:0.0:1734016107.050328:0:7695:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075262d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1978:x1818247336600704:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 179us (492us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016107.050335:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8364 00002000:00100000:0.0:1734016107.050341:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (450560->454655) req@ffff880075262d80 x1818247336600704/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:68/0 lens 488/4536 e 0 to 0 dl 1734016118 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016107.050348:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880075262d80 with x1818247336600704 ext(450560->454655) 00002000:00010000:0.0:1734016107.050352:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880075262d80 00000100:00100000:0.0:1734016107.053409:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016107.064394:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016107.064502:0:7695:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336601216 00000100:00100000:0.0:1734016107.064512:0:7695:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336601216 00002000:00100000:0.0:1734016107.064561:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (442368->446463) req@ffff880075261180 x1818247336601216/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:68/0 lens 488/0 e 0 to 0 dl 1734016118 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016107.064572:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880075261180 with x1818247336601216 ext(442368->446463) 00002000:00010000:0.0:1734016107.064577:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880075261180 00000100:00100000:0.0:1734016107.064764:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8366 00000100:00100000:0.0:1734016107.064771:0:7695:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075261180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1980:x1818247336601216:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:0.0:1734016107.065282:0:7695:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075261180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1980:x1818247336601216:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 510us (905us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016107.065289:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8366 00002000:00100000:0.0:1734016107.065295:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (442368->446463) req@ffff880075261180 x1818247336601216/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:68/0 lens 488/4536 e 0 to 0 dl 1734016118 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016107.065302:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880075261180 with x1818247336601216 ext(442368->446463) 00002000:00010000:0.0:1734016107.065305:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880075261180 00000100:00100000:3.0:1734016107.072553:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016107.073175:0:7695:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336601472 00000100:00100000:0.0:1734016107.073184:0:7695:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336601472 00002000:00100000:0.0:1734016107.073232:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (438272->442367) req@ffff88007400b100 x1818247336601472/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:68/0 lens 488/0 e 0 to 0 dl 1734016118 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016107.073243:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007400b100 with x1818247336601472 ext(438272->442367) 00002000:00010000:0.0:1734016107.073248:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007400b100 00000100:00100000:0.0:1734016107.073279:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8367 00000100:00100000:0.0:1734016107.073286:0:7695:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007400b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1980:x1818247336601472:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:0.0:1734016107.073438:0:7695:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007400b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1980:x1818247336601472:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 151us (896us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016107.073445:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8367 00002000:00100000:0.0:1734016107.073451:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (438272->442367) req@ffff88007400b100 x1818247336601472/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:68/0 lens 488/4536 e 0 to 0 dl 1734016118 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016107.073457:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007400b100 with x1818247336601472 ext(438272->442367) 00002000:00010000:0.0:1734016107.073460:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007400b100 00000100:00100000:0.0:1734016107.080226:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016107.090416:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016107.090827:0:7695:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336601984 00000100:00100000:0.0:1734016107.090837:0:7695:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336601984 00002000:00100000:0.0:1734016107.090940:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (430080->434175) req@ffff880074009f80 x1818247336601984/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:68/0 lens 488/0 e 0 to 0 dl 1734016118 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016107.090951:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074009f80 with x1818247336601984 ext(430080->434175) 00002000:00010000:0.0:1734016107.090958:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074009f80 00000100:00100000:3.0:1734016107.104466:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016107.106944:0:7695:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336602240 00000100:00100000:1.0:1734016107.106963:0:7695:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336602240 00002000:00100000:1.0:1734016107.107029:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (425984->430079) req@ffff880074223800 x1818247336602240/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:68/0 lens 488/0 e 0 to 0 dl 1734016118 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016107.107045:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074223800 with x1818247336602240 ext(425984->430079) 00002000:00010000:1.0:1734016107.107051:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074223800 00000100:00100000:1.0:1734016107.107094:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8370 00000100:00100000:1.0:1734016107.107102:0:7695:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074223800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1978:x1818247336602240:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:1.0:1734016107.109528:0:7695:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074223800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1978:x1818247336602240:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 2405us (5049us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016107.109544:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8370 00002000:00100000:1.0:1734016107.109562:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (425984->430079) req@ffff880074223800 x1818247336602240/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:68/0 lens 488/4536 e 0 to 0 dl 1734016118 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016107.109575:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074223800 with x1818247336602240 ext(425984->430079) 00002000:00010000:1.0:1734016107.109583:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074223800 00000100:00100000:0.0:1734016107.117049:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016107.117844:0:7695:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336602496 00000100:00100000:1.0:1734016107.117856:0:7695:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336602496 00002000:00100000:1.0:1734016107.117941:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (421888->425983) req@ffff880135f56d80 x1818247336602496/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:68/0 lens 488/0 e 0 to 0 dl 1734016118 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016107.117951:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880135f56d80 with x1818247336602496 ext(421888->425983) 00002000:00010000:1.0:1734016107.117956:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880135f56d80 00000100:00100000:1.0:1734016107.117992:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8371 00000100:00100000:1.0:1734016107.117999:0:7695:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880135f56d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1981:x1818247336602496:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:1.0:1734016107.118649:0:7695:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880135f56d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1981:x1818247336602496:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 648us (1607us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016107.118656:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8371 00002000:00100000:1.0:1734016107.118662:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (421888->425983) req@ffff880135f56d80 x1818247336602496/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:68/0 lens 488/4536 e 0 to 0 dl 1734016118 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016107.118671:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880135f56d80 with x1818247336602496 ext(421888->425983) 00002000:00010000:1.0:1734016107.118674:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880135f56d80 00000100:00100000:3.0:1734016107.121711:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016107.121811:0:7695:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336602752 00000100:00100000:1.0:1734016107.121819:0:7695:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336602752 00002000:00100000:1.0:1734016107.121859:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (417792->421887) req@ffff880076b63800 x1818247336602752/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:68/0 lens 488/0 e 0 to 0 dl 1734016118 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016107.121897:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076b63800 with x1818247336602752 ext(417792->421887) 00002000:00010000:1.0:1734016107.121902:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076b63800 00000100:00100000:1.0:1734016107.121937:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8372 00000100:00100000:1.0:1734016107.121943:0:7695:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076b63800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1978:x1818247336602752:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:1.0:1734016107.122351:0:7695:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076b63800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1978:x1818247336602752:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 406us (647us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016107.122359:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8372 00002000:00100000:1.0:1734016107.122364:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (417792->421887) req@ffff880076b63800 x1818247336602752/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:68/0 lens 488/4536 e 0 to 0 dl 1734016118 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016107.122372:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076b63800 with x1818247336602752 ext(417792->421887) 00002000:00010000:1.0:1734016107.122376:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076b63800 00000100:00100000:3.0:1734016107.131335:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016107.131448:0:7695:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336602880 00000100:00100000:1.0:1734016107.131461:0:7695:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336602880 00002000:00100000:1.0:1734016107.131511:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (417792->466943) req@ffff880074621180 x1818247336602880/t0(0) o4->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:68/0 lens 488/0 e 0 to 0 dl 1734016118 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016107.131523:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074621180 with x1818247336602880 ext(417792->466943) 00002000:00010000:1.0:1734016107.131528:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074621180 00000100:00100000:1.0:1734016107.131567:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8373 00000100:00100000:1.0:1734016107.131575:0:7695:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074621180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1981:x1818247336602880:12345-192.168.201.10@tcp:4:fsx.0 00000100:00100000:1.0:1734016107.143354:0:7695:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074621180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+9:1981:x1818247336602880:12345-192.168.201.10@tcp:4:fsx.0 Request processed in 11307us (11556us total) trans 4294969101 rc 0/0 00000100:00100000:1.0:1734016107.143375:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8373 00002000:00100000:1.0:1734016107.143398:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (417792->466943) req@ffff880074621180 x1818247336602880/t4294969101(0) o4->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:68/0 lens 488/448 e 0 to 0 dl 1734016118 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016107.143409:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074621180 with x1818247336602880 ext(417792->466943) 00002000:00010000:1.0:1734016107.143417:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074621180 00000100:00100000:3.0:1734016107.146006:0:3511:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074e40000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3511:1818247339352448:0@lo:400:kworker.0 00000100:00100000:3.0:1734016107.146039:0:3511:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734016107.146056:0:3511:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:3.0:1734016107.146061:0:3511:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074e41f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:d6847433-36e0-498f-be35-6a8f02b47718:3511:1818247339352320:0@lo:400:kworker.0 00000100:00100000:3.0:1734016107.146088:0:3511:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734016107.146101:0:3511:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074e42a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3511:1818247339352832:0@lo:400:kworker.0 00000100:00100000:3.0:1734016107.146121:0:3511:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734016107.146225:0:6478:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339352320 00000100:00100000:1.0:1734016107.146229:0:6478:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339352320 00000100:00100000:1.0:1734016107.146269:0:6478:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 319 00000100:00100000:1.0:1734016107.146274:0:6478:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b892050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d6847433-36e0-498f-be35-6a8f02b47718+18:3511:x1818247339352320:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734016107.146301:0:6478:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b892050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d6847433-36e0-498f-be35-6a8f02b47718+18:3511:x1818247339352320:12345-0@lo:400:kworker.0 Request processed in 27us (213us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016107.146305:0:6478:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 319 00000100:00100000:0.0:1734016107.146778:0:13927:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339352832 00000100:00100000:0.0:1734016107.146782:0:13927:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339352832 00000100:00100000:0.0:1734016107.146823:0:13927:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 105 00000100:00100000:0.0:1734016107.146828:0:13927:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074970a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3511:x1818247339352832:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734016107.146888:0:13927:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074970a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3511:x1818247339352832:12345-0@lo:400:kworker.0 Request processed in 59us (766us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016107.146893:0:13927:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 105 00000100:00080000:0.0:1734016107.146913:0:6479:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734016077 00000100:00080000:0.0:1734016107.146915:0:6479:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734016077 00000100:00100000:3.0:1734016107.146970:0:3511:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074e41f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:d6847433-36e0-498f-be35-6a8f02b47718:3511:1818247339352320:0@lo:400:kworker.0 00000100:00100000:3.0:1734016107.146981:0:3511:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074e42a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3511:1818247339352832:0@lo:400:kworker.0 00000100:00100000:3.0:1734016107.147749:0:3511:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074e40000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3511:1818247339352448:0@lo:400:kworker.0 00000100:00100000:3.0:1734016107.149593:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016107.149680:0:7420:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336603008 00000100:00100000:0.0:1734016107.149687:0:7420:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336603008 00000100:00100000:0.0:1734016107.149750:0:7420:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 1862 00000100:00100000:0.0:1734016107.149759:0:7420:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074973800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+20:9673:x1818247336603008:12345-192.168.201.10@tcp:44:fsx.0 00000100:00100000:0.0:1734016107.149947:0:7420:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074973800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+20:9673:x1818247336603008:12345-192.168.201.10@tcp:44:fsx.0 Request processed in 189us (366us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016107.149954:0:7420:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 1862 00000100:00100000:0.0:1734016107.156286:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016107.156416:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336603136 00000100:00100000:1.0:1734016107.156431:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336603136 00000100:00100000:1.0:1734016107.156494:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10089 00000100:00100000:1.0:1734016107.156502:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880135f55500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+9:1978:x1818247336603136:12345-192.168.201.10@tcp:16:fsx.0 00000001:00080000:0.0:1734016107.158110:0:8954:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969101 is committed 00000001:00080000:0.0:1734016107.158146:0:8954:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969100 is committed 00000100:00100000:1.0:1734016107.158942:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880135f55500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1978:x1818247336603136:12345-192.168.201.10@tcp:16:fsx.0 Request processed in 2432us (2657us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016107.158958:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10089 00000100:00100000:0.0:1734016107.169484:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016107.169688:0:8966:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336603264 00000100:00100000:3.0:1734016107.169702:0:8966:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336603264 00000100:00100000:3.0:1734016107.169764:0:8966:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 1863 00000100:00100000:3.0:1734016107.169773:0:8966:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880135f55c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+20:9673:x1818247336603264:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:3.0:1734016107.169800:0:8966:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016107.169826:0:8966:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a61c0/0x3f004d6452e06bfe lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d0999 expref: -99 pid: 8966 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016107.169968:0:8966:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a4000/0x3f004d6452e06c05 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 8966 initiator: MDT0 00010000:00010000:3.0:1734016107.169984:0:8966:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a4000/0x3f004d6452e06c05 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 8966 initiator: MDT0 00010000:00010000:3.0:1734016107.169996:0:8966:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a4000/0x3f004d6452e06c05 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 8966 initiator: MDT0 00000004:00200000:3.0:1734016107.170021:0:8966:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 6521708 00000004:00200000:3.0:1734016107.170025:0:8966:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1734016107.170041:0:8966:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a4000/0x3f004d6452e06c05 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 8966 initiator: MDT0 00010000:00010000:3.0:1734016107.170065:0:8966:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a61c0/0x3f004d6452e06bfe lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0999 expref: 22 pid: 8966 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016107.170103:0:8966:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a4000/0x3f004d6452e06c05 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0999 expref: 21 pid: 8966 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016107.170110:0:8966:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:3.0:1734016107.170113:0:8966:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1734016107.170116:0:8966:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a9a4000, rc 0) 00000100:00100000:3.0:1734016107.170177:0:8966:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880135f55c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+21:9673:x1818247336603264:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 404us (703us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016107.170183:0:8966:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 1863 00000100:00100000:3.0:1734016107.174224:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016107.174385:0:7420:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336603520 00000100:00100000:0.0:1734016107.174396:0:7420:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336603520 00000100:00100000:0.0:1734016107.174448:0:7420:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 1864 00000100:00100000:0.0:1734016107.174456:0:7420:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074c8ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+21:9673:x1818247336603520:12345-192.168.201.10@tcp:36:fsx.0 00010000:00010000:0.0:1734016107.174516:0:7420:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016107.174545:0:7420:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a4000/0x3f004d6452e06c05 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0999 expref: 21 pid: 8966 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016107.174585:0:7420:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:0.0:1734016107.174591:0:7420:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1734016107.174780:0:7420:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a803bcc0/0x3f004d6452e06c0c lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7420 initiator: MDT0 00010000:00010000:0.0:1734016107.174793:0:7420:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800721718c0/0x3f004d6452e06be9 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0984 expref: 15 pid: 6481 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016107.174803:0:7420:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a803bcc0/0x3f004d6452e06c0c lrc: 4/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7420 initiator: MDT0 00010000:00010000:0.0:1734016107.174838:0:7420:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8800721718c0/0x3f004d6452e06be9 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0984 expref: 15 pid: 6481 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016107.174850:0:7420:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8800721718c0/0x3f004d6452e06be9 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0984 expref: 15 pid: 6481 timeout: 471 lvb_type: 0 00000100:00100000:0.0:1734016107.174903:0:7420:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880135f55880 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7420:1818247339352960:192.168.201.10@tcp:104: 00000100:00100000:0.0:1734016107.174983:0:7420:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a74863c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016107.183994:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016107.184251:0:7705:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336603648 00000100:00100000:3.0:1734016107.184260:0:7705:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336603648 00010000:00010000:3.0:1734016107.184309:0:7705:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800721718c0/0x3f004d6452e06be9 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0984 expref: 16 pid: 6481 timeout: 471 lvb_type: 0 00000100:00100000:3.0:1734016107.184339:0:7705:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2668 00000100:00100000:3.0:1734016107.184346:0:7705:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880135f54700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+16:1979:x1818247336603648:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016107.184360:0:7705:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016107.184366:0:7705:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8800721718c0/0x3f004d6452e06be9 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0984 expref: 16 pid: 6481 timeout: 471 lvb_type: 0 00010000:00010000:3.0:1734016107.184377:0:7705:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8800721718c0/0x3f004d6452e06be9 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0984 expref: 16 pid: 6481 timeout: 471 lvb_type: 0 00010000:00010000:3.0:1734016107.184404:0:7705:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800721718c0/0x3f004d6452e06be9 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0984 expref: 16 pid: 6481 timeout: 471 lvb_type: 0 00010000:00010000:3.0:1734016107.184419:0:7705:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:3.0:1734016107.184423:0:7705:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a803bcc0/0x3f004d6452e06c0c lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7420 initiator: MDT0 00010000:00010000:3.0:1734016107.184434:0:7705:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a803bcc0/0x3f004d6452e06c0c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 7420 initiator: MDT0 00010000:00010000:3.0:1734016107.184443:0:7705:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a803bcc0/0x3f004d6452e06c0c lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 7420 initiator: MDT0 00010000:00010000:3.0:1734016107.184470:0:7705:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016107.184518:0:7705:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880135f54700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+15:1979:x1818247336603648:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 172us (537us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016107.184525:0:7705:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2668 00000100:00100000:1.0:1734016107.191007:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00010000:00010000:0.0:1734016107.191439:0:3494:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a803bcc0/0x3f004d6452e06c0c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7420 initiator: MDT0 00010000:00010000:0.0:1734016107.191448:0:3494:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a803bcc0/0x3f004d6452e06c0c lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7420 initiator: MDT0 00010000:00010000:0.0:1734016107.191453:0:3494:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a803bcc0/0x3f004d6452e06c0c lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7420 initiator: MDT0 00010000:00010000:0.0:1734016107.191459:0:3494:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800a803bcc0 already unused, calling callback (ffffffffa0f03950) 00010000:00010000:0.0:1734016107.191465:0:3494:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a803bcc0/0x3f004d6452e06c0c lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7420 initiator: MDT0 00010000:00010000:0.0:1734016107.191471:0:3494:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a803bcc0/0x3f004d6452e06c0c lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7420 initiator: MDT0 00010000:00010000:0.0:1734016107.191485:0:3494:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:0.0:1734016107.191487:0:3494:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1734016107.191492:0:3494:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a803bcc0/0x3f004d6452e06c0c lrc: 2/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7420 initiator: MDT0 00010000:00010000:0.0:1734016107.191496:0:3494:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a803bcc0/0x3f004d6452e06c0c lrc: 0/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7420 initiator: MDT0 00000100:00100000:3.0:1734016107.202068:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016107.203684:0:8966:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 1865 00000100:00100000:3.0:1734016107.203701:0:8966:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074c89f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+15:9673:x1818247336603904:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:3.0:1734016107.203731:0:8966:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016107.203765:0:8966:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a4480/0x3f004d6452e06c13 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d09a0 expref: -99 pid: 8966 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016107.203986:0:8966:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a7cc0/0x3f004d6452e06c1a lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 8966 initiator: MDT0 00010000:00010000:3.0:1734016107.204001:0:8966:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a7cc0/0x3f004d6452e06c1a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 8966 initiator: MDT0 00010000:00010000:3.0:1734016107.204012:0:8966:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a7cc0/0x3f004d6452e06c1a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 8966 initiator: MDT0 00000004:00200000:3.0:1734016107.204045:0:8966:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 2669817 00000004:00200000:3.0:1734016107.204049:0:8966:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1734016107.204065:0:8966:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a7cc0/0x3f004d6452e06c1a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 8966 initiator: MDT0 00010000:00010000:3.0:1734016107.204089:0:8966:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a4480/0x3f004d6452e06c13 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d09a0 expref: 17 pid: 8966 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016107.205566:0:8966:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a7cc0/0x3f004d6452e06c1a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d09a0 expref: 16 pid: 8966 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016107.205578:0:8966:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:3.0:1734016107.205581:0:8966:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1734016107.205585:0:8966:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a9a7cc0, rc 0) 00000100:00100000:3.0:1734016107.206572:0:8966:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074c89f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+16:9673:x1818247336603904:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 2867us (4513us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016107.206586:0:8966:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 1865 00000100:00100000:0.0:1734016107.211136:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016107.211295:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336604032 00000100:00100000:1.0:1734016107.211310:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336604032 00000100:00100000:1.0:1734016107.211367:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10090 00000100:00100000:1.0:1734016107.211374:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880135f57480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1978:x1818247336604032:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:1.0:1734016107.211399:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016107.211427:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880097237840/0x3f004d6452e06c21 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d09a7 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016107.211499:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880075228e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339353216:192.168.201.10@tcp:106: 00000100:00100000:1.0:1734016107.211582:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff88006d6ff780 going to sleep for 11 seconds 00000100:00100000:3.0:1734016107.230608:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016107.243181:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016107.256082:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016107.276816:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016107.294607:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016107.315976:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016107.317568:0:8966:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336604800 00000100:00100000:3.0:1734016107.317582:0:8966:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336604800 00000100:00100000:3.0:1734016107.317662:0:8966:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 1866 00000100:00100000:3.0:1734016107.317671:0:8966:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880135f56a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+22:9673:x1818247336604800:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:3.0:1734016107.317702:0:8966:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016107.317728:0:8966:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a4b40/0x3f004d6452e06c4b lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d09d1 expref: -99 pid: 8966 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016107.317820:0:8966:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a7180/0x3f004d6452e06c52 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 8966 initiator: MDT0 00010000:00010000:3.0:1734016107.317837:0:8966:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a7180/0x3f004d6452e06c52 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 8966 initiator: MDT0 00010000:00010000:3.0:1734016107.317847:0:8966:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a7180/0x3f004d6452e06c52 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 8966 initiator: MDT0 00000004:00200000:3.0:1734016107.317901:0:8966:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 2669817 00000004:00200000:3.0:1734016107.317906:0:8966:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1734016107.317926:0:8966:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a7180/0x3f004d6452e06c52 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 8966 initiator: MDT0 00010000:00010000:3.0:1734016107.317950:0:8966:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a4b40/0x3f004d6452e06c4b lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d09d1 expref: 24 pid: 8966 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016107.317979:0:8966:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a7180/0x3f004d6452e06c52 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d09d1 expref: 23 pid: 8966 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016107.317987:0:8966:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:3.0:1734016107.317990:0:8966:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1734016107.317994:0:8966:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a9a7180, rc 0) 00000100:00100000:3.0:1734016107.318062:0:8966:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880135f56a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+23:9673:x1818247336604800:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 392us (2094us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016107.318069:0:8966:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 1866 00000100:00100000:0.0:1734016107.326999:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016107.338221:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00002000:00010000:3.0:1734016107.344930:0:13927:0:(ofd_lvb.c:277:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size: 2669817 -> 4240918 00000100:00100000:3.0:1734016107.344970:0:13927:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074e43b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13927:1818247339353984:192.168.201.10@tcp:106: 00010000:00010000:3.0:1734016107.345024:0:13927:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e06c59 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d09d8 expref: 7 pid: 13927 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016107.345041:0:13927:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e06c59 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d09d8 expref: 7 pid: 13927 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016107.345061:0:13927:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880072171440, rc 0) 00000100:00100000:3.0:1734016107.345125:0:13927:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075228e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1980:x1818247336605056:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 6698us (6919us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016107.345134:0:13927:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10097 00000100:00100000:3.0:1734016107.348538:0:13927:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336605184 00000100:00100000:3.0:1734016107.348552:0:13927:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336605184 00000100:00100000:3.0:1734016107.348614:0:13927:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10098 00000100:00100000:3.0:1734016107.348633:0:13927:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074e41c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1980:x1818247336605184:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:3.0:1734016107.348654:0:13927:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016107.348674:0:13927:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a9a5b00/0x3f004d6452e06c60 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d09df expref: -99 pid: 13927 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016107.348744:0:13927:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074c8b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13927:1818247339354112:192.168.201.10@tcp:106: 00000100:00100000:3.0:1734016107.348834:0:13927:0:(client.c:2562:ptlrpc_set_wait()) set ffff88006d83ba80 going to sleep for 11 seconds 00000100:00100000:3.0:1734016107.355214:0:13927:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074c8b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13927:1818247339354112:192.168.201.10@tcp:106: 00010000:00010000:3.0:1734016107.355265:0:13927:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a9a5b00/0x3f004d6452e06c60 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d09df expref: 7 pid: 13927 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016107.355281:0:13927:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a5b00/0x3f004d6452e06c60 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d09df expref: 7 pid: 13927 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016107.355307:0:13927:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a9a5b00, rc 0) 00000100:00100000:3.0:1734016107.358117:0:13927:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074e41c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1980:x1818247336605184:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 9480us (9675us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016107.358130:0:13927:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10098 00000100:00100000:1.0:1734016107.366217:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016107.367469:0:13927:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336605312 00000100:00100000:3.0:1734016107.367484:0:13927:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336605312 00000100:00100000:3.0:1734016107.367546:0:13927:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10099 00000100:00100000:3.0:1734016107.367553:0:13927:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075228a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+8:1981:x1818247336605312:12345-192.168.201.10@tcp:22:fsx.0 00002000:00010000:3.0:1734016107.367799:0:13927:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 4240918 -> 6497663 00002000:00010000:3.0:1734016107.367802:0:13927:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016106 -> 1734016107 00002000:00010000:3.0:1734016107.367804:0:13927:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016106 -> 1734016106 00002000:00010000:3.0:1734016107.367806:0:13927:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016106 -> 1734016107 00002000:00010000:3.0:1734016107.367807:0:13927:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 432 -> 480 00000100:00100000:3.0:1734016107.367887:0:13927:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075228a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+9:1981:x1818247336605312:12345-192.168.201.10@tcp:22:fsx.0 Request processed in 333us (1679us total) trans 4294969104 rc 0/0 00000100:00100000:3.0:1734016107.367894:0:13927:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10099 00000100:00100000:0.0:1734016107.382200:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016107.393176:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016107.393233:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336605696 00000100:00100000:0.0:1734016107.393241:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336605696 00000100:00100000:0.0:1734016107.393284:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10100 00000100:00100000:0.0:1734016107.393290:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007522b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1980:x1818247336605696:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:0.0:1734016107.393305:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016107.393319:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a803ba80/0x3f004d6452e06c67 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d09e6 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016107.393358:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880135f56300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339354240:192.168.201.10@tcp:106: 00000100:00100000:0.0:1734016107.393407:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7486f00 going to sleep for 11 seconds 00000100:00100000:0.0:1734016107.403551:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880135f56300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339354240:192.168.201.10@tcp:106: 00010000:00010000:0.0:1734016107.403588:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a803ba80/0x3f004d6452e06c67 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d09e6 expref: 7 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016107.403602:0:7689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a803ba80/0x3f004d6452e06c67 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d09e6 expref: 7 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016107.403807:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a803ba80, rc 0) 00000100:00100000:0.0:1734016107.404100:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007522b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1980:x1818247336605696:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 10806us (10926us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016107.404111:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10100 00000100:00100000:0.0:1734016107.415600:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016107.433354:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016107.441951:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016107.442906:0:6470:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336606208 00000100:00100000:0.0:1734016107.442915:0:6470:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336606208 00010000:00010000:0.0:1734016107.442950:0:6470:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a7cc0/0x3f004d6452e06c1a lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d09a0 expref: 16 pid: 8966 timeout: 471 lvb_type: 0 00000100:00100000:0.0:1734016107.443039:0:6470:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2669 00000100:00100000:0.0:1734016107.443046:0:6470:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800750e2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+16:1979:x1818247336606208:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016107.443062:0:6470:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016107.443070:0:6470:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a7cc0/0x3f004d6452e06c1a lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d09a0 expref: 16 pid: 8966 timeout: 471 lvb_type: 0 00010000:00010000:0.0:1734016107.443081:0:6470:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a7cc0/0x3f004d6452e06c1a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d09a0 expref: 16 pid: 8966 timeout: 471 lvb_type: 0 00010000:00010000:0.0:1734016107.443102:0:6470:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a7cc0/0x3f004d6452e06c1a lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d09a0 expref: 16 pid: 8966 timeout: 471 lvb_type: 0 00010000:00010000:0.0:1734016107.443141:0:6470:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:0.0:1734016107.443146:0:6470:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff880072171f80/0x3f004d6452e06c75 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7420 initiator: MDT0 00010000:00010000:0.0:1734016107.443156:0:6470:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880072171f80/0x3f004d6452e06c75 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 7420 initiator: MDT0 00010000:00010000:0.0:1734016107.443165:0:6470:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880072171f80/0x3f004d6452e06c75 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 7420 initiator: MDT0 00010000:00010000:0.0:1734016107.443187:0:6470:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016107.444450:0:6470:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800750e2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+15:1979:x1818247336606208:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 1401us (2499us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016107.444460:0:6470:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2669 00000100:00100000:1.0:1734016107.455328:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016107.455407:0:13925:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336606336 00000100:00100000:3.0:1734016107.455417:0:13925:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336606336 00002000:00010000:3.0:1734016107.455455:0:13925:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (7245945->18446744073709551615) 00002000:00100000:3.0:1734016107.455460:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800750e3b80 with x1818247336606336 ext(7245945->18446744073709551615) 00002000:00010000:3.0:1734016107.455471:0:13925:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800750e3b80. 00000100:00100000:3.0:1734016107.455513:0:13925:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8376 00000100:00100000:3.0:1734016107.455521:0:13925:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800750e3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+9:1978:x1818247336606336:12345-192.168.201.10@tcp:10:fsx.0 00002000:00010000:3.0:1734016107.455733:0:13925:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 6497663 -> 7245945 00002000:00010000:3.0:1734016107.455737:0:13925:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016107 -> 1734016106 00002000:00010000:3.0:1734016107.455738:0:13925:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016106 -> 1734016106 00002000:00010000:3.0:1734016107.455740:0:13925:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016107 -> 1734016106 00002000:00010000:3.0:1734016107.455742:0:13925:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 480 -> 480 00000100:00100000:3.0:1734016107.458609:0:13925:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800750e3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+10:1978:x1818247336606336:12345-192.168.201.10@tcp:10:fsx.0 Request processed in 3076us (3276us total) trans 4294969105 rc 0/0 00000100:00100000:3.0:1734016107.458630:0:13925:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8376 00002000:00010000:3.0:1734016107.458638:0:13925:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (7245945->18446744073709551615) 00002000:00100000:3.0:1734016107.458641:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800750e3b80 with x1818247336606336 ext(7245945->18446744073709551615) 00002000:00010000:3.0:1734016107.458650:0:13925:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800750e3b80. 00000100:00100000:0.0:1734016107.467191:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016107.471659:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016107.473972:0:13927:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10102 00000100:00100000:3.0:1734016107.473986:0:13927:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800750e1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1980:x1818247336606592:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:3.0:1734016107.474008:0:13927:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016107.474030:0:13927:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a9a6d00/0x3f004d6452e06c8a lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d09fb expref: -99 pid: 13927 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016107.474087:0:13927:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074c8b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13927:1818247339354624:192.168.201.10@tcp:106: 00000100:00100000:3.0:1734016107.474930:0:13927:0:(client.c:2562:ptlrpc_set_wait()) set ffff88006d83ba80 going to sleep for 11 seconds 00000100:00100000:3.0:1734016107.482614:0:13927:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074c8b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13927:1818247339354624:192.168.201.10@tcp:106: 00010000:00010000:3.0:1734016107.482661:0:13927:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a9a6d00/0x3f004d6452e06c8a lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d09fb expref: 7 pid: 13927 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016107.482673:0:13927:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a6d00/0x3f004d6452e06c8a lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d09fb expref: 7 pid: 13927 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016107.482705:0:13927:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a9a6d00, rc 0) 00000100:00100000:3.0:1734016107.482763:0:13927:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800750e1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1980:x1818247336606592:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 8780us (11113us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016107.482770:0:13927:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10102 00010000:00010000:3.0:1734016107.485508:0:8960:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734016107.491601:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016107.492966:0:13927:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336606720 00000100:00100000:3.0:1734016107.492978:0:13927:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336606720 00000100:00100000:3.0:1734016107.493567:0:13927:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10103 00000100:00100000:3.0:1734016107.493576:0:13927:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880135f55500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1978:x1818247336606720:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:3.0:1734016107.493596:0:13927:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016107.493616:0:13927:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7600/0x3f004d6452e06c91 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d0a02 expref: -99 pid: 13927 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016107.493679:0:13927:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074c8b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13927:1818247339354752:192.168.201.10@tcp:106: 00000100:00100000:3.0:1734016107.493756:0:13927:0:(client.c:2562:ptlrpc_set_wait()) set ffff88006d83ba80 going to sleep for 11 seconds 00000100:00100000:3.0:1734016107.499982:0:13927:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074c8b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13927:1818247339354752:192.168.201.10@tcp:106: 00010000:00010000:3.0:1734016107.500027:0:13927:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7600/0x3f004d6452e06c91 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0a02 expref: 7 pid: 13927 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016107.500041:0:13927:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7600/0x3f004d6452e06c91 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0a02 expref: 7 pid: 13927 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016107.500065:0:13927:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a9a7600, rc 0) 00000100:00100000:3.0:1734016107.500141:0:13927:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880135f55500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1978:x1818247336606720:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 6564us (8547us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016107.500151:0:13927:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10103 00000100:00100000:0.0:1734016107.507358:0:7420:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336606848 00000100:00100000:0.0:1734016107.507374:0:7420:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336606848 00000100:00100000:0.0:1734016107.507682:0:7420:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 1869 00000100:00100000:0.0:1734016107.507690:0:7420:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074e40e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+24:9673:x1818247336606848:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:0.0:1734016107.507721:0:7420:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016107.507745:0:7420:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8038240/0x3f004d6452e06c98 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d0a09 expref: -99 pid: 7420 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016107.507839:0:7420:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a803af40/0x3f004d6452e06c9f lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 7420 initiator: MDT0 00010000:00010000:0.0:1734016107.507852:0:7420:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a803af40/0x3f004d6452e06c9f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 7420 initiator: MDT0 00010000:00010000:0.0:1734016107.507862:0:7420:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a803af40/0x3f004d6452e06c9f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 7420 initiator: MDT0 00000004:00200000:0.0:1734016107.507932:0:7420:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 7245945 00000004:00200000:0.0:1734016107.507936:0:7420:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1734016107.507955:0:7420:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800a803af40/0x3f004d6452e06c9f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 7420 initiator: MDT0 00010000:00010000:0.0:1734016107.507983:0:7420:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8038240/0x3f004d6452e06c98 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0a09 expref: 26 pid: 7420 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016107.508014:0:7420:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a803af40/0x3f004d6452e06c9f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0a09 expref: 25 pid: 7420 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016107.508022:0:7420:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:0.0:1734016107.508024:0:7420:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1734016107.508027:0:7420:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a803af40, rc 0) 00000100:00100000:0.0:1734016107.508091:0:7420:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074e40e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+25:9673:x1818247336606848:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 402us (2346us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016107.508097:0:7420:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 1869 00000100:00100000:0.0:1734016107.512714:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016107.513445:0:13927:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336606976 00000100:00100000:3.0:1734016107.513459:0:13927:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336606976 00000100:00100000:3.0:1734016107.513526:0:13927:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10104 00000100:00100000:3.0:1734016107.513533:0:13927:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880135f57480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1978:x1818247336606976:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:3.0:1734016107.513554:0:13927:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016107.513574:0:13927:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7a80/0x3f004d6452e06ca6 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d0a10 expref: -99 pid: 13927 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016107.513654:0:13927:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074c8b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13927:1818247339354880:192.168.201.10@tcp:106: 00000100:00100000:3.0:1734016107.513724:0:13927:0:(client.c:2562:ptlrpc_set_wait()) set ffff88006d83ba80 going to sleep for 11 seconds 00000100:00100000:3.0:1734016107.516088:0:13927:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074c8b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13927:1818247339354880:192.168.201.10@tcp:106: 00010000:00010000:3.0:1734016107.516120:0:13927:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7a80/0x3f004d6452e06ca6 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0a10 expref: 7 pid: 13927 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016107.516133:0:13927:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7a80/0x3f004d6452e06ca6 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0a10 expref: 7 pid: 13927 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016107.516251:0:13927:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a9a7a80, rc 0) 00000100:00100000:3.0:1734016107.517662:0:13927:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880135f57480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1978:x1818247336606976:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 4122us (4949us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016107.517674:0:13927:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10104 00000100:00100000:3.0:1734016107.523765:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016107.524120:0:13927:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336607104 00000100:00100000:0.0:1734016107.524130:0:13927:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336607104 00000100:00100000:0.0:1734016107.524186:0:13927:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10105 00000100:00100000:0.0:1734016107.524193:0:13927:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074c8b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1980:x1818247336607104:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:0.0:1734016107.524212:0:13927:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016107.524233:0:13927:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a8038240/0x3f004d6452e06cad lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d0a17 expref: -99 pid: 13927 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016107.524288:0:13927:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880135f55880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13927:1818247339355008:192.168.201.10@tcp:106: 00000100:00100000:0.0:1734016107.524741:0:13927:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7486f00 going to sleep for 11 seconds 00000100:00100000:1.0:1734016107.534125:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016107.544148:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016107.564328:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016107.571567:0:13927:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074e43480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13927:1818247339355392:192.168.201.10@tcp:106: 00010000:00010000:2.0:1734016107.571627:0:13927:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800721718c0/0x3f004d6452e06cc2 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0a2c expref: 7 pid: 13927 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016107.571643:0:13927:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800721718c0/0x3f004d6452e06cc2 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0a2c expref: 7 pid: 13927 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016107.571672:0:13927:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800721718c0, rc 0) 00000100:00100000:2.0:1734016107.572413:0:13927:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074c8a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1979:x1818247336607488:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 7826us (8090us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016107.572424:0:13927:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10108 00000100:00100000:1.0:1734016107.576415:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016107.577462:0:13927:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336607616 00000100:00100000:2.0:1734016107.577479:0:13927:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336607616 00000100:00100000:2.0:1734016107.577566:0:13927:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10109 00000100:00100000:2.0:1734016107.577577:0:13927:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800750e3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:9673:x1818247336607616:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:2.0:1734016107.577603:0:13927:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016107.577635:0:13927:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800721718c0/0x3f004d6452e06cc9 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d0a33 expref: -99 pid: 13927 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016107.577670:0:13927:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a8038900/0x3f004d6452e06bf7 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 462848->466943) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0992 expref: 9 pid: 13927 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016107.577678:0:13927:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016107.577680:0:13927:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016107.577683:0:13927:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800721718c0/0x3f004d6452e06cc9 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [3043328->3047423] (req 3043328->3047423) gid 0 flags: 0x50000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0a33 expref: 7 pid: 13927 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016107.577721:0:13927:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a8038900/0x3f004d6452e06bf7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 462848->466943) gid 0 flags: 0x50000000020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0992 expref: 9 pid: 13927 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016107.577734:0:13927:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a8038900/0x3f004d6452e06bf7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 462848->466943) gid 0 flags: 0x70000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0992 expref: 9 pid: 13927 timeout: 471 lvb_type: 0 00000100:00100000:2.0:1734016107.577746:0:13927:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074e43480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13927:1818247339355520:192.168.201.10@tcp:104: 00000100:00100000:2.0:1734016107.577816:0:13927:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800768efc00 going to sleep for 11 seconds 00000100:00100000:1.0:1734016107.582923:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016107.582990:0:13925:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336607744 00000100:00100000:3.0:1734016107.582999:0:13925:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336607744 00002000:00100000:3.0:1734016107.583047:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (1449984->4243455) req@ffff8800750e0e00 x1818247336607744/t0(0) o4->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:68/0 lens 504/0 e 0 to 0 dl 1734016118 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016107.583057:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800750e0e00 with x1818247336607744 ext(1449984->4243455) 00010000:00010000:3.0:1734016107.583067:0:13925:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a8038900/0x3f004d6452e06bf7 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 462848->466943) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0992 expref: 10 pid: 13927 timeout: 471 lvb_type: 0 00010000:00010000:3.0:1734016107.583079:0:13925:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a8038900/0x3f004d6452e06bf7 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 462848->466943) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0992 expref: 10 pid: 13927 timeout: 471 lvb_type: 0 00002000:00010000:3.0:1734016107.583085:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800750e0e00 00000100:00100000:3.0:1734016107.583115:0:13925:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 245 00000100:00100000:3.0:1734016107.583121:0:13925:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800750e0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+10:1979:x1818247336607744:12345-192.168.201.10@tcp:4:fsx.0 00000100:00100000:2.0:1734016107.584482:0:13927:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074e43480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13927:1818247339355520:192.168.201.10@tcp:104: 00010000:00010000:2.0:1734016107.584510:0:13927:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800721718c0/0x3f004d6452e06cc9 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [3043328->3047423] (req 3043328->3047423) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0a33 expref: 7 pid: 13927 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016107.584526:0:13927:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800721718c0, rc 0) 00000100:00100000:2.0:1734016107.584568:0:13927:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800750e3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:9673:x1818247336607616:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 6993us (8166us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016107.584576:0:13927:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10109 00000100:00100000:3.0:1734016107.596698:0:13925:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800750e0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+12:1979:x1818247336607744:12345-192.168.201.10@tcp:4:fsx.0 Request processed in 13563us (13772us total) trans 4294969106 rc 0/0 00000100:00100000:3.0:1734016107.596713:0:13925:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 245 00002000:00100000:3.0:1734016107.596729:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (1449984->4243455) req@ffff8800750e0e00 x1818247336607744/t4294969106(0) o4->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:68/0 lens 504/448 e 0 to 0 dl 1734016118 ref 1 fl Complete:H/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016107.596741:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800750e0e00 with x1818247336607744 ext(1449984->4243455) 00010000:00010000:3.0:1734016107.596753:0:13925:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a8038900/0x3f004d6452e06bf7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 462848->466943) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0992 expref: 12 pid: 13927 timeout: 471 lvb_type: 0 00010000:00010000:3.0:1734016107.596771:0:13925:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a8038900/0x3f004d6452e06bf7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 462848->466943) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0992 expref: 12 pid: 13927 timeout: 471 lvb_type: 0 00002000:00010000:3.0:1734016107.596780:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800750e0e00 00000100:00100000:3.0:1734016107.603550:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016107.604255:0:6470:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336607872 00000100:00100000:0.0:1734016107.604266:0:6470:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336607872 00010000:00010000:0.0:1734016107.604300:0:6470:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a8038900/0x3f004d6452e06bf7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 462848->466943) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0992 expref: 12 pid: 13927 timeout: 471 lvb_type: 0 00000100:00100000:0.0:1734016107.604501:0:6470:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2670 00000100:00100000:0.0:1734016107.604508:0:6470:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074c89500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+12:1981:x1818247336607872:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016107.604523:0:6470:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:0.0:1734016107.604541:0:6470:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 480 -> 672 00010000:00010000:0.0:1734016107.604546:0:6470:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a8038900/0x3f004d6452e06bf7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 462848->466943) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0992 expref: 12 pid: 13927 timeout: 471 lvb_type: 0 00010000:00010000:0.0:1734016107.604558:0:6470:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a8038900/0x3f004d6452e06bf7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 462848->466943) gid 0 flags: 0x50000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0992 expref: 12 pid: 13927 timeout: 471 lvb_type: 0 00010000:00010000:0.0:1734016107.604577:0:6470:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a8038900/0x3f004d6452e06bf7 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 462848->466943) gid 0 flags: 0x44801400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0992 expref: 12 pid: 13927 timeout: 471 lvb_type: 0 00010000:00010000:0.0:1734016107.605562:0:6470:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016107.605568:0:6470:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016107.605579:0:6470:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800721718c0/0x3f004d6452e06cc9 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3043328->3047423) gid 0 flags: 0x40080000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0a33 expref: 6 pid: 13927 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016107.605587:0:6470:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800721718c0/0x3f004d6452e06cc9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3043328->3047423) gid 0 flags: 0x40080000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0a33 expref: 6 pid: 13927 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016107.605636:0:6470:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800721718c0/0x3f004d6452e06cc9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3043328->3047423) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0a33 expref: 6 pid: 13927 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016107.605648:0:6470:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880135f55880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6470:1818247339355648:192.168.201.10@tcp:105: 00000100:00100000:0.0:1734016107.605717:0:6470:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7486900 going to sleep for 11 seconds 00000100:00100000:0.0:1734016107.616710:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016107.616843:0:6470:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880135f55880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6470:1818247339355648:192.168.201.10@tcp:105: 00010000:00010000:2.0:1734016107.616893:0:6470:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016107.616946:0:6470:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074c89500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+11:1981:x1818247336607872:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 12438us (13404us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016107.616959:0:6470:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2670 00000100:00100000:3.0:1734016107.617051:0:13925:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336608128 00000100:00100000:3.0:1734016107.617058:0:13925:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336608128 00002000:00100000:3.0:1734016107.617099:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (3043328->3047423) req@ffff880074f03b80 x1818247336608128/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:68/0 lens 488/0 e 0 to 0 dl 1734016118 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016107.617108:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074f03b80 with x1818247336608128 ext(3043328->3047423) 00002000:00010000:3.0:1734016107.617113:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074f03b80 00000100:00100000:3.0:1734016107.617342:0:13925:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8377 00000100:00100000:3.0:1734016107.617348:0:13925:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074f03b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1978:x1818247336608128:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:3.0:1734016107.617786:0:13925:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074f03b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1978:x1818247336608128:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 436us (1086us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016107.617833:0:13925:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8377 00002000:00100000:3.0:1734016107.617839:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (3043328->3047423) req@ffff880074f03b80 x1818247336608128/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:68/0 lens 488/4536 e 0 to 0 dl 1734016118 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016107.617847:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074f03b80 with x1818247336608128 ext(3043328->3047423) 00002000:00010000:3.0:1734016107.617850:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074f03b80 00000100:00100000:0.0:1734016107.627834:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016107.628025:0:13925:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336608384 00000100:00100000:3.0:1734016107.628035:0:13925:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336608384 00002000:00100000:3.0:1734016107.628076:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (3039232->3043327) req@ffff880074f03800 x1818247336608384/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:68/0 lens 488/0 e 0 to 0 dl 1734016118 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016107.628091:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074f03800 with x1818247336608384 ext(3039232->3043327) 00002000:00010000:3.0:1734016107.628096:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074f03800 00000100:00100000:3.0:1734016107.628731:0:13925:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8378 00000100:00100000:3.0:1734016107.628739:0:13925:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074f03800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1979:x1818247336608384:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:3.0:1734016107.629693:0:13925:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074f03800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1979:x1818247336608384:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 948us (1863us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016107.629702:0:13925:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8378 00002000:00100000:3.0:1734016107.629709:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (3039232->3043327) req@ffff880074f03800 x1818247336608384/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:68/0 lens 488/4536 e 0 to 0 dl 1734016118 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016107.629717:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074f03800 with x1818247336608384 ext(3039232->3043327) 00002000:00010000:3.0:1734016107.629721:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074f03800 00000100:00100000:2.0:1734016107.637822:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016107.639133:0:13925:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336608640 00000100:00100000:3.0:1734016107.639144:0:13925:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336608640 00002000:00100000:3.0:1734016107.639184:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (3035136->3039231) req@ffff880074e43480 x1818247336608640/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:68/0 lens 488/0 e 0 to 0 dl 1734016118 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016107.639194:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074e43480 with x1818247336608640 ext(3035136->3039231) 00002000:00010000:3.0:1734016107.639198:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074e43480 00000100:00100000:3.0:1734016107.639762:0:13925:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8379 00000100:00100000:3.0:1734016107.639769:0:13925:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074e43480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1979:x1818247336608640:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:3.0:1734016107.640172:0:13925:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074e43480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1979:x1818247336608640:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 401us (2357us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016107.640179:0:13925:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8379 00002000:00100000:3.0:1734016107.640187:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (3035136->3039231) req@ffff880074e43480 x1818247336608640/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:68/0 lens 488/4536 e 0 to 0 dl 1734016118 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016107.640195:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074e43480 with x1818247336608640 ext(3035136->3039231) 00002000:00010000:3.0:1734016107.640197:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074e43480 00000100:00100000:0.0:1734016107.644786:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016107.644902:0:13925:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336608896 00000100:00100000:3.0:1734016107.644911:0:13925:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336608896 00002000:00100000:3.0:1734016107.644950:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (3031040->3035135) req@ffff880074f02a00 x1818247336608896/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:68/0 lens 488/0 e 0 to 0 dl 1734016118 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016107.644958:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074f02a00 with x1818247336608896 ext(3031040->3035135) 00002000:00010000:3.0:1734016107.644962:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074f02a00 00000100:00100000:3.0:1734016107.644991:0:13925:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8380 00000100:00100000:3.0:1734016107.644996:0:13925:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074f02a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1979:x1818247336608896:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:3.0:1734016107.645749:0:13925:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074f02a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1979:x1818247336608896:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 749us (971us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016107.645757:0:13925:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8380 00002000:00100000:3.0:1734016107.645763:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (3031040->3035135) req@ffff880074f02a00 x1818247336608896/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:68/0 lens 488/4536 e 0 to 0 dl 1734016118 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016107.645771:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074f02a00 with x1818247336608896 ext(3031040->3035135) 00002000:00010000:3.0:1734016107.645774:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074f02a00 00000100:00100000:0.0:1734016107.650923:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016107.651739:0:13925:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336609152 00000100:00100000:3.0:1734016107.651750:0:13925:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336609152 00002000:00100000:3.0:1734016107.651787:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (3026944->3031039) req@ffff880074f00380 x1818247336609152/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:68/0 lens 488/0 e 0 to 0 dl 1734016118 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016107.651796:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074f00380 with x1818247336609152 ext(3026944->3031039) 00002000:00010000:3.0:1734016107.651801:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074f00380 00000100:00100000:3.0:1734016107.651894:0:13925:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8381 00000100:00100000:3.0:1734016107.651901:0:13925:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074f00380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1978:x1818247336609152:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:3.0:1734016107.652296:0:13925:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074f00380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1978:x1818247336609152:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 393us (1379us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016107.652304:0:13925:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8381 00002000:00100000:3.0:1734016107.652310:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (3026944->3031039) req@ffff880074f00380 x1818247336609152/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:68/0 lens 488/4536 e 0 to 0 dl 1734016118 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016107.652317:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074f00380 with x1818247336609152 ext(3026944->3031039) 00002000:00010000:3.0:1734016107.652320:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074f00380 00000100:00100000:2.0:1734016107.656712:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016107.656852:0:13925:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336609408 00000100:00100000:3.0:1734016107.656898:0:13925:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336609408 00002000:00100000:3.0:1734016107.656942:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (3022848->3026943) req@ffff880074e42d80 x1818247336609408/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:68/0 lens 488/0 e 0 to 0 dl 1734016118 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016107.656953:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074e42d80 with x1818247336609408 ext(3022848->3026943) 00002000:00010000:3.0:1734016107.656959:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074e42d80 00000100:00100000:3.0:1734016107.657186:0:13925:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8382 00000100:00100000:3.0:1734016107.657194:0:13925:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074e42d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1980:x1818247336609408:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:3.0:1734016107.657588:0:13925:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074e42d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1980:x1818247336609408:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 392us (888us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016107.657595:0:13925:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8382 00002000:00100000:3.0:1734016107.657602:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (3022848->3026943) req@ffff880074e42d80 x1818247336609408/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:68/0 lens 488/4536 e 0 to 0 dl 1734016118 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016107.657609:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074e42d80 with x1818247336609408 ext(3022848->3026943) 00002000:00010000:3.0:1734016107.657612:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074e42d80 00000100:00100000:0.0:1734016107.672421:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016107.672809:0:13925:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336609664 00000100:00100000:3.0:1734016107.672818:0:13925:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336609664 00002000:00100000:3.0:1734016107.672913:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (3018752->3022847) req@ffff880074f01880 x1818247336609664/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:68/0 lens 488/0 e 0 to 0 dl 1734016118 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016107.672924:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074f01880 with x1818247336609664 ext(3018752->3022847) 00002000:00010000:3.0:1734016107.672931:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074f01880 00000100:00100000:3.0:1734016107.672956:0:13925:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8383 00000100:00100000:3.0:1734016107.672962:0:13925:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074f01880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1978:x1818247336609664:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:3.0:1734016107.673311:0:13925:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074f01880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1978:x1818247336609664:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 347us (904us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016107.673318:0:13925:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8383 00002000:00100000:3.0:1734016107.673324:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (3018752->3022847) req@ffff880074f01880 x1818247336609664/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:68/0 lens 488/4536 e 0 to 0 dl 1734016118 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016107.673330:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074f01880 with x1818247336609664 ext(3018752->3022847) 00002000:00010000:3.0:1734016107.673333:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074f01880 00000100:00100000:0.0:1734016107.681065:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016107.681594:0:13925:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336609920 00000100:00100000:3.0:1734016107.681603:0:13925:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336609920 00002000:00100000:3.0:1734016107.681662:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (3014656->3018751) req@ffff880074f01180 x1818247336609920/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:68/0 lens 488/0 e 0 to 0 dl 1734016118 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016107.681672:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074f01180 with x1818247336609920 ext(3014656->3018751) 00002000:00010000:3.0:1734016107.681678:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074f01180 00000100:00100000:3.0:1734016107.683211:0:13925:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8384 00000100:00100000:3.0:1734016107.683228:0:13925:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074f01180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1979:x1818247336609920:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:3.0:1734016107.683536:0:13925:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074f01180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1979:x1818247336609920:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 313us (2491us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016107.683545:0:13925:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8384 00002000:00100000:3.0:1734016107.683555:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (3014656->3018751) req@ffff880074f01180 x1818247336609920/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:68/0 lens 488/4536 e 0 to 0 dl 1734016118 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016107.683565:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074f01180 with x1818247336609920 ext(3014656->3018751) 00002000:00010000:3.0:1734016107.683571:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074f01180 00000100:00100000:2.0:1734016107.689820:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016107.690559:0:7695:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336610176 00000100:00100000:1.0:1734016107.690570:0:7695:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336610176 00002000:00100000:1.0:1734016107.690624:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (3010560->3014655) req@ffff880074e43800 x1818247336610176/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:68/0 lens 488/0 e 0 to 0 dl 1734016118 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016107.690639:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074e43800 with x1818247336610176 ext(3010560->3014655) 00002000:00010000:1.0:1734016107.690645:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074e43800 00000100:00100000:1.0:1734016107.690679:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8385 00000100:00100000:1.0:1734016107.690687:0:7695:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074e43800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1980:x1818247336610176:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:1.0:1734016107.690892:0:7695:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074e43800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1980:x1818247336610176:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 204us (1078us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016107.690899:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8385 00002000:00100000:1.0:1734016107.690905:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (3010560->3014655) req@ffff880074e43800 x1818247336610176/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:68/0 lens 488/4536 e 0 to 0 dl 1734016118 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016107.690911:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074e43800 with x1818247336610176 ext(3010560->3014655) 00002000:00010000:1.0:1734016107.690914:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074e43800 00000100:00100000:0.0:1734016107.696042:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016107.696155:0:13925:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336610432 00000100:00100000:3.0:1734016107.696164:0:13925:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336610432 00002000:00100000:3.0:1734016107.696202:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (3006464->3010559) req@ffff880074f02d80 x1818247336610432/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:68/0 lens 488/0 e 0 to 0 dl 1734016118 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016107.696211:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074f02d80 with x1818247336610432 ext(3006464->3010559) 00002000:00010000:3.0:1734016107.696217:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074f02d80 00000100:00100000:3.0:1734016107.697043:0:13925:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8386 00000100:00100000:3.0:1734016107.697050:0:13925:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074f02d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1978:x1818247336610432:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:3.0:1734016107.697276:0:13925:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074f02d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1978:x1818247336610432:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 225us (1243us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016107.697283:0:13925:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8386 00002000:00100000:3.0:1734016107.697288:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (3006464->3010559) req@ffff880074f02d80 x1818247336610432/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:68/0 lens 488/4536 e 0 to 0 dl 1734016118 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016107.697294:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074f02d80 with x1818247336610432 ext(3006464->3010559) 00002000:00010000:3.0:1734016107.697297:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074f02d80 00000100:00100000:0.0:1734016107.705445:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016107.705970:0:7695:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336610688 00000100:00100000:1.0:1734016107.705983:0:7695:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336610688 00002000:00100000:1.0:1734016107.706057:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (3002368->3006463) req@ffff880074f01f80 x1818247336610688/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:68/0 lens 488/0 e 0 to 0 dl 1734016118 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016107.706071:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074f01f80 with x1818247336610688 ext(3002368->3006463) 00002000:00010000:1.0:1734016107.706081:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074f01f80 00000100:00100000:1.0:1734016107.706126:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8387 00000100:00100000:1.0:1734016107.706133:0:7695:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074f01f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1980:x1818247336610688:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:1.0:1734016107.706411:0:7695:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074f01f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1980:x1818247336610688:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 276us (977us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016107.706420:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8387 00002000:00100000:1.0:1734016107.706426:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (3002368->3006463) req@ffff880074f01f80 x1818247336610688/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:68/0 lens 488/4536 e 0 to 0 dl 1734016118 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016107.706436:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074f01f80 with x1818247336610688 ext(3002368->3006463) 00002000:00010000:1.0:1734016107.706439:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074f01f80 00000100:00100000:2.0:1734016107.713725:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016107.713842:0:13925:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336610944 00000100:00100000:3.0:1734016107.713852:0:13925:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336610944 00002000:00100000:3.0:1734016107.713928:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (2998272->3002367) req@ffff880074e40380 x1818247336610944/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:68/0 lens 488/0 e 0 to 0 dl 1734016118 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016107.713943:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074e40380 with x1818247336610944 ext(2998272->3002367) 00002000:00010000:3.0:1734016107.713948:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074e40380 00000100:00100000:3.0:1734016107.714193:0:13925:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8388 00000100:00100000:3.0:1734016107.714202:0:13925:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074e40380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1978:x1818247336610944:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:3.0:1734016107.714376:0:13925:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074e40380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1978:x1818247336610944:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 174us (659us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016107.714383:0:13925:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8388 00002000:00100000:3.0:1734016107.714389:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (2998272->3002367) req@ffff880074e40380 x1818247336610944/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:68/0 lens 488/4536 e 0 to 0 dl 1734016118 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016107.714397:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074e40380 with x1818247336610944 ext(2998272->3002367) 00002000:00010000:3.0:1734016107.714400:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074e40380 00000100:00100000:0.0:1734016107.721601:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016107.722153:0:7695:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336611200 00000100:00100000:1.0:1734016107.722166:0:7695:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336611200 00000100:00100000:1.0:1734016107.722254:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8389 00000100:00100000:1.0:1734016107.722264:0:7695:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074f03100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1980:x1818247336611200:12345-192.168.201.10@tcp:4:fsx.0 00010000:00010000:1.0:1734016107.722307:0:7695:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880097237a80/0x3f004d6452e06cd0 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7695 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016107.722327:0:7695:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800721718c0/0x3f004d6452e06cc9 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3043328->3047423) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0a33 expref: 7 pid: 13927 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016107.722333:0:7695:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016107.722335:0:7695:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016107.722337:0:7695:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880097237a80/0x3f004d6452e06cd0 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [4145152->4198399] (req 4145152->4198399) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 7695 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016107.722366:0:7695:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800721718c0/0x3f004d6452e06cc9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3043328->3047423) gid 0 flags: 0x50000000020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0a33 expref: 7 pid: 13927 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016107.722379:0:7695:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800721718c0/0x3f004d6452e06cc9 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3043328->3047423) gid 0 flags: 0x70000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0a33 expref: 7 pid: 13927 timeout: 471 lvb_type: 0 00000100:00100000:1.0:1734016107.722394:0:7695:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800750e1180 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_001:lustre-OST0001_UUID:7695:1818247339355776:192.168.201.10@tcp:104: 00000100:00100000:1.0:1734016107.723260:0:7695:0:(client.c:2562:ptlrpc_set_wait()) set ffff88006d6ff780 going to sleep for 11 seconds 00000100:00100000:1.0:1734016107.728432:0:7695:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800750e1180 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_001:lustre-OST0001_UUID:7695:1818247339355776:192.168.201.10@tcp:104: 00010000:00010000:1.0:1734016107.728464:0:7695:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880097237a80/0x3f004d6452e06cd0 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [4145152->4198399] (req 4145152->4198399) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 7695 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016107.730161:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016107.730299:0:6470:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336611328 00000100:00100000:2.0:1734016107.730310:0:6470:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336611328 00010000:00010000:2.0:1734016107.730350:0:6470:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800721718c0/0x3f004d6452e06cc9 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3043328->3047423) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0a33 expref: 8 pid: 13927 timeout: 471 lvb_type: 0 00000100:00100000:2.0:1734016107.730400:0:6470:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2671 00000100:00100000:2.0:1734016107.730407:0:6470:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074f01500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1979:x1818247336611328:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016107.730420:0:6470:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016107.730443:0:6470:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800721718c0/0x3f004d6452e06cc9 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3043328->3047423) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0a33 expref: 8 pid: 13927 timeout: 471 lvb_type: 0 00010000:00010000:2.0:1734016107.730454:0:6470:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800721718c0/0x3f004d6452e06cc9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3043328->3047423) gid 0 flags: 0x50000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0a33 expref: 8 pid: 13927 timeout: 471 lvb_type: 0 00010000:00010000:2.0:1734016107.730477:0:6470:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800721718c0/0x3f004d6452e06cc9 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3043328->3047423) gid 0 flags: 0x44801400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0a33 expref: 8 pid: 13927 timeout: 471 lvb_type: 0 00010000:00010000:2.0:1734016107.730506:0:6470:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016107.730508:0:6470:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016107.730511:0:6470:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880097237a80/0x3f004d6452e06cd0 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [4145152->4198399] (req 4145152->4198399) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 7695 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016107.730519:0:6470:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880097237a80/0x3f004d6452e06cd0 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [4145152->4198399] (req 4145152->4198399) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 7695 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016107.730548:0:6470:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016107.730596:0:6470:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074f01500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1979:x1818247336611328:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 189us (440us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016107.730604:0:6470:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2671 00010000:00010000:0.0:1734016107.730928:0:7695:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880097237a80/0x3f004d6452e06cd0 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [4145152->4198399] (req 4145152->4198399) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 7695 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016107.730937:0:7695:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880097237a80/0x3f004d6452e06cd0 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [4145152->4198399] (req 4145152->4198399) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 7695 timeout: 0 lvb_type: 0 00000001:00080000:0.0:1734016107.737896:0:8954:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969107 is committed 00000001:00080000:0.0:1734016107.737911:0:8954:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969106 is committed 00002000:00010000:1.0:1734016107.738011:0:7695:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016106 -> 1734016107 00002000:00010000:1.0:1734016107.738015:0:7695:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016106 -> 1734016107 00002000:00010000:1.0:1734016107.738017:0:7695:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 672 -> 768 00010000:00010000:1.0:1734016107.738028:0:7695:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880097237a80/0x3f004d6452e06cd0 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [4145152->4198399] (req 4145152->4198399) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 7695 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016107.738037:0:7695:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880097237a80/0x3f004d6452e06cd0 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [4145152->4198399] (req 4145152->4198399) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 7695 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016107.738045:0:7695:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880097237a80/0x3f004d6452e06cd0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [4145152->4198399] (req 4145152->4198399) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 7695 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016107.738050:0:7695:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880097237a80 already unused, calling callback (ffffffffa086d100) 00010000:00010000:1.0:1734016107.738054:0:7695:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880097237a80/0x3f004d6452e06cd0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [4145152->4198399] (req 4145152->4198399) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 7695 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016107.738060:0:7695:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880097237a80/0x3f004d6452e06cd0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [4145152->4198399] (req 4145152->4198399) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 7695 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016107.738075:0:7695:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880097237a80/0x3f004d6452e06cd0 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [4145152->4198399] (req 4145152->4198399) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 7695 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016107.738080:0:7695:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097237a80/0x3f004d6452e06cd0 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [4145152->4198399] (req 4145152->4198399) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 7695 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016107.738911:0:7695:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074f03100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1980:x1818247336611200:12345-192.168.201.10@tcp:4:fsx.0 Request processed in 16640us (17312us total) trans 4294969107 rc 0/0 00000100:00100000:1.0:1734016107.738923:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8389 00000100:00100000:2.0:1734016107.743429:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016107.743513:0:13927:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336611456 00000100:00100000:0.0:1734016107.743526:0:13927:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336611456 00000100:00100000:0.0:1734016107.743589:0:13927:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10110 00000100:00100000:0.0:1734016107.743598:0:13927:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074e43b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:1981:x1818247336611456:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:0.0:1734016107.743628:0:13927:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016107.743648:0:13927:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a8038240/0x3f004d6452e06cd7 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d0a3a expref: -99 pid: 13927 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1734016107.743671:0:13927:0:(ofd_lvb.c:169:ofd_lvbo_init()) res: [0x280000400:0x5:0x0] initial LVB size: 7245945, mtime: 0x675afc6b, atime: 0x675afc6a, ctime: 0x675afc6b, blocks: 0x300 00010000:00010000:0.0:1734016107.743690:0:13927:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016107.743692:0:13927:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016107.743699:0:13927:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a8038240/0x3f004d6452e06cd7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0a3a expref: 6 pid: 13927 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016107.743713:0:13927:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a8038240/0x3f004d6452e06cd7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0a3a expref: 6 pid: 13927 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016107.743725:0:13927:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a8038240, rc 0) 00000100:00100000:0.0:1734016107.743937:0:13927:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074e43b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1981:x1818247336611456:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 338us (519us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016107.743943:0:13927:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10110 00000100:00100000:2.0:1734016107.748380:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016107.749171:0:13927:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336611584 00000100:00100000:0.0:1734016107.749187:0:13927:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336611584 00000100:00100000:0.0:1734016107.749521:0:13927:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10111 00000100:00100000:0.0:1734016107.749530:0:13927:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074e40000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:9673:x1818247336611584:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:0.0:1734016107.749552:0:13927:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016107.749578:0:13927:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a8038b40/0x3f004d6452e06cde lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d0a41 expref: -99 pid: 13927 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016107.749627:0:13927:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a8038240/0x3f004d6452e06cd7 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0a3a expref: 7 pid: 13927 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016107.749637:0:13927:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016107.749639:0:13927:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016107.749642:0:13927:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a8038b40/0x3f004d6452e06cde lrc: 4/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [2912256->2969599] (req 2912256->2969599) gid 0 flags: 0x50000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0a41 expref: 7 pid: 13927 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016107.749678:0:13927:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a8038240/0x3f004d6452e06cd7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0a3a expref: 7 pid: 13927 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016107.749691:0:13927:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a8038240/0x3f004d6452e06cd7 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0a3a expref: 7 pid: 13927 timeout: 471 lvb_type: 1 00000100:00100000:0.0:1734016107.749703:0:13927:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074f03480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13927:1818247339355904:192.168.201.10@tcp:104: 00000100:00100000:0.0:1734016107.749777:0:13927:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7486d80 going to sleep for 11 seconds 00000100:00100000:1.0:1734016107.753797:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016107.753965:0:7705:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336611712 00000100:00100000:3.0:1734016107.753976:0:7705:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336611712 00010000:00010000:3.0:1734016107.754012:0:7705:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a8038240/0x3f004d6452e06cd7 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0a3a expref: 8 pid: 13927 timeout: 471 lvb_type: 1 00000100:00100000:3.0:1734016107.754341:0:7705:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2672 00000100:00100000:3.0:1734016107.754349:0:7705:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800750e1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+8:1979:x1818247336611712:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016107.754369:0:7705:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016107.754397:0:7705:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a8038240/0x3f004d6452e06cd7 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0a3a expref: 8 pid: 13927 timeout: 471 lvb_type: 1 00010000:00010000:3.0:1734016107.754410:0:7705:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a8038240/0x3f004d6452e06cd7 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0a3a expref: 8 pid: 13927 timeout: 471 lvb_type: 1 00010000:00010000:3.0:1734016107.754435:0:7705:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016107.754437:0:7705:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016107.754444:0:7705:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a8038b40/0x3f004d6452e06cde lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2912256->2969599) gid 0 flags: 0x50080000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0a41 expref: 8 pid: 13927 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016107.754453:0:7705:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a8038b40/0x3f004d6452e06cde lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2912256->2969599) gid 0 flags: 0x50080000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0a41 expref: 8 pid: 13927 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016107.754485:0:7705:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a8038b40/0x3f004d6452e06cde lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2912256->2969599) gid 0 flags: 0x40000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0a41 expref: 8 pid: 13927 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016107.754495:0:7705:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074c88e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7705:1818247339356032:192.168.201.10@tcp:105: 00010000:00010000:0.0:1734016107.754597:0:13927:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a8038240/0x3f004d6452e06cd7 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0a3a expref: 8 pid: 13927 timeout: 471 lvb_type: 1 00000100:00100000:0.0:1734016107.754634:0:13927:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074f03480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13927:1818247339355904:192.168.201.10@tcp:104: 00010000:00010000:0.0:1734016107.754656:0:13927:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a8038b40/0x3f004d6452e06cde lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2912256->2969599) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0a41 expref: 7 pid: 13927 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016107.754665:0:13927:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a8038b40, rc 0) 00000100:00100000:3.0:1734016107.755099:0:7705:0:(client.c:2562:ptlrpc_set_wait()) set ffff88006d83bd80 going to sleep for 11 seconds 00000100:00100000:0.0:1734016107.755124:0:13927:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074e40000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:9673:x1818247336611584:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 5594us (6754us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016107.755131:0:13927:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10111 00000100:00100000:0.0:1734016107.759768:0:7705:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074c88e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7705:1818247339356032:192.168.201.10@tcp:105: 00010000:00010000:0.0:1734016107.759803:0:7705:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016107.760009:0:7705:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800750e1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1979:x1818247336611712:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 5658us (6222us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016107.760019:0:7705:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2672 00000100:00100000:1.0:1734016107.760177:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016107.760341:0:7695:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336611968 00000100:00100000:0.0:1734016107.760346:0:7695:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336611968 00002000:00100000:0.0:1734016107.760384:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (2965504->2969599) req@ffff8800750e2d80 x1818247336611968/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:68/0 lens 488/0 e 0 to 0 dl 1734016118 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016107.760392:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800750e2d80 with x1818247336611968 ext(2965504->2969599) 00002000:00010000:0.0:1734016107.760396:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800750e2d80 00000100:00100000:0.0:1734016107.760422:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8390 00000100:00100000:0.0:1734016107.760427:0:7695:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800750e2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1978:x1818247336611968:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:0.0:1734016107.760574:0:7695:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800750e2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1978:x1818247336611968:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 146us (397us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016107.760580:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8390 00002000:00100000:0.0:1734016107.760585:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (2965504->2969599) req@ffff8800750e2d80 x1818247336611968/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:68/0 lens 488/4536 e 0 to 0 dl 1734016118 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016107.760592:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800750e2d80 with x1818247336611968 ext(2965504->2969599) 00002000:00010000:0.0:1734016107.760594:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800750e2d80 00000100:00100000:1.0:1734016107.767404:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016107.767564:0:13927:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336612096 00000100:00100000:0.0:1734016107.767577:0:13927:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336612096 00000100:00100000:0.0:1734016107.768226:0:13927:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10112 00000100:00100000:0.0:1734016107.768233:0:13927:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800750e0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1981:x1818247336612096:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:0.0:1734016107.768250:0:13927:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016107.768269:0:13927:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a803b3c0/0x3f004d6452e06ce5 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d0a48 expref: -99 pid: 13927 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016107.768317:0:13927:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074f03480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13927:1818247339356160:192.168.201.10@tcp:106: 00000100:00100000:0.0:1734016107.768385:0:13927:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7486600 going to sleep for 11 seconds 00000100:00100000:0.0:1734016107.775177:0:13927:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074f03480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13927:1818247339356160:192.168.201.10@tcp:106: 00010000:00010000:0.0:1734016107.775205:0:13927:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a803b3c0/0x3f004d6452e06ce5 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0a48 expref: 7 pid: 13927 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016107.775218:0:13927:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a803b3c0/0x3f004d6452e06ce5 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0a48 expref: 7 pid: 13927 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016107.775237:0:13927:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a803b3c0, rc 0) 00000100:00100000:0.0:1734016107.775282:0:13927:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800750e0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1981:x1818247336612096:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 7049us (7890us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016107.775290:0:13927:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10112 00000100:00100000:3.0:1734016107.780328:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016107.780819:0:13927:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336612224 00000100:00100000:0.0:1734016107.780828:0:13927:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336612224 00000100:00100000:0.0:1734016107.781091:0:13927:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10113 00000100:00100000:0.0:1734016107.781101:0:13927:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074c89180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:9673:x1818247336612224:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:0.0:1734016107.781127:0:13927:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016107.781149:0:13927:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a803b180/0x3f004d6452e06cec lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d0a4f expref: -99 pid: 13927 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016107.781184:0:13927:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a8038b40/0x3f004d6452e06cde lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2912256->2969599) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0a41 expref: 5 pid: 13927 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016107.781193:0:13927:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016107.781195:0:13927:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016107.781199:0:13927:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a803b180/0x3f004d6452e06cec lrc: 4/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [6074368->6119423] (req 6074368->6119423) gid 0 flags: 0x50000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0a4f expref: 7 pid: 13927 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016107.781232:0:13927:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a8038b40/0x3f004d6452e06cde lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2912256->2969599) gid 0 flags: 0x50000000020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0a41 expref: 5 pid: 13927 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016107.781244:0:13927:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a8038b40/0x3f004d6452e06cde lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2912256->2969599) gid 0 flags: 0x70000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0a41 expref: 5 pid: 13927 timeout: 471 lvb_type: 0 00000100:00100000:0.0:1734016107.781256:0:13927:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074f03480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13927:1818247339356288:192.168.201.10@tcp:104: 00000100:00100000:0.0:1734016107.781334:0:13927:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7486600 going to sleep for 11 seconds 00000100:00100000:0.0:1734016107.788260:0:13927:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074f03480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13927:1818247339356288:192.168.201.10@tcp:104: 00010000:00010000:0.0:1734016107.788300:0:13927:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a803b180/0x3f004d6452e06cec lrc: 3/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [6074368->6119423] (req 6074368->6119423) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0a4f expref: 7 pid: 13927 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016107.788317:0:13927:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a803b180, rc 0) 00000100:00100000:0.0:1734016107.789610:0:13927:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074c89180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:9673:x1818247336612224:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 8501us (9285us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016107.789799:0:13927:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10113 00000100:00100000:3.0:1734016107.790024:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016107.790841:0:13925:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336612352 00000100:00100000:0.0:1734016107.790852:0:13925:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336612352 00002000:00100000:0.0:1734016107.790925:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (2912256->2969599) req@ffff880074c8a680 x1818247336612352/t0(0) o4->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:68/0 lens 488/0 e 0 to 0 dl 1734016118 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016107.790936:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074c8a680 with x1818247336612352 ext(2912256->2969599) 00010000:00010000:0.0:1734016107.790948:0:13925:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a8038b40/0x3f004d6452e06cde lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2912256->2969599) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0a41 expref: 6 pid: 13927 timeout: 471 lvb_type: 0 00010000:00010000:0.0:1734016107.790967:0:13925:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a8038b40/0x3f004d6452e06cde lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2912256->2969599) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0a41 expref: 6 pid: 13927 timeout: 471 lvb_type: 0 00002000:00010000:0.0:1734016107.790975:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880074c8a680 00000100:00100000:0.0:1734016107.791852:0:13925:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 246 00000100:00100000:0.0:1734016107.791859:0:13925:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074c8a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1978:x1818247336612352:12345-192.168.201.10@tcp:4:fsx.0 00000100:00100000:0.0:1734016107.803959:0:13925:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074c8a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+8:1978:x1818247336612352:12345-192.168.201.10@tcp:4:fsx.0 Request processed in 12081us (13919us total) trans 4294969108 rc 0/0 00000100:00100000:0.0:1734016107.803978:0:13925:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 246 00002000:00100000:0.0:1734016107.803996:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (2912256->2969599) req@ffff880074c8a680 x1818247336612352/t4294969108(0) o4->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:68/0 lens 488/448 e 0 to 0 dl 1734016118 ref 1 fl Complete:H/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016107.804007:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074c8a680 with x1818247336612352 ext(2912256->2969599) 00010000:00010000:0.0:1734016107.804019:0:13925:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a8038b40/0x3f004d6452e06cde lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2912256->2969599) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0a41 expref: 8 pid: 13927 timeout: 471 lvb_type: 0 00010000:00010000:0.0:1734016107.804034:0:13925:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a8038b40/0x3f004d6452e06cde lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2912256->2969599) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0a41 expref: 8 pid: 13927 timeout: 471 lvb_type: 0 00002000:00010000:0.0:1734016107.804041:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880074c8a680 00000100:00100000:3.0:1734016107.807513:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016107.808153:0:7705:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336612480 00000100:00100000:0.0:1734016107.808162:0:7705:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336612480 00010000:00010000:0.0:1734016107.808199:0:7705:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a8038b40/0x3f004d6452e06cde lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2912256->2969599) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0a41 expref: 8 pid: 13927 timeout: 471 lvb_type: 0 00000100:00100000:0.0:1734016107.808758:0:7705:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2673 00000100:00100000:0.0:1734016107.808767:0:7705:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074c88380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+8:1981:x1818247336612480:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016107.808782:0:7705:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:0.0:1734016107.808799:0:7705:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 768 -> 880 00010000:00010000:0.0:1734016107.808804:0:7705:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a8038b40/0x3f004d6452e06cde lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2912256->2969599) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0a41 expref: 8 pid: 13927 timeout: 471 lvb_type: 0 00010000:00010000:0.0:1734016107.808815:0:7705:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a8038b40/0x3f004d6452e06cde lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2912256->2969599) gid 0 flags: 0x50000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0a41 expref: 8 pid: 13927 timeout: 471 lvb_type: 0 00010000:00010000:0.0:1734016107.808834:0:7705:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a8038b40/0x3f004d6452e06cde lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2912256->2969599) gid 0 flags: 0x44801400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0a41 expref: 8 pid: 13927 timeout: 471 lvb_type: 0 00010000:00010000:0.0:1734016107.809366:0:7705:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016107.809369:0:7705:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016107.809377:0:7705:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a803b180/0x3f004d6452e06cec lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6074368->6119423) gid 0 flags: 0x40080000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0a4f expref: 6 pid: 13927 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016107.809387:0:7705:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a803b180/0x3f004d6452e06cec lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6074368->6119423) gid 0 flags: 0x40080000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0a4f expref: 6 pid: 13927 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016107.809419:0:7705:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a803b180/0x3f004d6452e06cec lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6074368->6119423) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0a4f expref: 6 pid: 13927 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016107.809432:0:7705:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074f03480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7705:1818247339356416:192.168.201.10@tcp:105: 00000100:00100000:0.0:1734016107.809493:0:7705:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7486600 going to sleep for 11 seconds 00000100:00100000:0.0:1734016107.814894:0:7705:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074f03480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7705:1818247339356416:192.168.201.10@tcp:105: 00010000:00010000:0.0:1734016107.814917:0:7705:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016107.815148:0:7705:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074c88380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1981:x1818247336612480:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 6379us (7641us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016107.815157:0:7705:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2673 00000100:00100000:2.0:1734016107.815296:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016107.815487:0:13927:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336612608 00000100:00100000:0.0:1734016107.815492:0:13927:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336612608 00000100:00100000:0.0:1734016107.815520:0:13927:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10114 00000100:00100000:0.0:1734016107.815525:0:13927:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074e42a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1979:x1818247336612608:12345-192.168.201.10@tcp:22:fsx.0 00002000:00010000:0.0:1734016107.815724:0:13927:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 7245945 -> 7245945 00002000:00010000:0.0:1734016107.815727:0:13927:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016107 -> 1734016107 00002000:00010000:0.0:1734016107.815729:0:13927:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016106 -> 1734016106 00002000:00010000:0.0:1734016107.815731:0:13927:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016107 -> 1734016107 00002000:00010000:0.0:1734016107.815733:0:13927:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 880 -> 968 00000100:00100000:0.0:1734016107.815765:0:13927:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074e42a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1979:x1818247336612608:12345-192.168.201.10@tcp:22:fsx.0 Request processed in 239us (469us total) trans 4294969109 rc 0/0 00000100:00100000:0.0:1734016107.815771:0:13927:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10114 00000100:00100000:2.0:1734016107.820829:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016107.821042:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336612736 00000100:00100000:0.0:1734016107.821053:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336612736 00000100:00100000:0.0:1734016107.821102:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10115 00000100:00100000:0.0:1734016107.821110:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074e41f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1981:x1818247336612736:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:0.0:1734016107.821129:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016107.821151:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a8039440/0x3f004d6452e06cf3 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d0a56 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016107.821199:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074f03480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339356544:192.168.201.10@tcp:106: 00000100:00100000:0.0:1734016107.821606:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7486600 going to sleep for 11 seconds 00002000:00010000:0.0:1734016107.824753:0:7689:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime: 1734016106 -> 1734016107 00000100:00100000:0.0:1734016107.824781:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074f03480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339356544:192.168.201.10@tcp:106: 00010000:00010000:0.0:1734016107.824817:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a8039440/0x3f004d6452e06cf3 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0a56 expref: 8 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016107.824832:0:7689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a8039440/0x3f004d6452e06cf3 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0a56 expref: 8 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016107.824854:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a8039440, rc 0) 00000100:00100000:0.0:1734016107.825000:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074e41f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1981:x1818247336612736:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 3890us (4180us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016107.825010:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10115 00000100:00100000:1.0:1734016107.829109:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016107.829207:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336612864 00000100:00100000:0.0:1734016107.829221:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336612864 00000100:00100000:0.0:1734016107.829360:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10116 00000100:00100000:0.0:1734016107.829370:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800750e0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1979:x1818247336612864:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:0.0:1734016107.829396:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016107.829419:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a80398c0/0x3f004d6452e06cfa lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d0a5d expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016107.829480:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074f03480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339356672:192.168.201.10@tcp:106: 00000100:00100000:0.0:1734016107.829558:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7486600 going to sleep for 11 seconds 00000100:00100000:0.0:1734016107.833589:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074f03480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339356672:192.168.201.10@tcp:106: 00010000:00010000:0.0:1734016107.833631:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a80398c0/0x3f004d6452e06cfa lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0a5d expref: 8 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016107.833643:0:7689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a80398c0/0x3f004d6452e06cfa lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0a5d expref: 8 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016107.833668:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a80398c0, rc 0) 00000100:00100000:0.0:1734016107.833721:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800750e0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1979:x1818247336612864:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 4352us (4624us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016107.833730:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10116 00000100:00100000:3.0:1734016107.837670:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016107.837738:0:8966:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336613120 00000100:00100000:0.0:1734016107.837746:0:8966:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336613120 00000100:00100000:0.0:1734016107.838051:0:8966:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 1870 00000100:00100000:0.0:1734016107.838057:0:8966:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074c89880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+25:9673:x1818247336613120:12345-192.168.201.10@tcp:36:fsx.0 00010000:00010000:0.0:1734016107.838101:0:8966:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016107.838128:0:8966:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a803af40/0x3f004d6452e06c9f lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0a09 expref: 25 pid: 7420 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016107.838336:0:8966:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:0.0:1734016107.838341:0:8966:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1734016107.838537:0:8966:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80398c0/0x3f004d6452e06d01 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 8966 initiator: MDT0 00010000:00010000:0.0:1734016107.838552:0:8966:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880072170d80/0x3f004d6452e06c83 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d09f4 expref: 15 pid: 7420 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016107.838560:0:8966:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80398c0/0x3f004d6452e06d01 lrc: 4/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 8966 initiator: MDT0 00010000:00010000:0.0:1734016107.838594:0:8966:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880072170d80/0x3f004d6452e06c83 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d09f4 expref: 15 pid: 7420 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016107.838608:0:8966:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880072170d80/0x3f004d6452e06c83 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d09f4 expref: 15 pid: 7420 timeout: 471 lvb_type: 0 00000100:00100000:0.0:1734016107.838635:0:8966:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074f03480 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:8966:1818247339356800:192.168.201.10@tcp:104: 00000100:00100000:0.0:1734016107.839405:0:8966:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7486840 going to sleep for 11 seconds 00000100:00100000:0.0:1734016107.845460:0:8966:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074f03480 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:8966:1818247339356800:192.168.201.10@tcp:104: 00010000:00010000:0.0:1734016107.845502:0:8966:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80398c0/0x3f004d6452e06d01 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 8966 initiator: MDT0 00000100:00100000:3.0:1734016107.847548:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016107.847947:0:7705:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336613248 00000100:00100000:0.0:1734016107.847958:0:7705:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336613248 00010000:00010000:0.0:1734016107.848004:0:7705:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880072170d80/0x3f004d6452e06c83 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d09f4 expref: 16 pid: 7420 timeout: 471 lvb_type: 0 00000100:00100000:0.0:1734016107.848056:0:7705:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2674 00000100:00100000:0.0:1734016107.848063:0:7705:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b1e44850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+16:1978:x1818247336613248:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016107.848076:0:7705:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016107.848082:0:7705:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880072170d80/0x3f004d6452e06c83 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d09f4 expref: 16 pid: 7420 timeout: 471 lvb_type: 0 00010000:00010000:0.0:1734016107.848093:0:7705:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880072170d80/0x3f004d6452e06c83 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d09f4 expref: 16 pid: 7420 timeout: 471 lvb_type: 0 00010000:00010000:0.0:1734016107.848117:0:7705:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880072170d80/0x3f004d6452e06c83 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d09f4 expref: 16 pid: 7420 timeout: 471 lvb_type: 0 00010000:00010000:0.0:1734016107.848141:0:7705:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:0.0:1734016107.848146:0:7705:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80398c0/0x3f004d6452e06d01 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 8966 initiator: MDT0 00010000:00010000:0.0:1734016107.848158:0:7705:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80398c0/0x3f004d6452e06d01 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 8966 initiator: MDT0 00010000:00010000:0.0:1734016107.848164:0:7705:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80398c0/0x3f004d6452e06d01 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 8966 initiator: MDT0 00010000:00010000:0.0:1734016107.848198:0:7705:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016107.848244:0:7705:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b1e44850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+15:1978:x1818247336613248:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 180us (704us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016107.848252:0:7705:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2674 00010000:00010000:1.0:1734016107.849239:0:8966:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80398c0/0x3f004d6452e06d01 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8966 initiator: MDT0 00010000:00010000:1.0:1734016107.849248:0:8966:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80398c0/0x3f004d6452e06d01 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8966 initiator: MDT0 00000001:00080000:1.0:1734016107.849341:0:8966:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294968489 00000004:00010000:1.0:1734016107.849385:0:8966:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff880074c89880 reply state ffff88011f505000 transno 4294968490 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80398c0/0x3f004d6452e06d01 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8966 initiator: MDT0 00000100:00100000:1.0:1734016107.849391:0:8966:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1734016107.849475:0:8966:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074c89880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+27:9673:x1818247336613120:12345-192.168.201.10@tcp:36:fsx.0 Request processed in 11416us (11812us total) trans 4294968490 rc 0/0 00000100:00100000:1.0:1734016107.849483:0:8966:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 1870 00000020:00080000:1.0:1734016107.849488:0:8966:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:0.0:1734016107.854442:0:3494:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80398c0/0x3f004d6452e06d01 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8966 initiator: MDT0 00010000:00010000:0.0:1734016107.854463:0:3494:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80398c0/0x3f004d6452e06d01 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 8966 initiator: MDT0 00010000:00010000:0.0:1734016107.854471:0:3494:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80398c0/0x3f004d6452e06d01 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8966 initiator: MDT0 00010000:00010000:0.0:1734016107.854478:0:3494:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800a80398c0 already unused, calling callback (ffffffffa0f03950) 00010000:00010000:0.0:1734016107.854484:0:3494:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80398c0/0x3f004d6452e06d01 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8966 initiator: MDT0 00010000:00010000:0.0:1734016107.854494:0:3494:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80398c0/0x3f004d6452e06d01 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 8966 initiator: MDT0 00010000:00010000:0.0:1734016107.854514:0:3494:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:0.0:1734016107.854517:0:3494:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1734016107.854521:0:3494:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80398c0/0x3f004d6452e06d01 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8966 initiator: MDT0 00010000:00010000:0.0:1734016107.854525:0:3494:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80398c0/0x3f004d6452e06d01 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8966 initiator: MDT0 00000100:00100000:2.0:1734016107.858641:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016107.859032:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336613376 00000100:00100000:0.0:1734016107.859040:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336613376 00000100:00100000:0.0:1734016107.859092:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10117 00000100:00100000:0.0:1734016107.859099:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074e42300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:9673:x1818247336613376:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:0.0:1734016107.859116:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016107.859132:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a8039440/0x3f004d6452e06d08 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d0a64 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016107.859159:0:7689:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a803b180/0x3f004d6452e06cec lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6074368->6119423) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0a4f expref: 7 pid: 13927 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016107.859166:0:7689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016107.859167:0:7689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016107.859170:0:7689:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a8039440/0x3f004d6452e06d08 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0a64 expref: 8 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016107.859196:0:7689:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a803b180/0x3f004d6452e06cec lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6074368->6119423) gid 0 flags: 0x50000000020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0a4f expref: 7 pid: 13927 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016107.859207:0:7689:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a803b180/0x3f004d6452e06cec lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6074368->6119423) gid 0 flags: 0x70000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0a4f expref: 7 pid: 13927 timeout: 471 lvb_type: 0 00000100:00100000:0.0:1734016107.859218:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074f01500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339356928:192.168.201.10@tcp:104: 00000100:00100000:0.0:1734016107.859281:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7486180 going to sleep for 11 seconds 00000100:00100000:3.0:1734016107.863073:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016107.863167:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074f01500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339356928:192.168.201.10@tcp:104: 00010000:00010000:0.0:1734016107.863195:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a8039440/0x3f004d6452e06d08 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0a64 expref: 8 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016107.863213:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a8039440, rc 0) 00000100:00100000:0.0:1734016107.863262:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074e42300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+8:9673:x1818247336613376:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 4163us (4628us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016107.863270:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10117 00000100:00100000:2.0:1734016107.863343:0:6470:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336613504 00000100:00100000:2.0:1734016107.863351:0:6470:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336613504 00010000:00010000:2.0:1734016107.863384:0:6470:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a803b180/0x3f004d6452e06cec lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6074368->6119423) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0a4f expref: 8 pid: 13927 timeout: 471 lvb_type: 0 00000100:00100000:2.0:1734016107.863407:0:6470:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2675 00000100:00100000:2.0:1734016107.863412:0:6470:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074c88000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1978:x1818247336613504:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016107.863424:0:6470:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016107.863441:0:6470:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a803b180/0x3f004d6452e06cec lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 6074368->6119423) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0a4f expref: 8 pid: 13927 timeout: 471 lvb_type: 0 00010000:00010000:2.0:1734016107.863452:0:6470:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a803b180/0x3f004d6452e06cec lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 6074368->6119423) gid 0 flags: 0x50000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0a4f expref: 8 pid: 13927 timeout: 471 lvb_type: 0 00010000:00010000:2.0:1734016107.863475:0:6470:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a803b180/0x3f004d6452e06cec lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 6074368->6119423) gid 0 flags: 0x44801400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0a4f expref: 8 pid: 13927 timeout: 471 lvb_type: 0 00010000:00010000:2.0:1734016107.863505:0:6470:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016107.863507:0:6470:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016107.863512:0:6470:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a8039440/0x3f004d6452e06d08 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0a64 expref: 7 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016107.863521:0:6470:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a8039440/0x3f004d6452e06d08 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0a64 expref: 7 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016107.863561:0:6470:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a8039440/0x3f004d6452e06d08 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0a64 expref: 7 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016107.863574:0:6470:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074e42680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6470:1818247339357056:192.168.201.10@tcp:105: 00000100:00100000:2.0:1734016107.863633:0:6470:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800768efc00 going to sleep for 11 seconds 00000100:00100000:2.0:1734016107.865927:0:6470:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074e42680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6470:1818247339357056:192.168.201.10@tcp:105: 00010000:00010000:2.0:1734016107.865955:0:6470:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016107.866009:0:6470:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074c88000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1978:x1818247336613504:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 2594us (2941us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016107.866019:0:6470:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2675 00000100:00100000:0.0:1734016107.866124:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016107.866158:0:13925:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336613632 00000100:00100000:2.0:1734016107.866164:0:13925:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336613632 00002000:00010000:2.0:1734016107.866187:0:13925:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (2063264->18446744073709551615) 00002000:00100000:2.0:1734016107.866190:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074f01500 with x1818247336613632 ext(2063264->18446744073709551615) 00002000:00010000:2.0:1734016107.866199:0:13925:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074f01500. 00000100:00100000:2.0:1734016107.866226:0:13925:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8391 00000100:00100000:2.0:1734016107.866231:0:13925:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074f01500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+8:1979:x1818247336613632:12345-192.168.201.10@tcp:10:fsx.0 00002000:00010000:2.0:1734016107.868032:0:13925:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 7245945 -> 2063264 00002000:00010000:2.0:1734016107.868040:0:13925:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016107 -> 1734016107 00002000:00010000:2.0:1734016107.868042:0:13925:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016107 -> 1734016106 00002000:00010000:2.0:1734016107.868044:0:13925:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016107 -> 1734016107 00002000:00010000:2.0:1734016107.868046:0:13925:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 968 -> 408 00000100:00100000:2.0:1734016107.868805:0:13925:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074f01500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+9:1979:x1818247336613632:12345-192.168.201.10@tcp:10:fsx.0 Request processed in 2567us (2676us total) trans 4294969110 rc 0/0 00000100:00100000:2.0:1734016107.869195:0:13925:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8391 00002000:00010000:2.0:1734016107.869203:0:13925:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (2063264->18446744073709551615) 00002000:00100000:2.0:1734016107.869206:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074f01500 with x1818247336613632 ext(2063264->18446744073709551615) 00002000:00010000:2.0:1734016107.869215:0:13925:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074f01500. 00000100:00100000:3.0:1734016107.870716:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016107.870855:0:8966:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336613760 00000100:00100000:1.0:1734016107.870894:0:8966:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336613760 00000100:00100000:1.0:1734016107.870949:0:8966:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 1871 00000100:00100000:1.0:1734016107.870954:0:8966:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074c8aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+26:9673:x1818247336613760:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:1.0:1734016107.870978:0:8966:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016107.870993:0:8966:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880097235b00/0x3f004d6452e06d0f lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d0a6b expref: -99 pid: 8966 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016107.871067:0:8966:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880097236880/0x3f004d6452e06d16 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 8966 initiator: MDT0 00010000:00010000:1.0:1734016107.871077:0:8966:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880097236880/0x3f004d6452e06d16 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 8966 initiator: MDT0 00010000:00010000:1.0:1734016107.871087:0:8966:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880097236880/0x3f004d6452e06d16 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 8966 initiator: MDT0 00000004:00200000:1.0:1734016107.871115:0:8966:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 2063264 00000004:00200000:1.0:1734016107.871120:0:8966:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1734016107.871158:0:8966:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880097236880/0x3f004d6452e06d16 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 8966 initiator: MDT0 00010000:00010000:1.0:1734016107.871183:0:8966:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880097235b00/0x3f004d6452e06d0f lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0a6b expref: 28 pid: 8966 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016107.871213:0:8966:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880097236880/0x3f004d6452e06d16 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0a6b expref: 27 pid: 8966 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016107.871224:0:8966:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:1.0:1734016107.871226:0:8966:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1734016107.871229:0:8966:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097236880, rc 0) 00000100:00100000:1.0:1734016107.871269:0:8966:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074c8aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+27:9673:x1818247336613760:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 314us (559us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016107.871274:0:8966:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 1871 00000100:00100000:3.0:1734016107.874346:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016107.874422:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336613888 00000100:00100000:0.0:1734016107.874432:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336613888 00000100:00100000:0.0:1734016107.874482:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10118 00000100:00100000:0.0:1734016107.874490:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074c8bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+9:1978:x1818247336613888:12345-192.168.201.10@tcp:22:fsx.0 00002000:00010000:0.0:1734016107.875065:0:7689:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 2063264 -> 2063264 00002000:00010000:0.0:1734016107.875069:0:7689:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016107 -> 1734016107 00002000:00010000:0.0:1734016107.875071:0:7689:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016106 -> 1734016106 00002000:00010000:0.0:1734016107.875073:0:7689:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016107 -> 1734016107 00002000:00010000:0.0:1734016107.875075:0:7689:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 408 -> 408 00000100:00100000:0.0:1734016107.875158:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074c8bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+10:1978:x1818247336613888:12345-192.168.201.10@tcp:22:fsx.0 Request processed in 667us (819us total) trans 4294969111 rc 0/0 00000100:00100000:0.0:1734016107.875165:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10118 00000100:00100000:0.0:1734016107.880766:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016107.880954:0:8966:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336614016 00000100:00100000:1.0:1734016107.880966:0:8966:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336614016 00000100:00100000:1.0:1734016107.881415:0:8966:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 1872 00000100:00100000:1.0:1734016107.881425:0:8966:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074f03480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+15:9673:x1818247336614016:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:1.0:1734016107.881450:0:8966:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016107.881482:0:8966:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880097235b00/0x3f004d6452e06d1d lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d0a72 expref: -99 pid: 8966 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016107.881582:0:8966:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880097237a80/0x3f004d6452e06d24 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 8966 initiator: MDT0 00010000:00010000:1.0:1734016107.881598:0:8966:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880097237a80/0x3f004d6452e06d24 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 8966 initiator: MDT0 00010000:00010000:1.0:1734016107.881608:0:8966:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880097237a80/0x3f004d6452e06d24 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 8966 initiator: MDT0 00000004:00200000:1.0:1734016107.881645:0:8966:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 2063264 00000004:00200000:1.0:1734016107.881649:0:8966:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1734016107.881668:0:8966:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880097237a80/0x3f004d6452e06d24 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 8966 initiator: MDT0 00010000:00010000:1.0:1734016107.881694:0:8966:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880097235b00/0x3f004d6452e06d1d lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0a72 expref: 17 pid: 8966 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016107.882216:0:8966:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880097237a80/0x3f004d6452e06d24 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0a72 expref: 16 pid: 8966 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016107.882226:0:8966:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:1.0:1734016107.882229:0:8966:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1734016107.882232:0:8966:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097237a80, rc 0) 00000100:00100000:1.0:1734016107.882366:0:8966:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074f03480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+16:9673:x1818247336614016:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 940us (1607us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016107.882375:0:8966:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 1872 00000100:00100000:3.0:1734016107.886345:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016107.886412:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336614144 00000100:00100000:0.0:1734016107.886420:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336614144 00000100:00100000:0.0:1734016107.886503:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10119 00000100:00100000:0.0:1734016107.886510:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074c88700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1979:x1818247336614144:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:0.0:1734016107.886527:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016107.886543:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a8038b40/0x3f004d6452e06d2b lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d0a79 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016107.886600:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074f00000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339357184:192.168.201.10@tcp:106: 00000100:00100000:0.0:1734016107.887256:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7486180 going to sleep for 11 seconds 00002000:00010000:0.0:1734016107.891018:0:7689:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime: 1734016106 -> 1734016107 00000100:00100000:0.0:1734016107.891054:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074f00000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339357184:192.168.201.10@tcp:106: 00010000:00010000:0.0:1734016107.891088:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a8038b40/0x3f004d6452e06d2b lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0a79 expref: 8 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016107.891103:0:7689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a8038b40/0x3f004d6452e06d2b lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0a79 expref: 8 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016107.891127:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a8038b40, rc 0) 00000100:00100000:0.0:1734016107.891186:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074c88700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1979:x1818247336614144:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 4674us (4847us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016107.891195:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10119 00000100:00100000:1.0:1734016107.895571:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016107.895709:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336614272 00000100:00100000:0.0:1734016107.895719:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336614272 00000100:00100000:0.0:1734016107.895777:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10120 00000100:00100000:0.0:1734016107.895786:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800750e2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1981:x1818247336614272:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:0.0:1734016107.895806:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016107.895829:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a803b3c0/0x3f004d6452e06d32 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d0a80 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016107.895914:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074f00000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339357312:192.168.201.10@tcp:106: 00000100:00100000:0.0:1734016107.895992:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7486180 going to sleep for 11 seconds 00000100:00100000:0.0:1734016107.898184:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074f00000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339357312:192.168.201.10@tcp:106: 00010000:00010000:0.0:1734016107.898226:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a803b3c0/0x3f004d6452e06d32 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0a80 expref: 8 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016107.898244:0:7689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a803b3c0/0x3f004d6452e06d32 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0a80 expref: 8 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016107.898441:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a803b3c0, rc 0) 00000100:00100000:0.0:1734016107.898589:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800750e2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1981:x1818247336614272:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 2800us (3023us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016107.898601:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10120 00000100:00100000:3.0:1734016107.903244:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016107.903318:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336614400 00000100:00100000:0.0:1734016107.903327:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336614400 00000100:00100000:0.0:1734016107.903747:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10121 00000100:00100000:0.0:1734016107.903754:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074c8b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1981:x1818247336614400:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:0.0:1734016107.903773:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016107.903793:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a8038240/0x3f004d6452e06d39 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d0a87 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016107.903851:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074f00000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339357440:192.168.201.10@tcp:106: 00000100:00100000:0.0:1734016107.903930:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7486180 going to sleep for 11 seconds 00000100:00100000:0.0:1734016107.908099:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074f00000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339357440:192.168.201.10@tcp:106: 00010000:00010000:0.0:1734016107.908139:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a8038240/0x3f004d6452e06d39 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0a87 expref: 8 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016107.908153:0:7689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a8038240/0x3f004d6452e06d39 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0a87 expref: 8 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016107.908166:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a8038240, rc 0) 00000100:00100000:0.0:1734016107.908563:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074c8b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1981:x1818247336614400:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 4807us (5331us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016107.908575:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10121 00000100:00100000:3.0:1734016107.912796:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016107.913185:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336614528 00000100:00100000:0.0:1734016107.913194:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336614528 00000100:00100000:0.0:1734016107.913246:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10122 00000100:00100000:0.0:1734016107.913253:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074c8b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1981:x1818247336614528:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:0.0:1734016107.913271:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016107.913290:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a8038900/0x3f004d6452e06d40 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d0a8e expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016107.913339:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074f00000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339357568:192.168.201.10@tcp:106: 00000100:00100000:0.0:1734016107.913397:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7486180 going to sleep for 11 seconds 00000100:00100000:0.0:1734016107.916429:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074f00000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339357568:192.168.201.10@tcp:106: 00010000:00010000:0.0:1734016107.916463:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a8038900/0x3f004d6452e06d40 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0a8e expref: 8 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016107.916476:0:7689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a8038900/0x3f004d6452e06d40 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0a8e expref: 8 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016107.916490:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a8038900, rc 0) 00000100:00100000:0.0:1734016107.916544:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074c8b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1981:x1818247336614528:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 3291us (3758us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016107.916555:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10122 00000100:00100000:1.0:1734016107.922690:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016107.925688:0:8966:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336614784 00000100:00100000:2.0:1734016107.925705:0:8966:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336614784 00000100:00100000:2.0:1734016107.926043:0:8966:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 1873 00000100:00100000:2.0:1734016107.926051:0:8966:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800750e1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+16:9673:x1818247336614784:12345-192.168.201.10@tcp:36:fsx.0 00010000:00010000:2.0:1734016107.926099:0:8966:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016107.926125:0:8966:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880097237a80/0x3f004d6452e06d24 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0a72 expref: 16 pid: 8966 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016107.926157:0:8966:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:2.0:1734016107.926162:0:8966:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1734016107.926317:0:8966:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880072172d00/0x3f004d6452e06d47 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 8966 initiator: MDT0 00010000:00010000:2.0:1734016107.926329:0:8966:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880097236880/0x3f004d6452e06d16 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0a6b expref: 26 pid: 8966 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016107.926338:0:8966:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff880072172d00/0x3f004d6452e06d47 lrc: 4/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 8966 initiator: MDT0 00010000:00010000:2.0:1734016107.926366:0:8966:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880097236880/0x3f004d6452e06d16 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0a6b expref: 26 pid: 8966 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016107.926378:0:8966:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880097236880/0x3f004d6452e06d16 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0a6b expref: 26 pid: 8966 timeout: 472 lvb_type: 0 00000100:00100000:2.0:1734016107.926393:0:8966:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074e42680 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:8966:1818247339357696:192.168.201.10@tcp:104: 00000100:00100000:2.0:1734016107.927565:0:8966:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800768ef9c0 going to sleep for 11 seconds 00000100:00100000:2.0:1734016107.932797:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016107.933010:0:6470:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336614912 00000100:00100000:3.0:1734016107.933019:0:6470:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336614912 00010000:00010000:3.0:1734016107.933052:0:6470:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880097236880/0x3f004d6452e06d16 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0a6b expref: 27 pid: 8966 timeout: 472 lvb_type: 0 00000100:00100000:3.0:1734016107.933093:0:6470:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2676 00000100:00100000:3.0:1734016107.933099:0:6470:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074e41500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+27:1978:x1818247336614912:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016107.933109:0:6470:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016107.933114:0:6470:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880097236880/0x3f004d6452e06d16 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0a6b expref: 27 pid: 8966 timeout: 472 lvb_type: 0 00010000:00010000:3.0:1734016107.933125:0:6470:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880097236880/0x3f004d6452e06d16 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0a6b expref: 27 pid: 8966 timeout: 472 lvb_type: 0 00010000:00010000:3.0:1734016107.933146:0:6470:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:3.0:1734016107.933151:0:6470:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff880072172d00/0x3f004d6452e06d47 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 8966 initiator: MDT0 00010000:00010000:3.0:1734016107.933158:0:6470:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880072172d00/0x3f004d6452e06d47 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50290000000000 pid: 8966 initiator: MDT0 00010000:00010000:3.0:1734016107.933163:0:6470:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880072172d00/0x3f004d6452e06d47 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50290000000000 pid: 8966 initiator: MDT0 00010000:00010000:3.0:1734016107.933178:0:6470:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016107.933215:0:6470:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074e41500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+27:1978:x1818247336614912:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 116us (429us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016107.933221:0:6470:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2676 00010000:00010000:0.0:1734016107.933654:0:8966:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880097236880/0x3f004d6452e06d16 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0a6b expref: 26 pid: 8966 timeout: 472 lvb_type: 0 00000100:00100000:0.0:1734016107.933678:0:8966:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074e42680 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:8966:1818247339357696:192.168.201.10@tcp:104: 00010000:00010000:0.0:1734016107.933701:0:8966:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff880072172d00/0x3f004d6452e06d47 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8966 initiator: MDT0 00010000:00010000:0.0:1734016107.933708:0:8966:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff880072172d00/0x3f004d6452e06d47 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8966 initiator: MDT0 00010000:00010000:0.0:1734016107.933712:0:8966:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880072172d00/0x3f004d6452e06d47 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8966 initiator: MDT0 00000001:00080000:0.0:1734016107.933820:0:8966:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294968491 00000004:00010000:0.0:1734016107.933888:0:8966:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff8800750e1f80 reply state ffff880076bf0000 transno 4294968492 ns: mdt-lustre-MDT0000_UUID lock: ffff880072172d00/0x3f004d6452e06d47 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8966 initiator: MDT0 00000100:00100000:0.0:1734016107.933896:0:8966:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1734016107.933987:0:8966:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800750e1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+18:9673:x1818247336614784:12345-192.168.201.10@tcp:36:fsx.0 Request processed in 7936us (11305us total) trans 4294968492 rc 0/0 00000100:00100000:0.0:1734016107.933993:0:8966:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 1873 00000020:00080000:0.0:1734016107.933997:0:8966:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:3.0:1734016107.937699:0:3495:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880072172d00/0x3f004d6452e06d47 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8966 initiator: MDT0 00010000:00010000:3.0:1734016107.937715:0:3495:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880072172d00/0x3f004d6452e06d47 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 8966 initiator: MDT0 00010000:00010000:3.0:1734016107.937725:0:3495:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880072172d00/0x3f004d6452e06d47 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8966 initiator: MDT0 00010000:00010000:3.0:1734016107.937731:0:3495:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880072172d00 already unused, calling callback (ffffffffa0f03950) 00010000:00010000:3.0:1734016107.937736:0:3495:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880072172d00/0x3f004d6452e06d47 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8966 initiator: MDT0 00010000:00010000:3.0:1734016107.937743:0:3495:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880072172d00/0x3f004d6452e06d47 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 8966 initiator: MDT0 00010000:00010000:3.0:1734016107.937761:0:3495:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:3.0:1734016107.937764:0:3495:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1734016107.937769:0:3495:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880072172d00/0x3f004d6452e06d47 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8966 initiator: MDT0 00010000:00010000:3.0:1734016107.937772:0:3495:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880072172d00/0x3f004d6452e06d47 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8966 initiator: MDT0 00000100:00100000:1.0:1734016107.938214:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016107.938398:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336615040 00000100:00100000:0.0:1734016107.938407:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336615040 00000100:00100000:0.0:1734016107.938459:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10123 00000100:00100000:0.0:1734016107.938467:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800750e2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:9673:x1818247336615040:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:0.0:1734016107.938485:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016107.938500:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a803ba80/0x3f004d6452e06d4e lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d0a95 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016107.938529:0:7689:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a8039440/0x3f004d6452e06d08 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0a64 expref: 9 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016107.938535:0:7689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016107.938537:0:7689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016107.938540:0:7689:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a803ba80/0x3f004d6452e06d4e lrc: 4/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0a95 expref: 8 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016107.938567:0:7689:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a8039440/0x3f004d6452e06d08 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0a64 expref: 9 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016107.938577:0:7689:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a8039440/0x3f004d6452e06d08 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0a64 expref: 9 pid: 7689 timeout: 472 lvb_type: 0 00000100:00100000:0.0:1734016107.938588:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074f00000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339357824:192.168.201.10@tcp:104: 00000100:00100000:0.0:1734016107.938663:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7486c00 going to sleep for 11 seconds 00000100:00100000:0.0:1734016107.944191:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016107.944475:0:7705:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336615168 00000100:00100000:1.0:1734016107.944482:0:7705:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336615168 00010000:00010000:1.0:1734016107.944513:0:7705:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a8039440/0x3f004d6452e06d08 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0a64 expref: 10 pid: 7689 timeout: 472 lvb_type: 0 00000100:00100000:1.0:1734016107.944552:0:7705:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2677 00000100:00100000:1.0:1734016107.944558:0:7705:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074f00e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+10:1979:x1818247336615168:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016107.944569:0:7705:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016107.944591:0:7705:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a8039440/0x3f004d6452e06d08 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0a64 expref: 10 pid: 7689 timeout: 472 lvb_type: 0 00010000:00010000:1.0:1734016107.944601:0:7705:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a8039440/0x3f004d6452e06d08 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0a64 expref: 10 pid: 7689 timeout: 472 lvb_type: 0 00010000:00010000:1.0:1734016107.944630:0:7705:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016107.944632:0:7705:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016107.944636:0:7705:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a803ba80/0x3f004d6452e06d4e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50080000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0a95 expref: 8 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016107.944644:0:7705:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a803ba80/0x3f004d6452e06d4e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50080000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0a95 expref: 8 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016107.944674:0:7705:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a803ba80/0x3f004d6452e06d4e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0a95 expref: 8 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016107.944685:0:7705:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800750e1180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7705:1818247339357952:192.168.201.10@tcp:105: 00000100:00100000:1.0:1734016107.944731:0:7705:0:(client.c:2562:ptlrpc_set_wait()) set ffff88008efac180 going to sleep for 11 seconds 00010000:00010000:2.0:1734016107.944877:0:7689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a8039440/0x3f004d6452e06d08 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0a64 expref: 10 pid: 7689 timeout: 472 lvb_type: 0 00000100:00100000:2.0:1734016107.944898:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074f00000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339357824:192.168.201.10@tcp:104: 00010000:00010000:2.0:1734016107.944920:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a803ba80/0x3f004d6452e06d4e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0a95 expref: 8 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016107.944929:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a803ba80, rc 0) 00000100:00100000:2.0:1734016107.944952:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800750e2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:9673:x1818247336615040:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 6486us (6744us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016107.944959:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10123 00000100:00100000:1.0:1734016107.948461:0:7705:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800750e1180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7705:1818247339357952:192.168.201.10@tcp:105: 00010000:00010000:1.0:1734016107.948487:0:7705:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016107.948533:0:7705:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074f00e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+9:1979:x1818247336615168:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 3973us (4349us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016107.948545:0:7705:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2677 00000100:00100000:0.0:1734016107.951150:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016107.951417:0:13925:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336615296 00000100:00100000:3.0:1734016107.951424:0:13925:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336615296 00002000:00010000:3.0:1734016107.951456:0:13925:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (8769183->18446744073709551615) 00002000:00100000:3.0:1734016107.951459:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074f00700 with x1818247336615296 ext(8769183->18446744073709551615) 00002000:00010000:3.0:1734016107.951468:0:13925:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074f00700. 00000100:00100000:3.0:1734016107.951484:0:13925:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8392 00000100:00100000:3.0:1734016107.951490:0:13925:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074f00700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1978:x1818247336615296:12345-192.168.201.10@tcp:10:fsx.0 00002000:00010000:3.0:1734016107.952043:0:13925:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 2063264 -> 8769183 00002000:00010000:3.0:1734016107.952047:0:13925:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016107 -> 1734016107 00002000:00010000:3.0:1734016107.952049:0:13925:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016107 -> 1734016106 00002000:00010000:3.0:1734016107.952051:0:13925:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016107 -> 1734016107 00002000:00010000:3.0:1734016107.952054:0:13925:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 408 -> 408 00000100:00100000:3.0:1734016107.953656:0:13925:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074f00700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+9:1978:x1818247336615296:12345-192.168.201.10@tcp:10:fsx.0 Request processed in 2151us (2500us total) trans 4294969112 rc 0/0 00000100:00100000:3.0:1734016107.953670:0:13925:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8392 00002000:00010000:3.0:1734016107.953677:0:13925:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (8769183->18446744073709551615) 00002000:00100000:3.0:1734016107.953681:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074f00700 with x1818247336615296 ext(8769183->18446744073709551615) 00002000:00010000:3.0:1734016107.953691:0:13925:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074f00700. 00000100:00100000:0.0:1734016107.960432:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016107.961650:0:13925:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336615552 00000100:00100000:3.0:1734016107.961667:0:13925:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336615552 00002000:00100000:3.0:1734016107.961728:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (8765440->8769535) req@ffff880074f02680 x1818247336615552/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:68/0 lens 488/0 e 0 to 0 dl 1734016118 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016107.961737:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074f02680 with x1818247336615552 ext(8765440->8769535) 00002000:00010000:3.0:1734016107.961745:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074f02680 00000100:00100000:3.0:1734016107.961776:0:13925:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8393 00000100:00100000:3.0:1734016107.961783:0:13925:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074f02680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+9:1981:x1818247336615552:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:3.0:1734016107.962044:0:13925:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074f02680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+9:1981:x1818247336615552:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 260us (1618us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016107.962051:0:13925:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8393 00002000:00100000:3.0:1734016107.962057:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (8765440->8769535) req@ffff880074f02680 x1818247336615552/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:68/0 lens 488/4536 e 0 to 0 dl 1734016118 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016107.962063:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074f02680 with x1818247336615552 ext(8765440->8769535) 00002000:00010000:3.0:1734016107.962065:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074f02680 00000100:00100000:0.0:1734016107.968698:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016107.970069:0:7695:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336615808 00000100:00100000:2.0:1734016107.970083:0:7695:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336615808 00002000:00100000:2.0:1734016107.970151:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (8761344->8765439) req@ffff880074f01c00 x1818247336615808/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:68/0 lens 488/0 e 0 to 0 dl 1734016118 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016107.970162:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074f01c00 with x1818247336615808 ext(8761344->8765439) 00002000:00010000:2.0:1734016107.970168:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074f01c00 00000100:00100000:2.0:1734016107.970209:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8394 00000100:00100000:2.0:1734016107.970218:0:7695:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074f01c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+9:1980:x1818247336615808:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:2.0:1734016107.970460:0:7695:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074f01c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+9:1980:x1818247336615808:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 242us (1777us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016107.970469:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8394 00002000:00100000:2.0:1734016107.970475:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (8761344->8765439) req@ffff880074f01c00 x1818247336615808/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:68/0 lens 488/4536 e 0 to 0 dl 1734016118 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016107.970482:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074f01c00 with x1818247336615808 ext(8761344->8765439) 00002000:00010000:2.0:1734016107.970484:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074f01c00 00000100:00100000:1.0:1734016107.975273:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016107.975414:0:13925:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336616064 00000100:00100000:3.0:1734016107.975429:0:13925:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336616064 00002000:00100000:3.0:1734016107.975482:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (8757248->8761343) req@ffff8800750e1180 x1818247336616064/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:68/0 lens 488/0 e 0 to 0 dl 1734016118 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016107.975493:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800750e1180 with x1818247336616064 ext(8757248->8761343) 00002000:00010000:3.0:1734016107.975502:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800750e1180 00000100:00100000:3.0:1734016107.975542:0:13925:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8395 00000100:00100000:3.0:1734016107.975549:0:13925:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800750e1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+9:1981:x1818247336616064:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:3.0:1734016107.975739:0:13925:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800750e1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+9:1981:x1818247336616064:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 189us (479us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016107.975745:0:13925:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8395 00002000:00100000:3.0:1734016107.975749:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (8757248->8761343) req@ffff8800750e1180 x1818247336616064/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:68/0 lens 488/4536 e 0 to 0 dl 1734016118 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016107.975756:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800750e1180 with x1818247336616064 ext(8757248->8761343) 00002000:00010000:3.0:1734016107.975759:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800750e1180 00000100:00100000:0.0:1734016107.979906:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016107.980809:0:7695:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336616320 00000100:00100000:2.0:1734016107.980819:0:7695:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336616320 00002000:00100000:2.0:1734016107.980858:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (8753152->8757247) req@ffff880074f00000 x1818247336616320/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:68/0 lens 488/0 e 0 to 0 dl 1734016118 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016107.980886:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074f00000 with x1818247336616320 ext(8753152->8757247) 00002000:00010000:2.0:1734016107.980892:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074f00000 00000100:00100000:2.0:1734016107.981196:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8396 00000100:00100000:2.0:1734016107.981202:0:7695:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074f00000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+9:1981:x1818247336616320:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:2.0:1734016107.981415:0:7695:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074f00000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+9:1981:x1818247336616320:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 212us (1552us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016107.981422:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8396 00002000:00100000:2.0:1734016107.981427:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (8753152->8757247) req@ffff880074f00000 x1818247336616320/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:68/0 lens 488/4536 e 0 to 0 dl 1734016118 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016107.981433:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074f00000 with x1818247336616320 ext(8753152->8757247) 00002000:00010000:2.0:1734016107.981436:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074f00000 00000100:00100000:0.0:1734016107.989476:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016107.989620:0:13925:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336616576 00000100:00100000:3.0:1734016107.989630:0:13925:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336616576 00002000:00100000:3.0:1734016107.989671:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (8749056->8753151) req@ffff88012db32300 x1818247336616576/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:68/0 lens 488/0 e 0 to 0 dl 1734016118 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016107.989679:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012db32300 with x1818247336616576 ext(8749056->8753151) 00002000:00010000:3.0:1734016107.989686:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012db32300 00000100:00100000:3.0:1734016107.989783:0:13925:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8397 00000100:00100000:3.0:1734016107.989789:0:13925:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012db32300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+9:1981:x1818247336616576:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:3.0:1734016107.990380:0:13925:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012db32300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+9:1981:x1818247336616576:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 590us (913us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016107.990387:0:13925:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8397 00002000:00100000:3.0:1734016107.990393:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (8749056->8753151) req@ffff88012db32300 x1818247336616576/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:68/0 lens 488/4536 e 0 to 0 dl 1734016118 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016107.990400:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012db32300 with x1818247336616576 ext(8749056->8753151) 00002000:00010000:3.0:1734016107.990402:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012db32300 00000100:00100000:1.0:1734016108.000235:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016108.000968:0:13925:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336616832 00000100:00100000:3.0:1734016108.000978:0:13925:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336616832 00002000:00100000:3.0:1734016108.001021:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (8744960->8749055) req@ffff88007536ad80 x1818247336616832/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:69/0 lens 488/0 e 0 to 0 dl 1734016119 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016108.001031:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007536ad80 with x1818247336616832 ext(8744960->8749055) 00002000:00010000:3.0:1734016108.001038:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007536ad80 00000100:00100000:3.0:1734016108.001075:0:13925:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8398 00000100:00100000:3.0:1734016108.001081:0:13925:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007536ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+9:1981:x1818247336616832:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:3.0:1734016108.001267:0:13925:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007536ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+9:1981:x1818247336616832:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 185us (1038us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016108.001275:0:13925:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8398 00002000:00100000:3.0:1734016108.001282:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (8744960->8749055) req@ffff88007536ad80 x1818247336616832/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:69/0 lens 488/4536 e 0 to 0 dl 1734016119 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016108.001288:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007536ad80 with x1818247336616832 ext(8744960->8749055) 00002000:00010000:3.0:1734016108.001290:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007536ad80 00000100:00100000:0.0:1734016108.008150:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016108.008899:0:7695:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336617088 00000100:00100000:2.0:1734016108.008913:0:7695:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336617088 00002000:00100000:2.0:1734016108.008970:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (8740864->8744959) req@ffff88012db30e00 x1818247336617088/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:69/0 lens 488/0 e 0 to 0 dl 1734016119 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016108.008985:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012db30e00 with x1818247336617088 ext(8740864->8744959) 00002000:00010000:2.0:1734016108.008993:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012db30e00 00000100:00100000:2.0:1734016108.013515:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8399 00000100:00100000:2.0:1734016108.013528:0:7695:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012db30e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+9:1981:x1818247336617088:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:2.0:1734016108.013737:0:7695:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012db30e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+9:1981:x1818247336617088:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 211us (5600us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016108.013743:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8399 00002000:00100000:2.0:1734016108.013753:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (8740864->8744959) req@ffff88012db30e00 x1818247336617088/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:69/0 lens 488/4536 e 0 to 0 dl 1734016119 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016108.013762:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012db30e00 with x1818247336617088 ext(8740864->8744959) 00002000:00010000:2.0:1734016108.013767:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012db30e00 00000100:00100000:1.0:1734016108.018839:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016108.020730:0:7695:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336617344 00000100:00100000:2.0:1734016108.020745:0:7695:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336617344 00002000:00100000:2.0:1734016108.020792:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (8736768->8740863) req@ffff88007536a680 x1818247336617344/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:69/0 lens 488/0 e 0 to 0 dl 1734016119 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016108.020804:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007536a680 with x1818247336617344 ext(8736768->8740863) 00002000:00010000:2.0:1734016108.020808:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007536a680 00000100:00100000:3.0:1734016108.022049:0:13925:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8400 00000100:00100000:3.0:1734016108.022063:0:13925:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007536a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+9:1981:x1818247336617344:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:3.0:1734016108.022891:0:13925:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007536a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+9:1981:x1818247336617344:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 829us (4059us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016108.022899:0:13925:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8400 00002000:00100000:3.0:1734016108.022911:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (8736768->8740863) req@ffff88007536a680 x1818247336617344/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:69/0 lens 488/4536 e 0 to 0 dl 1734016119 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016108.022920:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007536a680 with x1818247336617344 ext(8736768->8740863) 00002000:00010000:3.0:1734016108.022925:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007536a680 00000100:00100000:0.0:1734016108.026733:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016108.026838:0:13925:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336617600 00000100:00100000:3.0:1734016108.026848:0:13925:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336617600 00002000:00100000:3.0:1734016108.026910:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (8732672->8736767) req@ffff88012db31f80 x1818247336617600/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:69/0 lens 488/0 e 0 to 0 dl 1734016119 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016108.026919:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012db31f80 with x1818247336617600 ext(8732672->8736767) 00002000:00010000:3.0:1734016108.026926:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012db31f80 00000100:00100000:3.0:1734016108.026988:0:13925:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8401 00000100:00100000:3.0:1734016108.026995:0:13925:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012db31f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+9:1981:x1818247336617600:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:3.0:1734016108.027171:0:13925:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012db31f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+9:1981:x1818247336617600:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 175us (444us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016108.027178:0:13925:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8401 00002000:00100000:3.0:1734016108.027183:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (8732672->8736767) req@ffff88012db31f80 x1818247336617600/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:69/0 lens 488/4536 e 0 to 0 dl 1734016119 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016108.027189:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012db31f80 with x1818247336617600 ext(8732672->8736767) 00002000:00010000:3.0:1734016108.027192:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012db31f80 00000100:00100000:0.0:1734016108.032407:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016108.032509:0:7695:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336617728 00000100:00100000:2.0:1734016108.032522:0:7695:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336617728 00002000:00100000:2.0:1734016108.032569:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (8732672->8769182) req@ffff88012db31500 x1818247336617728/t0(0) o4->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:69/0 lens 488/0 e 0 to 0 dl 1734016119 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016108.032583:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012db31500 with x1818247336617728 ext(8732672->8769182) 00002000:00010000:2.0:1734016108.032590:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012db31500 00000100:00100000:2.0:1734016108.032635:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8402 00000100:00100000:2.0:1734016108.032642:0:7695:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012db31500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+9:1981:x1818247336617728:12345-192.168.201.10@tcp:4:fsx.0 00000100:00100000:0.0:1734016108.038784:0:7695:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012db31500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+11:1981:x1818247336617728:12345-192.168.201.10@tcp:4:fsx.0 Request processed in 6132us (6377us total) trans 4294969113 rc 0/0 00000100:00100000:0.0:1734016108.038798:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8402 00002000:00100000:0.0:1734016108.038810:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (8732672->8769182) req@ffff88012db31500 x1818247336617728/t4294969113(0) o4->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:69/0 lens 488/448 e 0 to 0 dl 1734016119 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016108.038818:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012db31500 with x1818247336617728 ext(8732672->8769182) 00002000:00010000:0.0:1734016108.038824:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012db31500 00000100:00100000:0.0:1734016108.043105:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016108.043204:0:8966:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336617856 00000100:00100000:2.0:1734016108.043214:0:8966:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336617856 00000100:00100000:2.0:1734016108.043327:0:8966:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 1874 00000100:00100000:2.0:1734016108.043335:0:8966:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012db32680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+17:9673:x1818247336617856:12345-192.168.201.10@tcp:44:fsx.0 00000100:00100000:2.0:1734016108.043478:0:8966:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012db32680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+17:9673:x1818247336617856:12345-192.168.201.10@tcp:44:fsx.0 Request processed in 144us (381us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016108.043484:0:8966:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 1874 00000100:00100000:0.0:1734016108.049153:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016108.049322:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336617984 00000100:00100000:2.0:1734016108.049336:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336617984 00000100:00100000:2.0:1734016108.049408:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10124 00000100:00100000:2.0:1734016108.049414:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012db30000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+11:1979:x1818247336617984:12345-192.168.201.10@tcp:16:fsx.0 00000001:00080000:0.0:1734016108.051287:0:8954:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969113 is committed 00000001:00080000:0.0:1734016108.051303:0:8954:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969111 is committed 00000100:00100000:2.0:1734016108.051533:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012db30000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1979:x1818247336617984:12345-192.168.201.10@tcp:16:fsx.0 Request processed in 2114us (2393us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016108.051542:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10124 00000100:00100000:1.0:1734016108.055455:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016108.055704:0:7420:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336618112 00000100:00100000:3.0:1734016108.055714:0:7420:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336618112 00000100:00100000:3.0:1734016108.055774:0:7420:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 1875 00000100:00100000:3.0:1734016108.055782:0:7420:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075368380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+26:9673:x1818247336618112:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:3.0:1734016108.055805:0:7420:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016108.055826:0:7420:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a73c0/0x3f004d6452e06d55 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d0a9c expref: -99 pid: 7420 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016108.055971:0:7420:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a4fc0/0x3f004d6452e06d5c lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7420 initiator: MDT0 00010000:00010000:3.0:1734016108.055984:0:7420:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a4fc0/0x3f004d6452e06d5c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7420 initiator: MDT0 00010000:00010000:3.0:1734016108.055992:0:7420:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a4fc0/0x3f004d6452e06d5c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7420 initiator: MDT0 00000004:00200000:3.0:1734016108.056013:0:7420:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 8769183 00000004:00200000:3.0:1734016108.056016:0:7420:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1734016108.056030:0:7420:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a4fc0/0x3f004d6452e06d5c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7420 initiator: MDT0 00010000:00010000:3.0:1734016108.056049:0:7420:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a73c0/0x3f004d6452e06d55 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0a9c expref: 28 pid: 7420 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016108.056118:0:7420:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a4fc0/0x3f004d6452e06d5c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0a9c expref: 27 pid: 7420 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016108.056125:0:7420:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:3.0:1734016108.056127:0:7420:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1734016108.056129:0:7420:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a9a4fc0, rc 0) 00000100:00100000:3.0:1734016108.056268:0:7420:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075368380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+27:9673:x1818247336618112:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 487us (821us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016108.056274:0:7420:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 1875 00000100:00100000:0.0:1734016108.058846:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016108.059060:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336618240 00000100:00100000:2.0:1734016108.059070:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336618240 00000100:00100000:2.0:1734016108.059135:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10125 00000100:00100000:2.0:1734016108.059142:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012db32d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:1980:x1818247336618240:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:2.0:1734016108.059159:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016108.059175:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880072172640/0x3f004d6452e06d63 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d0aa3 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016108.059311:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074e42680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339358080:192.168.201.10@tcp:106: 00000100:00100000:2.0:1734016108.059367:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800768efa80 going to sleep for 11 seconds 00000100:00080000:3.0:1734016108.059493:0:6479:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734016078 00002000:00010000:2.0:1734016108.062054:0:7689:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime: 1734016106 -> 1734016107 00002000:00010000:2.0:1734016108.062143:0:7689:0:(ofd_lvb.c:301:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks: 408 -> 480 00000100:00100000:2.0:1734016108.062166:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074e42680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339358080:192.168.201.10@tcp:106: 00010000:00010000:2.0:1734016108.062200:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880072172640/0x3f004d6452e06d63 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0aa3 expref: 6 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016108.062212:0:7689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880072172640/0x3f004d6452e06d63 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0aa3 expref: 6 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016108.062235:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880072172640, rc 0) 00000100:00100000:2.0:1734016108.062277:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012db32d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:1980:x1818247336618240:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 3134us (3438us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016108.062285:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10125 00000100:00100000:3.0:1734016108.066904:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016108.067752:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336618368 00000100:00100000:2.0:1734016108.067760:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336618368 00000100:00100000:2.0:1734016108.068719:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10126 00000100:00100000:2.0:1734016108.068728:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074c89500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:1978:x1818247336618368:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:2.0:1734016108.068755:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016108.068789:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880072172640/0x3f004d6452e06d6a lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d0aaa expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016108.068884:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074e42680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339358208:192.168.201.10@tcp:106: 00000100:00100000:2.0:1734016108.068976:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800768efa80 going to sleep for 11 seconds 00000100:00100000:2.0:1734016108.073981:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074e42680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339358208:192.168.201.10@tcp:106: 00010000:00010000:2.0:1734016108.074031:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880072172640/0x3f004d6452e06d6a lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0aaa expref: 6 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016108.074045:0:7689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880072172640/0x3f004d6452e06d6a lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0aaa expref: 6 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016108.074337:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880072172640, rc 0) 00000100:00100000:2.0:1734016108.074481:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074c89500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:1978:x1818247336618368:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 5751us (7582us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016108.074490:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10126 00000100:00100000:0.0:1734016108.077830:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016108.078027:0:8966:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336618496 00000100:00100000:3.0:1734016108.078037:0:8966:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336618496 00000100:00100000:3.0:1734016108.078080:0:8966:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 1876 00000100:00100000:3.0:1734016108.078087:0:8966:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012db33b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+17:9673:x1818247336618496:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:3.0:1734016108.078105:0:8966:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016108.078126:0:8966:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a6f40/0x3f004d6452e06d71 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d0ab1 expref: -99 pid: 8966 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016108.078219:0:8966:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a6400/0x3f004d6452e06d78 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 8966 initiator: MDT0 00010000:00010000:3.0:1734016108.078231:0:8966:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a6400/0x3f004d6452e06d78 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 8966 initiator: MDT0 00010000:00010000:3.0:1734016108.078240:0:8966:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a6400/0x3f004d6452e06d78 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 8966 initiator: MDT0 00000004:00200000:3.0:1734016108.078264:0:8966:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 8769183 00000004:00200000:3.0:1734016108.078268:0:8966:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1734016108.078281:0:8966:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a6400/0x3f004d6452e06d78 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 8966 initiator: MDT0 00010000:00010000:3.0:1734016108.078300:0:8966:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a6f40/0x3f004d6452e06d71 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0ab1 expref: 19 pid: 8966 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016108.078323:0:8966:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a6400/0x3f004d6452e06d78 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0ab1 expref: 18 pid: 8966 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016108.078331:0:8966:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:3.0:1734016108.078333:0:8966:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1734016108.078336:0:8966:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a9a6400, rc 0) 00000100:00100000:3.0:1734016108.078383:0:8966:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012db33b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+18:9673:x1818247336618496:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 296us (564us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016108.078390:0:8966:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 1876 00000100:00100000:3.0:1734016108.084053:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016108.084128:0:7695:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336618752 00000100:00100000:0.0:1734016108.084136:0:7695:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336618752 00002000:00100000:0.0:1734016108.084180:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (3829760->3833855) req@ffff880074c88380 x1818247336618752/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:69/0 lens 488/0 e 0 to 0 dl 1734016119 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016108.084189:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074c88380 with x1818247336618752 ext(3829760->3833855) 00002000:00010000:0.0:1734016108.084195:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074c88380 00000100:00100000:0.0:1734016108.084227:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8403 00000100:00100000:0.0:1734016108.084232:0:7695:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074c88380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1981:x1818247336618752:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:0.0:1734016108.084400:0:7695:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074c88380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1981:x1818247336618752:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 167us (355us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016108.084407:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8403 00002000:00100000:0.0:1734016108.084412:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (3829760->3833855) req@ffff880074c88380 x1818247336618752/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:69/0 lens 488/4536 e 0 to 0 dl 1734016119 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016108.084424:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074c88380 with x1818247336618752 ext(3829760->3833855) 00002000:00010000:0.0:1734016108.084427:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074c88380 00000100:00100000:0.0:1734016108.086670:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016108.086907:0:13925:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336619008 00000100:00100000:3.0:1734016108.086916:0:13925:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336619008 00002000:00100000:3.0:1734016108.086953:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (3825664->3829759) req@ffff88012db31880 x1818247336619008/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:69/0 lens 488/0 e 0 to 0 dl 1734016119 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016108.086961:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012db31880 with x1818247336619008 ext(3825664->3829759) 00002000:00010000:3.0:1734016108.086966:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012db31880 00000100:00100000:3.0:1734016108.086987:0:13925:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8404 00000100:00100000:3.0:1734016108.086993:0:13925:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012db31880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1979:x1818247336619008:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:3.0:1734016108.088190:0:13925:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012db31880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1979:x1818247336619008:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 1188us (1522us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016108.088202:0:13925:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8404 00002000:00100000:3.0:1734016108.088210:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (3825664->3829759) req@ffff88012db31880 x1818247336619008/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:69/0 lens 488/4536 e 0 to 0 dl 1734016119 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016108.088219:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012db31880 with x1818247336619008 ext(3825664->3829759) 00002000:00010000:3.0:1734016108.088223:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012db31880 00000100:00100000:0.0:1734016108.091067:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016108.091410:0:13925:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336619264 00000100:00100000:3.0:1734016108.091425:0:13925:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336619264 00002000:00100000:3.0:1734016108.091483:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (3821568->3825663) req@ffff88012db30380 x1818247336619264/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:69/0 lens 488/0 e 0 to 0 dl 1734016119 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016108.091493:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012db30380 with x1818247336619264 ext(3821568->3825663) 00002000:00010000:3.0:1734016108.091499:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012db30380 00000100:00100000:3.0:1734016108.091565:0:13925:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8405 00000100:00100000:3.0:1734016108.091576:0:13925:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012db30380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1981:x1818247336619264:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:3.0:1734016108.092095:0:13925:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012db30380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1981:x1818247336619264:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 518us (1040us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016108.092101:0:13925:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8405 00002000:00100000:3.0:1734016108.092107:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (3821568->3825663) req@ffff88012db30380 x1818247336619264/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:69/0 lens 488/4536 e 0 to 0 dl 1734016119 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016108.092114:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012db30380 with x1818247336619264 ext(3821568->3825663) 00002000:00010000:3.0:1734016108.092117:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012db30380 00000100:00100000:2.0:1734016108.096383:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016108.096666:0:13925:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336619520 00000100:00100000:3.0:1734016108.096679:0:13925:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336619520 00002000:00100000:3.0:1734016108.096726:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (3817472->3821567) req@ffff880074e42680 x1818247336619520/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:69/0 lens 488/0 e 0 to 0 dl 1734016119 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016108.096736:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074e42680 with x1818247336619520 ext(3817472->3821567) 00002000:00010000:3.0:1734016108.096742:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074e42680 00000100:00100000:3.0:1734016108.096825:0:13925:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8406 00000100:00100000:3.0:1734016108.096832:0:13925:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074e42680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1979:x1818247336619520:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:3.0:1734016108.097298:0:13925:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074e42680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1979:x1818247336619520:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 464us (924us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016108.097305:0:13925:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8406 00002000:00100000:3.0:1734016108.097312:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (3817472->3821567) req@ffff880074e42680 x1818247336619520/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:69/0 lens 488/4536 e 0 to 0 dl 1734016119 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016108.097318:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074e42680 with x1818247336619520 ext(3817472->3821567) 00002000:00010000:3.0:1734016108.097322:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074e42680 00000100:00100000:0.0:1734016108.100022:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016108.101146:0:13925:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336619776 00000100:00100000:3.0:1734016108.101163:0:13925:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336619776 00002000:00100000:3.0:1734016108.101222:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (3813376->3817471) req@ffff88012db32a00 x1818247336619776/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:69/0 lens 488/0 e 0 to 0 dl 1734016119 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016108.101232:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012db32a00 with x1818247336619776 ext(3813376->3817471) 00002000:00010000:3.0:1734016108.101237:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012db32a00 00000100:00100000:3.0:1734016108.101266:0:13925:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8407 00000100:00100000:3.0:1734016108.101274:0:13925:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012db32a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1981:x1818247336619776:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:3.0:1734016108.101521:0:13925:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012db32a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1981:x1818247336619776:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 247us (1511us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016108.101529:0:13925:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8407 00002000:00100000:3.0:1734016108.101535:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (3813376->3817471) req@ffff88012db32a00 x1818247336619776/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:69/0 lens 488/4536 e 0 to 0 dl 1734016119 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016108.101541:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012db32a00 with x1818247336619776 ext(3813376->3817471) 00002000:00010000:3.0:1734016108.101544:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012db32a00 00000100:00100000:0.0:1734016108.108236:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016108.108350:0:7695:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336620032 00000100:00100000:2.0:1734016108.108359:0:7695:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336620032 00002000:00100000:2.0:1734016108.108398:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (3809280->3813375) req@ffff88012db30a80 x1818247336620032/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:69/0 lens 488/0 e 0 to 0 dl 1734016119 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016108.108407:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012db30a80 with x1818247336620032 ext(3809280->3813375) 00002000:00010000:2.0:1734016108.108412:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012db30a80 00000100:00100000:2.0:1734016108.108446:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8408 00000100:00100000:2.0:1734016108.108452:0:7695:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012db30a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1979:x1818247336620032:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:2.0:1734016108.108631:0:7695:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012db30a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1979:x1818247336620032:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 177us (405us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016108.108638:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8408 00002000:00100000:2.0:1734016108.108643:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (3809280->3813375) req@ffff88012db30a80 x1818247336620032/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:69/0 lens 488/4536 e 0 to 0 dl 1734016119 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016108.108649:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012db30a80 with x1818247336620032 ext(3809280->3813375) 00002000:00010000:2.0:1734016108.108652:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012db30a80 00000100:00100000:2.0:1734016108.112233:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016108.112314:0:13925:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336620288 00000100:00100000:3.0:1734016108.112325:0:13925:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336620288 00002000:00100000:3.0:1734016108.112377:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (3805184->3809279) req@ffff880135f54700 x1818247336620288/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:69/0 lens 488/0 e 0 to 0 dl 1734016119 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016108.112387:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880135f54700 with x1818247336620288 ext(3805184->3809279) 00002000:00010000:3.0:1734016108.112394:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880135f54700 00000100:00100000:3.0:1734016108.112433:0:13925:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8409 00000100:00100000:3.0:1734016108.112440:0:13925:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880135f54700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1981:x1818247336620288:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:3.0:1734016108.112669:0:13925:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880135f54700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1981:x1818247336620288:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 227us (444us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016108.112679:0:13925:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8409 00002000:00100000:3.0:1734016108.112684:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (3805184->3809279) req@ffff880135f54700 x1818247336620288/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:69/0 lens 488/4536 e 0 to 0 dl 1734016119 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016108.112692:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880135f54700 with x1818247336620288 ext(3805184->3809279) 00002000:00010000:3.0:1734016108.112695:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880135f54700 00000100:00100000:0.0:1734016108.115579:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016108.115860:0:7695:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336620544 00000100:00100000:2.0:1734016108.115906:0:7695:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336620544 00002000:00100000:2.0:1734016108.116336:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (3801088->3805183) req@ffff880074952680 x1818247336620544/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:69/0 lens 488/0 e 0 to 0 dl 1734016119 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016108.116346:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074952680 with x1818247336620544 ext(3801088->3805183) 00002000:00010000:2.0:1734016108.116352:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074952680 00000100:00100000:2.0:1734016108.116386:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8410 00000100:00100000:2.0:1734016108.116391:0:7695:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074952680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1979:x1818247336620544:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:2.0:1734016108.116595:0:7695:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074952680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1979:x1818247336620544:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 202us (1023us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016108.116602:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8410 00002000:00100000:2.0:1734016108.116618:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (3801088->3805183) req@ffff880074952680 x1818247336620544/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:69/0 lens 488/4536 e 0 to 0 dl 1734016119 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016108.116624:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074952680 with x1818247336620544 ext(3801088->3805183) 00002000:00010000:2.0:1734016108.116626:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074952680 00000100:00100000:0.0:1734016108.121983:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016108.122052:0:13925:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336620800 00000100:00100000:3.0:1734016108.122061:0:13925:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336620800 00002000:00100000:3.0:1734016108.122097:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (3796992->3801087) req@ffff880074950e00 x1818247336620800/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:69/0 lens 488/0 e 0 to 0 dl 1734016119 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016108.122106:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074950e00 with x1818247336620800 ext(3796992->3801087) 00002000:00010000:3.0:1734016108.122112:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074950e00 00000100:00100000:3.0:1734016108.122207:0:13925:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8411 00000100:00100000:3.0:1734016108.122214:0:13925:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074950e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1981:x1818247336620800:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:3.0:1734016108.122381:0:13925:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074950e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1981:x1818247336620800:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 166us (406us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016108.122389:0:13925:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8411 00002000:00100000:3.0:1734016108.122394:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (3796992->3801087) req@ffff880074950e00 x1818247336620800/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:69/0 lens 488/4536 e 0 to 0 dl 1734016119 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016108.122400:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074950e00 with x1818247336620800 ext(3796992->3801087) 00002000:00010000:3.0:1734016108.122402:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074950e00 00000100:00100000:0.0:1734016108.127038:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016108.127814:0:7695:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336621056 00000100:00100000:2.0:1734016108.127826:0:7695:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336621056 00002000:00100000:2.0:1734016108.128002:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (3792896->3796991) req@ffff880074953100 x1818247336621056/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:69/0 lens 488/0 e 0 to 0 dl 1734016119 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016108.128014:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074953100 with x1818247336621056 ext(3792896->3796991) 00002000:00010000:2.0:1734016108.128021:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074953100 00000100:00100000:2.0:1734016108.128061:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8412 00000100:00100000:2.0:1734016108.128067:0:7695:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074953100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1979:x1818247336621056:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:2.0:1734016108.128261:0:7695:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074953100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1979:x1818247336621056:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 193us (1234us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016108.128269:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8412 00002000:00100000:2.0:1734016108.128274:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (3792896->3796991) req@ffff880074953100 x1818247336621056/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:69/0 lens 488/4536 e 0 to 0 dl 1734016119 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016108.128281:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074953100 with x1818247336621056 ext(3792896->3796991) 00002000:00010000:2.0:1734016108.128283:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074953100 00000100:00100000:0.0:1734016108.134780:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016108.134903:0:13925:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336621312 00000100:00100000:3.0:1734016108.134913:0:13925:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336621312 00002000:00100000:3.0:1734016108.134960:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (3788800->3792895) req@ffff880074951f80 x1818247336621312/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:69/0 lens 488/0 e 0 to 0 dl 1734016119 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016108.134974:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074951f80 with x1818247336621312 ext(3788800->3792895) 00002000:00010000:3.0:1734016108.134980:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074951f80 00000100:00100000:3.0:1734016108.135015:0:13925:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8413 00000100:00100000:3.0:1734016108.135021:0:13925:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074951f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1981:x1818247336621312:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:3.0:1734016108.135201:0:13925:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074951f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1981:x1818247336621312:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 177us (429us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016108.135209:0:13925:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8413 00002000:00100000:3.0:1734016108.135215:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (3788800->3792895) req@ffff880074951f80 x1818247336621312/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:69/0 lens 488/4536 e 0 to 0 dl 1734016119 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016108.135222:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074951f80 with x1818247336621312 ext(3788800->3792895) 00002000:00010000:3.0:1734016108.135225:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074951f80 00000100:00100000:0.0:1734016108.137628:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016108.137828:0:7695:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336621568 00000100:00100000:2.0:1734016108.137838:0:7695:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336621568 00002000:00100000:2.0:1734016108.137902:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (3784704->3788799) req@ffff880074951c00 x1818247336621568/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:69/0 lens 488/0 e 0 to 0 dl 1734016119 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016108.137912:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074951c00 with x1818247336621568 ext(3784704->3788799) 00002000:00010000:2.0:1734016108.137918:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074951c00 00000100:00100000:2.0:1734016108.137951:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8414 00000100:00100000:2.0:1734016108.137957:0:7695:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074951c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1979:x1818247336621568:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:2.0:1734016108.138124:0:7695:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074951c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1979:x1818247336621568:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 165us (503us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016108.138131:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8414 00002000:00100000:2.0:1734016108.138137:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (3784704->3788799) req@ffff880074951c00 x1818247336621568/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:69/0 lens 488/4536 e 0 to 0 dl 1734016119 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016108.138143:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074951c00 with x1818247336621568 ext(3784704->3788799) 00002000:00010000:2.0:1734016108.138146:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074951c00 00000100:00100000:0.0:1734016108.142350:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016108.142463:0:13925:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336621824 00000100:00100000:3.0:1734016108.142471:0:13925:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336621824 00002000:00100000:3.0:1734016108.142510:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (3780608->3784703) req@ffff880074952a00 x1818247336621824/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:69/0 lens 488/0 e 0 to 0 dl 1734016119 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016108.142519:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074952a00 with x1818247336621824 ext(3780608->3784703) 00002000:00010000:3.0:1734016108.142523:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074952a00 00000100:00100000:3.0:1734016108.142553:0:13925:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8415 00000100:00100000:3.0:1734016108.142560:0:13925:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074952a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1981:x1818247336621824:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:3.0:1734016108.142759:0:13925:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074952a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1981:x1818247336621824:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 198us (420us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016108.142766:0:13925:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8415 00002000:00100000:3.0:1734016108.142773:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (3780608->3784703) req@ffff880074952a00 x1818247336621824/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:69/0 lens 488/4536 e 0 to 0 dl 1734016119 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016108.142781:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074952a00 with x1818247336621824 ext(3780608->3784703) 00002000:00010000:3.0:1734016108.142784:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074952a00 00000100:00100000:0.0:1734016108.146730:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016108.146950:0:7695:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336622080 00000100:00100000:2.0:1734016108.146959:0:7695:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336622080 00002000:00100000:2.0:1734016108.147000:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (3776512->3780607) req@ffff880074952300 x1818247336622080/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:69/0 lens 488/0 e 0 to 0 dl 1734016119 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016108.147010:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074952300 with x1818247336622080 ext(3776512->3780607) 00002000:00010000:2.0:1734016108.147015:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074952300 00000100:00100000:2.0:1734016108.147147:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8416 00000100:00100000:2.0:1734016108.147154:0:7695:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074952300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1979:x1818247336622080:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:2.0:1734016108.147972:0:7695:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074952300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1979:x1818247336622080:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 816us (1250us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016108.147979:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8416 00002000:00100000:2.0:1734016108.147987:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (3776512->3780607) req@ffff880074952300 x1818247336622080/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:69/0 lens 488/4536 e 0 to 0 dl 1734016119 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016108.147994:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074952300 with x1818247336622080 ext(3776512->3780607) 00002000:00010000:2.0:1734016108.147997:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074952300 00000100:00100000:0.0:1734016108.151498:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016108.151606:0:7695:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336622336 00000100:00100000:2.0:1734016108.151624:0:7695:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336622336 00002000:00100000:2.0:1734016108.151672:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (3772416->3776511) req@ffff880074951500 x1818247336622336/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:69/0 lens 488/0 e 0 to 0 dl 1734016119 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016108.151683:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074951500 with x1818247336622336 ext(3772416->3776511) 00002000:00010000:2.0:1734016108.151690:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074951500 00000100:00100000:2.0:1734016108.151856:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8417 00000100:00100000:2.0:1734016108.151932:0:7695:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074951500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1981:x1818247336622336:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:2.0:1734016108.152372:0:7695:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074951500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1981:x1818247336622336:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 507us (886us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016108.152382:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8417 00002000:00100000:2.0:1734016108.152388:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (3772416->3776511) req@ffff880074951500 x1818247336622336/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:69/0 lens 488/4536 e 0 to 0 dl 1734016119 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016108.152395:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074951500 with x1818247336622336 ext(3772416->3776511) 00002000:00010000:2.0:1734016108.152399:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074951500 00000100:00100000:0.0:1734016108.155996:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016108.156098:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336622464 00000100:00100000:2.0:1734016108.156106:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336622464 00000100:00100000:2.0:1734016108.156159:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10127 00000100:00100000:2.0:1734016108.156167:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074951880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:9673:x1818247336622464:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:2.0:1734016108.156186:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016108.156205:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e06d7f lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d0ab8 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016108.156231:0:7689:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a803ba80/0x3f004d6452e06d4e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0a95 expref: 6 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016108.156238:0:7689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016108.156240:0:7689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016108.156243:0:7689:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e06d7f lrc: 4/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [8007680->8069119] (req 8007680->8069119) gid 0 flags: 0x50000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0ab8 expref: 6 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016108.156272:0:7689:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a803ba80/0x3f004d6452e06d4e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0a95 expref: 6 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016108.156282:0:7689:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a803ba80/0x3f004d6452e06d4e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0a95 expref: 6 pid: 7689 timeout: 472 lvb_type: 0 00000100:00100000:2.0:1734016108.156298:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880135f55880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339358336:192.168.201.10@tcp:104: 00000100:00100000:2.0:1734016108.156360:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800768ef9c0 going to sleep for 11 seconds 00000100:00100000:2.0:1734016108.159031:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880135f55880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339358336:192.168.201.10@tcp:104: 00010000:00010000:2.0:1734016108.159060:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e06d7f lrc: 3/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [8007680->8069119] (req 8007680->8069119) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0ab8 expref: 6 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016108.159078:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880072171440, rc 0) 00000100:00100000:2.0:1734016108.159482:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074951880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:9673:x1818247336622464:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 3314us (3492us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016108.159489:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10127 00000100:00100000:0.0:1734016108.159921:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016108.160319:0:7705:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336622592 00000100:00100000:1.0:1734016108.160326:0:7705:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336622592 00010000:00010000:1.0:1734016108.160356:0:7705:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a803ba80/0x3f004d6452e06d4e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0a95 expref: 7 pid: 7689 timeout: 472 lvb_type: 0 00000100:00100000:3.0:1734016108.161001:0:6470:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2678 00000100:00100000:3.0:1734016108.161008:0:6470:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074953480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1978:x1818247336622592:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016108.161031:0:6470:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016108.161058:0:6470:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a803ba80/0x3f004d6452e06d4e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0a95 expref: 7 pid: 7689 timeout: 472 lvb_type: 0 00010000:00010000:3.0:1734016108.161069:0:6470:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a803ba80/0x3f004d6452e06d4e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0a95 expref: 7 pid: 7689 timeout: 472 lvb_type: 0 00010000:00010000:3.0:1734016108.161088:0:6470:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a803ba80/0x3f004d6452e06d4e lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0a95 expref: 7 pid: 7689 timeout: 472 lvb_type: 0 00010000:00010000:3.0:1734016108.161105:0:6470:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016108.161107:0:6470:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016108.161113:0:6470:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e06d7f lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8007680->8069119) gid 0 flags: 0x40080000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0ab8 expref: 5 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016108.161122:0:6470:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e06d7f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8007680->8069119) gid 0 flags: 0x40080000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0ab8 expref: 5 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016108.161148:0:6470:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e06d7f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8007680->8069119) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0ab8 expref: 5 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016108.161158:0:6470:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074c88e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6470:1818247339358464:192.168.201.10@tcp:105: 00000100:00100000:3.0:1734016108.161201:0:6470:0:(client.c:2562:ptlrpc_set_wait()) set ffff88006d83ba80 going to sleep for 11 seconds 00000100:00100000:3.0:1734016108.164746:0:6470:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074c88e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6470:1818247339358464:192.168.201.10@tcp:105: 00010000:00010000:3.0:1734016108.164771:0:6470:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016108.165288:0:6470:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074953480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1978:x1818247336622592:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 4278us (5366us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016108.165298:0:6470:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2678 00000100:00100000:0.0:1734016108.179823:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016108.180051:0:7695:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336622848 00000100:00100000:2.0:1734016108.180062:0:7695:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336622848 00002000:00100000:2.0:1734016108.180116:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (0->8011775) req@ffff88009205ad80 x1818247336622848/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:69/0 lens 504/0 e 0 to 0 dl 1734016119 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016108.180125:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88009205ad80 with x1818247336622848 ext(0->8011775) 00002000:00010000:2.0:1734016108.180131:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009205ad80 00000100:00100000:2.0:1734016108.180170:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8418 00000100:00100000:2.0:1734016108.180177:0:7695:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009205ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1979:x1818247336622848:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:0.0:1734016108.183190:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016108.183232:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016108.183290:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336623232 00000100:00100000:3.0:1734016108.183301:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336623232 00002000:00100000:3.0:1734016108.183349:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (8388608->8769535) req@ffff880092059c00 x1818247336623232/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:69/0 lens 488/0 e 0 to 0 dl 1734016119 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016108.183360:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880092059c00 with x1818247336623232 ext(8388608->8769535) 00002000:00010000:3.0:1734016108.183367:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092059c00 00000100:00100000:3.0:1734016108.183383:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336623104 00000100:00100000:3.0:1734016108.183384:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336623104 00002000:00100000:3.0:1734016108.183392:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (4190208->8388607) req@ffff880092058000 x1818247336623104/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:69/0 lens 504/0 e 0 to 0 dl 1734016119 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016108.183399:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880092058000 with x1818247336623104 ext(4190208->8388607) 00002000:00010000:3.0:1734016108.183401:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092058000 00000100:00100000:3.0:1734016108.183423:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8419 00000100:00100000:3.0:1734016108.183429:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880092059c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+8:1979:x1818247336623232:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:3.0:1734016108.184064:0:13925:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8420 00000100:00100000:3.0:1734016108.184070:0:13925:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880092058000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+9:1978:x1818247336623104:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:1.0:1734016108.205255:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880092059c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+10:1979:x1818247336623232:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 21818us (22065us total) trans 0 rc 380928/380928 00000100:00100000:1.0:1734016108.205265:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8419 00002000:00100000:1.0:1734016108.205275:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (8388608->8769535) req@ffff880092059c00 x1818247336623232/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:69/0 lens 488/440 e 0 to 0 dl 1734016119 ref 1 fl Complete:/200/0 rc 380928/380928 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016108.205283:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880092059c00 with x1818247336623232 ext(8388608->8769535) 00002000:00010000:1.0:1734016108.205288:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092059c00 00000100:00100000:2.0:1734016108.253564:0:7695:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009205ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+8:1979:x1818247336622848:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 73379us (73743us total) trans 0 rc 4194304/4194304 00000100:00100000:2.0:1734016108.253575:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8418 00002000:00100000:2.0:1734016108.253585:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (0->8011775) req@ffff88009205ad80 x1818247336622848/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:69/0 lens 504/440 e 0 to 0 dl 1734016119 ref 1 fl Complete:/200/0 rc 4194304/4194304 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016108.253600:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88009205ad80 with x1818247336622848 ext(0->8011775) 00002000:00010000:2.0:1734016108.253614:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009205ad80 00000100:00100000:3.0:1734016108.305780:0:13925:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880092058000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1978:x1818247336623104:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 121694us (122531us total) trans 0 rc 4194304/4194304 00000100:00100000:3.0:1734016108.305797:0:13925:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8420 00002000:00100000:3.0:1734016108.305811:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (4190208->8388607) req@ffff880092058000 x1818247336623104/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:69/0 lens 504/440 e 0 to 0 dl 1734016119 ref 1 fl Complete:/200/0 rc 4194304/4194304 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016108.305822:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880092058000 with x1818247336623104 ext(4190208->8388607) 00002000:00010000:3.0:1734016108.305832:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092058000 00000100:00100000:0.0:1734016108.316535:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016108.316657:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336623488 00000100:00100000:2.0:1734016108.316666:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336623488 00000100:00100000:2.0:1734016108.316723:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10128 00000100:00100000:2.0:1734016108.316730:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009205b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1981:x1818247336623488:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:2.0:1734016108.316752:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016108.316778:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880072171f80/0x3f004d6452e06d86 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d0abf expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016108.316804:0:7689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016108.316806:0:7689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016108.316815:0:7689:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880072171f80/0x3f004d6452e06d86 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0abf expref: 7 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016108.316829:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880072171f80/0x3f004d6452e06d86 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0abf expref: 7 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016108.316840:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880072171f80, rc 0) 00000100:00100000:2.0:1734016108.316916:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009205b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1981:x1818247336623488:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 186us (388us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016108.316922:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10128 00000100:00100000:1.0:1734016108.322969:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016108.324214:0:13925:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336623744 00000100:00100000:3.0:1734016108.324227:0:13925:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336623744 00000100:00100000:3.0:1734016108.324315:0:13925:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8421 00000100:00100000:3.0:1734016108.324324:0:13925:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075368e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1978:x1818247336623744:12345-192.168.201.10@tcp:4:fsx.0 00010000:00010000:3.0:1734016108.324382:0:13925:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009a9a5440/0x3f004d6452e06d8d lrc: 3/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 13925 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016108.324410:0:13925:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e06d7f lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 8007680->8069119) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0ab8 expref: 5 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016108.324419:0:13925:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880072171f80/0x3f004d6452e06d86 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0abf expref: 7 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016108.324424:0:13925:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016108.324426:0:13925:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016108.324429:0:13925:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a9a5440/0x3f004d6452e06d8d lrc: 5/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [6107136->6156287] (req 6107136->6156287) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 13925 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016108.324474:0:13925:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880072171f80/0x3f004d6452e06d86 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0abf expref: 7 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016108.324497:0:13925:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880072171f80/0x3f004d6452e06d86 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0abf expref: 7 pid: 7689 timeout: 472 lvb_type: 1 00000100:00100000:3.0:1734016108.324516:0:13925:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074c88e00 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_003:lustre-OST0001_UUID:13925:1818247339358592:192.168.201.10@tcp:104: 00010000:00010000:3.0:1734016108.326181:0:13925:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e06d7f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 8007680->8069119) gid 0 flags: 0x50000000020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0ab8 expref: 5 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016108.326205:0:13925:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e06d7f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 8007680->8069119) gid 0 flags: 0x70000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0ab8 expref: 5 pid: 7689 timeout: 472 lvb_type: 0 00000100:00100000:3.0:1734016108.326219:0:13925:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074c89c00 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_003:lustre-OST0001_UUID:13925:1818247339358720:192.168.201.10@tcp:104: 00000100:00100000:3.0:1734016108.326283:0:13925:0:(client.c:2562:ptlrpc_set_wait()) set ffff88006d83ba80 going to sleep for 11 seconds 00000100:00100000:3.0:1734016108.329703:0:13925:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074c88e00 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_003:lustre-OST0001_UUID:13925:1818247339358592:192.168.201.10@tcp:104: 00000100:00100000:1.0:1734016108.331565:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016108.332032:0:6470:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336623872 00000100:00100000:3.0:1734016108.332039:0:6470:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336623872 00010000:00010000:3.0:1734016108.332070:0:6470:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880072171f80/0x3f004d6452e06d86 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0abf expref: 8 pid: 7689 timeout: 472 lvb_type: 1 00000100:00100000:3.0:1734016108.332098:0:6470:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2679 00000100:00100000:3.0:1734016108.332104:0:6470:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075369180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1978:x1818247336623872:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016108.332114:0:6470:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016108.332133:0:6470:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880072171f80/0x3f004d6452e06d86 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0abf expref: 8 pid: 7689 timeout: 472 lvb_type: 1 00010000:00010000:3.0:1734016108.332147:0:6470:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880072171f80/0x3f004d6452e06d86 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0abf expref: 8 pid: 7689 timeout: 472 lvb_type: 1 00010000:00010000:3.0:1734016108.332165:0:6470:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880072171f80/0x3f004d6452e06d86 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0abf expref: 8 pid: 7689 timeout: 472 lvb_type: 1 00010000:00010000:3.0:1734016108.332183:0:6470:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016108.332228:0:6470:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075369180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1978:x1818247336623872:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 124us (673us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016108.332234:0:6470:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2679 00000100:00100000:3.0:1734016108.333093:0:13925:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074c89c00 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_003:lustre-OST0001_UUID:13925:1818247339358720:192.168.201.10@tcp:104: 00010000:00010000:3.0:1734016108.333115:0:13925:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88009a9a5440/0x3f004d6452e06d8d lrc: 3/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [6107136->6156287] (req 6107136->6156287) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 13925 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016108.348160:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016108.348225:0:7705:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336624000 00000100:00100000:2.0:1734016108.348233:0:7705:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336624000 00010000:00010000:2.0:1734016108.348264:0:7705:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e06d7f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8007680->8069119) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0ab8 expref: 6 pid: 7689 timeout: 472 lvb_type: 0 00000100:00100000:2.0:1734016108.348464:0:7705:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2680 00000100:00100000:2.0:1734016108.348471:0:7705:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009205bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1978:x1818247336624000:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016108.348484:0:7705:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016108.348502:0:7705:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e06d7f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 8007680->8069119) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0ab8 expref: 6 pid: 7689 timeout: 472 lvb_type: 0 00010000:00010000:2.0:1734016108.348513:0:7705:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e06d7f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 8007680->8069119) gid 0 flags: 0x50000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0ab8 expref: 6 pid: 7689 timeout: 472 lvb_type: 0 00010000:00010000:2.0:1734016108.348530:0:7705:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e06d7f lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 8007680->8069119) gid 0 flags: 0x44801400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0ab8 expref: 6 pid: 7689 timeout: 472 lvb_type: 0 00010000:00010000:2.0:1734016108.348556:0:7705:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016108.348558:0:7705:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016108.348561:0:7705:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a5440/0x3f004d6452e06d8d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [6107136->6156287] (req 6107136->6156287) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 13925 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016108.348568:0:7705:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a9a5440/0x3f004d6452e06d8d lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [6107136->6156287] (req 6107136->6156287) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 13925 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016108.349093:0:7705:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1734016108.349194:0:13925:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88009a9a5440/0x3f004d6452e06d8d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [6107136->6156287] (req 6107136->6156287) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 13925 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016108.349202:0:13925:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a9a5440/0x3f004d6452e06d8d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [6107136->6156287] (req 6107136->6156287) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 13925 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016108.349619:0:7705:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009205bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:1978:x1818247336624000:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 1145us (1464us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016108.349626:0:7705:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2680 00000001:00080000:0.0:1734016108.369688:0:8954:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969114 is committed 00002000:00010000:3.0:1734016108.370064:0:13925:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 480 -> 576 00010000:00010000:3.0:1734016108.370079:0:13925:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009a9a5440/0x3f004d6452e06d8d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [6107136->6156287] (req 6107136->6156287) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 13925 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016108.370089:0:13925:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009a9a5440/0x3f004d6452e06d8d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [6107136->6156287] (req 6107136->6156287) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 13925 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016108.370102:0:13925:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009a9a5440/0x3f004d6452e06d8d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [6107136->6156287] (req 6107136->6156287) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 13925 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016108.370108:0:13925:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88009a9a5440 already unused, calling callback (ffffffffa086d100) 00010000:00010000:3.0:1734016108.371533:0:13925:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009a9a5440/0x3f004d6452e06d8d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [6107136->6156287] (req 6107136->6156287) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 13925 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016108.371544:0:13925:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009a9a5440/0x3f004d6452e06d8d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [6107136->6156287] (req 6107136->6156287) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 13925 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016108.371561:0:13925:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009a9a5440/0x3f004d6452e06d8d lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [6107136->6156287] (req 6107136->6156287) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 13925 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016108.371567:0:13925:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a5440/0x3f004d6452e06d8d lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [6107136->6156287] (req 6107136->6156287) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 13925 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016108.371687:0:13925:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075368e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1978:x1818247336623744:12345-192.168.201.10@tcp:4:fsx.0 Request processed in 47360us (48722us total) trans 4294969114 rc 0/0 00000100:00100000:3.0:1734016108.371697:0:13925:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8421 00000100:00100000:1.0:1734016108.378548:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016108.380440:0:13927:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336624128 00000100:00100000:2.0:1734016108.380455:0:13927:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336624128 00000100:00100000:2.0:1734016108.380524:0:13927:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10129 00000100:00100000:2.0:1734016108.380531:0:13927:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075369500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:1978:x1818247336624128:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:2.0:1734016108.380553:0:13927:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016108.380578:0:13927:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e06d94 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d0ac6 expref: -99 pid: 13927 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1734016108.380616:0:13927:0:(ofd_lvb.c:169:ofd_lvbo_init()) res: [0x280000400:0x5:0x0] initial LVB size: 8769183, mtime: 0x675afc6b, atime: 0x675afc6b, ctime: 0x675afc6b, blocks: 0x240 00010000:00010000:2.0:1734016108.380635:0:13927:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016108.380637:0:13927:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016108.380644:0:13927:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e06d94 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0ac6 expref: 6 pid: 13927 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016108.380663:0:13927:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e06d94 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0ac6 expref: 6 pid: 13927 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016108.380675:0:13927:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880072171440, rc 0) 00000100:00100000:2.0:1734016108.380733:0:13927:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075369500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1978:x1818247336624128:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 202us (2195us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016108.380741:0:13927:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10129 00000100:00100000:0.0:1734016108.386490:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016108.386598:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336624256 00000100:00100000:2.0:1734016108.386616:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336624256 00000100:00100000:2.0:1734016108.386656:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10130 00000100:00100000:2.0:1734016108.386663:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009205aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1980:x1818247336624256:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:2.0:1734016108.386678:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016108.386698:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880072171f80/0x3f004d6452e06d9b lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d0acd expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016108.386722:0:7689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016108.386724:0:7689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016108.386731:0:7689:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880072171f80/0x3f004d6452e06d9b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0acd expref: 7 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016108.386744:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880072171f80/0x3f004d6452e06d9b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0acd expref: 7 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016108.386754:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880072171f80, rc 0) 00000100:00100000:2.0:1734016108.386816:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009205aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1980:x1818247336624256:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 153us (334us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016108.386821:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10130 00000100:00100000:0.0:1734016108.423453:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016108.424175:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016108.424209:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016108.424777:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336624512 00000100:00100000:1.0:1734016108.424786:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336624512 00002000:00100000:1.0:1734016108.424837:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (0->4194303) req@ffff88009205b480 x1818247336624512/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:69/0 lens 488/0 e 0 to 0 dl 1734016119 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016108.424848:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88009205b480 with x1818247336624512 ext(0->4194303) 00002000:00010000:1.0:1734016108.424853:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009205b480 00000100:00100000:1.0:1734016108.424889:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336624640 00000100:00100000:1.0:1734016108.424892:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336624640 00002000:00100000:1.0:1734016108.424904:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (4194304->8388607) req@ffff88009205a300 x1818247336624640/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:69/0 lens 488/0 e 0 to 0 dl 1734016119 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016108.424909:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88009205a300 with x1818247336624640 ext(4194304->8388607) 00002000:00010000:1.0:1734016108.424911:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009205a300 00000100:00100000:1.0:1734016108.424921:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336624768 00000100:00100000:1.0:1734016108.424922:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336624768 00002000:00100000:1.0:1734016108.424928:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (8388608->8769535) req@ffff880092058e00 x1818247336624768/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:69/0 lens 488/0 e 0 to 0 dl 1734016119 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016108.424932:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880092058e00 with x1818247336624768 ext(8388608->8769535) 00002000:00010000:1.0:1734016108.424934:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092058e00 00000100:00100000:1.0:1734016108.424942:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8422 00000100:00100000:1.0:1734016108.424948:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009205b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+8:1981:x1818247336624512:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:3.0:1734016108.425392:0:13925:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8423 00000100:00100000:3.0:1734016108.425398:0:13925:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009205a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+8:1980:x1818247336624640:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:2.0:1734016108.425938:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8424 00000100:00100000:2.0:1734016108.425944:0:7695:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880092058e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+8:1980:x1818247336624768:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:0.0:1734016108.432635:0:7695:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880092058e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+10:1980:x1818247336624768:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 6679us (8414us total) trans 0 rc 380928/380928 00000100:00100000:0.0:1734016108.432647:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8424 00002000:00100000:0.0:1734016108.432660:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (8388608->8769535) req@ffff880092058e00 x1818247336624768/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:69/0 lens 488/440 e 0 to 0 dl 1734016119 ref 1 fl Complete:/200/0 rc 380928/380928 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016108.432668:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880092058e00 with x1818247336624768 ext(8388608->8769535) 00002000:00010000:0.0:1734016108.432676:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092058e00 00010000:00010000:3.0:1734016108.491162:0:6472:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1734016108.500774:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009205b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+8:1981:x1818247336624512:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 75816us (77323us total) trans 0 rc 4194304/4194304 00000100:00100000:1.0:1734016108.500786:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8422 00002000:00100000:1.0:1734016108.500798:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (0->4194303) req@ffff88009205b480 x1818247336624512/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:69/0 lens 488/440 e 0 to 0 dl 1734016119 ref 1 fl Complete:/200/0 rc 4194304/4194304 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016108.500807:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88009205b480 with x1818247336624512 ext(0->4194303) 00002000:00010000:1.0:1734016108.500812:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009205b480 00000100:00100000:3.0:1734016108.529488:0:13925:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009205a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1980:x1818247336624640:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 104070us (105295us total) trans 0 rc 4194304/4194304 00000100:00100000:3.0:1734016108.529504:0:13925:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8423 00002000:00100000:3.0:1734016108.529520:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (4194304->8388607) req@ffff88009205a300 x1818247336624640/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:69/0 lens 488/440 e 0 to 0 dl 1734016119 ref 1 fl Complete:/200/0 rc 4194304/4194304 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016108.529530:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88009205a300 with x1818247336624640 ext(4194304->8388607) 00002000:00010000:3.0:1734016108.529540:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009205a300 00000100:00100000:0.0:1734016108.535394:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016108.535488:0:13927:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336625024 00000100:00100000:2.0:1734016108.535497:0:13927:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336625024 00000100:00100000:2.0:1734016108.535755:0:13927:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10131 00000100:00100000:2.0:1734016108.535761:0:13927:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880092059880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:9673:x1818247336625024:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:2.0:1734016108.535780:0:13927:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016108.535801:0:13927:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880072172640/0x3f004d6452e06da2 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d0ad4 expref: -99 pid: 13927 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016108.535831:0:13927:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e06d94 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0ac6 expref: 7 pid: 13927 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016108.535843:0:13927:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880072171f80/0x3f004d6452e06d9b lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0acd expref: 6 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016108.535849:0:13927:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016108.535851:0:13927:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016108.535854:0:13927:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880072172640/0x3f004d6452e06da2 lrc: 5/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [3440640->3444735] (req 3440640->3444735) gid 0 flags: 0x50000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0ad4 expref: 7 pid: 13927 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016108.535915:0:13927:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880072171f80/0x3f004d6452e06d9b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0acd expref: 6 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016108.535928:0:13927:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880072171f80/0x3f004d6452e06d9b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0acd expref: 6 pid: 7689 timeout: 472 lvb_type: 1 00000100:00100000:2.0:1734016108.535940:0:13927:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880135f55880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13927:1818247339358848:192.168.201.10@tcp:104: 00010000:00010000:2.0:1734016108.537389:0:13927:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e06d94 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0ac6 expref: 7 pid: 13927 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016108.537402:0:13927:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e06d94 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0ac6 expref: 7 pid: 13927 timeout: 472 lvb_type: 1 00000100:00100000:2.0:1734016108.537415:0:13927:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074621500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13927:1818247339358976:192.168.201.10@tcp:104: 00000100:00100000:0.0:1734016108.545317:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016108.545738:0:7705:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336625152 00000100:00100000:3.0:1734016108.545745:0:7705:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336625152 00010000:00010000:3.0:1734016108.545776:0:7705:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880072171f80/0x3f004d6452e06d9b lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0acd expref: 7 pid: 7689 timeout: 472 lvb_type: 1 00000100:00100000:2.0:1734016108.545902:0:13927:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800768eff00 going to sleep for 11 seconds 00000100:00100000:2.0:1734016108.545927:0:13927:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880135f55880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13927:1818247339358848:192.168.201.10@tcp:104: 00000100:00100000:3.0:1734016108.546093:0:7705:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2681 00000100:00100000:3.0:1734016108.546099:0:7705:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b1e46c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1979:x1818247336625152:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016108.546110:0:7705:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016108.546129:0:7705:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880072171f80/0x3f004d6452e06d9b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0acd expref: 7 pid: 7689 timeout: 472 lvb_type: 1 00010000:00010000:3.0:1734016108.546138:0:7705:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880072171f80/0x3f004d6452e06d9b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0acd expref: 7 pid: 7689 timeout: 472 lvb_type: 1 00010000:00010000:3.0:1734016108.546156:0:7705:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880072171f80/0x3f004d6452e06d9b lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0acd expref: 7 pid: 7689 timeout: 472 lvb_type: 1 00010000:00010000:3.0:1734016108.546172:0:7705:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016108.546512:0:7705:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b1e46c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1979:x1818247336625152:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 411us (1201us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016108.546518:0:7705:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2681 00000100:00100000:2.0:1734016108.550155:0:13927:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074621500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13927:1818247339358976:192.168.201.10@tcp:104: 00010000:00010000:2.0:1734016108.550211:0:13927:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880072172640/0x3f004d6452e06da2 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [3440640->3444735] (req 3440640->3444735) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0ad4 expref: 7 pid: 13927 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016108.550236:0:13927:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880072172640, rc 0) 00000100:00100000:2.0:1734016108.550298:0:13927:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880092059880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:9673:x1818247336625024:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 14534us (14910us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016108.550307:0:13927:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10131 00000100:00100000:0.0:1734016108.565409:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016108.565511:0:7705:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336625280 00000100:00100000:3.0:1734016108.565520:0:7705:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336625280 00010000:00010000:3.0:1734016108.565552:0:7705:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e06d94 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0ac6 expref: 7 pid: 13927 timeout: 472 lvb_type: 1 00000100:00100000:3.0:1734016108.566293:0:7705:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2682 00000100:00100000:3.0:1734016108.566304:0:7705:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880092058700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1979:x1818247336625280:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016108.566323:0:7705:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016108.566351:0:7705:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e06d94 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0ac6 expref: 7 pid: 13927 timeout: 472 lvb_type: 1 00010000:00010000:3.0:1734016108.566364:0:7705:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e06d94 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0ac6 expref: 7 pid: 13927 timeout: 472 lvb_type: 1 00010000:00010000:3.0:1734016108.566389:0:7705:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e06d94 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0ac6 expref: 7 pid: 13927 timeout: 472 lvb_type: 1 00010000:00010000:3.0:1734016108.567874:0:7705:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016108.567880:0:7705:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016108.567896:0:7705:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880072172640/0x3f004d6452e06da2 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3440640->3444735) gid 0 flags: 0x40080000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0ad4 expref: 6 pid: 13927 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016108.567907:0:7705:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880072172640/0x3f004d6452e06da2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3440640->3444735) gid 0 flags: 0x40080000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0ad4 expref: 6 pid: 13927 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016108.567965:0:7705:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880072172640/0x3f004d6452e06da2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3440640->3444735) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0ad4 expref: 6 pid: 13927 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016108.567981:0:7705:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074c88000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7705:1818247339359104:192.168.201.10@tcp:105: 00000100:00100000:3.0:1734016108.569405:0:7705:0:(client.c:2562:ptlrpc_set_wait()) set ffff88006d83bd80 going to sleep for 11 seconds 00000100:00100000:3.0:1734016108.572177:0:7705:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074c88000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7705:1818247339359104:192.168.201.10@tcp:105: 00010000:00010000:3.0:1734016108.572219:0:7705:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016108.572278:0:7705:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880092058700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1979:x1818247336625280:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 5973us (6874us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016108.572292:0:7705:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2682 00000100:00100000:0.0:1734016108.589131:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016108.589262:0:13925:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336625536 00000100:00100000:3.0:1734016108.589274:0:13925:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336625536 00002000:00100000:3.0:1734016108.589327:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (3440640->3444735) req@ffff880092059500 x1818247336625536/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:69/0 lens 488/0 e 0 to 0 dl 1734016119 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016108.589337:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880092059500 with x1818247336625536 ext(3440640->3444735) 00002000:00010000:3.0:1734016108.589342:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092059500 00000100:00100000:3.0:1734016108.589372:0:13925:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8425 00000100:00100000:3.0:1734016108.589379:0:13925:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880092059500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1979:x1818247336625536:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:3.0:1734016108.589538:0:13925:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880092059500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1979:x1818247336625536:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 159us (417us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016108.589545:0:13925:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8425 00002000:00100000:3.0:1734016108.589551:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (3440640->3444735) req@ffff880092059500 x1818247336625536/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:69/0 lens 488/4536 e 0 to 0 dl 1734016119 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016108.589557:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880092059500 with x1818247336625536 ext(3440640->3444735) 00002000:00010000:3.0:1734016108.589559:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092059500 00000100:00100000:0.0:1734016108.595126:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016108.596562:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336625792 00000100:00100000:1.0:1734016108.596572:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336625792 00002000:00100000:1.0:1734016108.596621:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (3436544->3440639) req@ffff880092059f80 x1818247336625792/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:69/0 lens 488/0 e 0 to 0 dl 1734016119 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016108.596631:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880092059f80 with x1818247336625792 ext(3436544->3440639) 00002000:00010000:1.0:1734016108.596635:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092059f80 00000100:00100000:1.0:1734016108.598468:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8426 00000100:00100000:1.0:1734016108.598479:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880092059f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1980:x1818247336625792:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:1.0:1734016108.598664:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880092059f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1980:x1818247336625792:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 186us (3545us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016108.598671:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8426 00002000:00100000:1.0:1734016108.598677:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (3436544->3440639) req@ffff880092059f80 x1818247336625792/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:69/0 lens 488/4536 e 0 to 0 dl 1734016119 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016108.598686:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880092059f80 with x1818247336625792 ext(3436544->3440639) 00002000:00010000:1.0:1734016108.598691:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092059f80 00000001:00080000:2.0:1734016108.603016:0:6464:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968492 is committed 00000001:00080000:2.0:1734016108.603029:0:6464:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968490 is committed 00000100:00100000:0.0:1734016108.607189:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016108.607308:0:13925:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336626048 00000100:00100000:3.0:1734016108.607317:0:13925:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336626048 00002000:00100000:3.0:1734016108.607351:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (3432448->3436543) req@ffff88009205b100 x1818247336626048/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:69/0 lens 488/0 e 0 to 0 dl 1734016119 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016108.607366:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88009205b100 with x1818247336626048 ext(3432448->3436543) 00002000:00010000:3.0:1734016108.607370:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009205b100 00000100:00100000:3.0:1734016108.607455:0:13925:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8427 00000100:00100000:3.0:1734016108.607461:0:13925:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009205b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1979:x1818247336626048:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:3.0:1734016108.607576:0:13925:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009205b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1979:x1818247336626048:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 114us (394us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016108.607582:0:13925:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8427 00002000:00100000:3.0:1734016108.607587:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (3432448->3436543) req@ffff88009205b100 x1818247336626048/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:69/0 lens 488/4536 e 0 to 0 dl 1734016119 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016108.607592:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88009205b100 with x1818247336626048 ext(3432448->3436543) 00002000:00010000:3.0:1734016108.607594:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009205b100 00000100:00100000:0.0:1734016108.621492:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016108.621543:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016108.621590:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016108.621624:0:6477:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336626432 00000100:00100000:2.0:1734016108.621632:0:6477:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336626432 00000100:00100000:2.0:1734016108.621675:0:6477:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 320 00000100:00100000:2.0:1734016108.621681:0:6477:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800ac542c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:63afa445-d95f-4754-9884-d132561fd492+12:1981:x1818247336626432:12345-192.168.201.10@tcp:400:kworker.0 00000100:00100000:1.0:1734016108.621686:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336626304 00000100:00100000:1.0:1734016108.621690:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336626304 00002000:00100000:1.0:1734016108.621712:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (3428352->3432447) req@ffff880092059180 x1818247336626304/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:69/0 lens 488/0 e 0 to 0 dl 1734016119 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016108.621720:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880092059180 with x1818247336626304 ext(3428352->3432447) 00002000:00010000:1.0:1734016108.621724:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092059180 00000100:00100000:2.0:1734016108.621727:0:6477:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800ac542c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:63afa445-d95f-4754-9884-d132561fd492+12:1981:x1818247336626432:12345-192.168.201.10@tcp:400:kworker.0 Request processed in 46us (184us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016108.621732:0:6477:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 320 00000100:00100000:1.0:1734016108.621737:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8428 00000100:00100000:1.0:1734016108.621740:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880092059180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1980:x1818247336626304:12345-192.168.201.10@tcp:3:fsx.0 00000100:00080000:2.0:1734016108.621766:0:6479:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734016078 00000100:00100000:3.0:1734016108.622091:0:13927:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336626560 00000100:00100000:3.0:1734016108.622096:0:13927:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336626560 00000100:00100000:1.0:1734016108.623254:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880092059180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1980:x1818247336626304:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 1509us (1765us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016108.623260:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8428 00002000:00100000:1.0:1734016108.623266:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (3428352->3432447) req@ffff880092059180 x1818247336626304/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:69/0 lens 488/4536 e 0 to 0 dl 1734016119 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016108.623273:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880092059180 with x1818247336626304 ext(3428352->3432447) 00002000:00010000:1.0:1734016108.623276:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092059180 00000100:00100000:3.0:1734016108.623335:0:13927:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 106 00000100:00100000:3.0:1734016108.623341:0:13927:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880092058380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1981:x1818247336626560:12345-192.168.201.10@tcp:400:kworker.0 00000100:00100000:3.0:1734016108.623386:0:13927:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880092058380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1981:x1818247336626560:12345-192.168.201.10@tcp:400:kworker.0 Request processed in 46us (1796us total) trans 0 rc 0/0 00000100:00080000:2.0:1734016108.623449:0:6479:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1734016078 00000100:00100000:3.0:1734016108.623480:0:13927:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 106 00000100:00100000:0.0:1734016108.629964:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016108.630068:0:13925:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336626816 00000100:00100000:1.0:1734016108.630077:0:13925:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336626816 00002000:00100000:1.0:1734016108.630118:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (3424256->3428351) req@ffff88009205a680 x1818247336626816/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:69/0 lens 488/0 e 0 to 0 dl 1734016119 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016108.630127:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88009205a680 with x1818247336626816 ext(3424256->3428351) 00002000:00010000:1.0:1734016108.630132:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009205a680 00000100:00100000:1.0:1734016108.630169:0:13925:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8429 00000100:00100000:1.0:1734016108.630175:0:13925:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009205a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1980:x1818247336626816:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:1.0:1734016108.630333:0:13925:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009205a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1980:x1818247336626816:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 157us (380us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016108.630340:0:13925:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8429 00002000:00100000:1.0:1734016108.630345:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (3424256->3428351) req@ffff88009205a680 x1818247336626816/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:69/0 lens 488/4536 e 0 to 0 dl 1734016119 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016108.630352:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88009205a680 with x1818247336626816 ext(3424256->3428351) 00002000:00010000:1.0:1734016108.630355:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009205a680 00000100:00100000:2.0:1734016108.634065:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016108.635408:0:13925:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336627072 00000100:00100000:1.0:1734016108.635422:0:13925:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336627072 00002000:00100000:0.0:1734016108.635513:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (3420160->3424255) req@ffff880074621500 x1818247336627072/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:69/0 lens 488/0 e 0 to 0 dl 1734016119 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016108.635523:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074621500 with x1818247336627072 ext(3420160->3424255) 00002000:00010000:0.0:1734016108.635527:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074621500 00000100:00100000:0.0:1734016108.635558:0:13925:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8430 00000100:00100000:0.0:1734016108.635564:0:13925:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074621500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1980:x1818247336627072:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:0.0:1734016108.635744:0:13925:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074621500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1980:x1818247336627072:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 179us (1688us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016108.635754:0:13925:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8430 00002000:00100000:0.0:1734016108.635759:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (3420160->3424255) req@ffff880074621500 x1818247336627072/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:69/0 lens 488/4536 e 0 to 0 dl 1734016119 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016108.635765:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074621500 with x1818247336627072 ext(3420160->3424255) 00002000:00010000:0.0:1734016108.635767:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074621500 00000100:00100000:1.0:1734016108.649026:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016108.649149:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336627328 00000100:00100000:2.0:1734016108.649157:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336627328 00002000:00100000:2.0:1734016108.649204:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (3416064->3420159) req@ffff880075369880 x1818247336627328/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:69/0 lens 488/0 e 0 to 0 dl 1734016119 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016108.649214:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880075369880 with x1818247336627328 ext(3416064->3420159) 00002000:00010000:2.0:1734016108.649219:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880075369880 00000100:00100000:2.0:1734016108.649251:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8431 00000100:00100000:2.0:1734016108.649257:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075369880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1981:x1818247336627328:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:2.0:1734016108.649415:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075369880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1981:x1818247336627328:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 155us (396us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016108.649422:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8431 00002000:00100000:2.0:1734016108.649428:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (3416064->3420159) req@ffff880075369880 x1818247336627328/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:69/0 lens 488/4536 e 0 to 0 dl 1734016119 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016108.649435:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880075369880 with x1818247336627328 ext(3416064->3420159) 00002000:00010000:2.0:1734016108.649439:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880075369880 00000100:00100000:1.0:1734016108.660581:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016108.660726:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336627456 00000100:00100000:2.0:1734016108.660735:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336627456 00002000:00100000:2.0:1734016108.660775:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (3416064->3444735) req@ffff88007536b800 x1818247336627456/t0(0) o4->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:69/0 lens 488/0 e 0 to 0 dl 1734016119 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016108.660784:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007536b800 with x1818247336627456 ext(3416064->3444735) 00002000:00010000:2.0:1734016108.660789:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007536b800 00000100:00100000:2.0:1734016108.660822:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8432 00000100:00100000:2.0:1734016108.660828:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007536b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1980:x1818247336627456:12345-192.168.201.10@tcp:4:fsx.0 00000100:00100000:2.0:1734016108.663450:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007536b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+8:1980:x1818247336627456:12345-192.168.201.10@tcp:4:fsx.0 Request processed in 2611us (2866us total) trans 4294969115 rc 0/0 00000100:00100000:2.0:1734016108.663463:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8432 00002000:00100000:2.0:1734016108.663474:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (3416064->3444735) req@ffff88007536b800 x1818247336627456/t4294969115(0) o4->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:69/0 lens 488/448 e 0 to 0 dl 1734016119 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016108.663483:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007536b800 with x1818247336627456 ext(3416064->3444735) 00002000:00010000:2.0:1734016108.663489:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007536b800 00000100:00100000:1.0:1734016108.674230:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016108.674311:0:7420:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336627584 00000100:00100000:0.0:1734016108.674320:0:7420:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336627584 00000100:00100000:0.0:1734016108.674373:0:7420:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 1877 00000100:00100000:0.0:1734016108.674380:0:7420:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007536bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+11:9673:x1818247336627584:12345-192.168.201.10@tcp:44:fsx.0 00000100:00100000:0.0:1734016108.674490:0:7420:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007536bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+11:9673:x1818247336627584:12345-192.168.201.10@tcp:44:fsx.0 Request processed in 110us (271us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016108.674497:0:7420:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 1877 00000100:00100000:1.0:1734016108.681896:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016108.681981:0:13927:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336627712 00000100:00100000:3.0:1734016108.681992:0:13927:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336627712 00000100:00100000:3.0:1734016108.682033:0:13927:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10132 00000100:00100000:3.0:1734016108.682040:0:13927:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007536b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+8:1979:x1818247336627712:12345-192.168.201.10@tcp:16:fsx.0 00000001:00080000:1.0:1734016108.683476:0:8954:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969115 is committed 00000100:00100000:3.0:1734016108.683646:0:13927:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007536b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1979:x1818247336627712:12345-192.168.201.10@tcp:16:fsx.0 Request processed in 1603us (1783us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016108.683656:0:13927:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10132 00000100:00100000:1.0:1734016108.688035:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016108.688114:0:13927:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336627840 00000100:00100000:3.0:1734016108.688122:0:13927:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336627840 00000100:00100000:3.0:1734016108.688154:0:13927:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10133 00000100:00100000:3.0:1734016108.688160:0:13927:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075368000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1980:x1818247336627840:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:3.0:1734016108.688174:0:13927:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016108.688189:0:13927:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a9a6880/0x3f004d6452e06da9 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d0adb expref: -99 pid: 13927 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016108.688233:0:13927:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074c88000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13927:1818247339359232:192.168.201.10@tcp:106: 00000100:00100000:3.0:1734016108.688273:0:13927:0:(client.c:2562:ptlrpc_set_wait()) set ffff88006d83bb40 going to sleep for 11 seconds 00002000:00010000:3.0:1734016108.697496:0:13927:0:(ofd_lvb.c:283:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime: 1734016107 -> 1734016108 00002000:00010000:3.0:1734016108.697504:0:13927:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime: 1734016107 -> 1734016108 00002000:00010000:3.0:1734016108.697506:0:13927:0:(ofd_lvb.c:295:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime: 1734016107 -> 1734016108 00002000:00010000:3.0:1734016108.697508:0:13927:0:(ofd_lvb.c:301:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks: 576 -> 632 00000100:00100000:3.0:1734016108.697532:0:13927:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074c88000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13927:1818247339359232:192.168.201.10@tcp:106: 00010000:00010000:3.0:1734016108.697567:0:13927:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a9a6880/0x3f004d6452e06da9 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0adb expref: 7 pid: 13927 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016108.697580:0:13927:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a6880/0x3f004d6452e06da9 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0adb expref: 7 pid: 13927 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016108.697704:0:13927:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a9a6880, rc 0) 00000100:00100000:3.0:1734016108.698297:0:13927:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075368000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1980:x1818247336627840:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 10133us (10266us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016108.698310:0:13927:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10133 00000100:00100000:1.0:1734016108.702066:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016108.702182:0:13927:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336627968 00000100:00100000:3.0:1734016108.702193:0:13927:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336627968 00000100:00100000:3.0:1734016108.702436:0:13927:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10134 00000100:00100000:3.0:1734016108.702443:0:13927:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075368a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1981:x1818247336627968:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:3.0:1734016108.702458:0:13927:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016108.702474:0:13927:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a9a58c0/0x3f004d6452e06db0 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d0ae2 expref: -99 pid: 13927 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016108.702518:0:13927:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074c88000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13927:1818247339359360:192.168.201.10@tcp:106: 00000100:00100000:3.0:1734016108.702953:0:13927:0:(client.c:2562:ptlrpc_set_wait()) set ffff88006d83bb40 going to sleep for 11 seconds 00000100:00100000:3.0:1734016108.705236:0:13927:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074c88000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13927:1818247339359360:192.168.201.10@tcp:106: 00010000:00010000:3.0:1734016108.705270:0:13927:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a9a58c0/0x3f004d6452e06db0 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0ae2 expref: 7 pid: 13927 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016108.705282:0:13927:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a58c0/0x3f004d6452e06db0 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0ae2 expref: 7 pid: 13927 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016108.705509:0:13927:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a9a58c0, rc 0) 00000100:00100000:3.0:1734016108.706989:0:13927:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075368a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1981:x1818247336627968:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 4532us (4919us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016108.707003:0:13927:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10134 00000100:00100000:1.0:1734016108.713961:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016108.714722:0:13927:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336628096 00000100:00100000:3.0:1734016108.714739:0:13927:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336628096 00000100:00100000:3.0:1734016108.714811:0:13927:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10135 00000100:00100000:3.0:1734016108.714820:0:13927:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075368700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1980:x1818247336628096:12345-192.168.201.10@tcp:22:fsx.0 00002000:00010000:3.0:1734016108.715183:0:13927:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 8769183 -> 8769183 00002000:00010000:3.0:1734016108.715187:0:13927:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016108 -> 1734016108 00002000:00010000:3.0:1734016108.715189:0:13927:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016108 -> 1734016107 00002000:00010000:3.0:1734016108.715190:0:13927:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016108 -> 1734016108 00002000:00010000:3.0:1734016108.715193:0:13927:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 632 -> 632 00000100:00100000:3.0:1734016108.715291:0:13927:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075368700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1980:x1818247336628096:12345-192.168.201.10@tcp:22:fsx.0 Request processed in 470us (1338us total) trans 4294969116 rc 0/0 00000100:00100000:3.0:1734016108.715300:0:13927:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10135 00000100:00100000:1.0:1734016108.720428:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016108.720630:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336628224 00000100:00100000:0.0:1734016108.720639:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336628224 00000100:00100000:0.0:1734016108.720696:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10136 00000100:00100000:0.0:1734016108.720702:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007536a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:9673:x1818247336628224:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:0.0:1734016108.720717:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016108.720733:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a803ba80/0x3f004d6452e06db7 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d0ae9 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016108.720759:0:7689:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880072172640/0x3f004d6452e06da2 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3440640->3444735) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0ad4 expref: 6 pid: 13927 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016108.720766:0:7689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016108.720767:0:7689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016108.720772:0:7689:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a803ba80/0x3f004d6452e06db7 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [8036352->8085503] (req 8036352->8085503) gid 0 flags: 0x50000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0ae9 expref: 7 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016108.720797:0:7689:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880072172640/0x3f004d6452e06da2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3440640->3444735) gid 0 flags: 0x50000000020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0ad4 expref: 6 pid: 13927 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016108.720808:0:7689:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880072172640/0x3f004d6452e06da2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3440640->3444735) gid 0 flags: 0x70000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0ad4 expref: 6 pid: 13927 timeout: 472 lvb_type: 0 00000100:00100000:0.0:1734016108.720820:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009205bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339359488:192.168.201.10@tcp:104: 00000100:00100000:0.0:1734016108.720895:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7486e40 going to sleep for 11 seconds 00000100:00100000:0.0:1734016108.723608:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009205bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339359488:192.168.201.10@tcp:104: 00010000:00010000:0.0:1734016108.723638:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a803ba80/0x3f004d6452e06db7 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [8036352->8085503] (req 8036352->8085503) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0ae9 expref: 7 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016108.723655:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a803ba80, rc 0) 00000100:00100000:0.0:1734016108.723699:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007536a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:9673:x1818247336628224:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 2995us (3278us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016108.723706:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10136 00000100:00100000:1.0:1734016108.727808:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016108.727937:0:7705:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336628352 00000100:00100000:3.0:1734016108.727947:0:7705:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336628352 00010000:00010000:3.0:1734016108.727977:0:7705:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880072172640/0x3f004d6452e06da2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3440640->3444735) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0ad4 expref: 7 pid: 13927 timeout: 472 lvb_type: 0 00000100:00100000:3.0:1734016108.728016:0:7705:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2683 00000100:00100000:3.0:1734016108.728023:0:7705:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007536b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1978:x1818247336628352:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016108.728039:0:7705:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016108.728062:0:7705:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880072172640/0x3f004d6452e06da2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3440640->3444735) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0ad4 expref: 7 pid: 13927 timeout: 472 lvb_type: 0 00010000:00010000:3.0:1734016108.728072:0:7705:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880072172640/0x3f004d6452e06da2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3440640->3444735) gid 0 flags: 0x50000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0ad4 expref: 7 pid: 13927 timeout: 472 lvb_type: 0 00010000:00010000:3.0:1734016108.728094:0:7705:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880072172640/0x3f004d6452e06da2 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3440640->3444735) gid 0 flags: 0x44801400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0ad4 expref: 7 pid: 13927 timeout: 472 lvb_type: 0 00010000:00010000:3.0:1734016108.728138:0:7705:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016108.728140:0:7705:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016108.728147:0:7705:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a803ba80/0x3f004d6452e06db7 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8036352->8085503) gid 0 flags: 0x40080000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0ae9 expref: 6 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016108.728154:0:7705:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a803ba80/0x3f004d6452e06db7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8036352->8085503) gid 0 flags: 0x40080000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0ae9 expref: 6 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016108.730942:0:7705:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a803ba80/0x3f004d6452e06db7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8036352->8085503) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0ae9 expref: 6 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016108.730967:0:7705:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074c88000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7705:1818247339359616:192.168.201.10@tcp:105: 00000100:00100000:3.0:1734016108.731053:0:7705:0:(client.c:2562:ptlrpc_set_wait()) set ffff88006d83bb40 going to sleep for 11 seconds 00000100:00100000:1.0:1734016108.736480:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016108.736552:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336628480 00000100:00100000:0.0:1734016108.736560:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336628480 00000100:00100000:0.0:1734016108.736646:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10137 00000100:00100000:0.0:1734016108.736653:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a78b2c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1979:x1818247336628480:12345-192.168.201.10@tcp:22:fsx.0 00002000:00010000:0.0:1734016108.736903:0:7689:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 8769183 -> 8769183 00002000:00010000:0.0:1734016108.736906:0:7689:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016108 -> 1734016108 00002000:00010000:0.0:1734016108.736907:0:7689:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016107 -> 1734016107 00002000:00010000:0.0:1734016108.736909:0:7689:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016108 -> 1734016108 00002000:00010000:0.0:1734016108.736911:0:7689:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 632 -> 632 00000100:00100000:0.0:1734016108.736948:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a78b2c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1979:x1818247336628480:12345-192.168.201.10@tcp:22:fsx.0 Request processed in 295us (475us total) trans 4294969117 rc 0/0 00000100:00100000:0.0:1734016108.736954:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10137 00000100:00100000:3.0:1734016108.737213:0:7705:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074c88000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7705:1818247339359616:192.168.201.10@tcp:105: 00010000:00010000:3.0:1734016108.737229:0:7705:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016108.737247:0:7705:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007536b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1978:x1818247336628352:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 9225us (9448us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016108.737255:0:7705:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2683 00000100:00100000:1.0:1734016108.741268:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016108.741501:0:13927:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336628608 00000100:00100000:2.0:1734016108.741513:0:13927:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336628608 00000100:00100000:2.0:1734016108.741567:0:13927:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10138 00000100:00100000:2.0:1734016108.741575:0:13927:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075369500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1981:x1818247336628608:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:2.0:1734016108.741593:0:13927:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016108.741620:0:13927:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880072172640/0x3f004d6452e06dbe lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d0af0 expref: -99 pid: 13927 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016108.741682:0:13927:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880135f54000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13927:1818247339359744:192.168.201.10@tcp:106: 00000100:00100000:2.0:1734016108.741750:0:13927:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800768ef240 going to sleep for 11 seconds 00002000:00010000:2.0:1734016108.744898:0:13927:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime: 1734016107 -> 1734016108 00000100:00100000:2.0:1734016108.744929:0:13927:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880135f54000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13927:1818247339359744:192.168.201.10@tcp:106: 00010000:00010000:2.0:1734016108.744963:0:13927:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880072172640/0x3f004d6452e06dbe lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0af0 expref: 7 pid: 13927 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016108.744976:0:13927:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880072172640/0x3f004d6452e06dbe lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0af0 expref: 7 pid: 13927 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016108.745003:0:13927:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880072172640, rc 0) 00000100:00100000:2.0:1734016108.745706:0:13927:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075369500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1981:x1818247336628608:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 4129us (4443us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016108.745715:0:13927:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10138 00000100:00100000:1.0:1734016108.749805:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016108.749896:0:13927:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336628736 00000100:00100000:2.0:1734016108.749904:0:13927:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336628736 00000100:00100000:2.0:1734016108.749955:0:13927:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10139 00000100:00100000:2.0:1734016108.749962:0:13927:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007536b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1981:x1818247336628736:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:2.0:1734016108.749980:0:13927:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016108.750000:0:13927:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e06dc5 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d0af7 expref: -99 pid: 13927 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016108.750043:0:13927:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880135f54000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13927:1818247339359872:192.168.201.10@tcp:106: 00000100:00100000:2.0:1734016108.750086:0:13927:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800768ef240 going to sleep for 11 seconds 00000100:00100000:2.0:1734016108.757695:0:13927:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880135f54000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13927:1818247339359872:192.168.201.10@tcp:106: 00010000:00010000:2.0:1734016108.757734:0:13927:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e06dc5 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0af7 expref: 7 pid: 13927 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016108.757748:0:13927:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e06dc5 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0af7 expref: 7 pid: 13927 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016108.757778:0:13927:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880072171440, rc 0) 00000100:00100000:2.0:1734016108.757829:0:13927:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007536b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1981:x1818247336628736:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 7865us (8031us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016108.757837:0:13927:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10139 00000100:00100000:1.0:1734016108.765889:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016108.765984:0:13927:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336628864 00000100:00100000:2.0:1734016108.765993:0:13927:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336628864 00000100:00100000:2.0:1734016108.766262:0:13927:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10140 00000100:00100000:2.0:1734016108.766271:0:13927:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075368000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1981:x1818247336628864:12345-192.168.201.10@tcp:22:fsx.0 00002000:00010000:2.0:1734016108.766547:0:13927:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 8769183 -> 8769183 00002000:00010000:2.0:1734016108.766551:0:13927:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016108 -> 1734016108 00002000:00010000:2.0:1734016108.766553:0:13927:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016108 -> 1734016107 00002000:00010000:2.0:1734016108.766555:0:13927:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016108 -> 1734016108 00002000:00010000:2.0:1734016108.766558:0:13927:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 632 -> 632 00000100:00100000:2.0:1734016108.766787:0:13927:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075368000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+9:1981:x1818247336628864:12345-192.168.201.10@tcp:22:fsx.0 Request processed in 515us (927us total) trans 4294969118 rc 0/0 00000100:00100000:2.0:1734016108.766795:0:13927:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10140 00000100:00100000:1.0:1734016108.773224:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016108.773344:0:13927:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336628992 00000100:00100000:2.0:1734016108.773356:0:13927:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336628992 00000100:00100000:2.0:1734016108.773997:0:13927:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10141 00000100:00100000:2.0:1734016108.774008:0:13927:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075368a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1981:x1818247336628992:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:2.0:1734016108.774030:0:13927:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016108.774050:0:13927:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880072171f80/0x3f004d6452e06dcc lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d0afe expref: -99 pid: 13927 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016108.774115:0:13927:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880135f54000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13927:1818247339360000:192.168.201.10@tcp:106: 00000100:00100000:2.0:1734016108.774187:0:13927:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800768ef240 going to sleep for 11 seconds 00002000:00010000:2.0:1734016108.776343:0:13927:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime: 1734016107 -> 1734016108 00000100:00100000:2.0:1734016108.776367:0:13927:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880135f54000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13927:1818247339360000:192.168.201.10@tcp:106: 00010000:00010000:2.0:1734016108.776398:0:13927:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880072171f80/0x3f004d6452e06dcc lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0afe expref: 7 pid: 13927 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016108.776412:0:13927:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880072171f80/0x3f004d6452e06dcc lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0afe expref: 7 pid: 13927 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016108.776440:0:13927:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880072171f80, rc 0) 00000100:00100000:2.0:1734016108.776647:0:13927:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075368a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1981:x1818247336628992:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 2640us (3435us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016108.776656:0:13927:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10141 00000100:00100000:1.0:1734016108.779590:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016108.781788:0:13927:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336629120 00000100:00100000:2.0:1734016108.781801:0:13927:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336629120 00000100:00100000:2.0:1734016108.781920:0:13927:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10142 00000100:00100000:2.0:1734016108.781928:0:13927:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075368700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1980:x1818247336629120:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:2.0:1734016108.781944:0:13927:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016108.781959:0:13927:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880072172d00/0x3f004d6452e06dd3 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d0b05 expref: -99 pid: 13927 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016108.782013:0:13927:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880135f54000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13927:1818247339360128:192.168.201.10@tcp:106: 00000100:00100000:2.0:1734016108.782074:0:13927:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800768ef240 going to sleep for 11 seconds 00000100:00100000:2.0:1734016108.785737:0:13927:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880135f54000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13927:1818247339360128:192.168.201.10@tcp:106: 00010000:00010000:2.0:1734016108.785775:0:13927:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880072172d00/0x3f004d6452e06dd3 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0b05 expref: 7 pid: 13927 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016108.785786:0:13927:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880072172d00/0x3f004d6452e06dd3 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0b05 expref: 7 pid: 13927 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016108.785810:0:13927:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880072172d00, rc 0) 00000100:00100000:2.0:1734016108.785890:0:13927:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075368700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1980:x1818247336629120:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 3935us (6283us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016108.785898:0:13927:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10142 00000100:00100000:1.0:1734016108.790375:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016108.790542:0:13927:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336629248 00000100:00100000:2.0:1734016108.790550:0:13927:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336629248 00000100:00100000:2.0:1734016108.791241:0:13927:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10143 00000100:00100000:2.0:1734016108.791248:0:13927:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007536a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+9:1980:x1818247336629248:12345-192.168.201.10@tcp:22:fsx.0 00002000:00010000:2.0:1734016108.791453:0:13927:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 8769183 -> 8769183 00002000:00010000:2.0:1734016108.791457:0:13927:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016108 -> 1734016108 00002000:00010000:2.0:1734016108.791458:0:13927:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016108 -> 1734016107 00002000:00010000:2.0:1734016108.791460:0:13927:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016108 -> 1734016108 00002000:00010000:2.0:1734016108.791462:0:13927:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 632 -> 632 00000100:00100000:2.0:1734016108.791546:0:13927:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007536a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+10:1980:x1818247336629248:12345-192.168.201.10@tcp:22:fsx.0 Request processed in 297us (1176us total) trans 4294969119 rc 0/0 00000100:00100000:2.0:1734016108.791553:0:13927:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10143 00000100:00100000:1.0:1734016108.794741:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016108.794798:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336629376 00000100:00100000:0.0:1734016108.794807:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336629376 00000100:00100000:0.0:1734016108.794853:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10144 00000100:00100000:0.0:1734016108.794859:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075369180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1981:x1818247336629376:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:0.0:1734016108.794909:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016108.794926:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a803bcc0/0x3f004d6452e06dda lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d0b0c expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016108.794982:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009205b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339360256:192.168.201.10@tcp:106: 00000100:00100000:0.0:1734016108.795040:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7486e40 going to sleep for 11 seconds 00002000:00010000:0.0:1734016108.799644:0:7689:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime: 1734016107 -> 1734016108 00000100:00100000:0.0:1734016108.799668:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009205b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339360256:192.168.201.10@tcp:106: 00010000:00010000:0.0:1734016108.799698:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a803bcc0/0x3f004d6452e06dda lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0b0c expref: 7 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016108.799710:0:7689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a803bcc0/0x3f004d6452e06dda lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0b0c expref: 7 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016108.799737:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a803bcc0, rc 0) 00000100:00100000:0.0:1734016108.799777:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075369180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1981:x1818247336629376:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 4917us (5043us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016108.799789:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10144 00000100:00100000:1.0:1734016108.807486:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016108.807954:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336629504 00000100:00100000:0.0:1734016108.807963:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336629504 00000100:00100000:0.0:1734016108.808016:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10145 00000100:00100000:0.0:1734016108.808033:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011efc5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1980:x1818247336629504:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:0.0:1734016108.808048:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016108.808064:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a8038fc0/0x3f004d6452e06de1 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d0b13 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016108.808111:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009205b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339360384:192.168.201.10@tcp:106: 00000100:00100000:0.0:1734016108.808166:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7486e40 going to sleep for 11 seconds 00000100:00100000:0.0:1734016108.810211:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009205b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339360384:192.168.201.10@tcp:106: 00010000:00010000:0.0:1734016108.810242:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a8038fc0/0x3f004d6452e06de1 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0b13 expref: 7 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016108.810255:0:7689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a8038fc0/0x3f004d6452e06de1 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0b13 expref: 7 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016108.810281:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a8038fc0, rc 0) 00000100:00100000:0.0:1734016108.810321:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011efc5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1980:x1818247336629504:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 2288us (2842us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016108.810329:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10145 00000100:00100000:1.0:1734016108.817309:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016108.817587:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336629632 00000100:00100000:0.0:1734016108.817595:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336629632 00000100:00100000:0.0:1734016108.817723:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10146 00000100:00100000:0.0:1734016108.817730:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011efc6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:9673:x1818247336629632:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:0.0:1734016108.817746:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016108.817761:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a80386c0/0x3f004d6452e06de8 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d0b1a expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016108.817783:0:7689:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a803ba80/0x3f004d6452e06db7 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8036352->8085503) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0ae9 expref: 9 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016108.817789:0:7689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016108.817790:0:7689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016108.817793:0:7689:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a80386c0/0x3f004d6452e06de8 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [6373376->6393855] (req 6373376->6393855) gid 0 flags: 0x50000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0b1a expref: 7 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016108.817814:0:7689:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a803ba80/0x3f004d6452e06db7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8036352->8085503) gid 0 flags: 0x50000000020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0ae9 expref: 9 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016108.817823:0:7689:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a803ba80/0x3f004d6452e06db7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8036352->8085503) gid 0 flags: 0x70000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0ae9 expref: 9 pid: 7689 timeout: 472 lvb_type: 0 00000100:00100000:0.0:1734016108.817833:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009205b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339360512:192.168.201.10@tcp:104: 00000100:00100000:0.0:1734016108.817905:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7486e40 going to sleep for 11 seconds 00000100:00100000:0.0:1734016108.821179:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009205b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339360512:192.168.201.10@tcp:104: 00010000:00010000:0.0:1734016108.821207:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a80386c0/0x3f004d6452e06de8 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [6373376->6393855] (req 6373376->6393855) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0b1a expref: 7 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016108.821223:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a80386c0, rc 0) 00000100:00100000:0.0:1734016108.821270:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011efc6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:9673:x1818247336629632:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 3539us (3967us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016108.821278:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10146 00000100:00100000:1.0:1734016108.822654:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016108.823980:0:7705:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336629760 00000100:00100000:3.0:1734016108.823989:0:7705:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336629760 00010000:00010000:3.0:1734016108.824019:0:7705:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a803ba80/0x3f004d6452e06db7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8036352->8085503) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0ae9 expref: 10 pid: 7689 timeout: 472 lvb_type: 0 00000100:00100000:3.0:1734016108.824047:0:7705:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2684 00000100:00100000:3.0:1734016108.824054:0:7705:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011efc6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+10:1979:x1818247336629760:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016108.824069:0:7705:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016108.824087:0:7705:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a803ba80/0x3f004d6452e06db7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 8036352->8085503) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0ae9 expref: 10 pid: 7689 timeout: 472 lvb_type: 0 00010000:00010000:3.0:1734016108.824097:0:7705:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a803ba80/0x3f004d6452e06db7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 8036352->8085503) gid 0 flags: 0x50000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0ae9 expref: 10 pid: 7689 timeout: 472 lvb_type: 0 00010000:00010000:3.0:1734016108.824116:0:7705:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a803ba80/0x3f004d6452e06db7 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 8036352->8085503) gid 0 flags: 0x44801400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0ae9 expref: 10 pid: 7689 timeout: 472 lvb_type: 0 00010000:00010000:3.0:1734016108.824794:0:7705:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016108.824796:0:7705:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016108.824803:0:7705:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a80386c0/0x3f004d6452e06de8 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6373376->6393855) gid 0 flags: 0x40080000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0b1a expref: 6 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016108.824812:0:7705:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a80386c0/0x3f004d6452e06de8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6373376->6393855) gid 0 flags: 0x40080000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0b1a expref: 6 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016108.824842:0:7705:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a80386c0/0x3f004d6452e06de8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6373376->6393855) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0b1a expref: 6 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016108.824853:0:7705:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074c88000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7705:1818247339360640:192.168.201.10@tcp:105: 00000100:00100000:3.0:1734016108.824933:0:7705:0:(client.c:2562:ptlrpc_set_wait()) set ffff88006d83bb40 going to sleep for 11 seconds 00000100:00100000:3.0:1734016108.828586:0:7705:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074c88000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7705:1818247339360640:192.168.201.10@tcp:105: 00010000:00010000:3.0:1734016108.828620:0:7705:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016108.828671:0:7705:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011efc6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+9:1979:x1818247336629760:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 4615us (6020us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016108.828685:0:7705:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2684 00000100:00100000:1.0:1734016108.829928:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016108.830039:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336630016 00000100:00100000:2.0:1734016108.830046:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336630016 00002000:00100000:2.0:1734016108.830078:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (6389760->6393855) req@ffff88011efc4380 x1818247336630016/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:69/0 lens 488/0 e 0 to 0 dl 1734016119 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016108.830087:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88011efc4380 with x1818247336630016 ext(6389760->6393855) 00002000:00010000:2.0:1734016108.830091:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011efc4380 00000100:00100000:2.0:1734016108.830184:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8433 00000100:00100000:2.0:1734016108.830191:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011efc4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1979:x1818247336630016:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:2.0:1734016108.830323:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011efc4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1979:x1818247336630016:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 131us (398us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016108.830330:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8433 00002000:00100000:2.0:1734016108.830335:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (6389760->6393855) req@ffff88011efc4380 x1818247336630016/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:69/0 lens 488/4536 e 0 to 0 dl 1734016119 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016108.830342:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88011efc4380 with x1818247336630016 ext(6389760->6393855) 00002000:00010000:2.0:1734016108.830345:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011efc4380 00000100:00100000:1.0:1734016108.834208:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016108.834286:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336630144 00000100:00100000:0.0:1734016108.834296:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336630144 00000100:00100000:0.0:1734016108.834348:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10147 00000100:00100000:0.0:1734016108.834354:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011efc4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+9:1980:x1818247336630144:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:0.0:1734016108.834369:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016108.834387:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a803ad00/0x3f004d6452e06def lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d0b21 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016108.834433:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009205b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339360768:192.168.201.10@tcp:106: 00000100:00100000:0.0:1734016108.834484:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7486e40 going to sleep for 11 seconds 00000100:00100000:0.0:1734016108.836291:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009205b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339360768:192.168.201.10@tcp:106: 00010000:00010000:0.0:1734016108.836317:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a803ad00/0x3f004d6452e06def lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0b21 expref: 10 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016108.836327:0:7689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a803ad00/0x3f004d6452e06def lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0b21 expref: 10 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016108.836741:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a803ad00, rc 0) 00000100:00100000:0.0:1734016108.836781:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011efc4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+9:1980:x1818247336630144:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 2425us (2580us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016108.836788:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10147 00000100:00100000:1.0:1734016108.840063:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016108.840141:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336630272 00000100:00100000:0.0:1734016108.840150:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336630272 00000100:00100000:0.0:1734016108.840734:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10148 00000100:00100000:0.0:1734016108.840742:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011efc4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+9:1980:x1818247336630272:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:0.0:1734016108.840760:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016108.840779:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a8039b00/0x3f004d6452e06df6 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d0b28 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016108.840840:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009205b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339360896:192.168.201.10@tcp:106: 00000100:00100000:0.0:1734016108.840926:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7486e40 going to sleep for 11 seconds 00000100:00100000:0.0:1734016108.843583:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009205b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339360896:192.168.201.10@tcp:106: 00010000:00010000:0.0:1734016108.843640:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a8039b00/0x3f004d6452e06df6 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0b28 expref: 10 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016108.843653:0:7689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a8039b00/0x3f004d6452e06df6 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0b28 expref: 10 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016108.843680:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a8039b00, rc 0) 00000100:00100000:0.0:1734016108.843737:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011efc4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+9:1980:x1818247336630272:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 2994us (3880us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016108.843746:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10148 00000100:00100000:1.0:1734016108.848040:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016108.848103:0:13925:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336630528 00000100:00100000:0.0:1734016108.848112:0:13925:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336630528 00000100:00100000:0.0:1734016108.848546:0:13925:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8434 00000100:00100000:0.0:1734016108.848553:0:13925:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011efc7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+9:1980:x1818247336630528:12345-192.168.201.10@tcp:4:fsx.0 00010000:00010000:0.0:1734016108.848588:0:13925:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a8038d80/0x3f004d6452e06dfd lrc: 3/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 13925 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016108.848615:0:13925:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a80386c0/0x3f004d6452e06de8 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6373376->6393855) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0b1a expref: 6 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016108.848621:0:13925:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016108.848623:0:13925:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016108.848625:0:13925:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a8038d80/0x3f004d6452e06dfd lrc: 4/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [2670592->2711551] (req 2670592->2711551) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 13925 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016108.848652:0:13925:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a80386c0/0x3f004d6452e06de8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6373376->6393855) gid 0 flags: 0x50000000020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0b1a expref: 6 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016108.848664:0:13925:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a80386c0/0x3f004d6452e06de8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6373376->6393855) gid 0 flags: 0x70000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0b1a expref: 6 pid: 7689 timeout: 472 lvb_type: 0 00000100:00100000:0.0:1734016108.848675:0:13925:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009205b800 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_003:lustre-OST0001_UUID:13925:1818247339361024:192.168.201.10@tcp:104: 00000100:00100000:0.0:1734016108.848731:0:13925:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7486e40 going to sleep for 11 seconds 00000100:00100000:0.0:1734016108.852560:0:13925:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009205b800 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_003:lustre-OST0001_UUID:13925:1818247339361024:192.168.201.10@tcp:104: 00010000:00010000:0.0:1734016108.852586:0:13925:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800a8038d80/0x3f004d6452e06dfd lrc: 3/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [2670592->2711551] (req 2670592->2711551) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 13925 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016108.852712:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016108.853064:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336630656 00000100:00100000:2.0:1734016108.853071:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336630656 00002000:00100000:2.0:1734016108.853107:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (6373376->6393855) req@ffff88011efc7480 x1818247336630656/t0(0) o4->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:69/0 lens 488/0 e 0 to 0 dl 1734016119 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016108.853115:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88011efc7480 with x1818247336630656 ext(6373376->6393855) 00010000:00010000:2.0:1734016108.853121:0:7696:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a80386c0/0x3f004d6452e06de8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6373376->6393855) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0b1a expref: 7 pid: 7689 timeout: 472 lvb_type: 0 00010000:00010000:2.0:1734016108.853132:0:7696:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a80386c0/0x3f004d6452e06de8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6373376->6393855) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0b1a expref: 7 pid: 7689 timeout: 472 lvb_type: 0 00002000:00010000:2.0:1734016108.853138:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88011efc7480 00000100:00100000:2.0:1734016108.853159:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 247 00000100:00100000:2.0:1734016108.853165:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011efc7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1979:x1818247336630656:12345-192.168.201.10@tcp:4:fsx.0 00000100:00100000:2.0:1734016108.861155:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011efc7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+9:1979:x1818247336630656:12345-192.168.201.10@tcp:4:fsx.0 Request processed in 7977us (8431us total) trans 4294969120 rc 0/0 00000100:00100000:2.0:1734016108.861168:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 247 00002000:00100000:2.0:1734016108.861178:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (6373376->6393855) req@ffff88011efc7480 x1818247336630656/t4294969120(0) o4->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:69/0 lens 488/448 e 0 to 0 dl 1734016119 ref 1 fl Complete:H/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016108.861188:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88011efc7480 with x1818247336630656 ext(6373376->6393855) 00010000:00010000:2.0:1734016108.861199:0:7696:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a80386c0/0x3f004d6452e06de8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6373376->6393855) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0b1a expref: 9 pid: 7689 timeout: 472 lvb_type: 0 00010000:00010000:2.0:1734016108.861214:0:7696:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a80386c0/0x3f004d6452e06de8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6373376->6393855) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0b1a expref: 9 pid: 7689 timeout: 472 lvb_type: 0 00002000:00010000:2.0:1734016108.861220:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88011efc7480 00000100:00100000:1.0:1734016108.869832:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016108.870586:0:7705:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336630784 00000100:00100000:3.0:1734016108.870594:0:7705:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336630784 00010000:00010000:3.0:1734016108.870634:0:7705:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a80386c0/0x3f004d6452e06de8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6373376->6393855) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0b1a expref: 9 pid: 7689 timeout: 472 lvb_type: 0 00000100:00100000:3.0:1734016108.870791:0:7705:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2685 00000100:00100000:3.0:1734016108.870798:0:7705:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007694b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+9:1979:x1818247336630784:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016108.870810:0:7705:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:3.0:1734016108.870825:0:7705:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 632 -> 672 00010000:00010000:3.0:1734016108.870830:0:7705:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a80386c0/0x3f004d6452e06de8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 6373376->6393855) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0b1a expref: 9 pid: 7689 timeout: 472 lvb_type: 0 00010000:00010000:3.0:1734016108.870841:0:7705:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a80386c0/0x3f004d6452e06de8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 6373376->6393855) gid 0 flags: 0x50000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0b1a expref: 9 pid: 7689 timeout: 472 lvb_type: 0 00010000:00010000:3.0:1734016108.870858:0:7705:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a80386c0/0x3f004d6452e06de8 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 6373376->6393855) gid 0 flags: 0x44801400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0b1a expref: 9 pid: 7689 timeout: 472 lvb_type: 0 00010000:00010000:3.0:1734016108.870903:0:7705:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016108.870905:0:7705:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016108.870908:0:7705:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a8038d80/0x3f004d6452e06dfd lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [2670592->2711551] (req 2670592->2711551) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 13925 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016108.870916:0:7705:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a8038d80/0x3f004d6452e06dfd lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [2670592->2711551] (req 2670592->2711551) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 13925 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016108.871317:0:7705:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1734016108.871490:0:13925:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800a8038d80/0x3f004d6452e06dfd lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [2670592->2711551] (req 2670592->2711551) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 13925 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016108.871498:0:13925:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a8038d80/0x3f004d6452e06dfd lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [2670592->2711551] (req 2670592->2711551) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 13925 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016108.871619:0:7705:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007694b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+8:1979:x1818247336630784:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 820us (1794us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016108.871626:0:7705:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2685 00000001:00080000:1.0:1734016108.878033:0:8954:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969121 is committed 00000001:00080000:1.0:1734016108.878045:0:8954:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969120 is committed 00002000:00010000:2.0:1734016108.878140:0:13925:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 672 -> 752 00010000:00010000:2.0:1734016108.878152:0:13925:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a8038d80/0x3f004d6452e06dfd lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [2670592->2711551] (req 2670592->2711551) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 13925 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016108.878162:0:13925:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a8038d80/0x3f004d6452e06dfd lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [2670592->2711551] (req 2670592->2711551) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 13925 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016108.878168:0:13925:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a8038d80/0x3f004d6452e06dfd lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [2670592->2711551] (req 2670592->2711551) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 13925 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016108.878174:0:13925:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800a8038d80 already unused, calling callback (ffffffffa086d100) 00010000:00010000:2.0:1734016108.878176:0:13925:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a8038d80/0x3f004d6452e06dfd lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [2670592->2711551] (req 2670592->2711551) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 13925 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016108.878183:0:13925:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a8038d80/0x3f004d6452e06dfd lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [2670592->2711551] (req 2670592->2711551) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 13925 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016108.878198:0:13925:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a8038d80/0x3f004d6452e06dfd lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [2670592->2711551] (req 2670592->2711551) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 13925 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016108.878202:0:13925:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a8038d80/0x3f004d6452e06dfd lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [2670592->2711551] (req 2670592->2711551) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 13925 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016108.878502:0:13925:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011efc7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1980:x1818247336630528:12345-192.168.201.10@tcp:4:fsx.0 Request processed in 29944us (30465us total) trans 4294969121 rc 0/0 00000100:00100000:2.0:1734016108.878512:0:13925:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8434 00000100:00100000:1.0:1734016108.882737:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016108.882843:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336630912 00000100:00100000:0.0:1734016108.882852:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336630912 00000100:00100000:0.0:1734016108.882968:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10149 00000100:00100000:0.0:1734016108.882975:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076949500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1981:x1818247336630912:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:0.0:1734016108.882991:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016108.883008:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a8038d80/0x3f004d6452e06e04 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d0b2f expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1734016108.883029:0:7689:0:(ofd_lvb.c:169:ofd_lvbo_init()) res: [0x280000400:0x5:0x0] initial LVB size: 8769183, mtime: 0x675afc6c, atime: 0x675afc6c, ctime: 0x675afc6c, blocks: 0x2f0 00010000:00010000:0.0:1734016108.883045:0:7689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016108.883047:0:7689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016108.883054:0:7689:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a8038d80/0x3f004d6452e06e04 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0b2f expref: 7 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016108.883067:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a8038d80/0x3f004d6452e06e04 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0b2f expref: 7 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016108.883078:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a8038d80, rc 0) 00000100:00100000:0.0:1734016108.883320:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076949500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1981:x1818247336630912:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 343us (589us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016108.883327:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10149 00000100:00100000:1.0:1734016108.887317:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016108.888342:0:13925:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336631168 00000100:00100000:2.0:1734016108.888352:0:13925:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336631168 00000100:00100000:2.0:1734016108.888408:0:13925:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8435 00000100:00100000:2.0:1734016108.888415:0:13925:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076949180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1981:x1818247336631168:12345-192.168.201.10@tcp:3:fsx.0 00010000:00010000:2.0:1734016108.888463:0:13925:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880072170d80/0x3f004d6452e06e0b lrc: 3/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 13925 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016108.888477:0:13925:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016108.888479:0:13925:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016108.888483:0:13925:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880072170d80/0x3f004d6452e06e0b lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [1748992->1761279] (req 1748992->1761279) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 13925 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016108.888495:0:13925:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880072170d80/0x3f004d6452e06e0b lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [1748992->1761279] (req 1748992->1761279) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 13925 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016108.888609:0:13925:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880072170d80/0x3f004d6452e06e0b lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [1748992->1761279] (req 1748992->1761279) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 13925 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016108.888616:0:13925:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880072170d80/0x3f004d6452e06e0b lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [1748992->1761279] (req 1748992->1761279) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 13925 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016108.888623:0:13925:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880072170d80/0x3f004d6452e06e0b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [1748992->1761279] (req 1748992->1761279) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 13925 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016108.888629:0:13925:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880072170d80 already unused, calling callback (ffffffffa086d100) 00010000:00010000:2.0:1734016108.888632:0:13925:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880072170d80/0x3f004d6452e06e0b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [1748992->1761279] (req 1748992->1761279) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 13925 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016108.888639:0:13925:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880072170d80/0x3f004d6452e06e0b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [1748992->1761279] (req 1748992->1761279) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 13925 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016108.888651:0:13925:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880072170d80/0x3f004d6452e06e0b lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [1748992->1761279] (req 1748992->1761279) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 13925 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016108.888662:0:13925:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880072170d80/0x3f004d6452e06e0b lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [1748992->1761279] (req 1748992->1761279) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 13925 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016108.888718:0:13925:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076949180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1981:x1818247336631168:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 302us (1407us total) trans 0 rc 12288/12288 00000100:00100000:2.0:1734016108.888724:0:13925:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8435 00000100:00100000:1.0:1734016108.895335:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016108.895424:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336631296 00000100:00100000:0.0:1734016108.895433:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336631296 00000100:00100000:0.0:1734016108.895481:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10150 00000100:00100000:0.0:1734016108.895488:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007694a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:9673:x1818247336631296:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:0.0:1734016108.895507:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016108.895525:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a80386c0/0x3f004d6452e06e12 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d0b36 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016108.895547:0:7689:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a8038d80/0x3f004d6452e06e04 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0b2f expref: 8 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016108.895554:0:7689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016108.895555:0:7689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016108.895559:0:7689:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a80386c0/0x3f004d6452e06e12 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [2371584->2400255] (req 2371584->2400255) gid 0 flags: 0x50000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0b36 expref: 8 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016108.895587:0:7689:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a8038d80/0x3f004d6452e06e04 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0b2f expref: 8 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016108.895608:0:7689:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a8038d80/0x3f004d6452e06e04 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0b2f expref: 8 pid: 7689 timeout: 472 lvb_type: 1 00000100:00100000:0.0:1734016108.895620:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009205b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339361152:192.168.201.10@tcp:104: 00000100:00100000:0.0:1734016108.895665:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7486300 going to sleep for 11 seconds 00000100:00100000:2.0:1734016108.898056:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009205b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339361152:192.168.201.10@tcp:104: 00010000:00010000:2.0:1734016108.898085:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a80386c0/0x3f004d6452e06e12 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [2371584->2400255] (req 2371584->2400255) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0b36 expref: 8 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016108.898100:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a80386c0, rc 0) 00000100:00100000:2.0:1734016108.898413:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007694a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:9673:x1818247336631296:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 2923us (3083us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016108.898423:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10150 00000100:00100000:1.0:1734016108.907832:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016108.908798:0:7705:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336631424 00000100:00100000:3.0:1734016108.908806:0:7705:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336631424 00010000:00010000:3.0:1734016108.908837:0:7705:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a8038d80/0x3f004d6452e06e04 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0b2f expref: 8 pid: 7689 timeout: 472 lvb_type: 1 00000100:00100000:3.0:1734016108.909375:0:7705:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2686 00000100:00100000:3.0:1734016108.909382:0:7705:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007694bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1978:x1818247336631424:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016108.909397:0:7705:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016108.909417:0:7705:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 1s ns: filter-lustre-OST0001_UUID lock: ffff8800a8038d80/0x3f004d6452e06e04 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0b2f expref: 8 pid: 7689 timeout: 472 lvb_type: 1 00010000:00010000:3.0:1734016108.909429:0:7705:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a8038d80/0x3f004d6452e06e04 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0b2f expref: 8 pid: 7689 timeout: 472 lvb_type: 1 00010000:00010000:3.0:1734016108.909449:0:7705:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a8038d80/0x3f004d6452e06e04 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0b2f expref: 8 pid: 7689 timeout: 472 lvb_type: 1 00010000:00010000:3.0:1734016108.910606:0:7705:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016108.910609:0:7705:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016108.910616:0:7705:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a80386c0/0x3f004d6452e06e12 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2371584->2400255) gid 0 flags: 0x40080000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0b36 expref: 7 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016108.910628:0:7705:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a80386c0/0x3f004d6452e06e12 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2371584->2400255) gid 0 flags: 0x40080000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0b36 expref: 7 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016108.910663:0:7705:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a80386c0/0x3f004d6452e06e12 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2371584->2400255) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0b36 expref: 7 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016108.910673:0:7705:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074c88000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7705:1818247339361280:192.168.201.10@tcp:105: 00000100:00100000:3.0:1734016108.910733:0:7705:0:(client.c:2562:ptlrpc_set_wait()) set ffff88006d83bb40 going to sleep for 11 seconds 00000100:00100000:1.0:1734016108.918036:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016108.918404:0:7705:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074c88000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7705:1818247339361280:192.168.201.10@tcp:105: 00010000:00010000:3.0:1734016108.918423:0:7705:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016108.918579:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336631552 00000100:00100000:2.0:1734016108.918586:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336631552 00000100:00100000:2.0:1734016108.918632:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10151 00000100:00100000:2.0:1734016108.918638:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076948380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1978:x1818247336631552:12345-192.168.201.10@tcp:22:fsx.0 00002000:00010000:2.0:1734016108.918899:0:7689:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 8769183 -> 8769183 00002000:00010000:2.0:1734016108.918902:0:7689:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016108 -> 1734016108 00002000:00010000:2.0:1734016108.918904:0:7689:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016108 -> 1734016108 00002000:00010000:2.0:1734016108.918906:0:7689:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016108 -> 1734016108 00002000:00010000:2.0:1734016108.918908:0:7689:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 752 -> 752 00000100:00100000:3.0:1734016108.919111:0:7705:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007694bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+9:1978:x1818247336631424:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 9727us (11285us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016108.919119:0:7705:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2686 00000100:00100000:2.0:1734016108.919760:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076948380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1978:x1818247336631552:12345-192.168.201.10@tcp:22:fsx.0 Request processed in 1119us (1731us total) trans 4294969122 rc 0/0 00000100:00100000:2.0:1734016108.919769:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10151 00000100:00100000:1.0:1734016108.922086:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016108.922252:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336631680 00000100:00100000:2.0:1734016108.922261:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336631680 00000100:00100000:2.0:1734016108.922304:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10152 00000100:00100000:2.0:1734016108.922310:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007694b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:1981:x1818247336631680:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:2.0:1734016108.922326:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016108.922343:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800721718c0/0x3f004d6452e06e19 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d0b3d expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016108.922392:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880135f54000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339361408:192.168.201.10@tcp:106: 00000100:00100000:2.0:1734016108.922441:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800768ef0c0 going to sleep for 11 seconds 00000100:00100000:2.0:1734016108.925099:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880135f54000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339361408:192.168.201.10@tcp:106: 00010000:00010000:2.0:1734016108.925131:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800721718c0/0x3f004d6452e06e19 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0b3d expref: 6 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016108.925145:0:7689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800721718c0/0x3f004d6452e06e19 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0b3d expref: 6 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016108.928358:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800721718c0, rc 0) 00000100:00100000:2.0:1734016108.928446:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007694b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:1981:x1818247336631680:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 6129us (6361us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016108.928456:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10152 00000100:00100000:1.0:1734016108.933783:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016108.933925:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336631808 00000100:00100000:2.0:1734016108.933933:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336631808 00000100:00100000:2.0:1734016108.933982:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10153 00000100:00100000:2.0:1734016108.933990:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076948e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:1980:x1818247336631808:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:2.0:1734016108.934008:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016108.934029:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800721718c0/0x3f004d6452e06e20 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d0b44 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016108.934074:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880135f54000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339361536:192.168.201.10@tcp:106: 00000100:00100000:2.0:1734016108.934134:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800768ef0c0 going to sleep for 11 seconds 00000100:00100000:2.0:1734016108.936934:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880135f54000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339361536:192.168.201.10@tcp:106: 00010000:00010000:2.0:1734016108.936966:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800721718c0/0x3f004d6452e06e20 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0b44 expref: 6 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016108.936978:0:7689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800721718c0/0x3f004d6452e06e20 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0b44 expref: 6 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016108.937016:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800721718c0, rc 0) 00000100:00100000:2.0:1734016108.937240:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076948e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:1980:x1818247336631808:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 3248us (3464us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016108.937249:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10153 00000100:00100000:1.0:1734016108.940354:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016108.944364:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336631936 00000100:00100000:2.0:1734016108.944379:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336631936 00000100:00100000:2.0:1734016108.944446:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10154 00000100:00100000:2.0:1734016108.944453:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007694b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1981:x1818247336631936:12345-192.168.201.10@tcp:22:fsx.0 00002000:00010000:2.0:1734016108.944678:0:7689:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 8769183 -> 8769183 00002000:00010000:2.0:1734016108.944681:0:7689:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016108 -> 1734016108 00002000:00010000:2.0:1734016108.944683:0:7689:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016108 -> 1734016108 00002000:00010000:2.0:1734016108.944686:0:7689:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016108 -> 1734016108 00002000:00010000:2.0:1734016108.944688:0:7689:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 752 -> 752 00000100:00100000:2.0:1734016108.944775:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007694b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+9:1981:x1818247336631936:12345-192.168.201.10@tcp:22:fsx.0 Request processed in 321us (4429us total) trans 4294969123 rc 0/0 00000100:00100000:2.0:1734016108.944782:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10154 00000100:00100000:1.0:1734016108.949761:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016108.949851:0:13927:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336632064 00000100:00100000:2.0:1734016108.949860:0:13927:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336632064 00000100:00100000:2.0:1734016108.949914:0:13927:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10155 00000100:00100000:2.0:1734016108.949921:0:13927:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076949c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:1980:x1818247336632064:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:2.0:1734016108.949938:0:13927:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016108.949954:0:13927:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880072170d80/0x3f004d6452e06e27 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d0b4b expref: -99 pid: 13927 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016108.949997:0:13927:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880135f54000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13927:1818247339361664:192.168.201.10@tcp:106: 00000100:00100000:2.0:1734016108.950052:0:13927:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800768ef0c0 going to sleep for 11 seconds 00000100:00100000:2.0:1734016108.951842:0:13927:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880135f54000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13927:1818247339361664:192.168.201.10@tcp:106: 00010000:00010000:2.0:1734016108.951894:0:13927:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880072170d80/0x3f004d6452e06e27 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0b4b expref: 6 pid: 13927 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016108.951909:0:13927:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880072170d80/0x3f004d6452e06e27 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0b4b expref: 6 pid: 13927 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016108.951923:0:13927:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880072170d80, rc 0) 00000100:00100000:2.0:1734016108.951966:0:13927:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076949c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:1980:x1818247336632064:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 2045us (2213us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016108.951974:0:13927:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10155 00000100:00100000:1.0:1734016108.956670:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016108.957242:0:13927:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336632192 00000100:00100000:2.0:1734016108.957251:0:13927:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336632192 00000100:00100000:2.0:1734016108.957291:0:13927:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10156 00000100:00100000:2.0:1734016108.957298:0:13927:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076949f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:1978:x1818247336632192:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:2.0:1734016108.957312:0:13927:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016108.957327:0:13927:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880072172d00/0x3f004d6452e06e2e lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d0b52 expref: -99 pid: 13927 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016108.957374:0:13927:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880135f54000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13927:1818247339361792:192.168.201.10@tcp:106: 00000100:00100000:2.0:1734016108.957434:0:13927:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800768ef0c0 going to sleep for 11 seconds 00000100:00100000:2.0:1734016108.959226:0:13927:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880135f54000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13927:1818247339361792:192.168.201.10@tcp:106: 00010000:00010000:2.0:1734016108.959254:0:13927:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880072172d00/0x3f004d6452e06e2e lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0b52 expref: 6 pid: 13927 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016108.959266:0:13927:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880072172d00/0x3f004d6452e06e2e lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0b52 expref: 6 pid: 13927 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016108.959803:0:13927:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880072172d00, rc 0) 00000100:00100000:2.0:1734016108.959852:0:13927:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076949f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:1978:x1818247336632192:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 2553us (3190us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016108.959860:0:13927:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10156 00000100:00100000:0.0:1734016108.963939:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016108.964266:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336632448 00000100:00100000:2.0:1734016108.964276:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336632448 00000100:00100000:2.0:1734016108.964317:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8436 00000100:00100000:2.0:1734016108.964322:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009205aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+9:1981:x1818247336632448:12345-192.168.201.10@tcp:3:fsx.0 00010000:00010000:2.0:1734016108.964351:0:7696:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880072171f80/0x3f004d6452e06e35 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7696 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016108.964365:0:7696:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a80386c0/0x3f004d6452e06e12 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2371584->2400255) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0b36 expref: 9 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016108.964370:0:7696:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016108.964371:0:7696:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016108.964374:0:7696:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880072171f80/0x3f004d6452e06e35 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [8663040->8720383] (req 8663040->8720383) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 7696 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016108.964397:0:7696:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a80386c0/0x3f004d6452e06e12 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2371584->2400255) gid 0 flags: 0x50000000020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0b36 expref: 9 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016108.964406:0:7696:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a80386c0/0x3f004d6452e06e12 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2371584->2400255) gid 0 flags: 0x70000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0b36 expref: 9 pid: 7689 timeout: 473 lvb_type: 0 00000100:00100000:2.0:1734016108.964416:0:7696:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880135f54000 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_002:lustre-OST0001_UUID:7696:1818247339361920:192.168.201.10@tcp:104: 00000100:00100000:2.0:1734016108.964461:0:7696:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800768ef0c0 going to sleep for 11 seconds 00000100:00100000:1.0:1734016108.971233:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016108.972689:0:7696:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880135f54000 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_002:lustre-OST0001_UUID:7696:1818247339361920:192.168.201.10@tcp:104: 00000100:00100000:3.0:1734016108.972705:0:7705:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336632576 00000100:00100000:3.0:1734016108.972712:0:7705:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336632576 00010000:00010000:2.0:1734016108.972715:0:7696:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880072171f80/0x3f004d6452e06e35 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [8663040->8720383] (req 8663040->8720383) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 7696 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016108.972737:0:7705:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a80386c0/0x3f004d6452e06e12 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2371584->2400255) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0b36 expref: 10 pid: 7689 timeout: 473 lvb_type: 0 00000100:00100000:3.0:1734016108.972905:0:7705:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2687 00000100:00100000:3.0:1734016108.972912:0:7705:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007694a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+10:1978:x1818247336632576:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016108.972925:0:7705:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016108.972946:0:7705:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a80386c0/0x3f004d6452e06e12 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2371584->2400255) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0b36 expref: 10 pid: 7689 timeout: 473 lvb_type: 0 00010000:00010000:3.0:1734016108.972960:0:7705:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a80386c0/0x3f004d6452e06e12 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2371584->2400255) gid 0 flags: 0x50000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0b36 expref: 10 pid: 7689 timeout: 473 lvb_type: 0 00010000:00010000:3.0:1734016108.972984:0:7705:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a80386c0/0x3f004d6452e06e12 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2371584->2400255) gid 0 flags: 0x44801400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0b36 expref: 10 pid: 7689 timeout: 473 lvb_type: 0 00010000:00010000:3.0:1734016108.973002:0:7705:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016108.973003:0:7705:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016108.973007:0:7705:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880072171f80/0x3f004d6452e06e35 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [8663040->8720383] (req 8663040->8720383) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 7696 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016108.973013:0:7705:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880072171f80/0x3f004d6452e06e35 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [8663040->8720383] (req 8663040->8720383) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 7696 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016108.975738:0:7705:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1734016108.975770:0:7696:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880072171f80/0x3f004d6452e06e35 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [8663040->8720383] (req 8663040->8720383) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 7696 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016108.975781:0:7696:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880072171f80/0x3f004d6452e06e35 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [8663040->8720383] (req 8663040->8720383) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 7696 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016108.977133:0:7705:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007694a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+10:1978:x1818247336632576:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 4212us (5899us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016108.977145:0:7705:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2687 00010000:00010000:2.0:1734016108.980172:0:7696:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880072171f80/0x3f004d6452e06e35 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [8663040->8720383] (req 8663040->8720383) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 7696 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016108.980191:0:7696:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880072171f80/0x3f004d6452e06e35 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [8663040->8720383] (req 8663040->8720383) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 7696 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016108.980199:0:7696:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880072171f80/0x3f004d6452e06e35 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [8663040->8720383] (req 8663040->8720383) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 7696 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016108.980206:0:7696:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880072171f80 already unused, calling callback (ffffffffa086d100) 00010000:00010000:2.0:1734016108.980210:0:7696:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880072171f80/0x3f004d6452e06e35 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [8663040->8720383] (req 8663040->8720383) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 7696 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016108.980218:0:7696:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880072171f80/0x3f004d6452e06e35 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [8663040->8720383] (req 8663040->8720383) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 7696 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016108.980235:0:7696:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880072171f80/0x3f004d6452e06e35 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [8663040->8720383] (req 8663040->8720383) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 7696 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016108.980241:0:7696:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880072171f80/0x3f004d6452e06e35 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [8663040->8720383] (req 8663040->8720383) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 7696 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016108.980330:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009205aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1981:x1818247336632448:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 16002us (16394us total) trans 0 rc 57344/57344 00000100:00100000:2.0:1734016108.980342:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8436 00000100:00100000:1.0:1734016108.984533:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016108.984960:0:13927:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336632704 00000100:00100000:3.0:1734016108.984970:0:13927:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336632704 00000100:00100000:3.0:1734016108.985169:0:13927:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10157 00000100:00100000:3.0:1734016108.985177:0:13927:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076948700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:1981:x1818247336632704:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:3.0:1734016108.985196:0:13927:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016108.985218:0:13927:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a9a58c0/0x3f004d6452e06e3c lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d0b59 expref: -99 pid: 13927 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1734016108.985237:0:13927:0:(ofd_lvb.c:169:ofd_lvbo_init()) res: [0x280000400:0x5:0x0] initial LVB size: 8769183, mtime: 0x675afc6c, atime: 0x675afc6c, ctime: 0x675afc6c, blocks: 0x2f0 00010000:00010000:3.0:1734016108.985255:0:13927:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016108.985257:0:13927:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016108.985264:0:13927:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a9a58c0/0x3f004d6452e06e3c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0b59 expref: 6 pid: 13927 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016108.985278:0:13927:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a9a58c0/0x3f004d6452e06e3c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0b59 expref: 6 pid: 13927 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016108.985286:0:13927:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a9a58c0, rc 0) 00000100:00100000:3.0:1734016108.985343:0:13927:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076948700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1981:x1818247336632704:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 165us (818us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016108.985349:0:13927:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10157 00000100:00100000:0.0:1734016108.994976:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016108.995117:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336632832 00000100:00100000:2.0:1734016108.995146:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336632832 00000100:00100000:2.0:1734016108.995194:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10158 00000100:00100000:2.0:1734016108.995200:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880092059880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1979:x1818247336632832:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:2.0:1734016108.995218:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016108.995233:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e06e43 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d0b60 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016108.995255:0:7689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016108.995257:0:7689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016108.995262:0:7689:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e06e43 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0b60 expref: 9 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016108.995275:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e06e43 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0b60 expref: 9 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016108.995288:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880072171440, rc 0) 00000100:00100000:2.0:1734016108.995378:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880092059880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+9:1979:x1818247336632832:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 176us (410us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016108.995384:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10158 00000100:00100000:1.0:1734016109.034236:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016109.034283:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016109.034324:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016109.034363:0:7695:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336633088 00000100:00100000:1.0:1734016109.034372:0:7695:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336633088 00002000:00100000:1.0:1734016109.034436:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (0->4194303) req@ffff88007694ad80 x1818247336633088/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:70/0 lens 488/0 e 0 to 0 dl 1734016120 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016109.034446:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007694ad80 with x1818247336633088 ext(0->4194303) 00002000:00010000:1.0:1734016109.034452:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007694ad80 00000100:00100000:1.0:1734016109.034466:0:7695:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336633344 00000100:00100000:1.0:1734016109.034468:0:7695:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336633344 00002000:00100000:1.0:1734016109.034475:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (4194304->8388607) req@ffff880076949880 x1818247336633344/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:70/0 lens 488/0 e 0 to 0 dl 1734016120 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016109.034480:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076949880 with x1818247336633344 ext(4194304->8388607) 00002000:00010000:1.0:1734016109.034482:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076949880 00000100:00100000:1.0:1734016109.034488:0:7695:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336633600 00000100:00100000:1.0:1734016109.034489:0:7695:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336633600 00002000:00100000:1.0:1734016109.034495:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (8388608->8769535) req@ffff880076948a80 x1818247336633600/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:70/0 lens 488/0 e 0 to 0 dl 1734016120 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016109.034500:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076948a80 with x1818247336633600 ext(8388608->8769535) 00002000:00010000:1.0:1734016109.034502:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076948a80 00000100:00100000:1.0:1734016109.034510:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8437 00000100:00100000:1.0:1734016109.034516:0:7695:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007694ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+11:1980:x1818247336633088:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:0.0:1734016109.035134:0:13929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8438 00000100:00100000:0.0:1734016109.035144:0:13929:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076949880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+11:1980:x1818247336633344:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:2.0:1734016109.037689:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8439 00000100:00100000:2.0:1734016109.037701:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076948a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+12:1980:x1818247336633600:12345-192.168.201.10@tcp:3:fsx.0 00000100:00080000:3.0:1734016109.038569:0:6479:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734016079 00000100:00100000:3.0:1734016109.066555:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076948a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+13:1980:x1818247336633600:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 28841us (32215us total) trans 0 rc 380928/380928 00000100:00100000:3.0:1734016109.066570:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8439 00002000:00100000:3.0:1734016109.066585:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (8388608->8769535) req@ffff880076948a80 x1818247336633600/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:70/0 lens 488/440 e 0 to 0 dl 1734016120 ref 1 fl Complete:/200/0 rc 380928/380928 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016109.066608:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076948a80 with x1818247336633600 ext(8388608->8769535) 00002000:00010000:3.0:1734016109.066615:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076948a80 00000100:00100000:1.0:1734016109.102490:0:7695:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007694ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+11:1980:x1818247336633088:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 67964us (68252us total) trans 0 rc 4194304/4194304 00000100:00100000:1.0:1734016109.102503:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8437 00002000:00100000:1.0:1734016109.102513:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (0->4194303) req@ffff88007694ad80 x1818247336633088/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:70/0 lens 488/440 e 0 to 0 dl 1734016120 ref 1 fl Complete:/200/0 rc 4194304/4194304 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016109.102521:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007694ad80 with x1818247336633088 ext(0->4194303) 00002000:00010000:1.0:1734016109.102526:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007694ad80 00000100:00100000:0.0:1734016109.141197:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016109.141643:0:13927:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336633728 00000100:00100000:3.0:1734016109.141658:0:13927:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336633728 00000100:00100000:3.0:1734016109.141728:0:13927:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10159 00000100:00100000:3.0:1734016109.141736:0:13927:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880092058380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:9673:x1818247336633728:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:3.0:1734016109.141763:0:13927:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016109.141785:0:13927:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a9a6880/0x3f004d6452e06e4a lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d0b67 expref: -99 pid: 13927 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016109.143393:0:13927:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a58c0/0x3f004d6452e06e3c lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0b59 expref: 7 pid: 13927 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016109.143409:0:13927:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e06e43 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0b60 expref: 10 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016109.143418:0:13927:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016109.143420:0:13927:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016109.143425:0:13927:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a9a6880/0x3f004d6452e06e4a lrc: 5/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [1093632->1097727] (req 1093632->1097727) gid 0 flags: 0x50000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0b67 expref: 7 pid: 13927 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016109.143482:0:13927:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e06e43 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0b60 expref: 10 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016109.143498:0:13927:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e06e43 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0b60 expref: 10 pid: 7689 timeout: 473 lvb_type: 1 00000100:00100000:3.0:1734016109.143513:0:13927:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074c88000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13927:1818247339362048:192.168.201.10@tcp:104: 00010000:00010000:3.0:1734016109.143619:0:13927:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a9a58c0/0x3f004d6452e06e3c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0b59 expref: 7 pid: 13927 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016109.143629:0:13927:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a9a58c0/0x3f004d6452e06e3c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0b59 expref: 7 pid: 13927 timeout: 473 lvb_type: 1 00000100:00100000:3.0:1734016109.143637:0:13927:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074c89c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13927:1818247339362176:192.168.201.10@tcp:104: 00000100:00100000:3.0:1734016109.143655:0:13927:0:(client.c:2562:ptlrpc_set_wait()) set ffff88006d83bf00 going to sleep for 11 seconds 00000100:00100000:0.0:1734016109.160404:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016109.160859:0:7705:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336633856 00000100:00100000:2.0:1734016109.160897:0:7705:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336633856 00010000:00010000:2.0:1734016109.160936:0:7705:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a9a58c0/0x3f004d6452e06e3c lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0b59 expref: 8 pid: 13927 timeout: 473 lvb_type: 1 00000100:00100000:2.0:1734016109.160967:0:7705:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2688 00000100:00100000:2.0:1734016109.160975:0:7705:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800ac41c450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+8:1979:x1818247336633856:12345-192.168.201.10@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1734016109.161041:0:13929:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076949880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+9:1980:x1818247336633344:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 125895us (126754us total) trans 0 rc 4194304/4194304 00000100:00100000:1.0:1734016109.161052:0:13929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8438 00002000:00100000:1.0:1734016109.161067:0:13929:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (4194304->8388607) req@ffff880076949880 x1818247336633344/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:70/0 lens 488/440 e 0 to 0 dl 1734016120 ref 1 fl Complete:/200/0 rc 4194304/4194304 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016109.161077:0:13929:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076949880 with x1818247336633344 ext(4194304->8388607) 00010000:00010000:1.0:1734016109.161084:0:13929:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e06e43 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0b60 expref: 9 pid: 7689 timeout: 473 lvb_type: 1 00010000:00010000:1.0:1734016109.161093:0:13929:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e06e43 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0b60 expref: 9 pid: 7689 timeout: 473 lvb_type: 1 00002000:00010000:1.0:1734016109.161098:0:13929:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880076949880 00000100:00100000:3.0:1734016109.161104:0:13927:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074c88000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13927:1818247339362048:192.168.201.10@tcp:104: 00000100:00100000:3.0:1734016109.161114:0:13927:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074c89c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13927:1818247339362176:192.168.201.10@tcp:104: 00010000:00010000:3.0:1734016109.161151:0:13927:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a9a6880/0x3f004d6452e06e4a lrc: 3/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [1093632->1097727] (req 1093632->1097727) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0b67 expref: 8 pid: 13927 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016109.161167:0:13927:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a9a6880, rc 0) 00000100:00100000:3.0:1734016109.161185:0:13927:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880092058380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+8:9673:x1818247336633728:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 19451us (20011us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016109.161194:0:13927:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10159 00010000:00010000:2.0:1734016109.161371:0:7705:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016109.161390:0:7705:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a9a58c0/0x3f004d6452e06e3c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0b59 expref: 7 pid: 13927 timeout: 473 lvb_type: 1 00010000:00010000:2.0:1734016109.161400:0:7705:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a9a58c0/0x3f004d6452e06e3c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0b59 expref: 7 pid: 13927 timeout: 473 lvb_type: 1 00010000:00010000:2.0:1734016109.161421:0:7705:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a58c0/0x3f004d6452e06e3c lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0b59 expref: 7 pid: 13927 timeout: 473 lvb_type: 1 00010000:00010000:2.0:1734016109.161600:0:7705:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016109.161696:0:7705:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800ac41c450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1979:x1818247336633856:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 722us (1301us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016109.161703:0:7705:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2688 00000100:00100000:0.0:1734016109.194113:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016109.198105:0:7705:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336633984 00000100:00100000:2.0:1734016109.198117:0:7705:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336633984 00010000:00010000:2.0:1734016109.198153:0:7705:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e06e43 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0b60 expref: 9 pid: 7689 timeout: 473 lvb_type: 1 00000100:00100000:2.0:1734016109.198188:0:7705:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2689 00000100:00100000:2.0:1734016109.198194:0:7705:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009205bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+9:1979:x1818247336633984:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016109.198206:0:7705:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016109.198224:0:7705:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e06e43 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0b60 expref: 9 pid: 7689 timeout: 473 lvb_type: 1 00010000:00010000:2.0:1734016109.198235:0:7705:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e06e43 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0b60 expref: 9 pid: 7689 timeout: 473 lvb_type: 1 00010000:00010000:2.0:1734016109.198255:0:7705:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e06e43 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0b60 expref: 9 pid: 7689 timeout: 473 lvb_type: 1 00010000:00010000:2.0:1734016109.198284:0:7705:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016109.198286:0:7705:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016109.198292:0:7705:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a6880/0x3f004d6452e06e4a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1093632->1097727) gid 0 flags: 0x40080000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0b67 expref: 5 pid: 13927 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016109.198300:0:7705:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a9a6880/0x3f004d6452e06e4a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1093632->1097727) gid 0 flags: 0x40080000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0b67 expref: 5 pid: 13927 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016109.198329:0:7705:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009a9a6880/0x3f004d6452e06e4a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1093632->1097727) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0b67 expref: 5 pid: 13927 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016109.198339:0:7705:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880135f54000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7705:1818247339362304:192.168.201.10@tcp:105: 00000100:00100000:2.0:1734016109.198397:0:7705:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800768efe40 going to sleep for 11 seconds 00000100:00100000:2.0:1734016109.204388:0:7705:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880135f54000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7705:1818247339362304:192.168.201.10@tcp:105: 00010000:00010000:2.0:1734016109.204417:0:7705:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016109.207058:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016109.207612:0:7705:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009205bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1979:x1818247336633984:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 9413us (13504us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016109.207624:0:7705:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2689 00000100:00100000:2.0:1734016109.207686:0:13929:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336634240 00000100:00100000:2.0:1734016109.207693:0:13929:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336634240 00002000:00100000:2.0:1734016109.207724:0:13929:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (1093632->1097727) req@ffff880092058700 x1818247336634240/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:70/0 lens 488/0 e 0 to 0 dl 1734016120 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016109.207741:0:13929:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880092058700 with x1818247336634240 ext(1093632->1097727) 00002000:00010000:2.0:1734016109.207746:0:13929:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092058700 00000100:00100000:2.0:1734016109.207759:0:13929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8440 00000100:00100000:2.0:1734016109.207764:0:13929:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880092058700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1978:x1818247336634240:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:2.0:1734016109.208738:0:13929:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880092058700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1978:x1818247336634240:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 970us (1684us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016109.208745:0:13929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8440 00002000:00100000:2.0:1734016109.208752:0:13929:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (1093632->1097727) req@ffff880092058700 x1818247336634240/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:70/0 lens 488/4536 e 0 to 0 dl 1734016120 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016109.208758:0:13929:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880092058700 with x1818247336634240 ext(1093632->1097727) 00002000:00010000:2.0:1734016109.208762:0:13929:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092058700 00000100:00100000:0.0:1734016109.210673:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016109.212225:0:13927:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336634368 00000100:00100000:3.0:1734016109.212237:0:13927:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336634368 00000100:00100000:3.0:1734016109.212296:0:13927:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10160 00000100:00100000:3.0:1734016109.212304:0:13927:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009205b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1980:x1818247336634368:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:3.0:1734016109.212322:0:13927:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016109.212338:0:13927:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a9a5440/0x3f004d6452e06e51 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d0b6e expref: -99 pid: 13927 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016109.212389:0:13927:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074c89c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13927:1818247339362432:192.168.201.10@tcp:106: 00000100:00100000:3.0:1734016109.212449:0:13927:0:(client.c:2562:ptlrpc_set_wait()) set ffff88006d83bf00 going to sleep for 11 seconds 00000100:00100000:3.0:1734016109.221090:0:13927:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074c89c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13927:1818247339362432:192.168.201.10@tcp:106: 00010000:00010000:3.0:1734016109.221131:0:13927:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a9a5440/0x3f004d6452e06e51 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0b6e expref: 9 pid: 13927 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016109.221147:0:13927:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a5440/0x3f004d6452e06e51 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0b6e expref: 9 pid: 13927 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016109.221717:0:13927:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a9a5440, rc 0) 00000100:00100000:3.0:1734016109.221821:0:13927:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009205b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1980:x1818247336634368:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 9515us (11159us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016109.221831:0:13927:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10160 00000100:00100000:1.0:1734016109.225049:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016109.225145:0:13927:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336634496 00000100:00100000:3.0:1734016109.225155:0:13927:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336634496 00000100:00100000:3.0:1734016109.225210:0:13927:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10161 00000100:00100000:3.0:1734016109.225217:0:13927:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007694b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1981:x1818247336634496:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:3.0:1734016109.225241:0:13927:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016109.225260:0:13927:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a9a6f40/0x3f004d6452e06e58 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d0b75 expref: -99 pid: 13927 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016109.225328:0:13927:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074c89c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13927:1818247339362560:192.168.201.10@tcp:106: 00000100:00100000:3.0:1734016109.225393:0:13927:0:(client.c:2562:ptlrpc_set_wait()) set ffff88006d83bf00 going to sleep for 11 seconds 00000100:00100000:3.0:1734016109.230747:0:13927:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074c89c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13927:1818247339362560:192.168.201.10@tcp:106: 00010000:00010000:3.0:1734016109.230792:0:13927:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a9a6f40/0x3f004d6452e06e58 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0b75 expref: 9 pid: 13927 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016109.230804:0:13927:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a6f40/0x3f004d6452e06e58 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0b75 expref: 9 pid: 13927 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016109.230839:0:13927:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a9a6f40, rc 0) 00000100:00100000:3.0:1734016109.230938:0:13927:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007694b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1981:x1818247336634496:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 5720us (5902us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016109.230950:0:13927:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10161 00000100:00100000:0.0:1734016109.240493:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016109.240613:0:8966:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336634752 00000100:00100000:3.0:1734016109.240627:0:8966:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336634752 00000100:00100000:3.0:1734016109.240701:0:8966:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 1878 00000100:00100000:3.0:1734016109.240711:0:8966:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007522a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+14:9673:x1818247336634752:12345-192.168.201.10@tcp:36:fsx.0 00010000:00010000:3.0:1734016109.240771:0:8966:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016109.240808:0:8966:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a6400/0x3f004d6452e06d78 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0ab1 expref: 14 pid: 8966 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016109.240846:0:8966:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:3.0:1734016109.240852:0:8966:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1734016109.241109:0:8966:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a73c0/0x3f004d6452e06e5f lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 8966 initiator: MDT0 00010000:00010000:3.0:1734016109.241125:0:8966:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a4fc0/0x3f004d6452e06d5c lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0a9c expref: 10 pid: 7420 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016109.241132:0:8966:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a73c0/0x3f004d6452e06e5f lrc: 4/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 8966 initiator: MDT0 00010000:00010000:3.0:1734016109.241171:0:8966:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a4fc0/0x3f004d6452e06d5c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0a9c expref: 10 pid: 7420 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016109.241183:0:8966:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a4fc0/0x3f004d6452e06d5c lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0a9c expref: 10 pid: 7420 timeout: 473 lvb_type: 0 00000100:00100000:3.0:1734016109.241199:0:8966:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074c89c00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:8966:1818247339362688:192.168.201.10@tcp:104: 00000100:00100000:3.0:1734016109.241275:0:8966:0:(client.c:2562:ptlrpc_set_wait()) set ffff88006d83bd80 going to sleep for 11 seconds 00000100:00080000:0.0:1734016109.241861:0:6479:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734016079 00000100:00100000:1.0:1734016109.243835:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016109.243968:0:7705:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336634880 00000100:00100000:2.0:1734016109.243985:0:7705:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336634880 00010000:00010000:2.0:1734016109.244044:0:7705:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a4fc0/0x3f004d6452e06d5c lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0a9c expref: 11 pid: 7420 timeout: 473 lvb_type: 0 00000100:00100000:2.0:1734016109.244078:0:7705:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2690 00000100:00100000:2.0:1734016109.244086:0:7705:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007694bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+11:1978:x1818247336634880:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016109.244109:0:7705:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016109.244116:0:7705:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a4fc0/0x3f004d6452e06d5c lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0a9c expref: 11 pid: 7420 timeout: 473 lvb_type: 0 00010000:00010000:2.0:1734016109.244132:0:7705:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a4fc0/0x3f004d6452e06d5c lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0a9c expref: 11 pid: 7420 timeout: 473 lvb_type: 0 00010000:00010000:2.0:1734016109.244168:0:7705:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:2.0:1734016109.244177:0:7705:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a73c0/0x3f004d6452e06e5f lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 8966 initiator: MDT0 00010000:00010000:2.0:1734016109.244189:0:7705:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a73c0/0x3f004d6452e06e5f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50290000000000 pid: 8966 initiator: MDT0 00010000:00010000:2.0:1734016109.244197:0:7705:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a73c0/0x3f004d6452e06e5f lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50290000000000 pid: 8966 initiator: MDT0 00010000:00010000:2.0:1734016109.244219:0:7705:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016109.244276:0:7705:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007694bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+11:1978:x1818247336634880:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 190us (454us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016109.244283:0:7705:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2690 00010000:00010000:3.0:1734016109.244507:0:8966:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a4fc0/0x3f004d6452e06d5c lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0a9c expref: 10 pid: 7420 timeout: 473 lvb_type: 0 00000100:00100000:3.0:1734016109.244522:0:8966:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074c89c00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:8966:1818247339362688:192.168.201.10@tcp:104: 00010000:00010000:3.0:1734016109.244546:0:8966:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a73c0/0x3f004d6452e06e5f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8966 initiator: MDT0 00010000:00010000:3.0:1734016109.244555:0:8966:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a73c0/0x3f004d6452e06e5f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8966 initiator: MDT0 00010000:00010000:3.0:1734016109.244559:0:8966:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a73c0/0x3f004d6452e06e5f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8966 initiator: MDT0 00000001:00080000:3.0:1734016109.244662:0:8966:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294968493 00000004:00010000:3.0:1734016109.244698:0:8966:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff88007522a300 reply state ffff880074768000 transno 4294968494 ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a73c0/0x3f004d6452e06e5f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8966 initiator: MDT0 00000100:00100000:3.0:1734016109.244704:0:8966:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1734016109.244784:0:8966:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007522a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+16:9673:x1818247336634752:12345-192.168.201.10@tcp:36:fsx.0 Request processed in 4075us (4304us total) trans 4294968494 rc 0/0 00000100:00100000:3.0:1734016109.244791:0:8966:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 1878 00000020:00080000:3.0:1734016109.244794:0:8966:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00080000:0.0:1734016109.245199:0:6479:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734016079 00010000:00010000:0.0:1734016109.249742:0:3494:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a73c0/0x3f004d6452e06e5f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8966 initiator: MDT0 00010000:00010000:0.0:1734016109.249755:0:3494:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a73c0/0x3f004d6452e06e5f lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 8966 initiator: MDT0 00010000:00010000:0.0:1734016109.249765:0:3494:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a73c0/0x3f004d6452e06e5f lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8966 initiator: MDT0 00010000:00010000:0.0:1734016109.249771:0:3494:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88009a9a73c0 already unused, calling callback (ffffffffa0f03950) 00010000:00010000:0.0:1734016109.249774:0:3494:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a73c0/0x3f004d6452e06e5f lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8966 initiator: MDT0 00010000:00010000:0.0:1734016109.249780:0:3494:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a73c0/0x3f004d6452e06e5f lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 8966 initiator: MDT0 00010000:00010000:0.0:1734016109.249793:0:3494:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:0.0:1734016109.249795:0:3494:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1734016109.249798:0:3494:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a73c0/0x3f004d6452e06e5f lrc: 2/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8966 initiator: MDT0 00010000:00010000:0.0:1734016109.249802:0:3494:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a73c0/0x3f004d6452e06e5f lrc: 0/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8966 initiator: MDT0 00000100:00100000:1.0:1734016109.250385:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016109.254983:0:13927:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336635008 00000100:00100000:3.0:1734016109.255000:0:13927:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336635008 00000100:00100000:3.0:1734016109.255063:0:13927:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10162 00000100:00100000:3.0:1734016109.255072:0:13927:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007694a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:9673:x1818247336635008:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:3.0:1734016109.255093:0:13927:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016109.255115:0:13927:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a9a6400/0x3f004d6452e06e66 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d0b7c expref: -99 pid: 13927 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016109.255142:0:13927:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a6880/0x3f004d6452e06e4a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1093632->1097727) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0b67 expref: 5 pid: 13927 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016109.255150:0:13927:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016109.255151:0:13927:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016109.255156:0:13927:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a9a6400/0x3f004d6452e06e66 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0b7c expref: 9 pid: 13927 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016109.255196:0:13927:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a9a6880/0x3f004d6452e06e4a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1093632->1097727) gid 0 flags: 0x50000000020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0b67 expref: 5 pid: 13927 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016109.255209:0:13927:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a9a6880/0x3f004d6452e06e4a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1093632->1097727) gid 0 flags: 0x70000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0b67 expref: 5 pid: 13927 timeout: 473 lvb_type: 0 00000100:00100000:3.0:1734016109.255222:0:13927:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074c89c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13927:1818247339362816:192.168.201.10@tcp:104: 00000100:00100000:3.0:1734016109.255300:0:13927:0:(client.c:2562:ptlrpc_set_wait()) set ffff88006d83bf00 going to sleep for 11 seconds 00000100:00100000:1.0:1734016109.257790:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016109.257855:0:13929:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336635136 00000100:00100000:2.0:1734016109.257885:0:13929:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336635136 00002000:00100000:2.0:1734016109.257924:0:13929:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (1093632->1097727) req@ffff88012b919880 x1818247336635136/t0(0) o4->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:70/0 lens 4584/0 e 0 to 0 dl 1734016120 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016109.257934:0:13929:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b919880 with x1818247336635136 ext(1093632->1097727) 00010000:00010000:2.0:1734016109.257943:0:13929:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a9a6880/0x3f004d6452e06e4a lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1093632->1097727) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0b67 expref: 6 pid: 13927 timeout: 473 lvb_type: 0 00010000:00010000:2.0:1734016109.257955:0:13929:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a9a6880/0x3f004d6452e06e4a lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1093632->1097727) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0b67 expref: 6 pid: 13927 timeout: 473 lvb_type: 0 00002000:00010000:2.0:1734016109.257961:0:13929:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012b919880 00000100:00100000:2.0:1734016109.257978:0:13929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 248 00000100:00100000:2.0:1734016109.257983:0:13929:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b919880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1979:x1818247336635136:12345-192.168.201.10@tcp:4:fsx.0 00000100:00100000:3.0:1734016109.258323:0:13927:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074c89c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13927:1818247339362816:192.168.201.10@tcp:104: 00010000:00010000:3.0:1734016109.258345:0:13927:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a9a6400/0x3f004d6452e06e66 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0b7c expref: 9 pid: 13927 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016109.258358:0:13927:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a9a6400, rc 0) 00000100:00100000:3.0:1734016109.258402:0:13927:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007694a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+9:9673:x1818247336635008:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 3332us (8020us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016109.258410:0:13927:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10162 00000100:00100000:2.0:1734016109.260300:0:13929:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b919880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+8:1979:x1818247336635136:12345-192.168.201.10@tcp:4:fsx.0 Request processed in 2304us (2506us total) trans 4294969124 rc 0/0 00000100:00100000:2.0:1734016109.260313:0:13929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 248 00002000:00100000:2.0:1734016109.260324:0:13929:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (1093632->1097727) req@ffff88012b919880 x1818247336635136/t4294969124(0) o4->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:70/0 lens 4584/448 e 0 to 0 dl 1734016120 ref 1 fl Complete:H/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016109.260333:0:13929:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b919880 with x1818247336635136 ext(1093632->1097727) 00010000:00010000:2.0:1734016109.260346:0:13929:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a9a6880/0x3f004d6452e06e4a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1093632->1097727) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0b67 expref: 8 pid: 13927 timeout: 473 lvb_type: 0 00010000:00010000:2.0:1734016109.260359:0:13929:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a9a6880/0x3f004d6452e06e4a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1093632->1097727) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0b67 expref: 8 pid: 13927 timeout: 473 lvb_type: 0 00002000:00010000:2.0:1734016109.260365:0:13929:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012b919880 00000100:00100000:0.0:1734016109.265414:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016109.265536:0:6470:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336635264 00000100:00100000:1.0:1734016109.265546:0:6470:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336635264 00010000:00010000:1.0:1734016109.265585:0:6470:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a9a6880/0x3f004d6452e06e4a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1093632->1097727) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0b67 expref: 8 pid: 13927 timeout: 473 lvb_type: 0 00000100:00100000:1.0:1734016109.265633:0:6470:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2691 00000100:00100000:1.0:1734016109.265641:0:6470:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075228e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+8:1981:x1818247336635264:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016109.265658:0:6470:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:1.0:1734016109.265682:0:6470:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 752 -> 760 00010000:00010000:1.0:1734016109.265688:0:6470:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a9a6880/0x3f004d6452e06e4a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1093632->1097727) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0b67 expref: 8 pid: 13927 timeout: 473 lvb_type: 0 00010000:00010000:1.0:1734016109.265702:0:6470:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a9a6880/0x3f004d6452e06e4a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1093632->1097727) gid 0 flags: 0x50000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0b67 expref: 8 pid: 13927 timeout: 473 lvb_type: 0 00010000:00010000:1.0:1734016109.265728:0:6470:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a6880/0x3f004d6452e06e4a lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1093632->1097727) gid 0 flags: 0x44801400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0b67 expref: 8 pid: 13927 timeout: 473 lvb_type: 0 00010000:00010000:1.0:1734016109.265753:0:6470:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016109.265756:0:6470:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016109.265763:0:6470:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a6400/0x3f004d6452e06e66 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0b7c expref: 8 pid: 13927 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016109.265771:0:6470:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a9a6400/0x3f004d6452e06e66 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0b7c expref: 8 pid: 13927 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016109.265811:0:6470:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009a9a6400/0x3f004d6452e06e66 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0b7c expref: 8 pid: 13927 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016109.265824:0:6470:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b91b800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6470:1818247339362944:192.168.201.10@tcp:105: 00000100:00100000:1.0:1734016109.266038:0:6470:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b42cd840 going to sleep for 11 seconds 00000100:00100000:0.0:1734016109.272294:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016109.272368:0:6470:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b91b800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6470:1818247339362944:192.168.201.10@tcp:105: 00010000:00010000:1.0:1734016109.272389:0:6470:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016109.272425:0:6470:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075228e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1981:x1818247336635264:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 6785us (7024us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016109.272435:0:6470:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2691 00000100:00100000:2.0:1734016109.272501:0:13929:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336635392 00000100:00100000:2.0:1734016109.272507:0:13929:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336635392 00002000:00010000:2.0:1734016109.272533:0:13929:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (5009540->18446744073709551615) 00002000:00100000:2.0:1734016109.272536:0:13929:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880075228a80 with x1818247336635392 ext(5009540->18446744073709551615) 00002000:00010000:2.0:1734016109.272545:0:13929:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880075228a80. 00000100:00100000:2.0:1734016109.272560:0:13929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8441 00000100:00100000:2.0:1734016109.272564:0:13929:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075228a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+9:1978:x1818247336635392:12345-192.168.201.10@tcp:10:fsx.0 00002000:00010000:2.0:1734016109.275126:0:13929:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 8769183 -> 5009540 00002000:00010000:2.0:1734016109.275135:0:13929:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016108 -> 1734016108 00002000:00010000:2.0:1734016109.275138:0:13929:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016108 -> 1734016108 00002000:00010000:2.0:1734016109.275140:0:13929:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016108 -> 1734016108 00002000:00010000:2.0:1734016109.275142:0:13929:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 760 -> 552 00000100:00100000:2.0:1734016109.275218:0:13929:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075228a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+10:1978:x1818247336635392:12345-192.168.201.10@tcp:10:fsx.0 Request processed in 2641us (2919us total) trans 4294969125 rc 0/0 00000100:00100000:2.0:1734016109.275228:0:13929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8441 00002000:00010000:2.0:1734016109.275234:0:13929:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (5009540->18446744073709551615) 00002000:00100000:2.0:1734016109.275238:0:13929:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880075228a80 with x1818247336635392 ext(5009540->18446744073709551615) 00002000:00010000:2.0:1734016109.275244:0:13929:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880075228a80. 00000100:00100000:0.0:1734016109.284084:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016109.284207:0:8966:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336635520 00000100:00100000:3.0:1734016109.284218:0:8966:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336635520 00000100:00100000:3.0:1734016109.284279:0:8966:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 1879 00000100:00100000:3.0:1734016109.284286:0:8966:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007522b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+10:9673:x1818247336635520:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:3.0:1734016109.284312:0:8966:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016109.284339:0:8966:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a4fc0/0x3f004d6452e06e6d lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d0b83 expref: -99 pid: 8966 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016109.284424:0:8966:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a7a80/0x3f004d6452e06e74 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 8966 initiator: MDT0 00010000:00010000:3.0:1734016109.284437:0:8966:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a7a80/0x3f004d6452e06e74 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 8966 initiator: MDT0 00010000:00010000:3.0:1734016109.284449:0:8966:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a7a80/0x3f004d6452e06e74 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 8966 initiator: MDT0 00000004:00200000:3.0:1734016109.284474:0:8966:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 5009540 00000004:00200000:3.0:1734016109.284478:0:8966:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1734016109.284494:0:8966:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a7a80/0x3f004d6452e06e74 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 8966 initiator: MDT0 00010000:00010000:3.0:1734016109.284516:0:8966:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a4fc0/0x3f004d6452e06e6d lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0b83 expref: 12 pid: 8966 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016109.284533:0:8966:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a7a80/0x3f004d6452e06e74 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0b83 expref: 11 pid: 8966 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016109.284541:0:8966:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:3.0:1734016109.284543:0:8966:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1734016109.284546:0:8966:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a9a7a80, rc 0) 00000100:00100000:3.0:1734016109.284606:0:8966:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007522b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+11:9673:x1818247336635520:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 320us (529us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016109.284612:0:8966:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 1879 00000100:00100000:0.0:1734016109.289554:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016109.289687:0:13927:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336635648 00000100:00100000:3.0:1734016109.289706:0:13927:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336635648 00000100:00100000:3.0:1734016109.289798:0:13927:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10163 00000100:00100000:3.0:1734016109.289811:0:13927:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800750e1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1981:x1818247336635648:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:3.0:1734016109.289845:0:13927:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016109.289919:0:13927:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7600/0x3f004d6452e06e7b lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d0b8a expref: -99 pid: 13927 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016109.290012:0:13927:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074c89c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13927:1818247339363072:192.168.201.10@tcp:106: 00000100:00100000:3.0:1734016109.290106:0:13927:0:(client.c:2562:ptlrpc_set_wait()) set ffff88006d83bf00 going to sleep for 11 seconds 00000100:00100000:3.0:1734016109.308351:0:13927:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074c89c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13927:1818247339363072:192.168.201.10@tcp:106: 00010000:00010000:3.0:1734016109.308385:0:13927:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7600/0x3f004d6452e06e7b lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0b8a expref: 8 pid: 13927 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016109.308400:0:13927:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7600/0x3f004d6452e06e7b lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0b8a expref: 8 pid: 13927 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016109.308432:0:13927:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a9a7600, rc 0) 00000100:00100000:3.0:1734016109.308497:0:13927:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800750e1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1981:x1818247336635648:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 18689us (18965us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016109.308506:0:13927:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10163 00000100:00100000:0.0:1734016109.315996:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016109.316184:0:13927:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336635776 00000100:00100000:3.0:1734016109.316193:0:13927:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336635776 00000100:00100000:3.0:1734016109.316250:0:13927:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10164 00000100:00100000:3.0:1734016109.316257:0:13927:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800750e3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1979:x1818247336635776:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:3.0:1734016109.316273:0:13927:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016109.316290:0:13927:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a9a6d00/0x3f004d6452e06e82 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d0b91 expref: -99 pid: 13927 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016109.316352:0:13927:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074c89c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13927:1818247339363200:192.168.201.10@tcp:106: 00000100:00100000:3.0:1734016109.316398:0:13927:0:(client.c:2562:ptlrpc_set_wait()) set ffff88006d83bf00 going to sleep for 11 seconds 00000100:00100000:3.0:1734016109.319920:0:13927:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074c89c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13927:1818247339363200:192.168.201.10@tcp:106: 00010000:00010000:3.0:1734016109.319955:0:13927:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a9a6d00/0x3f004d6452e06e82 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0b91 expref: 8 pid: 13927 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016109.319969:0:13927:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a6d00/0x3f004d6452e06e82 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0b91 expref: 8 pid: 13927 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016109.319984:0:13927:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a9a6d00, rc 0) 00000100:00100000:3.0:1734016109.320038:0:13927:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800750e3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1979:x1818247336635776:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 3780us (4050us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016109.320046:0:13927:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10164 00000100:00100000:0.0:1734016109.339566:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016109.339695:0:7695:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336636032 00000100:00100000:1.0:1734016109.339705:0:7695:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336636032 00000100:00100000:1.0:1734016109.339794:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8442 00000100:00100000:1.0:1734016109.339801:0:7695:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800750e0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+10:1979:x1818247336636032:12345-192.168.201.10@tcp:4:fsx.0 00010000:00010000:1.0:1734016109.339852:0:7695:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880097237a80/0x3f004d6452e06e89 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7695 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016109.339912:0:7695:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a6400/0x3f004d6452e06e66 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0b7c expref: 10 pid: 13927 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016109.339920:0:7695:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016109.339922:0:7695:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016109.339924:0:7695:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880097237a80/0x3f004d6452e06e89 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [7811072->7872511] (req 7811072->7872511) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 7695 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016109.339953:0:7695:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a9a6400/0x3f004d6452e06e66 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0b7c expref: 10 pid: 13927 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016109.339966:0:7695:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a9a6400/0x3f004d6452e06e66 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0b7c expref: 10 pid: 13927 timeout: 473 lvb_type: 0 00000100:00100000:1.0:1734016109.339979:0:7695:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b91b800 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_001:lustre-OST0001_UUID:7695:1818247339363328:192.168.201.10@tcp:104: 00000100:00100000:1.0:1734016109.340036:0:7695:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b42cd840 going to sleep for 11 seconds 00000100:00100000:0.0:1734016109.348830:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016109.348964:0:7695:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b91b800 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_001:lustre-OST0001_UUID:7695:1818247339363328:192.168.201.10@tcp:104: 00010000:00010000:1.0:1734016109.348993:0:7695:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880097237a80/0x3f004d6452e06e89 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [7811072->7872511] (req 7811072->7872511) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 7695 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016109.349626:0:6470:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336636160 00000100:00100000:2.0:1734016109.349634:0:6470:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336636160 00010000:00010000:2.0:1734016109.349668:0:6470:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a9a6400/0x3f004d6452e06e66 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0b7c expref: 11 pid: 13927 timeout: 473 lvb_type: 0 00000100:00100000:2.0:1734016109.349700:0:6470:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2692 00000100:00100000:2.0:1734016109.349707:0:6470:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800750e3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+11:1978:x1818247336636160:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016109.349723:0:6470:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016109.349741:0:6470:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a9a6400/0x3f004d6452e06e66 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0b7c expref: 11 pid: 13927 timeout: 473 lvb_type: 0 00010000:00010000:2.0:1734016109.349750:0:6470:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a9a6400/0x3f004d6452e06e66 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0b7c expref: 11 pid: 13927 timeout: 473 lvb_type: 0 00010000:00010000:2.0:1734016109.349771:0:6470:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a6400/0x3f004d6452e06e66 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0b7c expref: 11 pid: 13927 timeout: 473 lvb_type: 0 00010000:00010000:2.0:1734016109.349795:0:6470:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016109.349798:0:6470:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016109.349802:0:6470:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880097237a80/0x3f004d6452e06e89 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [7811072->7872511] (req 7811072->7872511) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 7695 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016109.349815:0:6470:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880097237a80/0x3f004d6452e06e89 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [7811072->7872511] (req 7811072->7872511) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 7695 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016109.349836:0:6470:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016109.349905:0:6470:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800750e3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+10:1978:x1818247336636160:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 198us (1087us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016109.349912:0:6470:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2692 00010000:00010000:2.0:1734016109.350022:0:7695:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880097237a80/0x3f004d6452e06e89 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [7811072->7872511] (req 7811072->7872511) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 7695 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016109.350029:0:7695:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880097237a80/0x3f004d6452e06e89 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [7811072->7872511] (req 7811072->7872511) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 7695 timeout: 0 lvb_type: 0 00000001:00080000:2.0:1734016109.360507:0:8954:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969126 is committed 00000001:00080000:2.0:1734016109.360539:0:8954:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969124 is committed 00002000:00010000:0.0:1734016109.360772:0:7695:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 5009540 -> 7872512 00002000:00010000:0.0:1734016109.360776:0:7695:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 552 -> 672 00010000:00010000:0.0:1734016109.360787:0:7695:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880097237a80/0x3f004d6452e06e89 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [7811072->7872511] (req 7811072->7872511) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 7695 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016109.360797:0:7695:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880097237a80/0x3f004d6452e06e89 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [7811072->7872511] (req 7811072->7872511) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 7695 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016109.360805:0:7695:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880097237a80/0x3f004d6452e06e89 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [7811072->7872511] (req 7811072->7872511) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 7695 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016109.360811:0:7695:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880097237a80 already unused, calling callback (ffffffffa086d100) 00010000:00010000:0.0:1734016109.360815:0:7695:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880097237a80/0x3f004d6452e06e89 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [7811072->7872511] (req 7811072->7872511) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 7695 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016109.360822:0:7695:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880097237a80/0x3f004d6452e06e89 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [7811072->7872511] (req 7811072->7872511) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 7695 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016109.360837:0:7695:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880097237a80/0x3f004d6452e06e89 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [7811072->7872511] (req 7811072->7872511) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 7695 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016109.360842:0:7695:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097237a80/0x3f004d6452e06e89 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [7811072->7872511] (req 7811072->7872511) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 7695 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016109.363059:0:7695:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800750e0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1979:x1818247336636032:12345-192.168.201.10@tcp:4:fsx.0 Request processed in 23246us (23490us total) trans 4294969126 rc 0/0 00000100:00100000:0.0:1734016109.363072:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8442 00000100:00100000:0.0:1734016109.369851:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016109.370484:0:13927:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336636288 00000100:00100000:3.0:1734016109.370492:0:13927:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336636288 00000100:00100000:3.0:1734016109.370545:0:13927:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10165 00000100:00100000:3.0:1734016109.370553:0:13927:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800750e0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:1980:x1818247336636288:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:3.0:1734016109.370568:0:13927:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016109.370601:0:13927:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7cc0/0x3f004d6452e06e90 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d0b98 expref: -99 pid: 13927 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1734016109.370621:0:13927:0:(ofd_lvb.c:169:ofd_lvbo_init()) res: [0x280000400:0x5:0x0] initial LVB size: 7872512, mtime: 0x675afc6c, atime: 0x675afc6c, ctime: 0x675afc6c, blocks: 0x2a0 00010000:00010000:3.0:1734016109.370638:0:13927:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016109.370641:0:13927:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016109.370648:0:13927:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7cc0/0x3f004d6452e06e90 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0b98 expref: 6 pid: 13927 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016109.370662:0:13927:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7cc0/0x3f004d6452e06e90 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0b98 expref: 6 pid: 13927 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016109.370671:0:13927:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a9a7cc0, rc 0) 00000100:00100000:3.0:1734016109.373181:0:13927:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800750e0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1980:x1818247336636288:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 2616us (3327us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016109.373193:0:13927:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10165 00000100:00100000:0.0:1734016109.379013:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016109.379176:0:13927:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336636416 00000100:00100000:3.0:1734016109.379185:0:13927:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336636416 00000100:00100000:3.0:1734016109.379245:0:13927:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10166 00000100:00100000:3.0:1734016109.379255:0:13927:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800750e0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:9673:x1818247336636416:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:3.0:1734016109.379280:0:13927:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016109.379299:0:13927:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7180/0x3f004d6452e06e97 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d0b9f expref: -99 pid: 13927 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016109.379337:0:13927:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7cc0/0x3f004d6452e06e90 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0b98 expref: 7 pid: 13927 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016109.379345:0:13927:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016109.379347:0:13927:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016109.379350:0:13927:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7180/0x3f004d6452e06e97 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [2838528->2854911] (req 2838528->2854911) gid 0 flags: 0x50000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0b9f expref: 7 pid: 13927 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016109.379392:0:13927:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7cc0/0x3f004d6452e06e90 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0b98 expref: 7 pid: 13927 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016109.379408:0:13927:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7cc0/0x3f004d6452e06e90 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0b98 expref: 7 pid: 13927 timeout: 473 lvb_type: 1 00000100:00100000:3.0:1734016109.379423:0:13927:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074c89c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13927:1818247339363456:192.168.201.10@tcp:104: 00000100:00100000:3.0:1734016109.379481:0:13927:0:(client.c:2562:ptlrpc_set_wait()) set ffff88006d83bb40 going to sleep for 11 seconds 00000100:00100000:3.0:1734016109.381466:0:13927:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074c89c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13927:1818247339363456:192.168.201.10@tcp:104: 00010000:00010000:3.0:1734016109.381494:0:13927:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7180/0x3f004d6452e06e97 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [2838528->2854911] (req 2838528->2854911) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0b9f expref: 7 pid: 13927 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016109.381510:0:13927:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a9a7180, rc 0) 00000100:00100000:3.0:1734016109.381560:0:13927:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800750e0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:9673:x1818247336636416:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 2305us (2559us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016109.381567:0:13927:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10166 00000100:00100000:0.0:1734016109.385317:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016109.391391:0:7705:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336636544 00000100:00100000:2.0:1734016109.391411:0:7705:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336636544 00010000:00010000:2.0:1734016109.391467:0:7705:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7cc0/0x3f004d6452e06e90 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0b98 expref: 7 pid: 13927 timeout: 473 lvb_type: 1 00000100:00100000:2.0:1734016109.391528:0:7705:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2693 00000100:00100000:2.0:1734016109.391535:0:7705:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800750e2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1979:x1818247336636544:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016109.391550:0:7705:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016109.391571:0:7705:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7cc0/0x3f004d6452e06e90 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0b98 expref: 7 pid: 13927 timeout: 473 lvb_type: 1 00010000:00010000:2.0:1734016109.391598:0:7705:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7cc0/0x3f004d6452e06e90 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0b98 expref: 7 pid: 13927 timeout: 473 lvb_type: 1 00010000:00010000:2.0:1734016109.391617:0:7705:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7cc0/0x3f004d6452e06e90 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0b98 expref: 7 pid: 13927 timeout: 473 lvb_type: 1 00010000:00010000:2.0:1734016109.391643:0:7705:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016109.391645:0:7705:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016109.391651:0:7705:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7180/0x3f004d6452e06e97 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2838528->2854911) gid 0 flags: 0x40080000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0b9f expref: 6 pid: 13927 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016109.391659:0:7705:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7180/0x3f004d6452e06e97 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2838528->2854911) gid 0 flags: 0x40080000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0b9f expref: 6 pid: 13927 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016109.391691:0:7705:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7180/0x3f004d6452e06e97 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2838528->2854911) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0b9f expref: 6 pid: 13927 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016109.391704:0:7705:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880135f54000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7705:1818247339363584:192.168.201.10@tcp:105: 00000100:00100000:2.0:1734016109.391767:0:7705:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800768efa80 going to sleep for 11 seconds 00000100:00100000:0.0:1734016109.398093:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016109.398096:0:7705:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880135f54000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7705:1818247339363584:192.168.201.10@tcp:105: 00000100:00100000:3.0:1734016109.398147:0:13927:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336636672 00000100:00100000:3.0:1734016109.398157:0:13927:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336636672 00010000:00010000:2.0:1734016109.398167:0:7705:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016109.398205:0:7705:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800750e2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1979:x1818247336636544:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 6669us (12902us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016109.398206:0:13927:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10167 00000100:00100000:3.0:1734016109.398212:0:13927:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800750e2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1978:x1818247336636672:12345-192.168.201.10@tcp:22:fsx.0 00000100:00100000:2.0:1734016109.398215:0:7705:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2693 00002000:00010000:3.0:1734016109.398511:0:13927:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 7872512 -> 7872512 00002000:00010000:3.0:1734016109.398516:0:13927:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016108 -> 1734016108 00002000:00010000:3.0:1734016109.398517:0:13927:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016108 -> 1734016108 00002000:00010000:3.0:1734016109.398520:0:13927:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016108 -> 1734016108 00002000:00010000:3.0:1734016109.398522:0:13927:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 672 -> 672 00000100:00100000:3.0:1734016109.398579:0:13927:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800750e2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1978:x1818247336636672:12345-192.168.201.10@tcp:22:fsx.0 Request processed in 366us (500us total) trans 4294969127 rc 0/0 00000100:00100000:3.0:1734016109.398597:0:13927:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10167 00000100:00100000:0.0:1734016109.401266:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016109.401364:0:8966:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336636800 00000100:00100000:3.0:1734016109.401375:0:8966:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336636800 00000100:00100000:3.0:1734016109.401436:0:8966:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 1880 00000100:00100000:3.0:1734016109.401444:0:8966:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012db30000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+15:9673:x1818247336636800:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:3.0:1734016109.401476:0:8966:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016109.401495:0:8966:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a5b00/0x3f004d6452e06e9e lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d0ba6 expref: -99 pid: 8966 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016109.401605:0:8966:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a4b40/0x3f004d6452e06ea5 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 8966 initiator: MDT0 00010000:00010000:3.0:1734016109.401620:0:8966:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a4b40/0x3f004d6452e06ea5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 8966 initiator: MDT0 00010000:00010000:3.0:1734016109.401632:0:8966:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a4b40/0x3f004d6452e06ea5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 8966 initiator: MDT0 00000004:00200000:3.0:1734016109.401659:0:8966:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 5009540 00000004:00200000:3.0:1734016109.401663:0:8966:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1734016109.401680:0:8966:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a4b40/0x3f004d6452e06ea5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 8966 initiator: MDT0 00010000:00010000:3.0:1734016109.401704:0:8966:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a5b00/0x3f004d6452e06e9e lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0ba6 expref: 17 pid: 8966 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016109.401721:0:8966:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a4b40/0x3f004d6452e06ea5 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0ba6 expref: 16 pid: 8966 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016109.401729:0:8966:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:3.0:1734016109.401733:0:8966:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1734016109.401736:0:8966:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a9a4b40, rc 0) 00000100:00100000:3.0:1734016109.401801:0:8966:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012db30000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+16:9673:x1818247336636800:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 357us (545us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016109.401807:0:8966:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 1880 00000100:00100000:0.0:1734016109.404399:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016109.404507:0:13927:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336636928 00000100:00100000:3.0:1734016109.404521:0:13927:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336636928 00000100:00100000:3.0:1734016109.404569:0:13927:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10168 00000100:00100000:3.0:1734016109.404575:0:13927:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012db32d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1979:x1818247336636928:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:3.0:1734016109.404599:0:13927:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016109.404618:0:13927:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a9a4480/0x3f004d6452e06eac lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d0bad expref: -99 pid: 13927 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016109.404684:0:13927:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074c89c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13927:1818247339363712:192.168.201.10@tcp:106: 00000100:00100000:3.0:1734016109.409394:0:13927:0:(client.c:2562:ptlrpc_set_wait()) set ffff88006d83bb40 going to sleep for 11 seconds 00000100:00100000:3.0:1734016109.418508:0:13927:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074c89c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13927:1818247339363712:192.168.201.10@tcp:106: 00010000:00010000:3.0:1734016109.418556:0:13927:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a9a4480/0x3f004d6452e06eac lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0bad expref: 7 pid: 13927 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016109.418573:0:13927:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a4480/0x3f004d6452e06eac lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0bad expref: 7 pid: 13927 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016109.418611:0:13927:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a9a4480, rc 0) 00000100:00100000:3.0:1734016109.418695:0:13927:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012db32d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1979:x1818247336636928:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 14118us (14305us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016109.418705:0:13927:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10168 00000100:00100000:1.0:1734016109.426741:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016109.426833:0:13927:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336637056 00000100:00100000:3.0:1734016109.426841:0:13927:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336637056 00000100:00100000:3.0:1734016109.426909:0:13927:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10169 00000100:00100000:3.0:1734016109.426918:0:13927:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b91b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1981:x1818247336637056:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:3.0:1734016109.426937:0:13927:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016109.426956:0:13927:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a9a4000/0x3f004d6452e06eb3 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d0bb4 expref: -99 pid: 13927 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016109.427018:0:13927:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074c89c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13927:1818247339363840:192.168.201.10@tcp:106: 00000100:00100000:3.0:1734016109.427772:0:13927:0:(client.c:2562:ptlrpc_set_wait()) set ffff88006d83bb40 going to sleep for 11 seconds 00000100:00100000:3.0:1734016109.432004:0:13927:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074c89c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13927:1818247339363840:192.168.201.10@tcp:106: 00010000:00010000:3.0:1734016109.432055:0:13927:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a9a4000/0x3f004d6452e06eb3 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0bb4 expref: 7 pid: 13927 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016109.432074:0:13927:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a4000/0x3f004d6452e06eb3 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0bb4 expref: 7 pid: 13927 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016109.432096:0:13927:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a9a4000, rc 0) 00000100:00100000:3.0:1734016109.432818:0:13927:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b91b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1981:x1818247336637056:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 5895us (6081us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016109.432829:0:13927:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10169 00000100:00100000:0.0:1734016109.445185:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016109.445371:0:7695:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336637312 00000100:00100000:2.0:1734016109.445381:0:7695:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336637312 00002000:00100000:2.0:1734016109.445425:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (151552->155647) req@ffff880074ebce00 x1818247336637312/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:70/0 lens 488/0 e 0 to 0 dl 1734016120 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016109.445434:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074ebce00 with x1818247336637312 ext(151552->155647) 00002000:00010000:2.0:1734016109.445440:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074ebce00 00000100:00100000:2.0:1734016109.445469:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8443 00000100:00100000:2.0:1734016109.445476:0:7695:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074ebce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1979:x1818247336637312:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:2.0:1734016109.445625:0:7695:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074ebce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1979:x1818247336637312:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 149us (452us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016109.445631:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8443 00002000:00100000:2.0:1734016109.445636:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (151552->155647) req@ffff880074ebce00 x1818247336637312/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:70/0 lens 488/4536 e 0 to 0 dl 1734016120 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016109.445642:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074ebce00 with x1818247336637312 ext(151552->155647) 00002000:00010000:2.0:1734016109.445645:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074ebce00 00000100:00100000:0.0:1734016109.450096:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016109.450616:0:13929:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336637568 00000100:00100000:2.0:1734016109.450628:0:13929:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336637568 00002000:00100000:2.0:1734016109.450673:0:13929:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (147456->151551) req@ffff880074ebea00 x1818247336637568/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:70/0 lens 488/0 e 0 to 0 dl 1734016120 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016109.450684:0:13929:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074ebea00 with x1818247336637568 ext(147456->151551) 00002000:00010000:2.0:1734016109.450691:0:13929:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074ebea00 00000100:00100000:2.0:1734016109.450726:0:13929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8444 00000100:00100000:2.0:1734016109.450734:0:13929:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074ebea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1978:x1818247336637568:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:2.0:1734016109.451524:0:13929:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074ebea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1978:x1818247336637568:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 788us (1433us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016109.451536:0:13929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8444 00002000:00100000:2.0:1734016109.451543:0:13929:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (147456->151551) req@ffff880074ebea00 x1818247336637568/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:70/0 lens 488/4536 e 0 to 0 dl 1734016120 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016109.451550:0:13929:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074ebea00 with x1818247336637568 ext(147456->151551) 00002000:00010000:2.0:1734016109.451553:0:13929:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074ebea00 00000100:00100000:0.0:1734016109.457442:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016109.457998:0:13929:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336637824 00000100:00100000:2.0:1734016109.458009:0:13929:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336637824 00002000:00100000:2.0:1734016109.458052:0:13929:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (143360->147455) req@ffff880074ebf100 x1818247336637824/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:70/0 lens 488/0 e 0 to 0 dl 1734016120 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016109.458062:0:13929:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074ebf100 with x1818247336637824 ext(143360->147455) 00002000:00010000:2.0:1734016109.458067:0:13929:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074ebf100 00000100:00100000:2.0:1734016109.458581:0:13929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8445 00000100:00100000:2.0:1734016109.458598:0:13929:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074ebf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1978:x1818247336637824:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:2.0:1734016109.458758:0:13929:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074ebf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1978:x1818247336637824:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 159us (1324us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016109.458767:0:13929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8445 00002000:00100000:2.0:1734016109.458773:0:13929:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (143360->147455) req@ffff880074ebf100 x1818247336637824/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:70/0 lens 488/4536 e 0 to 0 dl 1734016120 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016109.458779:0:13929:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074ebf100 with x1818247336637824 ext(143360->147455) 00002000:00010000:2.0:1734016109.458782:0:13929:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074ebf100 00000100:00100000:0.0:1734016109.479620:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016109.484353:0:7695:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336638080 00000100:00100000:2.0:1734016109.484369:0:7695:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336638080 00002000:00100000:2.0:1734016109.484425:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (139264->143359) req@ffff880074ebc000 x1818247336638080/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:70/0 lens 488/0 e 0 to 0 dl 1734016120 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016109.484442:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074ebc000 with x1818247336638080 ext(139264->143359) 00002000:00010000:2.0:1734016109.484446:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074ebc000 00000100:00100000:2.0:1734016109.484489:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8446 00000100:00100000:2.0:1734016109.484496:0:7695:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074ebc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1978:x1818247336638080:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:2.0:1734016109.484688:0:7695:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074ebc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1978:x1818247336638080:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 192us (5087us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016109.484695:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8446 00002000:00100000:2.0:1734016109.484701:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (139264->143359) req@ffff880074ebc000 x1818247336638080/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:70/0 lens 488/4536 e 0 to 0 dl 1734016120 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016109.484707:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074ebc000 with x1818247336638080 ext(139264->143359) 00002000:00010000:2.0:1734016109.484711:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074ebc000 00000100:00100000:1.0:1734016109.544576:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00010000:00010000:3.0:1734016109.544665:0:6471:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734016109.544776:0:13929:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336638336 00000100:00100000:2.0:1734016109.544787:0:13929:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336638336 00002000:00100000:2.0:1734016109.544836:0:13929:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (135168->139263) req@ffff88012b91b480 x1818247336638336/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:70/0 lens 488/0 e 0 to 0 dl 1734016120 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016109.544847:0:13929:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b91b480 with x1818247336638336 ext(135168->139263) 00002000:00010000:2.0:1734016109.544852:0:13929:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012b91b480 00000100:00100000:2.0:1734016109.544923:0:13929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8447 00000100:00100000:2.0:1734016109.544930:0:13929:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b91b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1978:x1818247336638336:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:2.0:1734016109.545139:0:13929:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b91b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1978:x1818247336638336:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 207us (571us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016109.545147:0:13929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8447 00002000:00100000:2.0:1734016109.545153:0:13929:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (135168->139263) req@ffff88012b91b480 x1818247336638336/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:70/0 lens 488/4536 e 0 to 0 dl 1734016120 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016109.545163:0:13929:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b91b480 with x1818247336638336 ext(135168->139263) 00002000:00010000:2.0:1734016109.545166:0:13929:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012b91b480 00000100:00100000:0.0:1734016109.549978:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016109.550103:0:7695:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336638592 00000100:00100000:2.0:1734016109.550116:0:7695:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336638592 00002000:00100000:2.0:1734016109.550165:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (131072->135167) req@ffff880074ebd500 x1818247336638592/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:70/0 lens 488/0 e 0 to 0 dl 1734016120 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016109.550175:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074ebd500 with x1818247336638592 ext(131072->135167) 00002000:00010000:2.0:1734016109.550180:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074ebd500 00000100:00100000:2.0:1734016109.550216:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8448 00000100:00100000:2.0:1734016109.550223:0:7695:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074ebd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1979:x1818247336638592:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:2.0:1734016109.550419:0:7695:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074ebd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1979:x1818247336638592:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 196us (454us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016109.550427:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8448 00002000:00100000:2.0:1734016109.550435:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (131072->135167) req@ffff880074ebd500 x1818247336638592/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:70/0 lens 488/4536 e 0 to 0 dl 1734016120 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016109.550443:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074ebd500 with x1818247336638592 ext(131072->135167) 00002000:00010000:2.0:1734016109.550445:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074ebd500 00000100:00100000:0.0:1734016109.553904:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016109.554062:0:13929:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336638848 00000100:00100000:2.0:1734016109.554075:0:13929:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336638848 00002000:00100000:2.0:1734016109.554129:0:13929:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (126976->131071) req@ffff880074ebdc00 x1818247336638848/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:70/0 lens 488/0 e 0 to 0 dl 1734016120 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016109.554140:0:13929:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074ebdc00 with x1818247336638848 ext(126976->131071) 00002000:00010000:2.0:1734016109.554144:0:13929:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074ebdc00 00000100:00100000:2.0:1734016109.554179:0:13929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8449 00000100:00100000:2.0:1734016109.554188:0:13929:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074ebdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1980:x1818247336638848:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:2.0:1734016109.554362:0:13929:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074ebdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1980:x1818247336638848:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 175us (504us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016109.554370:0:13929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8449 00002000:00100000:2.0:1734016109.554375:0:13929:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (126976->131071) req@ffff880074ebdc00 x1818247336638848/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:70/0 lens 488/4536 e 0 to 0 dl 1734016120 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016109.554382:0:13929:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074ebdc00 with x1818247336638848 ext(126976->131071) 00002000:00010000:2.0:1734016109.554385:0:13929:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074ebdc00 00000100:00100000:0.0:1734016109.560599:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016109.560680:0:7695:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336639104 00000100:00100000:2.0:1734016109.560691:0:7695:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336639104 00002000:00100000:2.0:1734016109.560752:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (122880->126975) req@ffff880074ebdf80 x1818247336639104/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:70/0 lens 488/0 e 0 to 0 dl 1734016120 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016109.560764:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074ebdf80 with x1818247336639104 ext(122880->126975) 00002000:00010000:2.0:1734016109.560769:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074ebdf80 00000100:00100000:2.0:1734016109.560803:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8450 00000100:00100000:2.0:1734016109.560811:0:7695:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074ebdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1979:x1818247336639104:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:3.0:1734016109.561127:0:7695:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074ebdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1979:x1818247336639104:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 314us (544us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016109.561136:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8450 00002000:00100000:3.0:1734016109.561142:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (122880->126975) req@ffff880074ebdf80 x1818247336639104/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:70/0 lens 488/4536 e 0 to 0 dl 1734016120 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016109.561155:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074ebdf80 with x1818247336639104 ext(122880->126975) 00002000:00010000:3.0:1734016109.561159:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074ebdf80 00000100:00100000:0.0:1734016109.572655:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016109.572799:0:7695:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336639360 00000100:00100000:3.0:1734016109.572814:0:7695:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336639360 00002000:00100000:3.0:1734016109.572908:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (118784->122879) req@ffff880074ebe300 x1818247336639360/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:70/0 lens 488/0 e 0 to 0 dl 1734016120 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016109.572919:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074ebe300 with x1818247336639360 ext(118784->122879) 00002000:00010000:3.0:1734016109.572923:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074ebe300 00000100:00100000:3.0:1734016109.572948:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8451 00000100:00100000:3.0:1734016109.572957:0:7695:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074ebe300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1980:x1818247336639360:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:3.0:1734016109.573178:0:7695:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074ebe300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1980:x1818247336639360:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 220us (537us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016109.573185:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8451 00002000:00100000:3.0:1734016109.573192:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (118784->122879) req@ffff880074ebe300 x1818247336639360/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:70/0 lens 488/4536 e 0 to 0 dl 1734016120 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016109.573199:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074ebe300 with x1818247336639360 ext(118784->122879) 00002000:00010000:3.0:1734016109.573202:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074ebe300 00000100:00100000:0.0:1734016109.576073:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016109.576208:0:13929:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336639616 00000100:00100000:2.0:1734016109.576218:0:13929:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336639616 00002000:00100000:2.0:1734016109.576256:0:13929:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (114688->118783) req@ffff880074ebf800 x1818247336639616/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:70/0 lens 488/0 e 0 to 0 dl 1734016120 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016109.576266:0:13929:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074ebf800 with x1818247336639616 ext(114688->118783) 00002000:00010000:2.0:1734016109.576271:0:13929:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074ebf800 00000100:00100000:2.0:1734016109.576310:0:13929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8452 00000100:00100000:2.0:1734016109.576316:0:13929:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074ebf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1980:x1818247336639616:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:2.0:1734016109.576477:0:13929:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074ebf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1980:x1818247336639616:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 159us (413us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016109.576484:0:13929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8452 00002000:00100000:2.0:1734016109.576490:0:13929:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (114688->118783) req@ffff880074ebf800 x1818247336639616/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:70/0 lens 488/4536 e 0 to 0 dl 1734016120 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016109.576497:0:13929:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074ebf800 with x1818247336639616 ext(114688->118783) 00002000:00010000:2.0:1734016109.576500:0:13929:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074ebf800 00000100:00100000:0.0:1734016109.589717:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016109.590712:0:7695:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336639872 00000100:00100000:3.0:1734016109.590723:0:7695:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336639872 00002000:00100000:3.0:1734016109.590776:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (110592->114687) req@ffff880074ebe680 x1818247336639872/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:70/0 lens 488/0 e 0 to 0 dl 1734016120 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016109.590786:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074ebe680 with x1818247336639872 ext(110592->114687) 00002000:00010000:3.0:1734016109.590791:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074ebe680 00000100:00100000:3.0:1734016109.590833:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8453 00000100:00100000:3.0:1734016109.590839:0:7695:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074ebe680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1980:x1818247336639872:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:3.0:1734016109.591012:0:7695:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074ebe680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1980:x1818247336639872:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 171us (5159us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016109.591019:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8453 00002000:00100000:3.0:1734016109.591025:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (110592->114687) req@ffff880074ebe680 x1818247336639872/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:70/0 lens 488/4536 e 0 to 0 dl 1734016120 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016109.591032:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074ebe680 with x1818247336639872 ext(110592->114687) 00002000:00010000:3.0:1734016109.591035:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074ebe680 00000100:00100000:0.0:1734016109.596117:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016109.596206:0:13929:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336640128 00000100:00100000:2.0:1734016109.596214:0:13929:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336640128 00002000:00100000:2.0:1734016109.596249:0:13929:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (106496->110591) req@ffff880074ebed80 x1818247336640128/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:70/0 lens 488/0 e 0 to 0 dl 1734016120 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016109.596259:0:13929:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074ebed80 with x1818247336640128 ext(106496->110591) 00002000:00010000:2.0:1734016109.596264:0:13929:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074ebed80 00000100:00100000:2.0:1734016109.596299:0:13929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8454 00000100:00100000:2.0:1734016109.596306:0:13929:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074ebed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1980:x1818247336640128:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:2.0:1734016109.596444:0:13929:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074ebed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1980:x1818247336640128:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 137us (337us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016109.596450:0:13929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8454 00002000:00100000:2.0:1734016109.596455:0:13929:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (106496->110591) req@ffff880074ebed80 x1818247336640128/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:70/0 lens 488/4536 e 0 to 0 dl 1734016120 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016109.596461:0:13929:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074ebed80 with x1818247336640128 ext(106496->110591) 00002000:00010000:2.0:1734016109.596464:0:13929:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074ebed80 00000100:00100000:0.0:1734016109.604318:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016109.605230:0:7695:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336640384 00000100:00100000:3.0:1734016109.605239:0:7695:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336640384 00002000:00100000:3.0:1734016109.605283:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (102400->106495) req@ffff880074ebca80 x1818247336640384/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:70/0 lens 488/0 e 0 to 0 dl 1734016120 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016109.605293:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074ebca80 with x1818247336640384 ext(102400->106495) 00002000:00010000:3.0:1734016109.605297:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074ebca80 00000100:00100000:3.0:1734016109.605333:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8455 00000100:00100000:3.0:1734016109.605340:0:7695:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074ebca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1980:x1818247336640384:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:3.0:1734016109.605495:0:7695:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074ebca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1980:x1818247336640384:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 154us (1188us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016109.605502:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8455 00002000:00100000:3.0:1734016109.605508:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (102400->106495) req@ffff880074ebca80 x1818247336640384/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:70/0 lens 488/4536 e 0 to 0 dl 1734016120 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016109.605514:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074ebca80 with x1818247336640384 ext(102400->106495) 00002000:00010000:3.0:1734016109.605517:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074ebca80 00000100:00100000:0.0:1734016109.611565:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016109.611679:0:13929:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336640640 00000100:00100000:2.0:1734016109.611692:0:13929:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336640640 00002000:00100000:2.0:1734016109.611741:0:13929:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (98304->102399) req@ffff880074ebfb80 x1818247336640640/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:70/0 lens 488/0 e 0 to 0 dl 1734016120 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016109.611752:0:13929:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074ebfb80 with x1818247336640640 ext(98304->102399) 00002000:00010000:2.0:1734016109.611757:0:13929:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074ebfb80 00000100:00100000:2.0:1734016109.611793:0:13929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8456 00000100:00100000:2.0:1734016109.611802:0:13929:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074ebfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1980:x1818247336640640:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:2.0:1734016109.612030:0:13929:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074ebfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1980:x1818247336640640:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 228us (479us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016109.612038:0:13929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8456 00002000:00100000:2.0:1734016109.612044:0:13929:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (98304->102399) req@ffff880074ebfb80 x1818247336640640/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:70/0 lens 488/4536 e 0 to 0 dl 1734016120 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016109.612051:0:13929:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074ebfb80 with x1818247336640640 ext(98304->102399) 00002000:00010000:2.0:1734016109.612054:0:13929:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074ebfb80 00000100:00100000:0.0:1734016109.616351:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016109.618263:0:13927:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336640768 00000100:00100000:3.0:1734016109.618278:0:13927:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336640768 00000100:00100000:1.0:1734016109.619494:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10170 00000100:00100000:1.0:1734016109.619512:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074ebd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1980:x1818247336640768:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:1.0:1734016109.619536:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016109.619557:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880097237a80/0x3f004d6452e06eba lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d0bbb expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016109.619650:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b918000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339363968:192.168.201.10@tcp:106: 00000100:00100000:1.0:1734016109.619755:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b42cd900 going to sleep for 11 seconds 00000100:00100000:1.0:1734016109.631227:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b918000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339363968:192.168.201.10@tcp:106: 00010000:00010000:1.0:1734016109.631273:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880097237a80/0x3f004d6452e06eba lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0bbb expref: 7 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016109.631292:0:7689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097237a80/0x3f004d6452e06eba lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0bbb expref: 7 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016109.631332:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097237a80, rc 0) 00000100:00100000:1.0:1734016109.631396:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074ebd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1980:x1818247336640768:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 11885us (15055us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016109.631404:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10170 00000100:00100000:0.0:1734016109.640039:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016109.640523:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336640896 00000100:00100000:1.0:1734016109.640535:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336640896 00000100:00100000:1.0:1734016109.640603:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10171 00000100:00100000:1.0:1734016109.640611:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074ebd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1978:x1818247336640896:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:1.0:1734016109.640634:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016109.640656:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880097237840/0x3f004d6452e06ec1 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d0bc2 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016109.640713:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b918000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339364096:192.168.201.10@tcp:106: 00000100:00100000:1.0:1734016109.640786:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b42cd900 going to sleep for 11 seconds 00000100:00100000:1.0:1734016109.645984:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b918000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339364096:192.168.201.10@tcp:106: 00010000:00010000:1.0:1734016109.646024:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880097237840/0x3f004d6452e06ec1 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0bc2 expref: 7 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016109.646038:0:7689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097237840/0x3f004d6452e06ec1 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0bc2 expref: 7 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016109.646072:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097237840, rc 0) 00000100:00100000:1.0:1734016109.646126:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074ebd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1978:x1818247336640896:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 5514us (6097us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016109.646135:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10171 00000100:00100000:0.0:1734016109.653982:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016109.654850:0:8966:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336641152 00000100:00100000:3.0:1734016109.654859:0:8966:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336641152 00000100:00100000:3.0:1734016109.654923:0:8966:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 1881 00000100:00100000:3.0:1734016109.654930:0:8966:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074ebf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+16:9673:x1818247336641152:12345-192.168.201.10@tcp:36:fsx.0 00010000:00010000:3.0:1734016109.654977:0:8966:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016109.655001:0:8966:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a4b40/0x3f004d6452e06ea5 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0ba6 expref: 16 pid: 8966 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016109.655039:0:8966:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:3.0:1734016109.655043:0:8966:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1734016109.655174:0:8966:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a61c0/0x3f004d6452e06ec8 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 8966 initiator: MDT0 00010000:00010000:3.0:1734016109.655186:0:8966:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a7a80/0x3f004d6452e06e74 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0b83 expref: 10 pid: 8966 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016109.655192:0:8966:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a61c0/0x3f004d6452e06ec8 lrc: 4/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 8966 initiator: MDT0 00010000:00010000:3.0:1734016109.655222:0:8966:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a7a80/0x3f004d6452e06e74 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0b83 expref: 10 pid: 8966 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016109.655233:0:8966:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a7a80/0x3f004d6452e06e74 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0b83 expref: 10 pid: 8966 timeout: 473 lvb_type: 0 00000100:00100000:3.0:1734016109.655246:0:8966:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074c89c00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:8966:1818247339364224:192.168.201.10@tcp:104: 00000100:00100000:3.0:1734016109.655307:0:8966:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012cf4f9c0 going to sleep for 11 seconds 00000100:00100000:2.0:1734016109.666025:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016109.666098:0:7705:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336641280 00000100:00100000:0.0:1734016109.666109:0:7705:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336641280 00010000:00010000:0.0:1734016109.666148:0:7705:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a7a80/0x3f004d6452e06e74 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0b83 expref: 11 pid: 8966 timeout: 473 lvb_type: 0 00000100:00100000:0.0:1734016109.666195:0:7705:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2694 00000100:00100000:0.0:1734016109.666201:0:7705:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880135f54000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+11:1979:x1818247336641280:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016109.666217:0:7705:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016109.666222:0:7705:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a7a80/0x3f004d6452e06e74 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0b83 expref: 11 pid: 8966 timeout: 473 lvb_type: 0 00010000:00010000:0.0:1734016109.666233:0:7705:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a7a80/0x3f004d6452e06e74 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0b83 expref: 11 pid: 8966 timeout: 473 lvb_type: 0 00010000:00010000:0.0:1734016109.666262:0:7705:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:0.0:1734016109.666267:0:7705:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a61c0/0x3f004d6452e06ec8 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 8966 initiator: MDT0 00010000:00010000:0.0:1734016109.666274:0:7705:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a61c0/0x3f004d6452e06ec8 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50290000000000 pid: 8966 initiator: MDT0 00010000:00010000:0.0:1734016109.666281:0:7705:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a61c0/0x3f004d6452e06ec8 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50290000000000 pid: 8966 initiator: MDT0 00010000:00010000:0.0:1734016109.666297:0:7705:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016109.666343:0:7705:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880135f54000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+11:1979:x1818247336641280:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 140us (329us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016109.666348:0:7705:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2694 00010000:00010000:3.0:1734016109.666723:0:8966:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a7a80/0x3f004d6452e06e74 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0b83 expref: 10 pid: 8966 timeout: 473 lvb_type: 0 00000100:00100000:3.0:1734016109.666819:0:8966:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074c89c00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:8966:1818247339364224:192.168.201.10@tcp:104: 00010000:00010000:3.0:1734016109.666845:0:8966:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a61c0/0x3f004d6452e06ec8 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8966 initiator: MDT0 00010000:00010000:3.0:1734016109.666853:0:8966:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a61c0/0x3f004d6452e06ec8 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8966 initiator: MDT0 00010000:00010000:3.0:1734016109.666857:0:8966:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a61c0/0x3f004d6452e06ec8 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8966 initiator: MDT0 00000001:00080000:3.0:1734016109.666998:0:8966:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294968495 00000004:00010000:3.0:1734016109.667068:0:8966:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff880074ebf480 reply state ffff88007476a000 transno 4294968496 ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a61c0/0x3f004d6452e06ec8 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8966 initiator: MDT0 00000100:00100000:3.0:1734016109.667077:0:8966:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1734016109.667179:0:8966:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074ebf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+18:9673:x1818247336641152:12345-192.168.201.10@tcp:36:fsx.0 Request processed in 12248us (13207us total) trans 4294968496 rc 0/0 00000100:00100000:3.0:1734016109.667188:0:8966:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 1881 00000020:00080000:3.0:1734016109.667194:0:8966:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1734016109.672952:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016109.673305:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336641408 00000100:00100000:1.0:1734016109.673318:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336641408 00000100:00100000:1.0:1734016109.673373:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10172 00000100:00100000:1.0:1734016109.673381:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074e56d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:9673:x1818247336641408:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:1.0:1734016109.673405:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016109.673430:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800972346c0/0x3f004d6452e06ecf lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d0bc9 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016109.673464:0:7689:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7180/0x3f004d6452e06e97 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2838528->2854911) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0b9f expref: 6 pid: 13927 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016109.673473:0:7689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016109.673476:0:7689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016109.673479:0:7689:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800972346c0/0x3f004d6452e06ecf lrc: 4/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0bc9 expref: 7 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016109.673518:0:7689:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7180/0x3f004d6452e06e97 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2838528->2854911) gid 0 flags: 0x50000000020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0b9f expref: 6 pid: 13927 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016109.673530:0:7689:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7180/0x3f004d6452e06e97 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2838528->2854911) gid 0 flags: 0x70000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0b9f expref: 6 pid: 13927 timeout: 473 lvb_type: 0 00000100:00100000:1.0:1734016109.673543:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b918000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339364352:192.168.201.10@tcp:104: 00000100:00100000:1.0:1734016109.673637:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b42cd900 going to sleep for 11 seconds 00010000:00010000:2.0:1734016109.673974:0:3495:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a61c0/0x3f004d6452e06ec8 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8966 initiator: MDT0 00010000:00010000:2.0:1734016109.673986:0:3495:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a61c0/0x3f004d6452e06ec8 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 8966 initiator: MDT0 00010000:00010000:2.0:1734016109.673992:0:3495:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a61c0/0x3f004d6452e06ec8 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8966 initiator: MDT0 00010000:00010000:2.0:1734016109.673997:0:3495:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88009a9a61c0 already unused, calling callback (ffffffffa0f03950) 00010000:00010000:2.0:1734016109.674001:0:3495:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a61c0/0x3f004d6452e06ec8 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8966 initiator: MDT0 00010000:00010000:2.0:1734016109.674011:0:3495:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a61c0/0x3f004d6452e06ec8 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 8966 initiator: MDT0 00010000:00010000:2.0:1734016109.674028:0:3495:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:2.0:1734016109.674030:0:3495:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734016109.674034:0:3495:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a61c0/0x3f004d6452e06ec8 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8966 initiator: MDT0 00010000:00010000:2.0:1734016109.674038:0:3495:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a61c0/0x3f004d6452e06ec8 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8966 initiator: MDT0 00000100:00100000:0.0:1734016109.682448:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016109.682877:0:6470:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336641536 00000100:00100000:3.0:1734016109.682891:0:6470:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336641536 00010000:00010000:3.0:1734016109.682944:0:6470:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7180/0x3f004d6452e06e97 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2838528->2854911) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0b9f expref: 7 pid: 13927 timeout: 473 lvb_type: 0 00000100:00100000:3.0:1734016109.682981:0:6470:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2695 00000100:00100000:3.0:1734016109.682990:0:6470:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800ac41c050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1978:x1818247336641536:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016109.683007:0:6470:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016109.683038:0:6470:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7180/0x3f004d6452e06e97 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2838528->2854911) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0b9f expref: 7 pid: 13927 timeout: 473 lvb_type: 0 00010000:00010000:3.0:1734016109.683051:0:6470:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7180/0x3f004d6452e06e97 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2838528->2854911) gid 0 flags: 0x50000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0b9f expref: 7 pid: 13927 timeout: 473 lvb_type: 0 00010000:00010000:3.0:1734016109.683079:0:6470:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016109.683081:0:6470:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016109.683089:0:6470:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800972346c0/0x3f004d6452e06ecf lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50080000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0bc9 expref: 7 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016109.683100:0:6470:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800972346c0/0x3f004d6452e06ecf lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50080000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0bc9 expref: 7 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016109.683148:0:6470:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800972346c0/0x3f004d6452e06ecf lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0bc9 expref: 7 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016109.683164:0:6470:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074c89c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6470:1818247339364480:192.168.201.10@tcp:105: 00000100:00100000:3.0:1734016109.683278:0:6470:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012cf4f0c0 going to sleep for 11 seconds 00010000:00010000:1.0:1734016109.683387:0:7689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7180/0x3f004d6452e06e97 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2838528->2854911) gid 0 flags: 0x44801400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0b9f expref: 7 pid: 13927 timeout: 473 lvb_type: 0 00000100:00100000:1.0:1734016109.683420:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b918000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339364352:192.168.201.10@tcp:104: 00010000:00010000:1.0:1734016109.683452:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800972346c0/0x3f004d6452e06ecf lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0bc9 expref: 7 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016109.683466:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800972346c0, rc 0) 00000100:00100000:1.0:1734016109.683500:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074e56d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:9673:x1818247336641408:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 10119us (10562us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016109.683511:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10172 00000100:00100000:0.0:1734016109.691677:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016109.691958:0:6470:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074c89c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6470:1818247339364480:192.168.201.10@tcp:105: 00010000:00010000:3.0:1734016109.691980:0:6470:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016109.692033:0:6470:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800ac41c050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1978:x1818247336641536:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 9043us (9593us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016109.692044:0:6470:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2695 00000100:00100000:2.0:1734016109.692156:0:7695:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336641664 00000100:00100000:2.0:1734016109.692163:0:7695:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336641664 00002000:00010000:2.0:1734016109.692191:0:7695:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (8452261->18446744073709551615) 00002000:00100000:2.0:1734016109.692196:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074e57b80 with x1818247336641664 ext(8452261->18446744073709551615) 00002000:00010000:2.0:1734016109.692206:0:7695:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074e57b80. 00000100:00100000:2.0:1734016109.692236:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8457 00000100:00100000:2.0:1734016109.692243:0:7695:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074e57b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1979:x1818247336641664:12345-192.168.201.10@tcp:10:fsx.0 00002000:00010000:2.0:1734016109.692426:0:7695:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 7872512 -> 8452261 00002000:00010000:2.0:1734016109.692429:0:7695:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016108 -> 1734016109 00002000:00010000:2.0:1734016109.692431:0:7695:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016108 -> 1734016108 00002000:00010000:2.0:1734016109.692433:0:7695:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016108 -> 1734016109 00002000:00010000:2.0:1734016109.692435:0:7695:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 672 -> 672 00000100:00100000:2.0:1734016109.692456:0:7695:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074e57b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1979:x1818247336641664:12345-192.168.201.10@tcp:10:fsx.0 Request processed in 213us (789us total) trans 4294969128 rc 0/0 00000100:00100000:2.0:1734016109.692462:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8457 00002000:00010000:2.0:1734016109.692465:0:7695:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (8452261->18446744073709551615) 00002000:00100000:2.0:1734016109.692468:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074e57b80 with x1818247336641664 ext(8452261->18446744073709551615) 00002000:00010000:2.0:1734016109.692472:0:7695:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074e57b80. 00000100:00100000:0.0:1734016109.695574:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016109.696152:0:8966:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336641792 00000100:00100000:3.0:1734016109.696162:0:8966:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336641792 00000100:00100000:3.0:1734016109.696217:0:8966:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 1882 00000100:00100000:3.0:1734016109.696224:0:8966:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074e54380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+17:9673:x1818247336641792:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:3.0:1734016109.696253:0:8966:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016109.696268:0:8966:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a7180/0x3f004d6452e06ed6 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d0bd0 expref: -99 pid: 8966 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016109.696346:0:8966:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a61c0/0x3f004d6452e06edd lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 8966 initiator: MDT0 00010000:00010000:3.0:1734016109.696357:0:8966:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a61c0/0x3f004d6452e06edd lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 8966 initiator: MDT0 00010000:00010000:3.0:1734016109.696366:0:8966:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a61c0/0x3f004d6452e06edd lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 8966 initiator: MDT0 00000004:00200000:3.0:1734016109.696387:0:8966:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 8452261 00000004:00200000:3.0:1734016109.696391:0:8966:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1734016109.696405:0:8966:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a61c0/0x3f004d6452e06edd lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 8966 initiator: MDT0 00010000:00010000:3.0:1734016109.696428:0:8966:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a7180/0x3f004d6452e06ed6 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0bd0 expref: 19 pid: 8966 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016109.696460:0:8966:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a61c0/0x3f004d6452e06edd lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0bd0 expref: 18 pid: 8966 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016109.696468:0:8966:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:3.0:1734016109.696471:0:8966:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1734016109.696473:0:8966:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a9a61c0, rc 0) 00000100:00100000:3.0:1734016109.696522:0:8966:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074e54380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+18:9673:x1818247336641792:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 298us (955us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016109.696527:0:8966:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 1882 00000100:00100000:0.0:1734016109.705793:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016109.705918:0:7420:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336641920 00000100:00100000:1.0:1734016109.705930:0:7420:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336641920 00000100:00100000:1.0:1734016109.705999:0:7420:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 1883 00000100:00100000:1.0:1734016109.706007:0:7420:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074e54e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+10:9673:x1818247336641920:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:1.0:1734016109.706029:0:7420:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016109.706049:0:7420:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880097235440/0x3f004d6452e06ee4 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d0bd7 expref: -99 pid: 7420 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016109.706153:0:7420:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880097234480/0x3f004d6452e06eeb lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 7420 initiator: MDT0 00010000:00010000:1.0:1734016109.706166:0:7420:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880097234480/0x3f004d6452e06eeb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 7420 initiator: MDT0 00010000:00010000:1.0:1734016109.706177:0:7420:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880097234480/0x3f004d6452e06eeb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 7420 initiator: MDT0 00000004:00200000:1.0:1734016109.706202:0:7420:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 8452261 00000004:00200000:1.0:1734016109.706207:0:7420:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1734016109.706223:0:7420:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880097234480/0x3f004d6452e06eeb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 7420 initiator: MDT0 00010000:00010000:1.0:1734016109.706251:0:7420:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880097235440/0x3f004d6452e06ee4 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0bd7 expref: 12 pid: 7420 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016109.707537:0:7420:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880097234480/0x3f004d6452e06eeb lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0bd7 expref: 11 pid: 7420 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016109.707554:0:7420:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:1.0:1734016109.707557:0:7420:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1734016109.707560:0:7420:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097234480, rc 0) 00000100:00100000:1.0:1734016109.708281:0:7420:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074e54e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+11:9673:x1818247336641920:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 2266us (2492us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016109.708301:0:7420:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 1883 00000100:00100000:1.0:1734016109.712952:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016109.713884:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336642048 00000100:00100000:2.0:1734016109.713894:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336642048 00000100:00100000:2.0:1734016109.713940:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10173 00000100:00100000:2.0:1734016109.713948:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b918000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1981:x1818247336642048:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:2.0:1734016109.713983:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016109.714009:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880072172640/0x3f004d6452e06ef2 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d0bde expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016109.714064:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880135f55180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339364608:192.168.201.10@tcp:106: 00000100:00100000:2.0:1734016109.714131:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800768ef240 going to sleep for 11 seconds 00000100:00100000:2.0:1734016109.720255:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880135f55180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339364608:192.168.201.10@tcp:106: 00010000:00010000:2.0:1734016109.720297:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880072172640/0x3f004d6452e06ef2 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0bde expref: 7 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016109.720313:0:7689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880072172640/0x3f004d6452e06ef2 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0bde expref: 7 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016109.720394:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880072172640, rc 0) 00000100:00100000:2.0:1734016109.720478:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b918000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1981:x1818247336642048:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 6529us (7539us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016109.720487:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10173 00000100:00100000:0.0:1734016109.733579:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016109.735092:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336642176 00000100:00100000:2.0:1734016109.735113:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336642176 00000100:00100000:2.0:1734016109.735212:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10174 00000100:00100000:2.0:1734016109.735221:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074e55180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:9673:x1818247336642176:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:2.0:1734016109.735246:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016109.735276:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880072172640/0x3f004d6452e06ef9 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d0be5 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016109.735315:0:7689:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800972346c0/0x3f004d6452e06ecf lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0bc9 expref: 7 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016109.735324:0:7689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016109.735326:0:7689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016109.735329:0:7689:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880072172640/0x3f004d6452e06ef9 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [1077248->1114111] (req 1077248->1114111) gid 0 flags: 0x50000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0be5 expref: 7 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016109.735369:0:7689:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800972346c0/0x3f004d6452e06ecf lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0bc9 expref: 7 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016109.735383:0:7689:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800972346c0/0x3f004d6452e06ecf lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0bc9 expref: 7 pid: 7689 timeout: 473 lvb_type: 0 00000100:00100000:2.0:1734016109.735397:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880135f55180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339364736:192.168.201.10@tcp:104: 00000100:00100000:2.0:1734016109.735488:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800768ef240 going to sleep for 11 seconds 00000100:00100000:0.0:1734016109.744476:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016109.744589:0:6470:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336642304 00000100:00100000:3.0:1734016109.744601:0:6470:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336642304 00010000:00010000:3.0:1734016109.744645:0:6470:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800972346c0/0x3f004d6452e06ecf lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0bc9 expref: 8 pid: 7689 timeout: 473 lvb_type: 0 00000100:00100000:3.0:1734016109.744694:0:6470:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2696 00000100:00100000:3.0:1734016109.744701:0:6470:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074e55500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1978:x1818247336642304:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016109.744719:0:6470:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016109.744745:0:6470:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800972346c0/0x3f004d6452e06ecf lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0bc9 expref: 8 pid: 7689 timeout: 473 lvb_type: 0 00010000:00010000:3.0:1734016109.744759:0:6470:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800972346c0/0x3f004d6452e06ecf lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0bc9 expref: 8 pid: 7689 timeout: 473 lvb_type: 0 00010000:00010000:3.0:1734016109.744786:0:6470:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016109.744788:0:6470:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016109.744795:0:6470:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880072172640/0x3f004d6452e06ef9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1077248->1114111) gid 0 flags: 0x50080000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0be5 expref: 7 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016109.744805:0:6470:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880072172640/0x3f004d6452e06ef9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1077248->1114111) gid 0 flags: 0x50080000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0be5 expref: 7 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016109.744847:0:6470:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880072172640/0x3f004d6452e06ef9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1077248->1114111) gid 0 flags: 0x40000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0be5 expref: 7 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016109.744905:0:6470:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074c89c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6470:1818247339364864:192.168.201.10@tcp:105: 00000100:00100000:3.0:1734016109.744980:0:6470:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012cf4f000 going to sleep for 11 seconds 00010000:00010000:2.0:1734016109.745689:0:7689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800972346c0/0x3f004d6452e06ecf lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0bc9 expref: 8 pid: 7689 timeout: 473 lvb_type: 0 00000100:00100000:2.0:1734016109.745704:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880135f55180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339364736:192.168.201.10@tcp:104: 00010000:00010000:2.0:1734016109.745725:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880072172640/0x3f004d6452e06ef9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1077248->1114111) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0be5 expref: 7 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016109.745736:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880072172640, rc 0) 00000100:00100000:2.0:1734016109.745805:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074e55180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:9673:x1818247336642176:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 10584us (12247us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016109.745812:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10174 00000100:00100000:2.0:1734016109.751007:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016109.751042:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336642432 00000100:00100000:2.0:1734016109.751051:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336642432 00000100:00100000:2.0:1734016109.752060:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10175 00000100:00100000:2.0:1734016109.752072:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880135f55180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1979:x1818247336642432:12345-192.168.201.10@tcp:22:fsx.0 00002000:00010000:2.0:1734016109.752390:0:7689:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 8452261 -> 8452261 00002000:00010000:2.0:1734016109.752394:0:7689:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016109 -> 1734016109 00002000:00010000:2.0:1734016109.752396:0:7689:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016108 -> 1734016108 00002000:00010000:2.0:1734016109.752398:0:7689:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016109 -> 1734016109 00002000:00010000:2.0:1734016109.752399:0:7689:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 672 -> 736 00000100:00100000:3.0:1734016109.752712:0:6470:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074c89c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6470:1818247339364864:192.168.201.10@tcp:105: 00010000:00010000:3.0:1734016109.752736:0:6470:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016109.753359:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880135f55180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+8:1979:x1818247336642432:12345-192.168.201.10@tcp:22:fsx.0 Request processed in 1285us (2360us total) trans 4294969129 rc 0/0 00000100:00100000:2.0:1734016109.753373:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10175 00000100:00100000:3.0:1734016109.753441:0:6470:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074e55500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1978:x1818247336642304:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 8739us (8975us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016109.753451:0:6470:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2696 00000100:00100000:0.0:1734016109.759467:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016109.759827:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336642560 00000100:00100000:2.0:1734016109.759840:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336642560 00000100:00100000:2.0:1734016109.760498:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10176 00000100:00100000:2.0:1734016109.760509:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074e55880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1981:x1818247336642560:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:2.0:1734016109.760541:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016109.760568:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e06f00 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d0bec expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016109.760648:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880135f56300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339364992:192.168.201.10@tcp:106: 00000100:00100000:2.0:1734016109.761836:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800768ef240 going to sleep for 11 seconds 00000100:00100000:2.0:1734016109.771463:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880135f56300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339364992:192.168.201.10@tcp:106: 00010000:00010000:2.0:1734016109.771534:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e06f00 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0bec expref: 8 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016109.771553:0:7689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e06f00 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0bec expref: 8 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016109.771851:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880072171440, rc 0) 00000100:00100000:2.0:1734016109.772159:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074e55880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1981:x1818247336642560:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 11646us (12699us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016109.772173:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10176 00000100:00100000:0.0:1734016109.779015:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016109.779313:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336642688 00000100:00100000:2.0:1734016109.779327:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336642688 00000100:00100000:2.0:1734016109.779426:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10177 00000100:00100000:2.0:1734016109.779434:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074e54700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1980:x1818247336642688:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:2.0:1734016109.779460:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016109.779484:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880072171f80/0x3f004d6452e06f07 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d0bf3 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016109.779551:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880135f56300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339365120:192.168.201.10@tcp:106: 00000100:00100000:2.0:1734016109.780493:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800768ef240 going to sleep for 11 seconds 00000100:00100000:2.0:1734016109.785558:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880135f56300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339365120:192.168.201.10@tcp:106: 00010000:00010000:2.0:1734016109.785611:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880072171f80/0x3f004d6452e06f07 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0bf3 expref: 8 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016109.785626:0:7689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880072171f80/0x3f004d6452e06f07 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0bf3 expref: 8 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016109.785656:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880072171f80, rc 0) 00000100:00100000:2.0:1734016109.786974:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074e54700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1980:x1818247336642688:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 7532us (7976us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016109.786985:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10177 00000100:00100000:1.0:1734016109.794253:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016109.794495:0:13929:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336642944 00000100:00100000:3.0:1734016109.794505:0:13929:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336642944 00002000:00100000:3.0:1734016109.794547:0:13929:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (1675264->1679359) req@ffff88012b91a300 x1818247336642944/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:70/0 lens 488/0 e 0 to 0 dl 1734016120 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016109.794557:0:13929:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b91a300 with x1818247336642944 ext(1675264->1679359) 00002000:00010000:3.0:1734016109.794562:0:13929:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012b91a300 00000100:00100000:3.0:1734016109.794602:0:13929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8458 00000100:00100000:3.0:1734016109.794611:0:13929:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b91a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+8:1981:x1818247336642944:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:3.0:1734016109.794779:0:13929:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b91a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+8:1981:x1818247336642944:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 168us (533us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016109.794786:0:13929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8458 00002000:00100000:3.0:1734016109.794792:0:13929:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (1675264->1679359) req@ffff88012b91a300 x1818247336642944/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:70/0 lens 488/4536 e 0 to 0 dl 1734016120 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016109.794798:0:13929:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b91a300 with x1818247336642944 ext(1675264->1679359) 00002000:00010000:3.0:1734016109.794801:0:13929:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012b91a300 00000100:00100000:0.0:1734016109.799393:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016109.800626:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336643072 00000100:00100000:2.0:1734016109.800641:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336643072 00000100:00100000:2.0:1734016109.800789:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10178 00000100:00100000:2.0:1734016109.800800:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074e54a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1980:x1818247336643072:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:2.0:1734016109.800828:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016109.800858:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880072172d00/0x3f004d6452e06f0e lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d0bfa expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016109.800990:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880135f56300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339365248:192.168.201.10@tcp:106: 00000100:00100000:2.0:1734016109.801078:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800768ef240 going to sleep for 11 seconds 00000100:00100000:2.0:1734016109.809431:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880135f56300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339365248:192.168.201.10@tcp:106: 00010000:00010000:2.0:1734016109.809468:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880072172d00/0x3f004d6452e06f0e lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0bfa expref: 8 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016109.809483:0:7689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880072172d00/0x3f004d6452e06f0e lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0bfa expref: 8 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016109.810646:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880072172d00, rc 0) 00000100:00100000:2.0:1734016109.810750:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074e54a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1980:x1818247336643072:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 9946us (11372us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016109.810759:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10178 00000100:00100000:0.0:1734016109.814854:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016109.816094:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336643200 00000100:00100000:2.0:1734016109.816121:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336643200 00000100:00100000:2.0:1734016109.817958:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10179 00000100:00100000:2.0:1734016109.817977:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074e54000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1981:x1818247336643200:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:2.0:1734016109.818016:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016109.818051:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880072170d80/0x3f004d6452e06f15 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d0c01 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016109.818165:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880135f56300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339365376:192.168.201.10@tcp:106: 00000100:00100000:2.0:1734016109.818290:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800768ef240 going to sleep for 11 seconds 00000100:00100000:2.0:1734016109.827283:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880135f56300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339365376:192.168.201.10@tcp:106: 00010000:00010000:2.0:1734016109.827340:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880072170d80/0x3f004d6452e06f15 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0c01 expref: 8 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016109.827356:0:7689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880072170d80/0x3f004d6452e06f15 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0c01 expref: 8 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016109.827434:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880072170d80, rc 0) 00000100:00100000:2.0:1734016109.828284:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074e54000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1981:x1818247336643200:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 10306us (13446us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016109.828296:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10179 00000100:00100000:0.0:1734016109.832861:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016109.833090:0:7695:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336643456 00000100:00100000:2.0:1734016109.833106:0:7695:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336643456 00002000:00100000:2.0:1734016109.833175:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (3289088->3293183) req@ffff880074e55f80 x1818247336643456/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:70/0 lens 488/0 e 0 to 0 dl 1734016120 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016109.833187:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074e55f80 with x1818247336643456 ext(3289088->3293183) 00002000:00010000:2.0:1734016109.833197:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074e55f80 00000100:00100000:2.0:1734016109.833245:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8459 00000100:00100000:2.0:1734016109.833254:0:7695:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074e55f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+8:1980:x1818247336643456:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:2.0:1734016109.833529:0:7695:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074e55f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+8:1980:x1818247336643456:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 275us (680us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016109.833537:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8459 00002000:00100000:2.0:1734016109.833545:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (3289088->3293183) req@ffff880074e55f80 x1818247336643456/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:70/0 lens 488/4536 e 0 to 0 dl 1734016120 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016109.833552:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074e55f80 with x1818247336643456 ext(3289088->3293183) 00002000:00010000:2.0:1734016109.833554:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074e55f80 00000100:00100000:1.0:1734016109.837070:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016109.837367:0:13929:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336643712 00000100:00100000:3.0:1734016109.837378:0:13929:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336643712 00002000:00100000:3.0:1734016109.837421:0:13929:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (3284992->3289087) req@ffff88012b918e00 x1818247336643712/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:70/0 lens 488/0 e 0 to 0 dl 1734016120 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016109.837430:0:13929:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b918e00 with x1818247336643712 ext(3284992->3289087) 00002000:00010000:3.0:1734016109.837435:0:13929:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012b918e00 00000100:00100000:3.0:1734016109.837470:0:13929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8460 00000100:00100000:3.0:1734016109.837476:0:13929:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b918e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+8:1981:x1818247336643712:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:3.0:1734016109.837689:0:13929:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b918e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+8:1981:x1818247336643712:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 211us (631us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016109.837695:0:13929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8460 00002000:00100000:3.0:1734016109.837700:0:13929:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (3284992->3289087) req@ffff88012b918e00 x1818247336643712/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:70/0 lens 488/4536 e 0 to 0 dl 1734016120 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016109.837707:0:13929:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b918e00 with x1818247336643712 ext(3284992->3289087) 00002000:00010000:3.0:1734016109.837709:0:13929:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012b918e00 00000100:00100000:0.0:1734016109.840448:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016109.840589:0:7695:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336643968 00000100:00100000:2.0:1734016109.840603:0:7695:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336643968 00002000:00100000:2.0:1734016109.840671:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (3280896->3284991) req@ffff880074e57100 x1818247336643968/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:70/0 lens 488/0 e 0 to 0 dl 1734016120 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016109.840681:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074e57100 with x1818247336643968 ext(3280896->3284991) 00002000:00010000:2.0:1734016109.840689:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074e57100 00000100:00100000:2.0:1734016109.840734:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8461 00000100:00100000:2.0:1734016109.840742:0:7695:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074e57100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+8:1980:x1818247336643968:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:2.0:1734016109.841321:0:7695:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074e57100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+8:1980:x1818247336643968:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 577us (887us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016109.841329:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8461 00002000:00100000:2.0:1734016109.841335:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (3280896->3284991) req@ffff880074e57100 x1818247336643968/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:70/0 lens 488/4536 e 0 to 0 dl 1734016120 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016109.841342:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074e57100 with x1818247336643968 ext(3280896->3284991) 00002000:00010000:2.0:1734016109.841344:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074e57100 00000100:00100000:0.0:1734016109.845982:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016109.846288:0:13929:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336644224 00000100:00100000:3.0:1734016109.846302:0:13929:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336644224 00002000:00100000:3.0:1734016109.846393:0:13929:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (3276800->3280895) req@ffff880074e57480 x1818247336644224/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:70/0 lens 488/0 e 0 to 0 dl 1734016120 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016109.846406:0:13929:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074e57480 with x1818247336644224 ext(3276800->3280895) 00002000:00010000:3.0:1734016109.846412:0:13929:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074e57480 00000100:00100000:3.0:1734016109.846468:0:13929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8462 00000100:00100000:3.0:1734016109.846477:0:13929:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074e57480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+8:1980:x1818247336644224:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:3.0:1734016109.846772:0:13929:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074e57480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+8:1980:x1818247336644224:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 295us (812us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016109.846780:0:13929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8462 00002000:00100000:3.0:1734016109.846787:0:13929:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (3276800->3280895) req@ffff880074e57480 x1818247336644224/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:70/0 lens 488/4536 e 0 to 0 dl 1734016120 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016109.846794:0:13929:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074e57480 with x1818247336644224 ext(3276800->3280895) 00002000:00010000:3.0:1734016109.846797:0:13929:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074e57480 00000100:00100000:1.0:1734016109.852359:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016109.852610:0:7695:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336644480 00000100:00100000:2.0:1734016109.852622:0:7695:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336644480 00002000:00100000:2.0:1734016109.852679:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (3272704->3276799) req@ffff88012b91a680 x1818247336644480/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:70/0 lens 488/0 e 0 to 0 dl 1734016120 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016109.852693:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b91a680 with x1818247336644480 ext(3272704->3276799) 00002000:00010000:2.0:1734016109.854377:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012b91a680 00000100:00100000:2.0:1734016109.854479:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8463 00000100:00100000:2.0:1734016109.854490:0:7695:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b91a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+8:1981:x1818247336644480:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:2.0:1734016109.854811:0:7695:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b91a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+8:1981:x1818247336644480:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 323us (2464us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016109.854819:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8463 00002000:00100000:2.0:1734016109.854829:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (3272704->3276799) req@ffff88012b91a680 x1818247336644480/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:70/0 lens 488/4536 e 0 to 0 dl 1734016120 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016109.854840:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b91a680 with x1818247336644480 ext(3272704->3276799) 00002000:00010000:2.0:1734016109.854846:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012b91a680 00000100:00100000:1.0:1734016109.864010:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016109.864188:0:13929:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336644736 00000100:00100000:3.0:1734016109.864199:0:13929:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336644736 00002000:00100000:3.0:1734016109.864250:0:13929:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (3268608->3272703) req@ffff88012b919f80 x1818247336644736/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:70/0 lens 488/0 e 0 to 0 dl 1734016120 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016109.864262:0:13929:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b919f80 with x1818247336644736 ext(3268608->3272703) 00002000:00010000:3.0:1734016109.864268:0:13929:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012b919f80 00000100:00100000:3.0:1734016109.864304:0:13929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8464 00000100:00100000:3.0:1734016109.864312:0:13929:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b919f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+8:1980:x1818247336644736:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:3.0:1734016109.864533:0:13929:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b919f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+8:1980:x1818247336644736:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 219us (537us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016109.864542:0:13929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8464 00002000:00100000:3.0:1734016109.864548:0:13929:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (3268608->3272703) req@ffff88012b919f80 x1818247336644736/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:70/0 lens 488/4536 e 0 to 0 dl 1734016120 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016109.864555:0:13929:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b919f80 with x1818247336644736 ext(3268608->3272703) 00002000:00010000:3.0:1734016109.864558:0:13929:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012b919f80 00000100:00100000:0.0:1734016109.873138:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016109.873276:0:7695:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336644992 00000100:00100000:2.0:1734016109.873289:0:7695:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336644992 00002000:00100000:2.0:1734016109.873342:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (3264512->3268607) req@ffff880074e57800 x1818247336644992/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:70/0 lens 488/0 e 0 to 0 dl 1734016120 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016109.873354:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074e57800 with x1818247336644992 ext(3264512->3268607) 00002000:00010000:2.0:1734016109.873359:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074e57800 00000100:00100000:2.0:1734016109.874018:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8465 00000100:00100000:2.0:1734016109.874028:0:7695:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074e57800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+8:1980:x1818247336644992:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:2.0:1734016109.874521:0:7695:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074e57800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+8:1980:x1818247336644992:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 492us (1394us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016109.874529:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8465 00002000:00100000:2.0:1734016109.874535:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (3264512->3268607) req@ffff880074e57800 x1818247336644992/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:70/0 lens 488/4536 e 0 to 0 dl 1734016120 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016109.874548:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074e57800 with x1818247336644992 ext(3264512->3268607) 00002000:00010000:2.0:1734016109.874553:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074e57800 00000100:00100000:1.0:1734016109.884483:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016109.884828:0:7695:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336645248 00000100:00100000:2.0:1734016109.884843:0:7695:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336645248 00002000:00100000:2.0:1734016109.884928:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (3260416->3264511) req@ffff88012b91b100 x1818247336645248/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:70/0 lens 488/0 e 0 to 0 dl 1734016120 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016109.884943:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b91b100 with x1818247336645248 ext(3260416->3264511) 00002000:00010000:2.0:1734016109.884950:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012b91b100 00000100:00100000:2.0:1734016109.886091:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8466 00000100:00100000:2.0:1734016109.886101:0:7695:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b91b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+8:1980:x1818247336645248:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:2.0:1734016109.886313:0:7695:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b91b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+8:1980:x1818247336645248:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 214us (1848us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016109.886323:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8466 00002000:00100000:2.0:1734016109.886330:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (3260416->3264511) req@ffff88012b91b100 x1818247336645248/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:70/0 lens 488/4536 e 0 to 0 dl 1734016120 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016109.886337:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b91b100 with x1818247336645248 ext(3260416->3264511) 00002000:00010000:2.0:1734016109.886341:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012b91b100 00000100:00100000:1.0:1734016109.892215:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016109.892437:0:13929:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336645504 00000100:00100000:3.0:1734016109.892457:0:13929:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336645504 00002000:00100000:3.0:1734016109.892544:0:13929:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (3256320->3260415) req@ffff88012b919500 x1818247336645504/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:70/0 lens 488/0 e 0 to 0 dl 1734016120 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016109.892562:0:13929:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b919500 with x1818247336645504 ext(3256320->3260415) 00002000:00010000:3.0:1734016109.892571:0:13929:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012b919500 00000100:00100000:3.0:1734016109.892625:0:13929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8467 00000100:00100000:3.0:1734016109.892637:0:13929:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b919500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+8:1980:x1818247336645504:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:3.0:1734016109.892993:0:13929:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b919500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+8:1980:x1818247336645504:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 357us (795us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016109.893006:0:13929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8467 00002000:00100000:3.0:1734016109.893013:0:13929:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (3256320->3260415) req@ffff88012b919500 x1818247336645504/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:70/0 lens 488/4536 e 0 to 0 dl 1734016120 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016109.893020:0:13929:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b919500 with x1818247336645504 ext(3256320->3260415) 00002000:00010000:3.0:1734016109.893023:0:13929:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012b919500 00000100:00100000:0.0:1734016109.896215:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016109.896472:0:7695:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336645760 00000100:00100000:2.0:1734016109.896489:0:7695:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336645760 00002000:00100000:2.0:1734016109.896572:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (3252224->3256319) req@ffff880074e55c00 x1818247336645760/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:70/0 lens 488/0 e 0 to 0 dl 1734016120 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016109.896596:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074e55c00 with x1818247336645760 ext(3252224->3256319) 00002000:00010000:2.0:1734016109.896602:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074e55c00 00000100:00100000:2.0:1734016109.896654:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8468 00000100:00100000:2.0:1734016109.896666:0:7695:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074e55c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+8:1980:x1818247336645760:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:2.0:1734016109.896993:0:7695:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074e55c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+8:1980:x1818247336645760:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 327us (809us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016109.897000:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8468 00002000:00100000:2.0:1734016109.897006:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (3252224->3256319) req@ffff880074e55c00 x1818247336645760/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:70/0 lens 488/4536 e 0 to 0 dl 1734016120 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016109.897013:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074e55c00 with x1818247336645760 ext(3252224->3256319) 00002000:00010000:2.0:1734016109.897016:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074e55c00 00000100:00100000:1.0:1734016109.900439:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016109.900601:0:13929:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336646016 00000100:00100000:3.0:1734016109.900614:0:13929:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336646016 00002000:00100000:3.0:1734016109.900677:0:13929:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (3248128->3252223) req@ffff8800ac575c00 x1818247336646016/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:70/0 lens 488/0 e 0 to 0 dl 1734016120 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016109.900688:0:13929:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800ac575c00 with x1818247336646016 ext(3248128->3252223) 00002000:00010000:3.0:1734016109.900693:0:13929:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800ac575c00 00000100:00100000:3.0:1734016109.900733:0:13929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8469 00000100:00100000:3.0:1734016109.900739:0:13929:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800ac575c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+8:1981:x1818247336646016:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:3.0:1734016109.901066:0:13929:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800ac575c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+8:1981:x1818247336646016:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 326us (649us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016109.901074:0:13929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8469 00002000:00100000:3.0:1734016109.901080:0:13929:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (3248128->3252223) req@ffff8800ac575c00 x1818247336646016/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:70/0 lens 488/4536 e 0 to 0 dl 1734016120 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016109.901087:0:13929:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800ac575c00 with x1818247336646016 ext(3248128->3252223) 00002000:00010000:3.0:1734016109.901090:0:13929:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800ac575c00 00000100:00100000:1.0:1734016109.904732:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016109.905131:0:7695:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336646272 00000100:00100000:2.0:1734016109.905146:0:7695:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336646272 00002000:00100000:2.0:1734016109.905231:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (3244032->3248127) req@ffff8800ac574380 x1818247336646272/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:70/0 lens 488/0 e 0 to 0 dl 1734016120 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016109.905251:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800ac574380 with x1818247336646272 ext(3244032->3248127) 00002000:00010000:2.0:1734016109.905258:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800ac574380 00000100:00100000:2.0:1734016109.905592:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8470 00000100:00100000:2.0:1734016109.905602:0:7695:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800ac574380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+8:1980:x1818247336646272:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:2.0:1734016109.906083:0:7695:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800ac574380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+8:1980:x1818247336646272:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 480us (1369us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016109.906092:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8470 00002000:00100000:2.0:1734016109.906099:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (3244032->3248127) req@ffff8800ac574380 x1818247336646272/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:70/0 lens 488/4536 e 0 to 0 dl 1734016120 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016109.906107:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800ac574380 with x1818247336646272 ext(3244032->3248127) 00002000:00010000:2.0:1734016109.906109:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800ac574380 00000100:00100000:0.0:1734016109.909421:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016109.909604:0:7695:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336646528 00000100:00100000:2.0:1734016109.909623:0:7695:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336646528 00002000:00100000:2.0:1734016109.909707:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (3239936->3244031) req@ffff880074e56680 x1818247336646528/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:70/0 lens 488/0 e 0 to 0 dl 1734016120 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016109.909719:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074e56680 with x1818247336646528 ext(3239936->3244031) 00002000:00010000:2.0:1734016109.909728:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074e56680 00000100:00100000:2.0:1734016109.910068:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8471 00000100:00100000:2.0:1734016109.910079:0:7695:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074e56680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+8:1981:x1818247336646528:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:2.0:1734016109.910923:0:7695:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074e56680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+8:1981:x1818247336646528:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 841us (1522us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016109.910935:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8471 00002000:00100000:2.0:1734016109.910947:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (3239936->3244031) req@ffff880074e56680 x1818247336646528/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:70/0 lens 488/4536 e 0 to 0 dl 1734016120 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016109.910959:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074e56680 with x1818247336646528 ext(3239936->3244031) 00002000:00010000:2.0:1734016109.910965:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074e56680 00000100:00100000:1.0:1734016109.914002:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016109.914260:0:7695:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336646784 00000100:00100000:2.0:1734016109.914277:0:7695:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336646784 00002000:00100000:2.0:1734016109.914345:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (3235840->3239935) req@ffff8800ac575500 x1818247336646784/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:70/0 lens 488/0 e 0 to 0 dl 1734016120 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016109.914358:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800ac575500 with x1818247336646784 ext(3235840->3239935) 00002000:00010000:2.0:1734016109.914365:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800ac575500 00000100:00100000:3.0:1734016109.915094:0:13929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8472 00000100:00100000:3.0:1734016109.915108:0:13929:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800ac575500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+8:1980:x1818247336646784:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:3.0:1734016109.915413:0:13929:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800ac575500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+8:1980:x1818247336646784:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 306us (1428us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016109.915423:0:13929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8472 00002000:00100000:3.0:1734016109.915431:0:13929:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (3235840->3239935) req@ffff8800ac575500 x1818247336646784/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:70/0 lens 488/4536 e 0 to 0 dl 1734016120 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016109.915440:0:13929:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800ac575500 with x1818247336646784 ext(3235840->3239935) 00002000:00010000:3.0:1734016109.915444:0:13929:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800ac575500 00000100:00100000:1.0:1734016109.920430:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016109.920845:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336646912 00000100:00100000:2.0:1734016109.920858:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336646912 00000100:00100000:2.0:1734016109.920988:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10180 00000100:00100000:2.0:1734016109.920998:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800ac577480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1980:x1818247336646912:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:2.0:1734016109.921037:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016109.921072:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800721718c0/0x3f004d6452e06f1c lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d0c08 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016109.921159:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880135f56300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339365504:192.168.201.10@tcp:106: 00000100:00100000:2.0:1734016109.921258:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800768efe40 going to sleep for 11 seconds 00002000:00010000:2.0:1734016109.926281:0:7689:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime: 1734016108 -> 1734016109 00000100:00100000:2.0:1734016109.926331:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880135f56300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339365504:192.168.201.10@tcp:106: 00010000:00010000:2.0:1734016109.926385:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800721718c0/0x3f004d6452e06f1c lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0c08 expref: 8 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016109.926401:0:7689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800721718c0/0x3f004d6452e06f1c lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0c08 expref: 8 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016109.927131:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800721718c0, rc 0) 00000100:00100000:2.0:1734016109.927246:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800ac577480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1980:x1818247336646912:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 6244us (6824us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016109.927259:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10180 00000100:00100000:0.0:1734016109.930414:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016109.931081:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336647040 00000100:00100000:2.0:1734016109.931093:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336647040 00000100:00100000:2.0:1734016109.931661:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10181 00000100:00100000:2.0:1734016109.931670:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074e56300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1981:x1818247336647040:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:2.0:1734016109.931693:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016109.931718:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880072170d80/0x3f004d6452e06f23 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d0c0f expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016109.931781:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880135f56300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339365632:192.168.201.10@tcp:106: 00000100:00100000:2.0:1734016109.931853:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800768efe40 going to sleep for 11 seconds 00000100:00100000:2.0:1734016109.937325:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880135f56300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339365632:192.168.201.10@tcp:106: 00010000:00010000:2.0:1734016109.937376:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880072170d80/0x3f004d6452e06f23 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0c0f expref: 8 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016109.937393:0:7689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880072170d80/0x3f004d6452e06f23 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0c0f expref: 8 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016109.937444:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880072170d80, rc 0) 00000100:00100000:2.0:1734016109.937983:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074e56300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1981:x1818247336647040:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 6311us (7580us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016109.937999:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10181 00000100:00100000:0.0:1734016109.950200:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016109.950355:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336647168 00000100:00100000:2.0:1734016109.950369:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336647168 00000100:00100000:2.0:1734016109.954927:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10182 00000100:00100000:2.0:1734016109.954944:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a78b2850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1980:x1818247336647168:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:2.0:1734016109.954967:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016109.954992:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880072172d00/0x3f004d6452e06f2a lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d0c16 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016109.955064:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880135f56300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339365760:192.168.201.10@tcp:106: 00000100:00100000:2.0:1734016109.955155:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800768efe40 going to sleep for 11 seconds 00000100:00100000:3.0:1734016109.961422:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880135f56300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339365760:192.168.201.10@tcp:106: 00010000:00010000:3.0:1734016109.961476:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880072172d00/0x3f004d6452e06f2a lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0c16 expref: 8 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016109.961493:0:7689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880072172d00/0x3f004d6452e06f2a lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0c16 expref: 8 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016109.961522:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880072172d00, rc 0) 00000100:00100000:3.0:1734016109.961601:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a78b2850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1980:x1818247336647168:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 6659us (11423us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016109.961611:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10182 00000100:00100000:0.0:1734016109.965228:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016109.965442:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336647296 00000100:00100000:3.0:1734016109.965462:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336647296 00000100:00100000:3.0:1734016109.965571:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10183 00000100:00100000:3.0:1734016109.965588:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074e56d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1981:x1818247336647296:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:3.0:1734016109.965619:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016109.965654:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7a80/0x3f004d6452e06f31 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d0c1d expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016109.965763:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074c89c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339365888:192.168.201.10@tcp:106: 00000100:00100000:3.0:1734016109.965911:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012cf4f000 going to sleep for 11 seconds 00000100:00100000:3.0:1734016109.970048:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074c89c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339365888:192.168.201.10@tcp:106: 00010000:00010000:3.0:1734016109.970094:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7a80/0x3f004d6452e06f31 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0c1d expref: 8 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016109.970110:0:7689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7a80/0x3f004d6452e06f31 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0c1d expref: 8 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016109.970134:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a9a7a80, rc 0) 00000100:00100000:3.0:1734016109.970202:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074e56d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1981:x1818247336647296:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 4621us (4997us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016109.970211:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10183 00000100:00100000:0.0:1734016109.973195:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016109.974455:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336647424 00000100:00100000:3.0:1734016109.974469:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336647424 00000100:00100000:3.0:1734016109.974528:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10184 00000100:00100000:3.0:1734016109.974536:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074e55180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1980:x1818247336647424:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:3.0:1734016109.974557:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016109.974616:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a9a4b40/0x3f004d6452e06f38 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d0c24 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016109.974684:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074c89c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339366016:192.168.201.10@tcp:106: 00000100:00100000:3.0:1734016109.979902:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012cf4f000 going to sleep for 11 seconds 00000100:00100000:3.0:1734016109.982471:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074c89c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339366016:192.168.201.10@tcp:106: 00010000:00010000:3.0:1734016109.982518:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a9a4b40/0x3f004d6452e06f38 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0c24 expref: 8 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016109.982540:0:7689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a4b40/0x3f004d6452e06f38 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0c24 expref: 8 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016109.982572:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a9a4b40, rc 0) 00000100:00100000:3.0:1734016109.982653:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074e55180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1980:x1818247336647424:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 8114us (9467us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016109.982663:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10184 00000100:00100000:0.0:1734016109.987661:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016109.988043:0:7695:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336647680 00000100:00100000:2.0:1734016109.988058:0:7695:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336647680 00000100:00100000:2.0:1734016109.988295:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8473 00000100:00100000:2.0:1734016109.988306:0:7695:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074e55880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1981:x1818247336647680:12345-192.168.201.10@tcp:3:fsx.0 00010000:00010000:2.0:1734016109.988388:0:7695:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880072171f80/0x3f004d6452e06f3f lrc: 3/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7695 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016109.988413:0:7695:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880072172640/0x3f004d6452e06ef9 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1077248->1114111) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0be5 expref: 7 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016109.988421:0:7695:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016109.988424:0:7695:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016109.988427:0:7695:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880072171f80/0x3f004d6452e06f3f lrc: 4/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [3764224->3776511] (req 3764224->3776511) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 7695 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016109.988475:0:7695:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880072172640/0x3f004d6452e06ef9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1077248->1114111) gid 0 flags: 0x50000000020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0be5 expref: 7 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016109.988493:0:7695:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880072172640/0x3f004d6452e06ef9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1077248->1114111) gid 0 flags: 0x70000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0be5 expref: 7 pid: 7689 timeout: 474 lvb_type: 0 00000100:00100000:2.0:1734016109.988509:0:7695:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880135f55500 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_001:lustre-OST0001_UUID:7695:1818247339366144:192.168.201.10@tcp:104: 00000100:00100000:2.0:1734016109.988607:0:7695:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800768ef180 going to sleep for 11 seconds 00000100:00100000:0.0:1734016109.994595:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016109.995625:0:7695:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880135f55500 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_001:lustre-OST0001_UUID:7695:1818247339366144:192.168.201.10@tcp:104: 00010000:00010000:2.0:1734016109.995671:0:7695:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880072171f80/0x3f004d6452e06f3f lrc: 3/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [3764224->3776511] (req 3764224->3776511) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 7695 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016109.996326:0:13929:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336647808 00000100:00100000:3.0:1734016109.996335:0:13929:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336647808 00002000:00100000:3.0:1734016109.996404:0:13929:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (1613824->1679359) req@ffff880074e54700 x1818247336647808/t0(0) o4->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:70/0 lens 488/0 e 0 to 0 dl 1734016120 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016109.996414:0:13929:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074e54700 with x1818247336647808 ext(1613824->1679359) 00010000:00010000:3.0:1734016109.996425:0:13929:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880072172640/0x3f004d6452e06ef9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1077248->1114111) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0be5 expref: 8 pid: 7689 timeout: 474 lvb_type: 0 00010000:00010000:3.0:1734016109.996441:0:13929:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880072172640/0x3f004d6452e06ef9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1077248->1114111) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0be5 expref: 8 pid: 7689 timeout: 474 lvb_type: 0 00002000:00010000:3.0:1734016109.996449:0:13929:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880074e54700 00000100:00100000:3.0:1734016109.996492:0:13929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 249 00000100:00100000:3.0:1734016109.996501:0:13929:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074e54700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+8:1978:x1818247336647808:12345-192.168.201.10@tcp:4:fsx.0 00000100:00100000:0.0:1734016110.006075:0:13929:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074e54700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+10:1978:x1818247336647808:12345-192.168.201.10@tcp:4:fsx.0 Request processed in 9554us (11484us total) trans 4294969130 rc 0/0 00000100:00100000:0.0:1734016110.006094:0:13929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 249 00002000:00100000:0.0:1734016110.006108:0:13929:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (1613824->1679359) req@ffff880074e54700 x1818247336647808/t4294969130(0) o4->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:70/0 lens 488/448 e 0 to 0 dl 1734016120 ref 1 fl Complete:H/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016110.006120:0:13929:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074e54700 with x1818247336647808 ext(1613824->1679359) 00010000:00010000:0.0:1734016110.006131:0:13929:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880072172640/0x3f004d6452e06ef9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1077248->1114111) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0be5 expref: 10 pid: 7689 timeout: 474 lvb_type: 0 00010000:00010000:0.0:1734016110.006157:0:13929:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880072172640/0x3f004d6452e06ef9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1077248->1114111) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0be5 expref: 10 pid: 7689 timeout: 474 lvb_type: 0 00002000:00010000:0.0:1734016110.006165:0:13929:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880074e54700 00000100:00100000:0.0:1734016110.009626:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016110.009750:0:6470:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336647936 00000100:00100000:3.0:1734016110.009766:0:6470:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336647936 00010000:00010000:3.0:1734016110.009840:0:6470:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880072172640/0x3f004d6452e06ef9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1077248->1114111) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0be5 expref: 10 pid: 7689 timeout: 474 lvb_type: 0 00000100:00100000:3.0:1734016110.009929:0:6470:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2697 00000100:00100000:3.0:1734016110.009938:0:6470:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074e54a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+10:1981:x1818247336647936:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016110.009962:0:6470:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:3.0:1734016110.009984:0:6470:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 736 -> 864 00010000:00010000:3.0:1734016110.009992:0:6470:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880072172640/0x3f004d6452e06ef9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1077248->1114111) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0be5 expref: 10 pid: 7689 timeout: 474 lvb_type: 0 00010000:00010000:3.0:1734016110.010008:0:6470:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880072172640/0x3f004d6452e06ef9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1077248->1114111) gid 0 flags: 0x50000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0be5 expref: 10 pid: 7689 timeout: 474 lvb_type: 0 00010000:00010000:3.0:1734016110.010047:0:6470:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880072172640/0x3f004d6452e06ef9 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1077248->1114111) gid 0 flags: 0x44801400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0be5 expref: 10 pid: 7689 timeout: 474 lvb_type: 0 00010000:00010000:3.0:1734016110.010087:0:6470:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016110.010090:0:6470:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016110.010094:0:6470:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880072171f80/0x3f004d6452e06f3f lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [3764224->3776511] (req 3764224->3776511) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 7695 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016110.010103:0:6470:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880072171f80/0x3f004d6452e06f3f lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [3764224->3776511] (req 3764224->3776511) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 7695 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016110.010140:0:6470:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016110.010204:0:6470:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074e54a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+9:1981:x1818247336647936:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 265us (590us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016110.010212:0:6470:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2697 00010000:00010000:3.0:1734016110.010255:0:7695:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880072171f80/0x3f004d6452e06f3f lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [3764224->3776511] (req 3764224->3776511) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 7695 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016110.010266:0:7695:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880072171f80/0x3f004d6452e06f3f lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [3764224->3776511] (req 3764224->3776511) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 7695 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016110.010411:0:7695:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880072171f80/0x3f004d6452e06f3f lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [3764224->3776511] (req 3764224->3776511) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 7695 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016110.010421:0:7695:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880072171f80/0x3f004d6452e06f3f lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [3764224->3776511] (req 3764224->3776511) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 7695 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016110.010431:0:7695:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880072171f80/0x3f004d6452e06f3f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [3764224->3776511] (req 3764224->3776511) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 7695 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016110.010439:0:7695:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880072171f80 already unused, calling callback (ffffffffa086d100) 00010000:00010000:3.0:1734016110.010443:0:7695:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880072171f80/0x3f004d6452e06f3f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [3764224->3776511] (req 3764224->3776511) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 7695 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016110.010450:0:7695:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880072171f80/0x3f004d6452e06f3f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [3764224->3776511] (req 3764224->3776511) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 7695 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016110.010459:0:7695:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880072171f80/0x3f004d6452e06f3f lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [3764224->3776511] (req 3764224->3776511) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 7695 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016110.010464:0:7695:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880072171f80/0x3f004d6452e06f3f lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [3764224->3776511] (req 3764224->3776511) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 7695 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016110.010509:0:7695:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074e55880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1981:x1818247336647680:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 22205us (22869us total) trans 0 rc 12288/12288 00000100:00100000:3.0:1734016110.010521:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8473 00000100:00080000:0.0:1734016110.010785:0:6479:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734016080 00000100:00100000:0.0:1734016110.019650:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016110.020275:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336648064 00000100:00100000:3.0:1734016110.020289:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336648064 00000100:00100000:3.0:1734016110.020356:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10185 00000100:00100000:3.0:1734016110.020364:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074e54000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1980:x1818247336648064:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:3.0:1734016110.020388:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016110.020415:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a9a4000/0x3f004d6452e06f46 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d0c2b expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1734016110.020437:0:7689:0:(ofd_lvb.c:169:ofd_lvbo_init()) res: [0x280000400:0x5:0x0] initial LVB size: 8452261, mtime: 0x675afc6d, atime: 0x675afc6c, ctime: 0x675afc6d, blocks: 0x360 00010000:00010000:3.0:1734016110.020460:0:7689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016110.020462:0:7689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016110.020471:0:7689:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a9a4000/0x3f004d6452e06f46 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0c2b expref: 8 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016110.020486:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a9a4000/0x3f004d6452e06f46 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0c2b expref: 8 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016110.020496:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a9a4000, rc 0) 00000100:00100000:3.0:1734016110.020570:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074e54000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1980:x1818247336648064:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 206us (938us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016110.020585:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10185 00000100:00100000:0.0:1734016110.026044:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016110.029915:0:13927:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336648192 00000100:00100000:1.0:1734016110.029938:0:13927:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336648192 00000100:00100000:1.0:1734016110.030026:0:13927:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10186 00000100:00100000:1.0:1734016110.030036:0:13927:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074e56300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+9:1981:x1818247336648192:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:1.0:1734016110.030066:0:13927:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016110.030095:0:13927:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800972373c0/0x3f004d6452e06f4d lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d0c32 expref: -99 pid: 13927 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016110.030132:0:13927:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016110.030135:0:13927:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016110.030147:0:13927:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800972373c0/0x3f004d6452e06f4d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0c32 expref: 10 pid: 13927 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016110.030166:0:13927:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800972373c0/0x3f004d6452e06f4d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0c32 expref: 10 pid: 13927 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016110.030181:0:13927:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800972373c0, rc 0) 00000100:00100000:1.0:1734016110.030266:0:13927:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074e56300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+10:1981:x1818247336648192:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 232us (4236us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016110.030277:0:13927:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10186 00000100:00100000:0.0:1734016110.047628:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016110.047731:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336648320 00000100:00100000:3.0:1734016110.047742:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336648320 00000100:00100000:3.0:1734016110.047806:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10187 00000100:00100000:3.0:1734016110.047814:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cc72a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+10:9673:x1818247336648320:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:3.0:1734016110.047840:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016110.047899:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a9a4480/0x3f004d6452e06f54 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d0c39 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016110.047933:0:7689:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a4000/0x3f004d6452e06f46 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0c2b expref: 7 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016110.047941:0:7689:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800972373c0/0x3f004d6452e06f4d lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0c32 expref: 11 pid: 13927 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016110.047947:0:7689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016110.047949:0:7689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016110.047952:0:7689:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a9a4480/0x3f004d6452e06f54 lrc: 5/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [122880->159743] (req 122880->159743) gid 0 flags: 0x50000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0c39 expref: 11 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016110.047982:0:7689:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800972373c0/0x3f004d6452e06f4d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0c32 expref: 11 pid: 13927 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016110.047993:0:7689:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800972373c0/0x3f004d6452e06f4d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0c32 expref: 11 pid: 13927 timeout: 474 lvb_type: 1 00000100:00100000:3.0:1734016110.048006:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074c89c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339366272:192.168.201.10@tcp:104: 00010000:00010000:3.0:1734016110.048071:0:7689:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a9a4000/0x3f004d6452e06f46 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0c2b expref: 7 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016110.048078:0:7689:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a9a4000/0x3f004d6452e06f46 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0c2b expref: 7 pid: 7689 timeout: 474 lvb_type: 1 00000100:00100000:3.0:1734016110.048088:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074c88000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339366400:192.168.201.10@tcp:104: 00000100:00100000:3.0:1734016110.048102:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff88006d83bf00 going to sleep for 11 seconds 00000100:00100000:0.0:1734016110.052050:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016110.052089:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016110.052184:0:7705:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336648448 00000100:00100000:1.0:1734016110.052194:0:7705:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336648448 00010000:00010000:1.0:1734016110.052236:0:7705:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800972373c0/0x3f004d6452e06f4d lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0c32 expref: 12 pid: 13927 timeout: 474 lvb_type: 1 00000100:00100000:1.0:1734016110.052266:0:7705:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336648576 00000100:00100000:1.0:1734016110.052268:0:7705:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336648576 00010000:00010000:1.0:1734016110.052278:0:7705:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a9a4000/0x3f004d6452e06f46 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0c2b expref: 8 pid: 7689 timeout: 474 lvb_type: 1 00000100:00100000:1.0:1734016110.052296:0:7705:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2698 00000100:00100000:1.0:1734016110.052305:0:7705:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cc72680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+12:1978:x1818247336648448:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016110.052320:0:7705:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016110.052346:0:7705:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800972373c0/0x3f004d6452e06f4d lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0c32 expref: 12 pid: 13927 timeout: 474 lvb_type: 1 00010000:00010000:1.0:1734016110.052359:0:7705:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800972373c0/0x3f004d6452e06f4d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0c32 expref: 12 pid: 13927 timeout: 474 lvb_type: 1 00010000:00010000:1.0:1734016110.052389:0:7705:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016110.052452:0:7705:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cc72680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+12:1978:x1818247336648448:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 148us (419us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016110.052459:0:7705:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2698 00000100:00100000:1.0:1734016110.052477:0:7705:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2699 00000100:00100000:1.0:1734016110.052481:0:7705:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cc72300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1978:x1818247336648576:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016110.052487:0:7705:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016110.052493:0:7705:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a9a4000/0x3f004d6452e06f46 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0c2b expref: 8 pid: 7689 timeout: 474 lvb_type: 1 00010000:00010000:1.0:1734016110.052503:0:7705:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a9a4000/0x3f004d6452e06f46 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0c2b expref: 8 pid: 7689 timeout: 474 lvb_type: 1 00010000:00010000:1.0:1734016110.052514:0:7705:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016110.052516:0:7705:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016110.052522:0:7705:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a4480/0x3f004d6452e06f54 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 122880->159743) gid 0 flags: 0x50080000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0c39 expref: 11 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016110.052532:0:7705:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a9a4480/0x3f004d6452e06f54 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 122880->159743) gid 0 flags: 0x50080000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0c39 expref: 11 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016110.052574:0:7705:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009a9a4480/0x3f004d6452e06f54 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 122880->159743) gid 0 flags: 0x40000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0c39 expref: 11 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016110.052603:0:7705:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800ac577b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7705:1818247339366528:192.168.201.10@tcp:105: 00000100:00100000:1.0:1734016110.052645:0:7705:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b42cd900 going to sleep for 11 seconds 00010000:00010000:3.0:1734016110.053271:0:7689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800972373c0/0x3f004d6452e06f4d lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0c32 expref: 11 pid: 13927 timeout: 474 lvb_type: 1 00000100:00100000:3.0:1734016110.053304:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074c89c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339366272:192.168.201.10@tcp:104: 00010000:00010000:3.0:1734016110.053360:0:7689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a4000/0x3f004d6452e06f46 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0c2b expref: 8 pid: 7689 timeout: 474 lvb_type: 1 00000100:00100000:3.0:1734016110.053370:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074c88000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339366400:192.168.201.10@tcp:104: 00010000:00010000:3.0:1734016110.053416:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a9a4480/0x3f004d6452e06f54 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 122880->159743) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0c39 expref: 10 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016110.053426:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a9a4480, rc 0) 00000100:00100000:3.0:1734016110.053454:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cc72a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+10:9673:x1818247336648320:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 5639us (5837us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016110.053464:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10187 00000100:00100000:1.0:1734016110.065980:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016110.069568:0:7705:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800ac577b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7705:1818247339366528:192.168.201.10@tcp:105: 00010000:00010000:0.0:1734016110.069616:0:7705:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016110.069705:0:7705:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cc72300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1978:x1818247336648576:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 17220us (17613us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016110.069717:0:7705:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2699 00000100:00100000:3.0:1734016110.071336:0:7695:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336648832 00000100:00100000:3.0:1734016110.071361:0:7695:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336648832 00002000:00100000:3.0:1734016110.071450:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (155648->159743) req@ffff8800ac577100 x1818247336648832/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:71/0 lens 488/0 e 0 to 0 dl 1734016121 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016110.071464:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800ac577100 with x1818247336648832 ext(155648->159743) 00002000:00010000:3.0:1734016110.071473:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800ac577100 00000100:00100000:3.0:1734016110.071514:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8474 00000100:00100000:3.0:1734016110.071523:0:7695:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800ac577100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+10:1980:x1818247336648832:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:3.0:1734016110.071998:0:7695:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800ac577100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+10:1980:x1818247336648832:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 473us (6036us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016110.072009:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8474 00002000:00100000:3.0:1734016110.072018:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (155648->159743) req@ffff8800ac577100 x1818247336648832/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:71/0 lens 488/4536 e 0 to 0 dl 1734016121 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016110.072027:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800ac577100 with x1818247336648832 ext(155648->159743) 00002000:00010000:3.0:1734016110.072031:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800ac577100 00000100:00100000:0.0:1734016110.075633:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016110.075739:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336648960 00000100:00100000:3.0:1734016110.075754:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336648960 00000100:00100000:3.0:1734016110.075825:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10188 00000100:00100000:3.0:1734016110.075837:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cc72d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1981:x1818247336648960:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:3.0:1734016110.075901:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016110.075928:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a9a5b00/0x3f004d6452e06f5b lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d0c40 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016110.076000:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074c88000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339366656:192.168.201.10@tcp:106: 00000100:00100000:3.0:1734016110.076088:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff88006d83bd80 going to sleep for 11 seconds 00002000:00010000:3.0:1734016110.078014:0:7689:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime: 1734016108 -> 1734016109 00000100:00100000:3.0:1734016110.078049:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074c88000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339366656:192.168.201.10@tcp:106: 00010000:00010000:3.0:1734016110.078096:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a9a5b00/0x3f004d6452e06f5b lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0c40 expref: 8 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016110.078114:0:7689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a5b00/0x3f004d6452e06f5b lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0c40 expref: 8 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016110.078132:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a9a5b00, rc 0) 00000100:00100000:3.0:1734016110.078197:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cc72d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1981:x1818247336648960:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 2362us (2581us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016110.078207:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10188 00000100:00100000:0.0:1734016110.083716:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016110.083828:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336649088 00000100:00100000:3.0:1734016110.083841:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336649088 00000100:00100000:3.0:1734016110.083946:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10189 00000100:00100000:3.0:1734016110.083954:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cc73b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1981:x1818247336649088:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:3.0:1734016110.083983:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016110.084011:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7cc0/0x3f004d6452e06f62 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d0c47 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016110.084083:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074c88000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339366784:192.168.201.10@tcp:106: 00000100:00100000:3.0:1734016110.084168:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff88006d83bd80 going to sleep for 11 seconds 00000100:00100000:3.0:1734016110.088689:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074c88000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339366784:192.168.201.10@tcp:106: 00010000:00010000:3.0:1734016110.088748:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7cc0/0x3f004d6452e06f62 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0c47 expref: 8 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016110.088769:0:7689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7cc0/0x3f004d6452e06f62 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0c47 expref: 8 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016110.088792:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a9a7cc0, rc 0) 00000100:00100000:3.0:1734016110.088911:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cc73b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1981:x1818247336649088:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 4954us (5204us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016110.088926:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10189 00000100:00100000:0.0:1734016110.095684:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016110.095787:0:8966:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336649344 00000100:00100000:3.0:1734016110.095798:0:8966:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336649344 00000100:00100000:3.0:1734016110.095889:0:8966:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 1884 00000100:00100000:3.0:1734016110.095898:0:8966:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cc71c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+11:9673:x1818247336649344:12345-192.168.201.10@tcp:36:fsx.0 00010000:00010000:3.0:1734016110.095967:0:8966:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016110.096004:0:8966:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880097234480/0x3f004d6452e06eeb lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0bd7 expref: 11 pid: 7420 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016110.096034:0:8966:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:3.0:1734016110.096039:0:8966:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1734016110.096256:0:8966:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a6400/0x3f004d6452e06f69 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 8966 initiator: MDT0 00010000:00010000:3.0:1734016110.096276:0:8966:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a61c0/0x3f004d6452e06edd lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0bd0 expref: 17 pid: 8966 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016110.096282:0:8966:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a6400/0x3f004d6452e06f69 lrc: 4/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 8966 initiator: MDT0 00010000:00010000:3.0:1734016110.096320:0:8966:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a61c0/0x3f004d6452e06edd lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0bd0 expref: 17 pid: 8966 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016110.096334:0:8966:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a61c0/0x3f004d6452e06edd lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0bd0 expref: 17 pid: 8966 timeout: 474 lvb_type: 0 00000100:00100000:3.0:1734016110.096349:0:8966:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074c88000 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:8966:1818247339366912:192.168.201.10@tcp:104: 00000100:00100000:3.0:1734016110.096436:0:8966:0:(client.c:2562:ptlrpc_set_wait()) set ffff88006d83bb40 going to sleep for 11 seconds 00000100:00100000:3.0:1734016110.099335:0:8966:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074c88000 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:8966:1818247339366912:192.168.201.10@tcp:104: 00010000:00010000:3.0:1734016110.099372:0:8966:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a6400/0x3f004d6452e06f69 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 8966 initiator: MDT0 00000100:00100000:0.0:1734016110.101259:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016110.104096:0:7705:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336649472 00000100:00100000:2.0:1734016110.104115:0:7705:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336649472 00010000:00010000:2.0:1734016110.104170:0:7705:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a61c0/0x3f004d6452e06edd lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0bd0 expref: 18 pid: 8966 timeout: 474 lvb_type: 0 00000100:00100000:2.0:1734016110.104209:0:7705:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2700 00000100:00100000:2.0:1734016110.104216:0:7705:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cc70700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+18:1979:x1818247336649472:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016110.104230:0:7705:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016110.104236:0:7705:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a61c0/0x3f004d6452e06edd lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0bd0 expref: 18 pid: 8966 timeout: 474 lvb_type: 0 00010000:00010000:2.0:1734016110.104249:0:7705:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a61c0/0x3f004d6452e06edd lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0bd0 expref: 18 pid: 8966 timeout: 474 lvb_type: 0 00010000:00010000:2.0:1734016110.104274:0:7705:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a61c0/0x3f004d6452e06edd lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0bd0 expref: 18 pid: 8966 timeout: 474 lvb_type: 0 00010000:00010000:2.0:1734016110.104306:0:7705:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:2.0:1734016110.104312:0:7705:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a6400/0x3f004d6452e06f69 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 8966 initiator: MDT0 00010000:00010000:2.0:1734016110.104322:0:7705:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a6400/0x3f004d6452e06f69 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 8966 initiator: MDT0 00010000:00010000:2.0:1734016110.104329:0:7705:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a6400/0x3f004d6452e06f69 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 8966 initiator: MDT0 00010000:00010000:2.0:1734016110.104357:0:7705:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016110.104415:0:7705:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cc70700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+17:1979:x1818247336649472:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 200us (3170us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016110.104421:0:7705:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2700 00010000:00010000:3.0:1734016110.104897:0:8966:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a6400/0x3f004d6452e06f69 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8966 initiator: MDT0 00010000:00010000:3.0:1734016110.104905:0:8966:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a6400/0x3f004d6452e06f69 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8966 initiator: MDT0 00000001:00080000:3.0:1734016110.105005:0:8966:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294968497 00000004:00010000:3.0:1734016110.105054:0:8966:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff88012cc71c00 reply state ffff88007476d000 transno 4294968498 ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a6400/0x3f004d6452e06f69 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8966 initiator: MDT0 00000100:00100000:3.0:1734016110.105060:0:8966:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1734016110.105138:0:8966:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cc71c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+13:9673:x1818247336649344:12345-192.168.201.10@tcp:36:fsx.0 Request processed in 9241us (9467us total) trans 4294968498 rc 0/0 00000100:00100000:3.0:1734016110.105145:0:8966:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 1884 00000020:00080000:3.0:1734016110.105149:0:8966:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:2.0:1734016110.111552:0:3494:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a6400/0x3f004d6452e06f69 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8966 initiator: MDT0 00010000:00010000:2.0:1734016110.111573:0:3494:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a6400/0x3f004d6452e06f69 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 8966 initiator: MDT0 00010000:00010000:2.0:1734016110.111590:0:3494:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a6400/0x3f004d6452e06f69 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8966 initiator: MDT0 00010000:00010000:2.0:1734016110.111597:0:3494:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88009a9a6400 already unused, calling callback (ffffffffa0f03950) 00010000:00010000:2.0:1734016110.111601:0:3494:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a6400/0x3f004d6452e06f69 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8966 initiator: MDT0 00010000:00010000:2.0:1734016110.111608:0:3494:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a6400/0x3f004d6452e06f69 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 8966 initiator: MDT0 00010000:00010000:2.0:1734016110.111627:0:3494:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:2.0:1734016110.111630:0:3494:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734016110.111634:0:3494:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a6400/0x3f004d6452e06f69 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8966 initiator: MDT0 00010000:00010000:2.0:1734016110.111638:0:3494:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a6400/0x3f004d6452e06f69 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8966 initiator: MDT0 00000100:00100000:0.0:1734016110.112604:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016110.112685:0:13929:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336649600 00000100:00100000:2.0:1734016110.112699:0:13929:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336649600 00002000:00010000:2.0:1734016110.112758:0:13929:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (9564369->18446744073709551615) 00002000:00100000:2.0:1734016110.112764:0:13929:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012cc73100 with x1818247336649600 ext(9564369->18446744073709551615) 00002000:00010000:2.0:1734016110.112782:0:13929:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012cc73100. 00000100:00100000:2.0:1734016110.112829:0:13929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8475 00000100:00100000:2.0:1734016110.112839:0:13929:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cc73100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+10:1980:x1818247336649600:12345-192.168.201.10@tcp:10:fsx.0 00002000:00010000:2.0:1734016110.113158:0:13929:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 8452261 -> 9564369 00002000:00010000:2.0:1734016110.113161:0:13929:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016109 -> 1734016109 00002000:00010000:2.0:1734016110.113163:0:13929:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016109 -> 1734016108 00002000:00010000:2.0:1734016110.113165:0:13929:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016109 -> 1734016109 00002000:00010000:2.0:1734016110.113167:0:13929:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 864 -> 864 00000100:00100000:2.0:1734016110.113221:0:13929:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cc73100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+11:1980:x1818247336649600:12345-192.168.201.10@tcp:10:fsx.0 Request processed in 382us (630us total) trans 4294969131 rc 0/0 00000100:00100000:2.0:1734016110.113229:0:13929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8475 00002000:00010000:2.0:1734016110.113232:0:13929:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (9564369->18446744073709551615) 00002000:00100000:2.0:1734016110.113234:0:13929:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012cc73100 with x1818247336649600 ext(9564369->18446744073709551615) 00002000:00010000:2.0:1734016110.113238:0:13929:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012cc73100. 00000100:00100000:1.0:1734016110.122765:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016110.122920:0:7695:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336649856 00000100:00100000:3.0:1734016110.122932:0:7695:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336649856 00002000:00100000:3.0:1734016110.122994:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (8769536->9568255) req@ffff8800ac574700 x1818247336649856/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:71/0 lens 488/0 e 0 to 0 dl 1734016121 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016110.123005:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800ac574700 with x1818247336649856 ext(8769536->9568255) 00002000:00010000:3.0:1734016110.123011:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800ac574700 00000100:00100000:3.0:1734016110.123049:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8476 00000100:00100000:3.0:1734016110.123057:0:7695:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800ac574700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+11:1978:x1818247336649856:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:3.0:1734016110.141288:0:7695:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800ac574700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+11:1978:x1818247336649856:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 18210us (18514us total) trans 0 rc 798720/798720 00000100:00100000:3.0:1734016110.141306:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8476 00002000:00100000:3.0:1734016110.141321:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (8769536->9568255) req@ffff8800ac574700 x1818247336649856/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:71/0 lens 488/440 e 0 to 0 dl 1734016121 ref 1 fl Complete:/200/0 rc 798720/798720 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016110.141332:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800ac574700 with x1818247336649856 ext(8769536->9568255) 00002000:00010000:3.0:1734016110.141337:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800ac574700 00000100:00100000:0.0:1734016110.147014:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016110.147177:0:7695:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336649984 00000100:00100000:3.0:1734016110.147189:0:7695:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336649984 00002000:00100000:3.0:1734016110.147241:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (122880->9564368) req@ffff88012cc70000 x1818247336649984/t0(0) o4->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:71/0 lens 504/0 e 0 to 0 dl 1734016121 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016110.147251:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012cc70000 with x1818247336649984 ext(122880->9564368) 00002000:00010000:3.0:1734016110.147258:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012cc70000 00000100:00100000:2.0:1734016110.148371:0:13929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8477 00000100:00100000:2.0:1734016110.148381:0:13929:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cc70000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+11:1980:x1818247336649984:12345-192.168.201.10@tcp:4:fsx.0 00000100:00100000:0.0:1734016110.152967:0:13929:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cc70000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+13:1980:x1818247336649984:12345-192.168.201.10@tcp:4:fsx.0 Request processed in 4571us (5953us total) trans 4294969132 rc 0/0 00000100:00100000:0.0:1734016110.152982:0:13929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8477 00002000:00100000:0.0:1734016110.152995:0:13929:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (122880->9564368) req@ffff88012cc70000 x1818247336649984/t4294969132(0) o4->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:71/0 lens 504/448 e 0 to 0 dl 1734016121 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016110.153005:0:13929:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012cc70000 with x1818247336649984 ext(122880->9564368) 00002000:00010000:0.0:1734016110.153013:0:13929:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012cc70000 00000100:00100000:0.0:1734016110.155105:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016110.155468:0:8966:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336650112 00000100:00100000:3.0:1734016110.155481:0:8966:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336650112 00000100:00100000:3.0:1734016110.155587:0:8966:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 1885 00000100:00100000:3.0:1734016110.155595:0:8966:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cc73800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+12:9673:x1818247336650112:12345-192.168.201.10@tcp:44:fsx.0 00000100:00100000:3.0:1734016110.155934:0:8966:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cc73800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+12:9673:x1818247336650112:12345-192.168.201.10@tcp:44:fsx.0 Request processed in 339us (850us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016110.155940:0:8966:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 1885 00000100:00100000:2.0:1734016110.159516:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016110.159667:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336650240 00000100:00100000:3.0:1734016110.159683:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336650240 00000100:00100000:3.0:1734016110.159773:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10190 00000100:00100000:3.0:1734016110.159784:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880135f55500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+13:1979:x1818247336650240:12345-192.168.201.10@tcp:16:fsx.0 00000001:00080000:2.0:1734016110.161608:0:8954:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969132 is committed 00000001:00080000:2.0:1734016110.161632:0:8954:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969128 is committed 00000100:00100000:3.0:1734016110.162157:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880135f55500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1979:x1818247336650240:12345-192.168.201.10@tcp:16:fsx.0 Request processed in 2368us (2654us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016110.162173:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10190 00000100:00100000:0.0:1734016110.167495:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016110.167695:0:8966:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336650368 00000100:00100000:3.0:1734016110.167709:0:8966:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336650368 00000100:00100000:3.0:1734016110.167792:0:8966:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 1886 00000100:00100000:3.0:1734016110.167803:0:8966:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cc70a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+17:9673:x1818247336650368:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:3.0:1734016110.167834:0:8966:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016110.167893:0:8966:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a6d00/0x3f004d6452e06f70 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d0c4e expref: -99 pid: 8966 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016110.168024:0:8966:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a7600/0x3f004d6452e06f77 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 8966 initiator: MDT0 00010000:00010000:3.0:1734016110.168041:0:8966:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a7600/0x3f004d6452e06f77 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 8966 initiator: MDT0 00010000:00010000:3.0:1734016110.168055:0:8966:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a7600/0x3f004d6452e06f77 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 8966 initiator: MDT0 00000004:00200000:3.0:1734016110.168090:0:8966:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 9564369 00000004:00200000:3.0:1734016110.168096:0:8966:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1734016110.168119:0:8966:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a7600/0x3f004d6452e06f77 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 8966 initiator: MDT0 00010000:00010000:3.0:1734016110.168149:0:8966:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a6d00/0x3f004d6452e06f70 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0c4e expref: 19 pid: 8966 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016110.168173:0:8966:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a7600/0x3f004d6452e06f77 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0c4e expref: 18 pid: 8966 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016110.168183:0:8966:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:3.0:1734016110.168188:0:8966:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1734016110.168194:0:8966:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a9a7600, rc 0) 00000100:00100000:3.0:1734016110.168260:0:8966:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cc70a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+18:9673:x1818247336650368:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 457us (783us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016110.168268:0:8966:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 1886 00000100:00100000:0.0:1734016110.174416:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016110.174601:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336650496 00000100:00100000:3.0:1734016110.174611:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336650496 00000100:00100000:3.0:1734016110.174674:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10191 00000100:00100000:3.0:1734016110.174683:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cc70e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1979:x1818247336650496:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:3.0:1734016110.174705:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016110.174726:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a9a4fc0/0x3f004d6452e06f7e lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d0c55 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016110.174790:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074c88000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339367040:192.168.201.10@tcp:106: 00000100:00100000:3.0:1734016110.174850:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff88006d83bd80 going to sleep for 11 seconds 00002000:00010000:3.0:1734016110.179460:0:7689:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime: 1734016108 -> 1734016109 00002000:00010000:3.0:1734016110.179474:0:7689:0:(ofd_lvb.c:301:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks: 864 -> 992 00000100:00100000:3.0:1734016110.179505:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074c88000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339367040:192.168.201.10@tcp:106: 00010000:00010000:3.0:1734016110.179556:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a9a4fc0/0x3f004d6452e06f7e lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0c55 expref: 7 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016110.179600:0:7689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a4fc0/0x3f004d6452e06f7e lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0c55 expref: 7 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016110.179624:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a9a4fc0, rc 0) 00000100:00100000:3.0:1734016110.180776:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cc70e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1979:x1818247336650496:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 6088us (6368us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016110.180789:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10191 00000100:00100000:0.0:1734016110.186447:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016110.191827:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336650624 00000100:00100000:3.0:1734016110.191852:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336650624 00000100:00100000:3.0:1734016110.191971:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10192 00000100:00100000:3.0:1734016110.191982:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cc71880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1978:x1818247336650624:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:3.0:1734016110.192014:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016110.192038:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a9a6880/0x3f004d6452e06f85 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d0c5c expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016110.192103:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074c88000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339367168:192.168.201.10@tcp:106: 00000100:00100000:3.0:1734016110.194827:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff88006d83bd80 going to sleep for 11 seconds 00000100:00100000:3.0:1734016110.197556:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074c88000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339367168:192.168.201.10@tcp:106: 00010000:00010000:3.0:1734016110.197618:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a9a6880/0x3f004d6452e06f85 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0c5c expref: 7 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016110.197636:0:7689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a6880/0x3f004d6452e06f85 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0c5c expref: 7 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016110.197655:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a9a6880, rc 0) 00000100:00100000:3.0:1734016110.197965:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cc71880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1978:x1818247336650624:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 5982us (11535us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016110.197974:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10192 00000100:00100000:2.0:1734016110.201261:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016110.204379:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336650752 00000100:00100000:3.0:1734016110.204404:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336650752 00000100:00100000:3.0:1734016110.204493:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10193 00000100:00100000:3.0:1734016110.204505:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880135f57480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1980:x1818247336650752:12345-192.168.201.10@tcp:22:fsx.0 00002000:00010000:3.0:1734016110.204953:0:7689:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 9564369 -> 9564369 00002000:00010000:3.0:1734016110.204957:0:7689:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016109 -> 1734016109 00002000:00010000:3.0:1734016110.204959:0:7689:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016109 -> 1734016108 00002000:00010000:3.0:1734016110.204961:0:7689:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016109 -> 1734016109 00002000:00010000:3.0:1734016110.204963:0:7689:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 992 -> 992 00000100:00100000:3.0:1734016110.205080:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880135f57480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1980:x1818247336650752:12345-192.168.201.10@tcp:22:fsx.0 Request processed in 576us (4508us total) trans 4294969133 rc 0/0 00000100:00100000:3.0:1734016110.205087:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10193 00000100:00100000:0.0:1734016110.208348:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016110.208458:0:13927:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336650880 00000100:00100000:1.0:1734016110.208468:0:13927:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336650880 00000100:00100000:1.0:1734016110.208532:0:13927:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10194 00000100:00100000:1.0:1734016110.208541:0:13927:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800744e8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1979:x1818247336650880:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:1.0:1734016110.208569:0:13927:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016110.208600:0:13927:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880097234fc0/0x3f004d6452e06f8c lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d0c63 expref: -99 pid: 13927 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016110.208675:0:13927:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800ac576d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13927:1818247339367296:192.168.201.10@tcp:106: 00000100:00100000:1.0:1734016110.208804:0:13927:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b42cda80 going to sleep for 11 seconds 00002000:00010000:1.0:1734016110.211504:0:13927:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime: 1734016108 -> 1734016109 00000100:00100000:1.0:1734016110.211551:0:13927:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800ac576d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13927:1818247339367296:192.168.201.10@tcp:106: 00010000:00010000:1.0:1734016110.211616:0:13927:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880097234fc0/0x3f004d6452e06f8c lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0c63 expref: 7 pid: 13927 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016110.211637:0:13927:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097234fc0/0x3f004d6452e06f8c lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0c63 expref: 7 pid: 13927 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016110.211656:0:13927:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097234fc0, rc 0) 00000100:00100000:1.0:1734016110.212605:0:13927:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800744e8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1979:x1818247336650880:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 4059us (4267us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016110.212620:0:13927:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10194 00000100:00100000:0.0:1734016110.217388:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016110.217534:0:13927:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336651008 00000100:00100000:1.0:1734016110.217552:0:13927:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336651008 00000100:00100000:1.0:1734016110.217643:0:13927:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10195 00000100:00100000:1.0:1734016110.217652:0:13927:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800744e9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1981:x1818247336651008:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:1.0:1734016110.217681:0:13927:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016110.217705:0:13927:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880097234900/0x3f004d6452e06f93 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d0c6a expref: -99 pid: 13927 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016110.217783:0:13927:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800ac576d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13927:1818247339367424:192.168.201.10@tcp:106: 00000100:00100000:1.0:1734016110.217858:0:13927:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b42cda80 going to sleep for 11 seconds 00000100:00100000:1.0:1734016110.220197:0:13927:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800ac576d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13927:1818247339367424:192.168.201.10@tcp:106: 00010000:00010000:1.0:1734016110.220257:0:13927:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880097234900/0x3f004d6452e06f93 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0c6a expref: 7 pid: 13927 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016110.220277:0:13927:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097234900/0x3f004d6452e06f93 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0c6a expref: 7 pid: 13927 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016110.220295:0:13927:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097234900, rc 0) 00000100:00100000:1.0:1734016110.220366:0:13927:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800744e9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1981:x1818247336651008:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 2713us (2997us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016110.220377:0:13927:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10195 00000100:00100000:0.0:1734016110.224268:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016110.225814:0:13929:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336651264 00000100:00100000:2.0:1734016110.225831:0:13929:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336651264 00002000:00100000:2.0:1734016110.225955:0:13929:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (2371584->2375679) req@ffff8800744ea680 x1818247336651264/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:71/0 lens 488/0 e 0 to 0 dl 1734016121 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016110.225967:0:13929:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800744ea680 with x1818247336651264 ext(2371584->2375679) 00002000:00010000:2.0:1734016110.225974:0:13929:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800744ea680 00000100:00100000:2.0:1734016110.226020:0:13929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8478 00000100:00100000:2.0:1734016110.226028:0:13929:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800744ea680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1978:x1818247336651264:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:2.0:1734016110.226280:0:13929:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800744ea680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1978:x1818247336651264:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 251us (2025us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016110.226288:0:13929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8478 00002000:00100000:2.0:1734016110.226294:0:13929:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (2371584->2375679) req@ffff8800744ea680 x1818247336651264/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:71/0 lens 488/4536 e 0 to 0 dl 1734016121 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016110.226301:0:13929:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800744ea680 with x1818247336651264 ext(2371584->2375679) 00002000:00010000:2.0:1734016110.226304:0:13929:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800744ea680 00000100:00100000:0.0:1734016110.231632:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016110.231735:0:7420:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336651392 00000100:00100000:1.0:1734016110.231746:0:7420:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336651392 00000100:00100000:1.0:1734016110.231814:0:7420:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 1887 00000100:00100000:1.0:1734016110.231822:0:7420:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800744e8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+12:9673:x1818247336651392:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:1.0:1734016110.231845:0:7420:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016110.231893:0:7420:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880097236f40/0x3f004d6452e06f9a lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d0c71 expref: -99 pid: 7420 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016110.231990:0:7420:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880097234d80/0x3f004d6452e06fa1 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 7420 initiator: MDT0 00010000:00010000:1.0:1734016110.232003:0:7420:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880097234d80/0x3f004d6452e06fa1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 7420 initiator: MDT0 00010000:00010000:1.0:1734016110.232014:0:7420:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880097234d80/0x3f004d6452e06fa1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 7420 initiator: MDT0 00000004:00200000:1.0:1734016110.233660:0:7420:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 9564369 00000004:00200000:1.0:1734016110.233668:0:7420:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1734016110.233689:0:7420:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880097234d80/0x3f004d6452e06fa1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 7420 initiator: MDT0 00010000:00010000:1.0:1734016110.233730:0:7420:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880097236f40/0x3f004d6452e06f9a lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0c71 expref: 14 pid: 7420 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016110.234043:0:7420:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880097234d80/0x3f004d6452e06fa1 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0c71 expref: 13 pid: 7420 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016110.234052:0:7420:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:1.0:1734016110.234056:0:7420:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1734016110.234060:0:7420:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097234d80, rc 0) 00000100:00100000:1.0:1734016110.235232:0:7420:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800744e8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+13:9673:x1818247336651392:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 3400us (3601us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016110.235244:0:7420:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 1887 00000100:00100000:0.0:1734016110.239514:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016110.239660:0:13927:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336651520 00000100:00100000:1.0:1734016110.239671:0:13927:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336651520 00000100:00100000:1.0:1734016110.239791:0:13927:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10196 00000100:00100000:1.0:1734016110.239800:0:13927:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800744ebb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1980:x1818247336651520:12345-192.168.201.10@tcp:22:fsx.0 00002000:00010000:1.0:1734016110.240193:0:13927:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 9564369 -> 9564369 00002000:00010000:1.0:1734016110.240196:0:13927:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016109 -> 1734016109 00002000:00010000:1.0:1734016110.240198:0:13927:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016109 -> 1734016108 00002000:00010000:1.0:1734016110.240200:0:13927:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016109 -> 1734016110 00002000:00010000:1.0:1734016110.240202:0:13927:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 992 -> 1032 00000100:00100000:1.0:1734016110.240316:0:13927:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800744ebb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+8:1980:x1818247336651520:12345-192.168.201.10@tcp:22:fsx.0 Request processed in 515us (813us total) trans 4294969134 rc 0/0 00000100:00100000:1.0:1734016110.240324:0:13927:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10196 00000100:00100000:0.0:1734016110.244159:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016110.244305:0:13927:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336651648 00000100:00100000:1.0:1734016110.244317:0:13927:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336651648 00000100:00100000:1.0:1734016110.244586:0:13927:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10197 00000100:00100000:1.0:1734016110.244595:0:13927:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800744e9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+8:1979:x1818247336651648:12345-192.168.201.10@tcp:22:fsx.0 00002000:00010000:1.0:1734016110.244945:0:13927:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 9564369 -> 9564369 00002000:00010000:1.0:1734016110.244949:0:13927:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016109 -> 1734016109 00002000:00010000:1.0:1734016110.244951:0:13927:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016108 -> 1734016108 00002000:00010000:1.0:1734016110.244953:0:13927:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016110 -> 1734016110 00002000:00010000:1.0:1734016110.244956:0:13927:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 1032 -> 1088 00000100:00100000:1.0:1734016110.245010:0:13927:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800744e9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+9:1979:x1818247336651648:12345-192.168.201.10@tcp:22:fsx.0 Request processed in 416us (865us total) trans 4294969135 rc 0/0 00000100:00100000:1.0:1734016110.245019:0:13927:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10197 00000100:00100000:0.0:1734016110.248552:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016110.248992:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336651776 00000100:00100000:3.0:1734016110.249003:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336651776 00000100:00100000:3.0:1734016110.249056:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10198 00000100:00100000:3.0:1734016110.249064:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800744eaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+9:1979:x1818247336651776:12345-192.168.201.10@tcp:22:fsx.0 00002000:00010000:3.0:1734016110.249260:0:7689:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 9564369 -> 9564369 00002000:00010000:3.0:1734016110.249263:0:7689:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016109 -> 1734016110 00002000:00010000:3.0:1734016110.249265:0:7689:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016108 -> 1734016108 00002000:00010000:3.0:1734016110.249267:0:7689:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016110 -> 1734016110 00002000:00010000:3.0:1734016110.249268:0:7689:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 1088 -> 1088 00000100:00100000:3.0:1734016110.249351:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800744eaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+10:1979:x1818247336651776:12345-192.168.201.10@tcp:22:fsx.0 Request processed in 287us (812us total) trans 4294969136 rc 0/0 00000100:00100000:3.0:1734016110.249357:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10198 00000100:00100000:0.0:1734016110.251834:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016110.252013:0:7695:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336652032 00000100:00100000:3.0:1734016110.252023:0:7695:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336652032 00002000:00100000:3.0:1734016110.252069:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (1245184->1249279) req@ffff8800744eb480 x1818247336652032/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:71/0 lens 488/0 e 0 to 0 dl 1734016121 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016110.252084:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800744eb480 with x1818247336652032 ext(1245184->1249279) 00002000:00010000:3.0:1734016110.252089:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800744eb480 00000100:00100000:3.0:1734016110.252805:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8479 00000100:00100000:3.0:1734016110.252814:0:7695:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800744eb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+10:1981:x1818247336652032:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:3.0:1734016110.253049:0:7695:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800744eb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+10:1981:x1818247336652032:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 235us (1223us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016110.253056:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8479 00002000:00100000:3.0:1734016110.253063:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (1245184->1249279) req@ffff8800744eb480 x1818247336652032/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:71/0 lens 488/4536 e 0 to 0 dl 1734016121 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016110.253071:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800744eb480 with x1818247336652032 ext(1245184->1249279) 00002000:00010000:3.0:1734016110.253075:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800744eb480 00000100:00100000:0.0:1734016110.257295:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016110.257532:0:13927:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336652160 00000100:00100000:1.0:1734016110.257542:0:13927:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336652160 00000100:00100000:1.0:1734016110.257609:0:13927:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10199 00000100:00100000:1.0:1734016110.257617:0:13927:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800744e9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:9673:x1818247336652160:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:1.0:1734016110.257640:0:13927:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016110.257663:0:13927:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880097237600/0x3f004d6452e06fa8 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d0c78 expref: -99 pid: 13927 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016110.257703:0:13927:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a4480/0x3f004d6452e06f54 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 122880->159743) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0c39 expref: 9 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016110.257711:0:13927:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016110.257714:0:13927:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016110.257718:0:13927:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880097237600/0x3f004d6452e06fa8 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [8527872->8540159] (req 8527872->8540159) gid 0 flags: 0x50000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0c78 expref: 7 pid: 13927 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016110.257759:0:13927:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a9a4480/0x3f004d6452e06f54 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 122880->159743) gid 0 flags: 0x50000000020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0c39 expref: 9 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016110.257773:0:13927:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a9a4480/0x3f004d6452e06f54 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 122880->159743) gid 0 flags: 0x70000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0c39 expref: 9 pid: 7689 timeout: 474 lvb_type: 0 00000100:00100000:1.0:1734016110.257786:0:13927:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800ac576d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13927:1818247339367552:192.168.201.10@tcp:104: 00000100:00100000:1.0:1734016110.257854:0:13927:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b42cda80 going to sleep for 11 seconds 00000100:00100000:1.0:1734016110.265567:0:13927:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800ac576d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13927:1818247339367552:192.168.201.10@tcp:104: 00010000:00010000:1.0:1734016110.265621:0:13927:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880097237600/0x3f004d6452e06fa8 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [8527872->8540159] (req 8527872->8540159) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0c78 expref: 7 pid: 13927 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016110.265643:0:13927:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097237600, rc 0) 00000100:00100000:1.0:1734016110.265743:0:13927:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800744e9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:9673:x1818247336652160:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 8124us (8460us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016110.265754:0:13927:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10199 00000100:00100000:0.0:1734016110.268356:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016110.269249:0:13929:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336652288 00000100:00100000:2.0:1734016110.269261:0:13929:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336652288 00002000:00100000:2.0:1734016110.269317:0:13929:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (1245184->2375679) req@ffff8800744eb100 x1818247336652288/t0(0) o4->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:71/0 lens 504/0 e 0 to 0 dl 1734016121 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016110.269329:0:13929:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800744eb100 with x1818247336652288 ext(1245184->2375679) 00010000:00010000:2.0:1734016110.269341:0:13929:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a9a4480/0x3f004d6452e06f54 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 122880->159743) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0c39 expref: 10 pid: 7689 timeout: 474 lvb_type: 0 00010000:00010000:2.0:1734016110.269356:0:13929:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a9a4480/0x3f004d6452e06f54 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 122880->159743) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0c39 expref: 10 pid: 7689 timeout: 474 lvb_type: 0 00002000:00010000:2.0:1734016110.269363:0:13929:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800744eb100 00000100:00100000:2.0:1734016110.269796:0:13929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 250 00000100:00100000:2.0:1734016110.269806:0:13929:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800744eb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+10:1978:x1818247336652288:12345-192.168.201.10@tcp:4:fsx.0 00000100:00100000:2.0:1734016110.275943:0:13929:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800744eb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+12:1978:x1818247336652288:12345-192.168.201.10@tcp:4:fsx.0 Request processed in 6120us (7578us total) trans 4294969137 rc 0/0 00000100:00100000:2.0:1734016110.275962:0:13929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 250 00002000:00100000:2.0:1734016110.275983:0:13929:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (1245184->2375679) req@ffff8800744eb100 x1818247336652288/t4294969137(0) o4->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:71/0 lens 504/448 e 0 to 0 dl 1734016121 ref 1 fl Complete:H/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016110.275994:0:13929:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800744eb100 with x1818247336652288 ext(1245184->2375679) 00010000:00010000:2.0:1734016110.276009:0:13929:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a9a4480/0x3f004d6452e06f54 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 122880->159743) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0c39 expref: 12 pid: 7689 timeout: 474 lvb_type: 0 00010000:00010000:2.0:1734016110.276031:0:13929:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a9a4480/0x3f004d6452e06f54 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 122880->159743) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0c39 expref: 12 pid: 7689 timeout: 474 lvb_type: 0 00002000:00010000:2.0:1734016110.276040:0:13929:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800744eb100 00000100:00100000:0.0:1734016110.282036:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016110.282826:0:6470:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336652416 00000100:00100000:2.0:1734016110.282841:0:6470:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336652416 00010000:00010000:2.0:1734016110.282910:0:6470:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a9a4480/0x3f004d6452e06f54 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 122880->159743) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0c39 expref: 12 pid: 7689 timeout: 474 lvb_type: 0 00000100:00100000:2.0:1734016110.283076:0:6470:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2701 00000100:00100000:2.0:1734016110.283085:0:6470:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800744e8380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+12:1981:x1818247336652416:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016110.283104:0:6470:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:2.0:1734016110.283127:0:6470:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 1088 -> 1152 00010000:00010000:2.0:1734016110.283135:0:6470:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a9a4480/0x3f004d6452e06f54 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 122880->159743) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0c39 expref: 12 pid: 7689 timeout: 474 lvb_type: 0 00010000:00010000:2.0:1734016110.283149:0:6470:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a9a4480/0x3f004d6452e06f54 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 122880->159743) gid 0 flags: 0x50000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0c39 expref: 12 pid: 7689 timeout: 474 lvb_type: 0 00010000:00010000:2.0:1734016110.283173:0:6470:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a4480/0x3f004d6452e06f54 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 122880->159743) gid 0 flags: 0x44801400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0c39 expref: 12 pid: 7689 timeout: 474 lvb_type: 0 00010000:00010000:2.0:1734016110.283894:0:6470:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016110.283899:0:6470:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016110.283909:0:6470:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880097237600/0x3f004d6452e06fa8 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8527872->8540159) gid 0 flags: 0x40080000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0c78 expref: 6 pid: 13927 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016110.283920:0:6470:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880097237600/0x3f004d6452e06fa8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8527872->8540159) gid 0 flags: 0x40080000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0c78 expref: 6 pid: 13927 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016110.283966:0:6470:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880097237600/0x3f004d6452e06fa8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8527872->8540159) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0c78 expref: 6 pid: 13927 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016110.283982:0:6470:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880135f55880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6470:1818247339367680:192.168.201.10@tcp:105: 00000100:00100000:2.0:1734016110.284363:0:6470:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800768ef9c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016110.288525:0:6470:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880135f55880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6470:1818247339367680:192.168.201.10@tcp:105: 00010000:00010000:0.0:1734016110.288580:0:6470:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016110.288659:0:6470:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800744e8380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+11:1981:x1818247336652416:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 5572us (6791us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016110.288676:0:6470:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2701 00000100:00100000:1.0:1734016110.288915:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016110.289214:0:13927:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336652544 00000100:00100000:0.0:1734016110.289226:0:13927:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336652544 00000100:00100000:3.0:1734016110.291157:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10200 00000100:00100000:3.0:1734016110.291176:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800ac576d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1978:x1818247336652544:12345-192.168.201.10@tcp:22:fsx.0 00002000:00010000:3.0:1734016110.291696:0:7689:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 9564369 -> 9564369 00002000:00010000:3.0:1734016110.291700:0:7689:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016110 -> 1734016109 00002000:00010000:3.0:1734016110.291702:0:7689:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016108 -> 1734016108 00002000:00010000:3.0:1734016110.291704:0:7689:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016110 -> 1734016109 00002000:00010000:3.0:1734016110.291706:0:7689:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 1152 -> 1152 00000100:00100000:3.0:1734016110.291839:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800ac576d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1978:x1818247336652544:12345-192.168.201.10@tcp:22:fsx.0 Request processed in 667us (2924us total) trans 4294969138 rc 0/0 00000100:00100000:3.0:1734016110.291848:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10200 00000100:00100000:0.0:1734016110.298021:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016110.298387:0:13927:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336652672 00000100:00100000:2.0:1734016110.298397:0:13927:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336652672 00000100:00100000:2.0:1734016110.298455:0:13927:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10201 00000100:00100000:2.0:1734016110.298461:0:13927:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076864e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+11:1979:x1818247336652672:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:2.0:1734016110.298482:0:13927:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016110.298501:0:13927:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880072171f80/0x3f004d6452e06faf lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d0c7f expref: -99 pid: 13927 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016110.298563:0:13927:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880135f55880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13927:1818247339367808:192.168.201.10@tcp:106: 00000100:00100000:2.0:1734016110.298636:0:13927:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800768ef240 going to sleep for 11 seconds 00002000:00010000:2.0:1734016110.301145:0:13927:0:(ofd_lvb.c:283:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime: 1734016109 -> 1734016110 00002000:00010000:2.0:1734016110.301154:0:13927:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime: 1734016108 -> 1734016109 00002000:00010000:2.0:1734016110.301155:0:13927:0:(ofd_lvb.c:295:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime: 1734016109 -> 1734016110 00000100:00100000:2.0:1734016110.301181:0:13927:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880135f55880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13927:1818247339367808:192.168.201.10@tcp:106: 00010000:00010000:2.0:1734016110.301220:0:13927:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880072171f80/0x3f004d6452e06faf lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0c7f expref: 12 pid: 13927 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016110.301233:0:13927:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880072171f80/0x3f004d6452e06faf lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0c7f expref: 12 pid: 13927 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016110.301276:0:13927:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880072171f80, rc 0) 00000100:00100000:2.0:1734016110.301327:0:13927:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076864e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+11:1979:x1818247336652672:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 2865us (3321us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016110.301335:0:13927:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10201 00000100:00100000:0.0:1734016110.304551:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016110.304670:0:13927:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336652800 00000100:00100000:2.0:1734016110.304680:0:13927:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336652800 00000100:00100000:2.0:1734016110.304734:0:13927:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10202 00000100:00100000:2.0:1734016110.304742:0:13927:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076866d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+11:1978:x1818247336652800:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:2.0:1734016110.304762:0:13927:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016110.304781:0:13927:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880072172640/0x3f004d6452e06fb6 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d0c86 expref: -99 pid: 13927 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016110.304839:0:13927:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880135f55880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13927:1818247339367936:192.168.201.10@tcp:106: 00000100:00100000:2.0:1734016110.304929:0:13927:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800768ef240 going to sleep for 11 seconds 00000100:00100000:2.0:1734016110.307065:0:13927:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880135f55880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13927:1818247339367936:192.168.201.10@tcp:106: 00010000:00010000:2.0:1734016110.307111:0:13927:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880072172640/0x3f004d6452e06fb6 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0c86 expref: 12 pid: 13927 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016110.307127:0:13927:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880072172640/0x3f004d6452e06fb6 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0c86 expref: 12 pid: 13927 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016110.307141:0:13927:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880072172640, rc 0) 00000100:00100000:2.0:1734016110.307806:0:13927:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076866d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+11:1978:x1818247336652800:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 3062us (3262us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016110.307816:0:13927:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10202 00000100:00100000:2.0:1734016110.310972:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016110.311044:0:13927:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336652928 00000100:00100000:0.0:1734016110.311054:0:13927:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336652928 00000100:00100000:0.0:1734016110.311139:0:13927:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10203 00000100:00100000:0.0:1734016110.311146:0:13927:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880135f55880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1978:x1818247336652928:12345-192.168.201.10@tcp:22:fsx.0 00002000:00010000:0.0:1734016110.311399:0:13927:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 9564369 -> 9564369 00002000:00010000:0.0:1734016110.311403:0:13927:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016110 -> 1734016109 00002000:00010000:0.0:1734016110.311405:0:13927:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016109 -> 1734016108 00002000:00010000:0.0:1734016110.311407:0:13927:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016110 -> 1734016110 00002000:00010000:0.0:1734016110.311409:0:13927:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 1152 -> 1184 00000100:00100000:0.0:1734016110.311472:0:13927:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880135f55880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+9:1978:x1818247336652928:12345-192.168.201.10@tcp:22:fsx.0 Request processed in 325us (511us total) trans 4294969139 rc 0/0 00000100:00100000:0.0:1734016110.311479:0:13927:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10203 00000100:00100000:2.0:1734016110.313945:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016110.314737:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336653056 00000100:00100000:3.0:1734016110.314747:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336653056 00000100:00100000:3.0:1734016110.314837:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10204 00000100:00100000:3.0:1734016110.314845:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880135f55180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+11:1978:x1818247336653056:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:3.0:1734016110.314894:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016110.314918:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a9a73c0/0x3f004d6452e06fbd lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d0c8d expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016110.314989:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074c88000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339368064:192.168.201.10@tcp:106: 00000100:00100000:3.0:1734016110.315691:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff88006d83bd80 going to sleep for 11 seconds 00002000:00010000:3.0:1734016110.318346:0:7689:0:(ofd_lvb.c:283:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime: 1734016109 -> 1734016110 00002000:00010000:3.0:1734016110.318354:0:7689:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime: 1734016108 -> 1734016109 00000100:00100000:3.0:1734016110.318375:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074c88000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339368064:192.168.201.10@tcp:106: 00010000:00010000:3.0:1734016110.318411:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a9a73c0/0x3f004d6452e06fbd lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0c8d expref: 12 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016110.318425:0:7689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a73c0/0x3f004d6452e06fbd lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0c8d expref: 12 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016110.318484:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a9a73c0, rc 0) 00000100:00100000:3.0:1734016110.318776:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880135f55180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+11:1978:x1818247336653056:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 3930us (4839us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016110.318784:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10204 00000100:00100000:1.0:1734016110.321152:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016110.321272:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336653184 00000100:00100000:3.0:1734016110.321279:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336653184 00000100:00100000:3.0:1734016110.321482:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10205 00000100:00100000:3.0:1734016110.321489:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800ac575f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+11:9673:x1818247336653184:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:3.0:1734016110.321509:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016110.321527:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a9a6f40/0x3f004d6452e06fc4 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d0c94 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016110.321559:0:7689:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880097237600/0x3f004d6452e06fa8 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8527872->8540159) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0c78 expref: 8 pid: 13927 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016110.321567:0:7689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016110.321569:0:7689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016110.321585:0:7689:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a9a6f40/0x3f004d6452e06fc4 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [7733248->7737343] (req 7733248->7737343) gid 0 flags: 0x50000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0c94 expref: 12 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016110.321617:0:7689:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880097237600/0x3f004d6452e06fa8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8527872->8540159) gid 0 flags: 0x50000000020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0c78 expref: 8 pid: 13927 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016110.321630:0:7689:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880097237600/0x3f004d6452e06fa8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8527872->8540159) gid 0 flags: 0x70000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0c78 expref: 8 pid: 13927 timeout: 474 lvb_type: 0 00000100:00100000:3.0:1734016110.321645:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074c88000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339368192:192.168.201.10@tcp:104: 00000100:00100000:3.0:1734016110.321709:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff88006d83bd80 going to sleep for 11 seconds 00000100:00100000:0.0:1734016110.324702:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016110.324827:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074c88000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339368192:192.168.201.10@tcp:104: 00010000:00010000:3.0:1734016110.324859:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a9a6f40/0x3f004d6452e06fc4 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [7733248->7737343] (req 7733248->7737343) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0c94 expref: 12 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016110.324905:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a9a6f40, rc 0) 00000100:00100000:3.0:1734016110.324953:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800ac575f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+12:9673:x1818247336653184:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 3464us (3806us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016110.324961:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10205 00000100:00100000:1.0:1734016110.325039:0:6470:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336653312 00000100:00100000:1.0:1734016110.325046:0:6470:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336653312 00010000:00010000:1.0:1734016110.325068:0:6470:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880097237600/0x3f004d6452e06fa8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8527872->8540159) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0c78 expref: 9 pid: 13927 timeout: 474 lvb_type: 0 00000100:00100000:1.0:1734016110.325103:0:6470:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2702 00000100:00100000:1.0:1734016110.325107:0:6470:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88006d83fc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+9:1978:x1818247336653312:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016110.325119:0:6470:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016110.325137:0:6470:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880097237600/0x3f004d6452e06fa8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 8527872->8540159) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0c78 expref: 9 pid: 13927 timeout: 474 lvb_type: 0 00010000:00010000:1.0:1734016110.325146:0:6470:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880097237600/0x3f004d6452e06fa8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 8527872->8540159) gid 0 flags: 0x50000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0c78 expref: 9 pid: 13927 timeout: 474 lvb_type: 0 00010000:00010000:1.0:1734016110.325165:0:6470:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097237600/0x3f004d6452e06fa8 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 8527872->8540159) gid 0 flags: 0x44801400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0c78 expref: 9 pid: 13927 timeout: 474 lvb_type: 0 00010000:00010000:1.0:1734016110.325180:0:6470:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016110.325182:0:6470:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016110.325187:0:6470:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a6f40/0x3f004d6452e06fc4 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 7733248->7737343) gid 0 flags: 0x40080000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0c94 expref: 11 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016110.325194:0:6470:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a9a6f40/0x3f004d6452e06fc4 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 7733248->7737343) gid 0 flags: 0x40080000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0c94 expref: 11 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016110.325220:0:6470:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009a9a6f40/0x3f004d6452e06fc4 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 7733248->7737343) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0c94 expref: 11 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016110.325231:0:6470:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800ac577800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6470:1818247339368320:192.168.201.10@tcp:105: 00000100:00100000:1.0:1734016110.325260:0:6470:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b42cda80 going to sleep for 11 seconds 00000100:00100000:2.0:1734016110.327539:0:6470:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800ac577800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6470:1818247339368320:192.168.201.10@tcp:105: 00010000:00010000:2.0:1734016110.327560:0:6470:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016110.327616:0:6470:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88006d83fc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1978:x1818247336653312:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 2506us (2922us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016110.327627:0:6470:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2702 00000100:00100000:2.0:1734016110.328805:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016110.329612:0:13929:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336653568 00000100:00100000:0.0:1734016110.329622:0:13929:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336653568 00002000:00100000:0.0:1734016110.329669:0:13929:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (7733248->7737343) req@ffff880135f56300 x1818247336653568/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:71/0 lens 488/0 e 0 to 0 dl 1734016121 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016110.329680:0:13929:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880135f56300 with x1818247336653568 ext(7733248->7737343) 00002000:00010000:0.0:1734016110.329685:0:13929:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880135f56300 00000100:00100000:0.0:1734016110.329718:0:13929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8480 00000100:00100000:0.0:1734016110.329726:0:13929:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880135f56300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+12:1979:x1818247336653568:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:0.0:1734016110.329968:0:13929:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880135f56300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+12:1979:x1818247336653568:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 242us (1168us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016110.329974:0:13929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8480 00002000:00100000:0.0:1734016110.329980:0:13929:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (7733248->7737343) req@ffff880135f56300 x1818247336653568/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:71/0 lens 488/4536 e 0 to 0 dl 1734016121 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016110.329987:0:13929:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880135f56300 with x1818247336653568 ext(7733248->7737343) 00002000:00010000:0.0:1734016110.329989:0:13929:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880135f56300 00000100:00100000:0.0:1734016110.332937:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016110.333222:0:7695:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336653824 00000100:00100000:3.0:1734016110.333234:0:7695:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336653824 00002000:00100000:3.0:1734016110.333287:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (7729152->7733247) req@ffff880076867800 x1818247336653824/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:71/0 lens 488/0 e 0 to 0 dl 1734016121 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016110.333298:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076867800 with x1818247336653824 ext(7729152->7733247) 00002000:00010000:3.0:1734016110.333303:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076867800 00000100:00100000:3.0:1734016110.333325:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8481 00000100:00100000:3.0:1734016110.333330:0:7695:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076867800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+12:1980:x1818247336653824:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:3.0:1734016110.334437:0:7695:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076867800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+12:1980:x1818247336653824:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 1097us (1505us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016110.334449:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8481 00002000:00100000:3.0:1734016110.334462:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (7729152->7733247) req@ffff880076867800 x1818247336653824/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:71/0 lens 488/4536 e 0 to 0 dl 1734016121 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016110.334470:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076867800 with x1818247336653824 ext(7729152->7733247) 00002000:00010000:3.0:1734016110.334475:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076867800 00000100:00100000:1.0:1734016110.337858:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016110.338089:0:7695:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336654080 00000100:00100000:3.0:1734016110.338101:0:7695:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336654080 00002000:00100000:3.0:1734016110.338146:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (7725056->7729151) req@ffff8800ac574e00 x1818247336654080/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:71/0 lens 488/0 e 0 to 0 dl 1734016121 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016110.338156:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800ac574e00 with x1818247336654080 ext(7725056->7729151) 00002000:00010000:3.0:1734016110.338161:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800ac574e00 00000100:00100000:3.0:1734016110.338700:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8482 00000100:00100000:3.0:1734016110.338708:0:7695:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800ac574e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+12:1978:x1818247336654080:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:3.0:1734016110.338956:0:7695:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800ac574e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+12:1978:x1818247336654080:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 247us (1117us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016110.338963:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8482 00002000:00100000:3.0:1734016110.338970:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (7725056->7729151) req@ffff8800ac574e00 x1818247336654080/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:71/0 lens 488/4536 e 0 to 0 dl 1734016121 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016110.338976:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800ac574e00 with x1818247336654080 ext(7725056->7729151) 00002000:00010000:3.0:1734016110.338979:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800ac574e00 00000100:00100000:0.0:1734016110.341936:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016110.342378:0:13929:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336654336 00000100:00100000:2.0:1734016110.342391:0:13929:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336654336 00002000:00100000:2.0:1734016110.342442:0:13929:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (7720960->7725055) req@ffff880076866a00 x1818247336654336/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:71/0 lens 488/0 e 0 to 0 dl 1734016121 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016110.342453:0:13929:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076866a00 with x1818247336654336 ext(7720960->7725055) 00002000:00010000:2.0:1734016110.342459:0:13929:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076866a00 00000100:00100000:2.0:1734016110.342494:0:13929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8483 00000100:00100000:2.0:1734016110.342501:0:13929:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076866a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+12:1979:x1818247336654336:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:2.0:1734016110.342705:0:13929:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076866a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+12:1979:x1818247336654336:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 203us (784us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016110.342713:0:13929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8483 00002000:00100000:2.0:1734016110.342719:0:13929:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (7720960->7725055) req@ffff880076866a00 x1818247336654336/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:71/0 lens 488/4536 e 0 to 0 dl 1734016121 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016110.342726:0:13929:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076866a00 with x1818247336654336 ext(7720960->7725055) 00002000:00010000:2.0:1734016110.342728:0:13929:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076866a00 00000100:00100000:0.0:1734016110.345652:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016110.345776:0:7695:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336654592 00000100:00100000:3.0:1734016110.345790:0:7695:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336654592 00002000:00100000:3.0:1734016110.345853:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (7716864->7720959) req@ffff880076865c00 x1818247336654592/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:71/0 lens 488/0 e 0 to 0 dl 1734016121 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016110.345909:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076865c00 with x1818247336654592 ext(7716864->7720959) 00002000:00010000:3.0:1734016110.345918:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076865c00 00000100:00100000:3.0:1734016110.345959:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8484 00000100:00100000:3.0:1734016110.345968:0:7695:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076865c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+12:1980:x1818247336654592:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:3.0:1734016110.346246:0:7695:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076865c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+12:1980:x1818247336654592:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 278us (606us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016110.346255:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8484 00002000:00100000:3.0:1734016110.346261:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (7716864->7720959) req@ffff880076865c00 x1818247336654592/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:71/0 lens 488/4536 e 0 to 0 dl 1734016121 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016110.346268:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076865c00 with x1818247336654592 ext(7716864->7720959) 00002000:00010000:3.0:1734016110.346270:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076865c00 00000100:00100000:0.0:1734016110.349216:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016110.349531:0:13929:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336654848 00000100:00100000:2.0:1734016110.349545:0:13929:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336654848 00002000:00100000:2.0:1734016110.349615:0:13929:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (7712768->7716863) req@ffff880076866680 x1818247336654848/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:71/0 lens 488/0 e 0 to 0 dl 1734016121 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016110.349626:0:13929:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076866680 with x1818247336654848 ext(7712768->7716863) 00002000:00010000:2.0:1734016110.349633:0:13929:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076866680 00000100:00100000:2.0:1734016110.349679:0:13929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8485 00000100:00100000:2.0:1734016110.349688:0:13929:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076866680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+12:1979:x1818247336654848:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:2.0:1734016110.349940:0:13929:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076866680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+12:1979:x1818247336654848:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 253us (738us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016110.349948:0:13929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8485 00002000:00100000:2.0:1734016110.349955:0:13929:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (7712768->7716863) req@ffff880076866680 x1818247336654848/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:71/0 lens 488/4536 e 0 to 0 dl 1734016121 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016110.349962:0:13929:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076866680 with x1818247336654848 ext(7712768->7716863) 00002000:00010000:2.0:1734016110.349965:0:13929:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076866680 00000100:00100000:0.0:1734016110.352393:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016110.353092:0:7695:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336655104 00000100:00100000:3.0:1734016110.353109:0:7695:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336655104 00002000:00100000:3.0:1734016110.353169:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (7708672->7712767) req@ffff880076864380 x1818247336655104/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:71/0 lens 488/0 e 0 to 0 dl 1734016121 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016110.353185:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076864380 with x1818247336655104 ext(7708672->7712767) 00002000:00010000:3.0:1734016110.353191:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076864380 00000100:00100000:3.0:1734016110.353227:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8486 00000100:00100000:3.0:1734016110.353234:0:7695:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076864380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+12:1980:x1818247336655104:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:3.0:1734016110.353462:0:7695:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076864380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+12:1980:x1818247336655104:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 228us (1086us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016110.353470:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8486 00002000:00100000:3.0:1734016110.353476:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (7708672->7712767) req@ffff880076864380 x1818247336655104/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:71/0 lens 488/4536 e 0 to 0 dl 1734016121 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016110.353482:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076864380 with x1818247336655104 ext(7708672->7712767) 00002000:00010000:3.0:1734016110.353485:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076864380 00000100:00100000:0.0:1734016110.356135:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016110.356268:0:13929:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336655360 00000100:00100000:2.0:1734016110.356279:0:13929:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336655360 00002000:00100000:2.0:1734016110.356328:0:13929:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (7704576->7708671) req@ffff880076864a80 x1818247336655360/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:71/0 lens 488/0 e 0 to 0 dl 1734016121 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016110.356336:0:13929:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076864a80 with x1818247336655360 ext(7704576->7708671) 00002000:00010000:2.0:1734016110.356343:0:13929:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076864a80 00000100:00100000:2.0:1734016110.356509:0:13929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8487 00000100:00100000:2.0:1734016110.356516:0:13929:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076864a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+12:1980:x1818247336655360:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:2.0:1734016110.356749:0:13929:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076864a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+12:1980:x1818247336655360:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 231us (624us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016110.356757:0:13929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8487 00002000:00100000:2.0:1734016110.356764:0:13929:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (7704576->7708671) req@ffff880076864a80 x1818247336655360/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:71/0 lens 488/4536 e 0 to 0 dl 1734016121 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016110.356771:0:13929:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076864a80 with x1818247336655360 ext(7704576->7708671) 00002000:00010000:2.0:1734016110.356774:0:13929:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076864a80 00000100:00100000:0.0:1734016110.359755:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016110.359941:0:7695:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336655616 00000100:00100000:3.0:1734016110.359952:0:7695:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336655616 00002000:00100000:3.0:1734016110.359997:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (7700480->7704575) req@ffff880076864000 x1818247336655616/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:71/0 lens 488/0 e 0 to 0 dl 1734016121 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016110.360007:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076864000 with x1818247336655616 ext(7700480->7704575) 00002000:00010000:3.0:1734016110.360012:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076864000 00000100:00100000:3.0:1734016110.360046:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8488 00000100:00100000:3.0:1734016110.360053:0:7695:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076864000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+12:1981:x1818247336655616:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:3.0:1734016110.360260:0:7695:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076864000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+12:1981:x1818247336655616:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 206us (517us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016110.360267:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8488 00002000:00100000:3.0:1734016110.360274:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (7700480->7704575) req@ffff880076864000 x1818247336655616/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:71/0 lens 488/4536 e 0 to 0 dl 1734016121 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016110.360281:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076864000 with x1818247336655616 ext(7700480->7704575) 00002000:00010000:3.0:1734016110.360284:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076864000 00000100:00100000:0.0:1734016110.362282:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016110.362466:0:13929:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336655872 00000100:00100000:2.0:1734016110.362477:0:13929:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336655872 00002000:00100000:2.0:1734016110.362518:0:13929:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (7696384->7700479) req@ffff880076866300 x1818247336655872/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:71/0 lens 488/0 e 0 to 0 dl 1734016121 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016110.362533:0:13929:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076866300 with x1818247336655872 ext(7696384->7700479) 00002000:00010000:2.0:1734016110.362538:0:13929:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076866300 00000100:00100000:2.0:1734016110.362578:0:13929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8489 00000100:00100000:2.0:1734016110.362585:0:13929:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076866300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+12:1980:x1818247336655872:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:2.0:1734016110.362790:0:13929:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076866300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+12:1980:x1818247336655872:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 203us (515us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016110.362798:0:13929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8489 00002000:00100000:2.0:1734016110.362804:0:13929:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (7696384->7700479) req@ffff880076866300 x1818247336655872/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:71/0 lens 488/4536 e 0 to 0 dl 1734016121 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016110.362810:0:13929:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076866300 with x1818247336655872 ext(7696384->7700479) 00002000:00010000:2.0:1734016110.362813:0:13929:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076866300 00000100:00100000:0.0:1734016110.365661:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016110.365999:0:7695:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336656128 00000100:00100000:3.0:1734016110.366012:0:7695:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336656128 00002000:00100000:3.0:1734016110.366066:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (7692288->7696383) req@ffff880076867b80 x1818247336656128/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:71/0 lens 488/0 e 0 to 0 dl 1734016121 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016110.366077:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076867b80 with x1818247336656128 ext(7692288->7696383) 00002000:00010000:3.0:1734016110.366083:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076867b80 00000100:00100000:3.0:1734016110.366122:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8490 00000100:00100000:3.0:1734016110.366129:0:7695:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076867b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+12:1981:x1818247336656128:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:3.0:1734016110.366370:0:7695:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076867b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+12:1981:x1818247336656128:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 239us (717us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016110.366378:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8490 00002000:00100000:3.0:1734016110.366384:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (7692288->7696383) req@ffff880076867b80 x1818247336656128/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:71/0 lens 488/4536 e 0 to 0 dl 1734016121 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016110.366390:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076867b80 with x1818247336656128 ext(7692288->7696383) 00002000:00010000:3.0:1734016110.366394:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076867b80 00000100:00100000:0.0:1734016110.369246:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016110.369634:0:13929:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336656384 00000100:00100000:2.0:1734016110.369647:0:13929:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336656384 00002000:00100000:2.0:1734016110.369716:0:13929:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (7688192->7692287) req@ffff880076865f80 x1818247336656384/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:71/0 lens 488/0 e 0 to 0 dl 1734016121 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016110.369727:0:13929:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076865f80 with x1818247336656384 ext(7688192->7692287) 00002000:00010000:2.0:1734016110.369733:0:13929:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076865f80 00000100:00100000:2.0:1734016110.369777:0:13929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8491 00000100:00100000:2.0:1734016110.369786:0:13929:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076865f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+12:1980:x1818247336656384:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:2.0:1734016110.370092:0:13929:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076865f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+12:1980:x1818247336656384:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 305us (858us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016110.370102:0:13929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8491 00002000:00100000:2.0:1734016110.370109:0:13929:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (7688192->7692287) req@ffff880076865f80 x1818247336656384/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:71/0 lens 488/4536 e 0 to 0 dl 1734016121 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016110.370117:0:13929:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076865f80 with x1818247336656384 ext(7688192->7692287) 00002000:00010000:2.0:1734016110.370119:0:13929:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076865f80 00000100:00100000:0.0:1734016110.372607:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016110.372717:0:7695:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336656640 00000100:00100000:3.0:1734016110.372728:0:7695:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336656640 00002000:00100000:3.0:1734016110.372783:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (7684096->7688191) req@ffff88009a9aa300 x1818247336656640/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:71/0 lens 488/0 e 0 to 0 dl 1734016121 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016110.372794:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a9aa300 with x1818247336656640 ext(7684096->7688191) 00002000:00010000:3.0:1734016110.372800:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009a9aa300 00000100:00100000:3.0:1734016110.372837:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8492 00000100:00100000:3.0:1734016110.372845:0:7695:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a9aa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+12:1980:x1818247336656640:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:3.0:1734016110.373104:0:7695:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a9aa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+12:1980:x1818247336656640:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 259us (509us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016110.373112:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8492 00002000:00100000:3.0:1734016110.373119:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (7684096->7688191) req@ffff88009a9aa300 x1818247336656640/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:71/0 lens 488/4536 e 0 to 0 dl 1734016121 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016110.373126:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a9aa300 with x1818247336656640 ext(7684096->7688191) 00002000:00010000:3.0:1734016110.373129:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009a9aa300 00000100:00100000:0.0:1734016110.375731:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016110.375823:0:13929:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336656896 00000100:00100000:2.0:1734016110.375832:0:13929:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336656896 00002000:00100000:2.0:1734016110.375902:0:13929:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (7680000->7684095) req@ffff88009a9ab480 x1818247336656896/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:71/0 lens 488/0 e 0 to 0 dl 1734016121 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016110.375912:0:13929:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a9ab480 with x1818247336656896 ext(7680000->7684095) 00002000:00010000:2.0:1734016110.375917:0:13929:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009a9ab480 00000100:00100000:2.0:1734016110.375950:0:13929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8493 00000100:00100000:2.0:1734016110.375957:0:13929:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a9ab480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+12:1981:x1818247336656896:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:2.0:1734016110.376154:0:13929:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a9ab480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+12:1981:x1818247336656896:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 196us (430us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016110.376160:0:13929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8493 00002000:00100000:2.0:1734016110.376166:0:13929:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (7680000->7684095) req@ffff88009a9ab480 x1818247336656896/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:71/0 lens 488/4536 e 0 to 0 dl 1734016121 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016110.376172:0:13929:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a9ab480 with x1818247336656896 ext(7680000->7684095) 00002000:00010000:2.0:1734016110.376175:0:13929:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009a9ab480 00000100:00100000:0.0:1734016110.378818:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016110.379092:0:7695:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336657152 00000100:00100000:3.0:1734016110.379102:0:7695:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336657152 00002000:00100000:3.0:1734016110.379146:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (7675904->7679999) req@ffff88009a9aaa00 x1818247336657152/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:71/0 lens 488/0 e 0 to 0 dl 1734016121 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016110.379155:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a9aaa00 with x1818247336657152 ext(7675904->7679999) 00002000:00010000:3.0:1734016110.379160:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009a9aaa00 00000100:00100000:3.0:1734016110.379189:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8494 00000100:00100000:3.0:1734016110.379195:0:7695:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a9aaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+12:1980:x1818247336657152:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:3.0:1734016110.379376:0:7695:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a9aaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+12:1980:x1818247336657152:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 180us (569us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016110.379383:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8494 00002000:00100000:3.0:1734016110.379388:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (7675904->7679999) req@ffff88009a9aaa00 x1818247336657152/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:71/0 lens 488/4536 e 0 to 0 dl 1734016121 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016110.379395:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a9aaa00 with x1818247336657152 ext(7675904->7679999) 00002000:00010000:3.0:1734016110.379398:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009a9aaa00 00000100:00100000:0.0:1734016110.388959:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016110.395309:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336657280 00000100:00100000:3.0:1734016110.395324:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336657280 00000100:00100000:3.0:1734016110.395392:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10206 00000100:00100000:3.0:1734016110.395400:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a9aa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1981:x1818247336657280:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:3.0:1734016110.395421:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016110.395444:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a9a5440/0x3f004d6452e06fcb lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d0c9b expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016110.395473:0:7689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016110.395475:0:7689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016110.395486:0:7689:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a9a5440/0x3f004d6452e06fcb lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0c9b expref: 9 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016110.395503:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a9a5440/0x3f004d6452e06fcb lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0c9b expref: 9 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016110.395515:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a9a5440, rc 0) 00000100:00100000:3.0:1734016110.395615:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a9aa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+9:1981:x1818247336657280:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 216us (6669us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016110.395622:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10206 00000100:00100000:0.0:1734016110.401948:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016110.402191:0:13927:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336657408 00000100:00100000:2.0:1734016110.402203:0:13927:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336657408 00000100:00100000:2.0:1734016110.402316:0:13927:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10207 00000100:00100000:2.0:1734016110.402324:0:13927:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a9ab800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+9:9673:x1818247336657408:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:2.0:1734016110.402346:0:13927:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016110.402365:0:13927:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e06fd2 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d0ca2 expref: -99 pid: 13927 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016110.402394:0:13927:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a6f40/0x3f004d6452e06fc4 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 7733248->7737343) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0c94 expref: 11 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016110.402400:0:13927:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a5440/0x3f004d6452e06fcb lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0c9b expref: 10 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016110.402405:0:13927:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016110.402406:0:13927:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016110.402409:0:13927:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e06fd2 lrc: 5/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [6893568->6901759] (req 6893568->6901759) gid 0 flags: 0x50000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0ca2 expref: 10 pid: 13927 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016110.402439:0:13927:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a9a5440/0x3f004d6452e06fcb lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0c9b expref: 10 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016110.402449:0:13927:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a9a5440/0x3f004d6452e06fcb lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0c9b expref: 10 pid: 7689 timeout: 474 lvb_type: 1 00000100:00100000:2.0:1734016110.402460:0:13927:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880135f54000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13927:1818247339368448:192.168.201.10@tcp:104: 00010000:00010000:2.0:1734016110.402833:0:13927:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a9a6f40/0x3f004d6452e06fc4 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 7733248->7737343) gid 0 flags: 0x50000000020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0c94 expref: 11 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016110.402840:0:13927:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a9a6f40/0x3f004d6452e06fc4 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 7733248->7737343) gid 0 flags: 0x70000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0c94 expref: 11 pid: 7689 timeout: 474 lvb_type: 0 00000100:00100000:2.0:1734016110.402846:0:13927:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074e55500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13927:1818247339368576:192.168.201.10@tcp:104: 00000100:00100000:2.0:1734016110.402861:0:13927:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800768efa80 going to sleep for 11 seconds 00000100:00100000:0.0:1734016110.411532:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016110.411627:0:6470:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336657536 00000100:00100000:3.0:1734016110.411638:0:6470:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336657536 00010000:00010000:3.0:1734016110.411670:0:6470:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a9a5440/0x3f004d6452e06fcb lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0c9b expref: 11 pid: 7689 timeout: 474 lvb_type: 1 00000100:00100000:3.0:1734016110.411701:0:6470:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2703 00000100:00100000:3.0:1734016110.411708:0:6470:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a9aad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+11:1979:x1818247336657536:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016110.411729:0:6470:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016110.411749:0:6470:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a9a5440/0x3f004d6452e06fcb lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0c9b expref: 11 pid: 7689 timeout: 474 lvb_type: 1 00010000:00010000:3.0:1734016110.411759:0:6470:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a9a5440/0x3f004d6452e06fcb lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0c9b expref: 11 pid: 7689 timeout: 474 lvb_type: 1 00010000:00010000:3.0:1734016110.411788:0:6470:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016110.411844:0:6470:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a9aad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+11:1979:x1818247336657536:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 137us (323us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016110.411850:0:6470:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2703 00010000:00010000:2.0:1734016110.412486:0:13927:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a5440/0x3f004d6452e06fcb lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0c9b expref: 10 pid: 7689 timeout: 474 lvb_type: 1 00000100:00100000:2.0:1734016110.412513:0:13927:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880135f54000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13927:1818247339368448:192.168.201.10@tcp:104: 00000100:00100000:0.0:1734016110.418735:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016110.418800:0:7705:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336657664 00000100:00100000:1.0:1734016110.418809:0:7705:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336657664 00010000:00010000:1.0:1734016110.418843:0:7705:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a9a6f40/0x3f004d6452e06fc4 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 7733248->7737343) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0c94 expref: 12 pid: 7689 timeout: 474 lvb_type: 0 00000100:00100000:3.0:1734016110.418940:0:6470:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2704 00000100:00100000:3.0:1734016110.418948:0:6470:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a9a9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+12:1979:x1818247336657664:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016110.418963:0:6470:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016110.418982:0:6470:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a9a6f40/0x3f004d6452e06fc4 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 7733248->7737343) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0c94 expref: 12 pid: 7689 timeout: 474 lvb_type: 0 00010000:00010000:3.0:1734016110.418994:0:6470:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a9a6f40/0x3f004d6452e06fc4 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 7733248->7737343) gid 0 flags: 0x50000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0c94 expref: 12 pid: 7689 timeout: 474 lvb_type: 0 00010000:00010000:3.0:1734016110.419020:0:6470:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016110.419022:0:6470:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016110.419029:0:6470:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e06fd2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 6893568->6901759) gid 0 flags: 0x50080000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0ca2 expref: 9 pid: 13927 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016110.419037:0:6470:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e06fd2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 6893568->6901759) gid 0 flags: 0x50080000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0ca2 expref: 9 pid: 13927 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016110.419073:0:6470:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e06fd2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 6893568->6901759) gid 0 flags: 0x40000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0ca2 expref: 9 pid: 13927 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016110.419088:0:6470:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074c88000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6470:1818247339368704:192.168.201.10@tcp:105: 00000100:00100000:3.0:1734016110.419154:0:6470:0:(client.c:2562:ptlrpc_set_wait()) set ffff88006d83bd80 going to sleep for 11 seconds 00010000:00010000:2.0:1734016110.419629:0:13927:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a6f40/0x3f004d6452e06fc4 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 7733248->7737343) gid 0 flags: 0x44801400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0c94 expref: 12 pid: 7689 timeout: 474 lvb_type: 0 00000100:00100000:2.0:1734016110.419822:0:13927:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074e55500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13927:1818247339368576:192.168.201.10@tcp:104: 00010000:00010000:2.0:1734016110.419853:0:13927:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e06fd2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6893568->6901759) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0ca2 expref: 9 pid: 13927 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016110.419861:0:13927:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880072171440, rc 0) 00000100:00100000:2.0:1734016110.422837:0:13927:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a9ab800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+9:9673:x1818247336657408:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 20494us (20883us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016110.422852:0:13927:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10207 00000100:00100000:3.0:1734016110.426274:0:6470:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074c88000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6470:1818247339368704:192.168.201.10@tcp:105: 00010000:00010000:3.0:1734016110.426305:0:6470:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016110.429384:0:6470:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a9a9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+11:1979:x1818247336657664:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 10417us (10639us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016110.429402:0:6470:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2704 00000100:00100000:1.0:1734016110.430212:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016110.430424:0:13927:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336657792 00000100:00100000:3.0:1734016110.430433:0:13927:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336657792 00000100:00100000:3.0:1734016110.430654:0:13927:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10208 00000100:00100000:3.0:1734016110.430662:0:13927:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800ac574000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+9:1979:x1818247336657792:12345-192.168.201.10@tcp:22:fsx.0 00002000:00010000:3.0:1734016110.430903:0:13927:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 9564369 -> 9564369 00002000:00010000:3.0:1734016110.430907:0:13927:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016110 -> 1734016110 00002000:00010000:3.0:1734016110.430910:0:13927:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016109 -> 1734016108 00002000:00010000:3.0:1734016110.430912:0:13927:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016110 -> 1734016110 00002000:00010000:3.0:1734016110.430914:0:13927:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 1184 -> 1184 00000100:00100000:3.0:1734016110.432140:0:13927:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800ac574000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+10:1979:x1818247336657792:12345-192.168.201.10@tcp:22:fsx.0 Request processed in 1467us (1920us total) trans 4294969140 rc 0/0 00000100:00100000:3.0:1734016110.432153:0:13927:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10208 00000100:00100000:0.0:1734016110.442031:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016110.442147:0:13929:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336658048 00000100:00100000:2.0:1734016110.442160:0:13929:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336658048 00000100:00100000:2.0:1734016110.442239:0:13929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8495 00000100:00100000:2.0:1734016110.442246:0:13929:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a9a9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+10:1981:x1818247336658048:12345-192.168.201.10@tcp:3:fsx.0 00010000:00010000:2.0:1734016110.442291:0:13929:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880072172640/0x3f004d6452e06fd9 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 13929 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016110.442312:0:13929:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e06fd2 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6893568->6901759) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0ca2 expref: 10 pid: 13927 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016110.442323:0:13929:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016110.442326:0:13929:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016110.442329:0:13929:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880072172640/0x3f004d6452e06fd9 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [4222976->4263935] (req 4222976->4263935) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 13929 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016110.442361:0:13929:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e06fd2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6893568->6901759) gid 0 flags: 0x50000000020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0ca2 expref: 10 pid: 13927 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016110.442371:0:13929:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e06fd2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6893568->6901759) gid 0 flags: 0x70000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0ca2 expref: 10 pid: 13927 timeout: 474 lvb_type: 0 00000100:00100000:2.0:1734016110.442383:0:13929:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074e55500 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_004:lustre-OST0001_UUID:13929:1818247339368832:192.168.201.10@tcp:104: 00000100:00100000:2.0:1734016110.442452:0:13929:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800768efa80 going to sleep for 11 seconds 00000100:00100000:2.0:1734016110.446261:0:13929:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074e55500 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_004:lustre-OST0001_UUID:13929:1818247339368832:192.168.201.10@tcp:104: 00010000:00010000:2.0:1734016110.446311:0:13929:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880072172640/0x3f004d6452e06fd9 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [4222976->4263935] (req 4222976->4263935) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 13929 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016110.446661:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016110.446973:0:6470:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336658176 00000100:00100000:3.0:1734016110.446988:0:6470:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336658176 00010000:00010000:3.0:1734016110.447036:0:6470:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e06fd2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6893568->6901759) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0ca2 expref: 11 pid: 13927 timeout: 474 lvb_type: 0 00000100:00100000:3.0:1734016110.447088:0:6470:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2705 00000100:00100000:3.0:1734016110.447098:0:6470:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a9a9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+11:1978:x1818247336658176:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016110.447122:0:6470:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016110.447156:0:6470:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e06fd2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 6893568->6901759) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0ca2 expref: 11 pid: 13927 timeout: 474 lvb_type: 0 00010000:00010000:3.0:1734016110.447168:0:6470:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e06fd2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 6893568->6901759) gid 0 flags: 0x50000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0ca2 expref: 11 pid: 13927 timeout: 474 lvb_type: 0 00010000:00010000:3.0:1734016110.447199:0:6470:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e06fd2 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 6893568->6901759) gid 0 flags: 0x44801400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0ca2 expref: 11 pid: 13927 timeout: 474 lvb_type: 0 00010000:00010000:3.0:1734016110.447239:0:6470:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016110.447243:0:6470:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016110.447249:0:6470:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880072172640/0x3f004d6452e06fd9 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [4222976->4263935] (req 4222976->4263935) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 13929 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016110.447262:0:6470:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880072172640/0x3f004d6452e06fd9 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [4222976->4263935] (req 4222976->4263935) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 13929 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016110.447294:0:6470:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016110.447360:0:6470:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a9a9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+10:1978:x1818247336658176:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 263us (701us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016110.447368:0:6470:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2705 00010000:00010000:1.0:1734016110.448129:0:13929:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880072172640/0x3f004d6452e06fd9 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [4222976->4263935] (req 4222976->4263935) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 13929 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016110.448144:0:13929:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880072172640/0x3f004d6452e06fd9 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [4222976->4263935] (req 4222976->4263935) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 13929 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016110.451272:0:13929:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880072172640/0x3f004d6452e06fd9 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [4222976->4263935] (req 4222976->4263935) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 13929 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016110.451293:0:13929:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880072172640/0x3f004d6452e06fd9 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [4222976->4263935] (req 4222976->4263935) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 13929 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016110.451301:0:13929:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880072172640/0x3f004d6452e06fd9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [4222976->4263935] (req 4222976->4263935) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 13929 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016110.451307:0:13929:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880072172640 already unused, calling callback (ffffffffa086d100) 00010000:00010000:1.0:1734016110.451311:0:13929:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880072172640/0x3f004d6452e06fd9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [4222976->4263935] (req 4222976->4263935) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 13929 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016110.451319:0:13929:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880072172640/0x3f004d6452e06fd9 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [4222976->4263935] (req 4222976->4263935) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 13929 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016110.451335:0:13929:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880072172640/0x3f004d6452e06fd9 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [4222976->4263935] (req 4222976->4263935) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 13929 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016110.451341:0:13929:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880072172640/0x3f004d6452e06fd9 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [4222976->4263935] (req 4222976->4263935) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 13929 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016110.451459:0:13929:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a9a9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+9:1981:x1818247336658048:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 9206us (9435us total) trans 0 rc 40960/40960 00000100:00100000:1.0:1734016110.451472:0:13929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8495 00000100:00100000:0.0:1734016110.454605:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016110.454754:0:13927:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336658304 00000100:00100000:3.0:1734016110.454767:0:13927:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336658304 00000100:00100000:3.0:1734016110.455374:0:13927:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10209 00000100:00100000:3.0:1734016110.455382:0:13927:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a9a8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+9:1980:x1818247336658304:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:3.0:1734016110.455402:0:13927:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016110.455431:0:13927:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a9a58c0/0x3f004d6452e06fe0 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d0ca9 expref: -99 pid: 13927 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1734016110.455459:0:13927:0:(ofd_lvb.c:169:ofd_lvbo_init()) res: [0x280000400:0x5:0x0] initial LVB size: 9564369, mtime: 0x675afc6e, atime: 0x675afc6c, ctime: 0x675afc6e, blocks: 0x4a0 00010000:00010000:3.0:1734016110.455482:0:13927:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016110.455484:0:13927:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016110.455493:0:13927:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a9a58c0/0x3f004d6452e06fe0 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0ca9 expref: 10 pid: 13927 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016110.455508:0:13927:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a9a58c0/0x3f004d6452e06fe0 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0ca9 expref: 10 pid: 13927 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016110.455519:0:13927:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a9a58c0, rc 0) 00000100:00100000:3.0:1734016110.455593:0:13927:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a9a8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+10:1980:x1818247336658304:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 210us (1001us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016110.455599:0:13927:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10209 00000100:00100000:0.0:1734016110.458195:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016110.458401:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336658432 00000100:00100000:2.0:1734016110.458414:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336658432 00000100:00100000:2.0:1734016110.458483:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10210 00000100:00100000:2.0:1734016110.458492:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a9a9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+10:9673:x1818247336658432:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:2.0:1734016110.458519:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016110.458547:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e06fe7 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d0cb0 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016110.458612:0:7689:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a58c0/0x3f004d6452e06fe0 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0ca9 expref: 11 pid: 13927 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016110.458622:0:7689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016110.458625:0:7689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016110.458629:0:7689:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e06fe7 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [8384512->8392703] (req 8384512->8392703) gid 0 flags: 0x50000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0cb0 expref: 11 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016110.458681:0:7689:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a9a58c0/0x3f004d6452e06fe0 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0ca9 expref: 11 pid: 13927 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016110.458695:0:7689:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a9a58c0/0x3f004d6452e06fe0 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0ca9 expref: 11 pid: 13927 timeout: 474 lvb_type: 1 00000100:00100000:2.0:1734016110.458711:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074e55500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339368960:192.168.201.10@tcp:104: 00000100:00100000:2.0:1734016110.459701:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800768efa80 going to sleep for 11 seconds 00000100:00100000:2.0:1734016110.463664:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074e55500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339368960:192.168.201.10@tcp:104: 00010000:00010000:2.0:1734016110.463710:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e06fe7 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [8384512->8392703] (req 8384512->8392703) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0cb0 expref: 11 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016110.463730:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880072171440, rc 0) 00000100:00100000:2.0:1734016110.463782:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a9a9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+11:9673:x1818247336658432:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 5291us (5602us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016110.463791:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10210 00000100:00100000:0.0:1734016110.464429:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016110.464772:0:7705:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336658560 00000100:00100000:2.0:1734016110.464782:0:7705:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336658560 00010000:00010000:2.0:1734016110.464809:0:7705:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a9a58c0/0x3f004d6452e06fe0 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0ca9 expref: 11 pid: 13927 timeout: 474 lvb_type: 1 00000100:00100000:2.0:1734016110.464852:0:7705:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2706 00000100:00100000:2.0:1734016110.464859:0:7705:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a9a8380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+11:1978:x1818247336658560:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016110.464909:0:7705:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016110.464934:0:7705:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a9a58c0/0x3f004d6452e06fe0 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0ca9 expref: 11 pid: 13927 timeout: 474 lvb_type: 1 00010000:00010000:2.0:1734016110.464945:0:7705:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a9a58c0/0x3f004d6452e06fe0 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0ca9 expref: 11 pid: 13927 timeout: 474 lvb_type: 1 00010000:00010000:2.0:1734016110.464970:0:7705:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a58c0/0x3f004d6452e06fe0 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0ca9 expref: 11 pid: 13927 timeout: 474 lvb_type: 1 00010000:00010000:2.0:1734016110.464993:0:7705:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016110.464995:0:7705:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016110.465002:0:7705:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e06fe7 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8384512->8392703) gid 0 flags: 0x40080000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0cb0 expref: 10 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016110.465009:0:7705:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e06fe7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8384512->8392703) gid 0 flags: 0x40080000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0cb0 expref: 10 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016110.465047:0:7705:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e06fe7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8384512->8392703) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0cb0 expref: 10 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016110.465058:0:7705:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074e55500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7705:1818247339369088:192.168.201.10@tcp:105: 00000100:00100000:2.0:1734016110.465112:0:7705:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800768efa80 going to sleep for 11 seconds 00000100:00100000:2.0:1734016110.469377:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016110.469500:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336658688 00000100:00100000:3.0:1734016110.469512:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336658688 00000100:00100000:3.0:1734016110.469588:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10211 00000100:00100000:3.0:1734016110.469598:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074e54a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+11:1978:x1818247336658688:12345-192.168.201.10@tcp:22:fsx.0 00002000:00010000:3.0:1734016110.469899:0:7689:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 9564369 -> 9564369 00002000:00010000:3.0:1734016110.469903:0:7689:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016110 -> 1734016110 00002000:00010000:3.0:1734016110.469905:0:7689:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016108 -> 1734016108 00002000:00010000:3.0:1734016110.469908:0:7689:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016110 -> 1734016110 00002000:00010000:3.0:1734016110.469910:0:7689:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 1184 -> 1184 00000100:00100000:3.0:1734016110.470030:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074e54a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+12:1978:x1818247336658688:12345-192.168.201.10@tcp:22:fsx.0 Request processed in 433us (675us total) trans 4294969141 rc 0/0 00000100:00100000:3.0:1734016110.470040:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10211 00000100:00100000:0.0:1734016110.470224:0:7705:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074e55500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7705:1818247339369088:192.168.201.10@tcp:105: 00010000:00010000:0.0:1734016110.470262:0:7705:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016110.470292:0:7705:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a9a8380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+11:1978:x1818247336658560:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 5433us (5865us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016110.470303:0:7705:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2706 00000100:00100000:0.0:1734016110.473551:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016110.473927:0:13927:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336658816 00000100:00100000:2.0:1734016110.473940:0:13927:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336658816 00000100:00100000:2.0:1734016110.474000:0:13927:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10212 00000100:00100000:2.0:1734016110.474009:0:13927:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a9a9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+11:1981:x1818247336658816:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:2.0:1734016110.474036:0:13927:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016110.474058:0:13927:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880072171f80/0x3f004d6452e06fee lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d0cb7 expref: -99 pid: 13927 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016110.474126:0:13927:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074e55500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13927:1818247339369216:192.168.201.10@tcp:106: 00000100:00100000:2.0:1734016110.474186:0:13927:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800768efa80 going to sleep for 11 seconds 00002000:00010000:2.0:1734016110.476239:0:13927:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime: 1734016108 -> 1734016109 00000100:00100000:2.0:1734016110.476269:0:13927:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074e55500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13927:1818247339369216:192.168.201.10@tcp:106: 00010000:00010000:2.0:1734016110.476309:0:13927:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880072171f80/0x3f004d6452e06fee lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0cb7 expref: 12 pid: 13927 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016110.476323:0:13927:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880072171f80/0x3f004d6452e06fee lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0cb7 expref: 12 pid: 13927 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016110.476351:0:13927:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880072171f80, rc 0) 00000100:00100000:2.0:1734016110.476397:0:13927:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a9a9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+11:1981:x1818247336658816:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 2387us (2858us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016110.476406:0:13927:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10212 00000100:00100000:0.0:1734016110.478629:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016110.478740:0:13927:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336658944 00000100:00100000:2.0:1734016110.478752:0:13927:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336658944 00000100:00100000:3.0:1734016110.479053:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10213 00000100:00100000:3.0:1734016110.479063:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a9a8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+11:1981:x1818247336658944:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:3.0:1734016110.479092:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016110.479121:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a9a58c0/0x3f004d6452e06ff5 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d0cbe expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016110.479202:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074c88000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339369344:192.168.201.10@tcp:106: 00000100:00100000:3.0:1734016110.479856:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff88006d83bf00 going to sleep for 11 seconds 00000100:00100000:3.0:1734016110.483082:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074c88000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339369344:192.168.201.10@tcp:106: 00010000:00010000:3.0:1734016110.483145:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a9a58c0/0x3f004d6452e06ff5 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0cbe expref: 12 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016110.483164:0:7689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a58c0/0x3f004d6452e06ff5 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0cbe expref: 12 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016110.483186:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a9a58c0, rc 0) 00000100:00100000:3.0:1734016110.483259:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a9a8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+11:1981:x1818247336658944:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 4195us (4647us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016110.483271:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10213 00000100:00100000:0.0:1734016110.487971:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016110.488108:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336659072 00000100:00100000:3.0:1734016110.488118:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336659072 00000100:00100000:3.0:1734016110.488183:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10214 00000100:00100000:3.0:1734016110.488194:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cc7b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+11:1981:x1818247336659072:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:3.0:1734016110.488222:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016110.488243:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a9a6f40/0x3f004d6452e06ffc lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d0cc5 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016110.488305:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074c88000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339369472:192.168.201.10@tcp:106: 00000100:00100000:3.0:1734016110.488385:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff88006d83bf00 going to sleep for 11 seconds 00000100:00100000:3.0:1734016110.490562:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074c88000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339369472:192.168.201.10@tcp:106: 00010000:00010000:3.0:1734016110.490622:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a9a6f40/0x3f004d6452e06ffc lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0cc5 expref: 12 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016110.490642:0:7689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a6f40/0x3f004d6452e06ffc lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0cc5 expref: 12 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016110.491222:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a9a6f40, rc 0) 00000100:00100000:3.0:1734016110.491363:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cc7b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+11:1981:x1818247336659072:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 3169us (3402us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016110.491374:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10214 00000100:00100000:0.0:1734016110.494102:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016110.494238:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336659200 00000100:00100000:3.0:1734016110.494251:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336659200 00000100:00100000:3.0:1734016110.494314:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10215 00000100:00100000:3.0:1734016110.494322:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cc78e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+11:9673:x1818247336659200:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:3.0:1734016110.494345:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016110.494366:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a9a5440/0x3f004d6452e07003 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d0ccc expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016110.494402:0:7689:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e06fe7 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8384512->8392703) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0cb0 expref: 10 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016110.494409:0:7689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016110.494411:0:7689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016110.494415:0:7689:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a9a5440/0x3f004d6452e07003 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [6168576->6172671] (req 6168576->6172671) gid 0 flags: 0x50000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0ccc expref: 12 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016110.494450:0:7689:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e06fe7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8384512->8392703) gid 0 flags: 0x50000000020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0cb0 expref: 10 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016110.494464:0:7689:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e06fe7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8384512->8392703) gid 0 flags: 0x70000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0cb0 expref: 10 pid: 7689 timeout: 474 lvb_type: 0 00000100:00100000:3.0:1734016110.494477:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074c88000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339369600:192.168.201.10@tcp:104: 00000100:00100000:3.0:1734016110.494543:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff88006d83bf00 going to sleep for 11 seconds 00000100:00100000:0.0:1734016110.497271:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016110.497399:0:7705:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336659328 00000100:00100000:1.0:1734016110.497411:0:7705:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336659328 00010000:00010000:1.0:1734016110.497460:0:7705:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e06fe7 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8384512->8392703) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0cb0 expref: 11 pid: 7689 timeout: 474 lvb_type: 0 00000100:00100000:1.0:1734016110.497510:0:7705:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2707 00000100:00100000:1.0:1734016110.497517:0:7705:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cc7bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+11:1978:x1818247336659328:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016110.497536:0:7705:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016110.497561:0:7705:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e06fe7 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 8384512->8392703) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0cb0 expref: 11 pid: 7689 timeout: 474 lvb_type: 0 00010000:00010000:1.0:1734016110.497585:0:7705:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e06fe7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 8384512->8392703) gid 0 flags: 0x50000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0cb0 expref: 11 pid: 7689 timeout: 474 lvb_type: 0 00010000:00010000:1.0:1734016110.497615:0:7705:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016110.497618:0:7705:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016110.497627:0:7705:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a5440/0x3f004d6452e07003 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 6168576->6172671) gid 0 flags: 0x50080000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0ccc expref: 12 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016110.497636:0:7705:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a9a5440/0x3f004d6452e07003 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 6168576->6172671) gid 0 flags: 0x50080000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0ccc expref: 12 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016110.497682:0:7705:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009a9a5440/0x3f004d6452e07003 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 6168576->6172671) gid 0 flags: 0x40000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0ccc expref: 12 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016110.497698:0:7705:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800ac575180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7705:1818247339369728:192.168.201.10@tcp:105: 00000100:00100000:1.0:1734016110.497778:0:7705:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b42cdb40 going to sleep for 11 seconds 00010000:00010000:3.0:1734016110.498407:0:7689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e06fe7 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 8384512->8392703) gid 0 flags: 0x44801400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0cb0 expref: 11 pid: 7689 timeout: 474 lvb_type: 0 00000100:00100000:3.0:1734016110.498772:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074c88000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339369600:192.168.201.10@tcp:104: 00010000:00010000:3.0:1734016110.498806:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a9a5440/0x3f004d6452e07003 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6168576->6172671) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0ccc expref: 12 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016110.498819:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a9a5440, rc 0) 00000100:00100000:3.0:1734016110.498892:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cc78e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+12:9673:x1818247336659200:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 4570us (4805us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016110.498902:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10215 00000100:00100000:1.0:1734016110.500736:0:7705:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800ac575180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7705:1818247339369728:192.168.201.10@tcp:105: 00010000:00010000:1.0:1734016110.500761:0:7705:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016110.500803:0:7705:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cc7bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+10:1978:x1818247336659328:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 3287us (3551us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016110.500815:0:7705:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2707 00000100:00100000:0.0:1734016110.504668:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016110.504821:0:13929:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336659584 00000100:00100000:1.0:1734016110.504833:0:13929:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336659584 00002000:00100000:1.0:1734016110.504914:0:13929:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (6168576->6172671) req@ffff88012cc7aa00 x1818247336659584/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:71/0 lens 488/0 e 0 to 0 dl 1734016121 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016110.504924:0:13929:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012cc7aa00 with x1818247336659584 ext(6168576->6172671) 00002000:00010000:1.0:1734016110.504930:0:13929:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012cc7aa00 00000100:00100000:1.0:1734016110.504962:0:13929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8496 00000100:00100000:1.0:1734016110.504969:0:13929:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cc7aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+12:1978:x1818247336659584:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:1.0:1734016110.505494:0:13929:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cc7aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+12:1978:x1818247336659584:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 523us (838us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016110.505504:0:13929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8496 00002000:00100000:1.0:1734016110.505511:0:13929:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (6168576->6172671) req@ffff88012cc7aa00 x1818247336659584/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:71/0 lens 488/4536 e 0 to 0 dl 1734016121 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016110.505519:0:13929:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012cc7aa00 with x1818247336659584 ext(6168576->6172671) 00002000:00010000:1.0:1734016110.505522:0:13929:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012cc7aa00 00000100:00100000:0.0:1734016110.508107:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016110.508300:0:13929:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336659840 00000100:00100000:1.0:1734016110.508312:0:13929:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336659840 00002000:00100000:1.0:1734016110.508357:0:13929:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (6164480->6168575) req@ffff88012cc79880 x1818247336659840/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:71/0 lens 488/0 e 0 to 0 dl 1734016121 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016110.508368:0:13929:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012cc79880 with x1818247336659840 ext(6164480->6168575) 00002000:00010000:1.0:1734016110.508373:0:13929:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012cc79880 00000100:00100000:1.0:1734016110.508403:0:13929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8497 00000100:00100000:1.0:1734016110.508408:0:13929:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cc79880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+12:1981:x1818247336659840:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:1.0:1734016110.508617:0:13929:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cc79880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+12:1981:x1818247336659840:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 207us (519us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016110.508625:0:13929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8497 00002000:00100000:1.0:1734016110.508631:0:13929:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (6164480->6168575) req@ffff88012cc79880 x1818247336659840/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:71/0 lens 488/4536 e 0 to 0 dl 1734016121 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016110.508638:0:13929:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012cc79880 with x1818247336659840 ext(6164480->6168575) 00002000:00010000:1.0:1734016110.508641:0:13929:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012cc79880 00000100:00100000:0.0:1734016110.510642:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016110.510743:0:7695:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336660096 00000100:00100000:3.0:1734016110.510753:0:7695:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336660096 00002000:00100000:3.0:1734016110.510790:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (6160384->6164479) req@ffff88012cc78000 x1818247336660096/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:71/0 lens 488/0 e 0 to 0 dl 1734016121 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016110.510799:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012cc78000 with x1818247336660096 ext(6160384->6164479) 00002000:00010000:3.0:1734016110.510805:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012cc78000 00000100:00100000:3.0:1734016110.510837:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8498 00000100:00100000:3.0:1734016110.510844:0:7695:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cc78000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+12:1981:x1818247336660096:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:3.0:1734016110.511074:0:7695:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cc78000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+12:1981:x1818247336660096:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 229us (444us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016110.511082:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8498 00002000:00100000:3.0:1734016110.511088:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (6160384->6164479) req@ffff88012cc78000 x1818247336660096/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:71/0 lens 488/4536 e 0 to 0 dl 1734016121 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016110.511095:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012cc78000 with x1818247336660096 ext(6160384->6164479) 00002000:00010000:3.0:1734016110.511098:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012cc78000 00000100:00100000:0.0:1734016110.521433:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016110.521703:0:13929:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336660352 00000100:00100000:1.0:1734016110.521716:0:13929:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336660352 00002000:00100000:1.0:1734016110.521772:0:13929:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (6156288->6160383) req@ffff88012cc79f80 x1818247336660352/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:71/0 lens 488/0 e 0 to 0 dl 1734016121 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016110.521784:0:13929:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012cc79f80 with x1818247336660352 ext(6156288->6160383) 00002000:00010000:1.0:1734016110.521790:0:13929:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012cc79f80 00000100:00100000:1.0:1734016110.521927:0:13929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8499 00000100:00100000:1.0:1734016110.521935:0:13929:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cc79f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+12:1981:x1818247336660352:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:1.0:1734016110.522207:0:13929:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cc79f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+12:1981:x1818247336660352:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 271us (786us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016110.522215:0:13929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8499 00002000:00100000:1.0:1734016110.522222:0:13929:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (6156288->6160383) req@ffff88012cc79f80 x1818247336660352/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:71/0 lens 488/4536 e 0 to 0 dl 1734016121 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016110.522686:0:13929:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012cc79f80 with x1818247336660352 ext(6156288->6160383) 00002000:00010000:1.0:1734016110.522689:0:13929:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012cc79f80 00000100:00100000:0.0:1734016110.526752:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016110.526904:0:13929:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336660608 00000100:00100000:2.0:1734016110.526915:0:13929:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336660608 00002000:00100000:2.0:1734016110.526966:0:13929:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (6152192->6156287) req@ffff88012cc7b800 x1818247336660608/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:71/0 lens 488/0 e 0 to 0 dl 1734016121 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016110.526977:0:13929:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012cc7b800 with x1818247336660608 ext(6152192->6156287) 00002000:00010000:2.0:1734016110.526982:0:13929:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012cc7b800 00000100:00100000:2.0:1734016110.527696:0:13929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8500 00000100:00100000:2.0:1734016110.527706:0:13929:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cc7b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+12:1980:x1818247336660608:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:2.0:1734016110.528021:0:13929:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cc7b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+12:1980:x1818247336660608:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 315us (1281us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016110.528029:0:13929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8500 00002000:00100000:2.0:1734016110.528037:0:13929:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (6152192->6156287) req@ffff88012cc7b800 x1818247336660608/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:71/0 lens 488/4536 e 0 to 0 dl 1734016121 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016110.528046:0:13929:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012cc7b800 with x1818247336660608 ext(6152192->6156287) 00002000:00010000:2.0:1734016110.528052:0:13929:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012cc7b800 00000100:00100000:0.0:1734016110.531133:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016110.531381:0:13929:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336660864 00000100:00100000:2.0:1734016110.531392:0:13929:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336660864 00002000:00100000:2.0:1734016110.531438:0:13929:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (6148096->6152191) req@ffff88012cc7a300 x1818247336660864/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:71/0 lens 488/0 e 0 to 0 dl 1734016121 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016110.531451:0:13929:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012cc7a300 with x1818247336660864 ext(6148096->6152191) 00002000:00010000:2.0:1734016110.531457:0:13929:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012cc7a300 00000100:00100000:2.0:1734016110.532400:0:13929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8501 00000100:00100000:2.0:1734016110.532410:0:13929:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cc7a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+12:1980:x1818247336660864:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:2.0:1734016110.532652:0:13929:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cc7a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+12:1980:x1818247336660864:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 243us (1533us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016110.532661:0:13929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8501 00002000:00100000:2.0:1734016110.532667:0:13929:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (6148096->6152191) req@ffff88012cc7a300 x1818247336660864/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:71/0 lens 488/4536 e 0 to 0 dl 1734016121 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016110.532674:0:13929:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012cc7a300 with x1818247336660864 ext(6148096->6152191) 00002000:00010000:2.0:1734016110.532678:0:13929:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012cc7a300 00000100:00100000:0.0:1734016110.535057:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016110.535172:0:7695:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336661120 00000100:00100000:3.0:1734016110.535182:0:7695:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336661120 00002000:00100000:3.0:1734016110.535242:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (6144000->6148095) req@ffff88012cc79180 x1818247336661120/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:71/0 lens 488/0 e 0 to 0 dl 1734016121 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016110.535342:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012cc79180 with x1818247336661120 ext(6144000->6148095) 00002000:00010000:3.0:1734016110.535350:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012cc79180 00000100:00100000:3.0:1734016110.535388:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8502 00000100:00100000:3.0:1734016110.535396:0:7695:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cc79180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+12:1981:x1818247336661120:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:3.0:1734016110.535622:0:7695:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cc79180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+12:1981:x1818247336661120:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 224us (576us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016110.535629:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8502 00002000:00100000:3.0:1734016110.535635:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (6144000->6148095) req@ffff88012cc79180 x1818247336661120/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:71/0 lens 488/4536 e 0 to 0 dl 1734016121 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016110.535643:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012cc79180 with x1818247336661120 ext(6144000->6148095) 00002000:00010000:3.0:1734016110.535645:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012cc79180 00000100:00100000:0.0:1734016110.539140:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016110.539442:0:13929:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336661376 00000100:00100000:2.0:1734016110.539456:0:13929:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336661376 00002000:00100000:2.0:1734016110.539507:0:13929:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (6139904->6143999) req@ffff88012cc78380 x1818247336661376/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:71/0 lens 488/0 e 0 to 0 dl 1734016121 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016110.539517:0:13929:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012cc78380 with x1818247336661376 ext(6139904->6143999) 00002000:00010000:2.0:1734016110.539523:0:13929:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012cc78380 00000100:00100000:2.0:1734016110.539556:0:13929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8503 00000100:00100000:2.0:1734016110.539562:0:13929:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cc78380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+12:1981:x1818247336661376:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:2.0:1734016110.539774:0:13929:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cc78380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+12:1981:x1818247336661376:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 212us (653us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016110.539781:0:13929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8503 00002000:00100000:2.0:1734016110.539787:0:13929:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (6139904->6143999) req@ffff88012cc78380 x1818247336661376/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:71/0 lens 488/4536 e 0 to 0 dl 1734016121 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016110.539793:0:13929:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012cc78380 with x1818247336661376 ext(6139904->6143999) 00002000:00010000:2.0:1734016110.539795:0:13929:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012cc78380 00000100:00100000:0.0:1734016110.542344:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016110.542489:0:7695:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336661632 00000100:00100000:3.0:1734016110.542501:0:7695:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336661632 00002000:00100000:3.0:1734016110.542556:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (6135808->6139903) req@ffff88012cc78a80 x1818247336661632/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:71/0 lens 488/0 e 0 to 0 dl 1734016121 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016110.542566:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012cc78a80 with x1818247336661632 ext(6135808->6139903) 00002000:00010000:3.0:1734016110.542581:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012cc78a80 00000100:00100000:3.0:1734016110.542622:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8504 00000100:00100000:3.0:1734016110.542629:0:7695:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cc78a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+12:1980:x1818247336661632:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:3.0:1734016110.542893:0:7695:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cc78a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+12:1980:x1818247336661632:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 231us (528us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016110.542901:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8504 00002000:00100000:3.0:1734016110.542907:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (6135808->6139903) req@ffff88012cc78a80 x1818247336661632/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:71/0 lens 488/4536 e 0 to 0 dl 1734016121 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016110.542913:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012cc78a80 with x1818247336661632 ext(6135808->6139903) 00002000:00010000:3.0:1734016110.542916:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012cc78a80 00010000:00010000:3.0:1734016110.546169:0:9955:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734016110.547496:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016110.547630:0:13929:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336661888 00000100:00100000:2.0:1734016110.547643:0:13929:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336661888 00002000:00100000:2.0:1734016110.547709:0:13929:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (6131712->6135807) req@ffff88012cc79500 x1818247336661888/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:71/0 lens 488/0 e 0 to 0 dl 1734016121 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016110.547727:0:13929:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012cc79500 with x1818247336661888 ext(6131712->6135807) 00002000:00010000:2.0:1734016110.547735:0:13929:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012cc79500 00000100:00100000:2.0:1734016110.547779:0:13929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8505 00000100:00100000:2.0:1734016110.547787:0:13929:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cc79500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+12:1978:x1818247336661888:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:2.0:1734016110.548111:0:13929:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cc79500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+12:1978:x1818247336661888:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 323us (622us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016110.548119:0:13929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8505 00002000:00100000:2.0:1734016110.548125:0:13929:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (6131712->6135807) req@ffff88012cc79500 x1818247336661888/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:71/0 lens 488/4536 e 0 to 0 dl 1734016121 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016110.548133:0:13929:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012cc79500 with x1818247336661888 ext(6131712->6135807) 00002000:00010000:2.0:1734016110.548137:0:13929:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012cc79500 00000100:00100000:0.0:1734016110.552115:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016110.552739:0:7695:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336662144 00000100:00100000:3.0:1734016110.552749:0:7695:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336662144 00002000:00100000:3.0:1734016110.552799:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (6127616->6131711) req@ffff88012cc78700 x1818247336662144/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:71/0 lens 488/0 e 0 to 0 dl 1734016121 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016110.552810:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012cc78700 with x1818247336662144 ext(6127616->6131711) 00002000:00010000:3.0:1734016110.552815:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012cc78700 00000100:00100000:3.0:1734016110.552856:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8506 00000100:00100000:3.0:1734016110.552912:0:7695:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cc78700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+12:1981:x1818247336662144:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:3.0:1734016110.553184:0:7695:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cc78700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+12:1981:x1818247336662144:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 318us (1079us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016110.553193:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8506 00002000:00100000:3.0:1734016110.553199:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (6127616->6131711) req@ffff88012cc78700 x1818247336662144/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:71/0 lens 488/4536 e 0 to 0 dl 1734016121 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016110.553207:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012cc78700 with x1818247336662144 ext(6127616->6131711) 00002000:00010000:3.0:1734016110.553210:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012cc78700 00000100:00100000:0.0:1734016110.558161:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016110.559371:0:13929:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336662400 00000100:00100000:2.0:1734016110.559389:0:13929:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336662400 00002000:00100000:2.0:1734016110.559451:0:13929:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (6123520->6127615) req@ffff88012cc7ad80 x1818247336662400/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:71/0 lens 488/0 e 0 to 0 dl 1734016121 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016110.559463:0:13929:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012cc7ad80 with x1818247336662400 ext(6123520->6127615) 00002000:00010000:2.0:1734016110.559470:0:13929:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012cc7ad80 00000100:00100000:2.0:1734016110.559516:0:13929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8507 00000100:00100000:2.0:1734016110.559524:0:13929:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cc7ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+12:1981:x1818247336662400:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:2.0:1734016110.559794:0:13929:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cc7ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+12:1981:x1818247336662400:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 268us (1646us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016110.559801:0:13929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8507 00002000:00100000:2.0:1734016110.559809:0:13929:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (6123520->6127615) req@ffff88012cc7ad80 x1818247336662400/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:71/0 lens 488/4536 e 0 to 0 dl 1734016121 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016110.559816:0:13929:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012cc7ad80 with x1818247336662400 ext(6123520->6127615) 00002000:00010000:2.0:1734016110.559819:0:13929:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012cc7ad80 00000100:00100000:0.0:1734016110.563468:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016110.563787:0:7695:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336662528 00000100:00100000:3.0:1734016110.563798:0:7695:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336662528 00002000:00100000:3.0:1734016110.563845:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (6123520->6172671) req@ffff8800744bce00 x1818247336662528/t0(0) o4->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:71/0 lens 488/0 e 0 to 0 dl 1734016121 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016110.563855:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800744bce00 with x1818247336662528 ext(6123520->6172671) 00002000:00010000:3.0:1734016110.563861:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800744bce00 00000100:00100000:3.0:1734016110.563930:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8508 00000100:00100000:3.0:1734016110.563937:0:7695:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800744bce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+12:1980:x1818247336662528:12345-192.168.201.10@tcp:4:fsx.0 00000100:00100000:3.0:1734016110.567082:0:7695:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800744bce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+14:1980:x1818247336662528:12345-192.168.201.10@tcp:4:fsx.0 Request processed in 3134us (3617us total) trans 4294969142 rc 0/0 00000100:00100000:3.0:1734016110.567099:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8508 00002000:00100000:3.0:1734016110.567112:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (6123520->6172671) req@ffff8800744bce00 x1818247336662528/t4294969142(0) o4->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:71/0 lens 488/448 e 0 to 0 dl 1734016121 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016110.567121:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800744bce00 with x1818247336662528 ext(6123520->6172671) 00002000:00010000:3.0:1734016110.567127:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800744bce00 00000100:00100000:0.0:1734016110.570180:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016110.570293:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336662656 00000100:00100000:3.0:1734016110.570305:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336662656 00000100:00100000:3.0:1734016110.570984:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10216 00000100:00100000:3.0:1734016110.570994:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800744bca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+14:1978:x1818247336662656:12345-192.168.201.10@tcp:16:fsx.0 00000001:00080000:0.0:1734016110.573039:0:8954:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969142 is committed 00000001:00080000:0.0:1734016110.573058:0:8954:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969141 is committed 00000100:00100000:3.0:1734016110.575260:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800744bca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1978:x1818247336662656:12345-192.168.201.10@tcp:16:fsx.0 Request processed in 4245us (5073us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016110.575280:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10216 00000100:00100000:0.0:1734016110.582020:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016110.582233:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336662784 00000100:00100000:3.0:1734016110.582245:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336662784 00000100:00100000:3.0:1734016110.582317:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10217 00000100:00100000:3.0:1734016110.582328:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800744bc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1981:x1818247336662784:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:3.0:1734016110.582355:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016110.582381:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a9a73c0/0x3f004d6452e0700a lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d0cd3 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016110.582463:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074c88000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339369856:192.168.201.10@tcp:106: 00000100:00100000:3.0:1734016110.582560:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a896ecc0 going to sleep for 11 seconds 00002000:00010000:3.0:1734016110.584777:0:7689:0:(ofd_lvb.c:301:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks: 1184 -> 1280 00000100:00100000:3.0:1734016110.584990:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074c88000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339369856:192.168.201.10@tcp:106: 00010000:00010000:3.0:1734016110.585034:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a9a73c0/0x3f004d6452e0700a lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0cd3 expref: 7 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016110.585050:0:7689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a73c0/0x3f004d6452e0700a lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0cd3 expref: 7 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016110.585592:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a9a73c0, rc 0) 00000100:00100000:3.0:1734016110.585707:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800744bc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1981:x1818247336662784:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 3381us (3702us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016110.585717:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10217 00000100:00100000:0.0:1734016110.588089:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016110.588299:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336662912 00000100:00100000:3.0:1734016110.588308:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336662912 00000100:00100000:3.0:1734016110.588359:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10218 00000100:00100000:3.0:1734016110.588366:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800744bed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1978:x1818247336662912:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:3.0:1734016110.588385:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016110.588406:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a9a4480/0x3f004d6452e07011 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d0cda expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016110.588471:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074c88000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339369984:192.168.201.10@tcp:106: 00000100:00100000:3.0:1734016110.588535:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a896ecc0 going to sleep for 11 seconds 00000100:00100000:2.0:1734016110.590171:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074c88000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339369984:192.168.201.10@tcp:106: 00010000:00010000:2.0:1734016110.590207:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a9a4480/0x3f004d6452e07011 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0cda expref: 7 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016110.590220:0:7689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a4480/0x3f004d6452e07011 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0cda expref: 7 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016110.590236:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a9a4480, rc 0) 00000100:00100000:2.0:1734016110.590283:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800744bed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1978:x1818247336662912:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 1917us (2205us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016110.590292:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10218 00000100:00100000:2.0:1734016110.594618:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016110.594713:0:7695:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336663168 00000100:00100000:3.0:1734016110.594729:0:7695:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336663168 00002000:00100000:3.0:1734016110.594784:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (6340608->6344703) req@ffff880074e55500 x1818247336663168/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:71/0 lens 488/0 e 0 to 0 dl 1734016121 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016110.594795:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074e55500 with x1818247336663168 ext(6340608->6344703) 00002000:00010000:3.0:1734016110.594801:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074e55500 00000100:00100000:3.0:1734016110.594833:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8509 00000100:00100000:3.0:1734016110.594841:0:7695:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074e55500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1979:x1818247336663168:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:3.0:1734016110.595251:0:7695:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074e55500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1979:x1818247336663168:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 409us (644us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016110.595259:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8509 00002000:00100000:3.0:1734016110.595266:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (6340608->6344703) req@ffff880074e55500 x1818247336663168/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:71/0 lens 488/4536 e 0 to 0 dl 1734016121 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016110.595273:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074e55500 with x1818247336663168 ext(6340608->6344703) 00002000:00010000:3.0:1734016110.595276:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074e55500 00000100:00100000:0.0:1734016110.598740:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016110.598851:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336663296 00000100:00100000:2.0:1734016110.598911:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336663296 00000100:00100000:2.0:1734016110.598979:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10219 00000100:00100000:2.0:1734016110.598988:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800744bc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1978:x1818247336663296:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:2.0:1734016110.599012:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016110.599035:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880072172d00/0x3f004d6452e07018 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d0ce1 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016110.599104:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880135f54000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339370112:192.168.201.10@tcp:106: 00000100:00100000:2.0:1734016110.599197:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800768efc00 going to sleep for 11 seconds 00000100:00100000:2.0:1734016110.604273:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880135f54000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339370112:192.168.201.10@tcp:106: 00010000:00010000:2.0:1734016110.604319:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880072172d00/0x3f004d6452e07018 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0ce1 expref: 7 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016110.604335:0:7689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880072172d00/0x3f004d6452e07018 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0ce1 expref: 7 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016110.604409:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880072172d00, rc 0) 00000100:00100000:2.0:1734016110.605279:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800744bc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1978:x1818247336663296:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 6287us (6545us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016110.605288:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10219 00000100:00100000:3.0:1734016110.608828:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016110.608976:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336663424 00000100:00100000:2.0:1734016110.608985:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336663424 00000100:00100000:2.0:1734016110.609042:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10220 00000100:00100000:2.0:1734016110.609049:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074c89c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1980:x1818247336663424:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:2.0:1734016110.609068:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016110.609089:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880072170d80/0x3f004d6452e0701f lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d0ce8 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016110.609156:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880135f54000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339370240:192.168.201.10@tcp:106: 00000100:00100000:2.0:1734016110.609233:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800768efc00 going to sleep for 11 seconds 00000100:00100000:2.0:1734016110.611764:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880135f54000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339370240:192.168.201.10@tcp:106: 00010000:00010000:2.0:1734016110.611819:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880072170d80/0x3f004d6452e0701f lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0ce8 expref: 7 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016110.611836:0:7689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880072170d80/0x3f004d6452e0701f lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0ce8 expref: 7 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016110.612200:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880072170d80, rc 0) 00000100:00100000:2.0:1734016110.612728:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074c89c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1980:x1818247336663424:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 3676us (3908us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016110.612737:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10220 00000100:00100000:0.0:1734016110.615373:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016110.615497:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336663552 00000100:00100000:2.0:1734016110.615509:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336663552 00000100:00100000:2.0:1734016110.616066:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10221 00000100:00100000:2.0:1734016110.616077:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800744bf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1980:x1818247336663552:12345-192.168.201.10@tcp:22:fsx.0 00002000:00010000:2.0:1734016110.616349:0:7689:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 9564369 -> 9564369 00002000:00010000:2.0:1734016110.616352:0:7689:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016110 -> 1734016110 00002000:00010000:2.0:1734016110.616355:0:7689:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016109 -> 1734016109 00002000:00010000:2.0:1734016110.616356:0:7689:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016110 -> 1734016110 00002000:00010000:2.0:1734016110.616359:0:7689:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 1280 -> 1280 00000100:00100000:2.0:1734016110.616456:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800744bf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1980:x1818247336663552:12345-192.168.201.10@tcp:22:fsx.0 Request processed in 379us (1093us total) trans 4294969143 rc 0/0 00000100:00100000:2.0:1734016110.616463:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10221 00000100:00100000:0.0:1734016110.621215:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016110.621383:0:13927:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336663680 00000100:00100000:2.0:1734016110.621397:0:13927:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336663680 00000100:00100000:2.0:1734016110.621830:0:13927:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10222 00000100:00100000:2.0:1734016110.621841:0:13927:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800744bf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1980:x1818247336663680:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:2.0:1734016110.621914:0:13927:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016110.621939:0:13927:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800721718c0/0x3f004d6452e07026 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d0cef expref: -99 pid: 13927 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016110.622032:0:13927:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880135f54000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13927:1818247339370368:192.168.201.10@tcp:106: 00000100:00100000:2.0:1734016110.622201:0:13927:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800768efc00 going to sleep for 11 seconds 00000100:00100000:2.0:1734016110.625144:0:13927:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880135f54000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13927:1818247339370368:192.168.201.10@tcp:106: 00010000:00010000:2.0:1734016110.625192:0:13927:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800721718c0/0x3f004d6452e07026 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0cef expref: 7 pid: 13927 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016110.625207:0:13927:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800721718c0/0x3f004d6452e07026 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0cef expref: 7 pid: 13927 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016110.625235:0:13927:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800721718c0, rc 0) 00000100:00100000:2.0:1734016110.625292:0:13927:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800744bf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1980:x1818247336663680:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 3452us (4100us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016110.625300:0:13927:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10222 00000100:00100000:0.0:1734016110.629265:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016110.630009:0:13927:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336663808 00000100:00100000:2.0:1734016110.630022:0:13927:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336663808 00000100:00100000:2.0:1734016110.630204:0:13927:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10223 00000100:00100000:2.0:1734016110.630213:0:13927:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800744bd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1980:x1818247336663808:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:2.0:1734016110.630243:0:13927:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016110.630272:0:13927:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880072170d80/0x3f004d6452e0702d lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d0cf6 expref: -99 pid: 13927 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016110.630343:0:13927:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880135f54000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13927:1818247339370496:192.168.201.10@tcp:106: 00000100:00100000:2.0:1734016110.630720:0:13927:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800768efc00 going to sleep for 11 seconds 00000100:00100000:2.0:1734016110.633143:0:13927:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880135f54000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13927:1818247339370496:192.168.201.10@tcp:106: 00010000:00010000:2.0:1734016110.633195:0:13927:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880072170d80/0x3f004d6452e0702d lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0cf6 expref: 7 pid: 13927 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016110.633219:0:13927:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880072170d80/0x3f004d6452e0702d lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0cf6 expref: 7 pid: 13927 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016110.633238:0:13927:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880072170d80, rc 0) 00000100:00100000:2.0:1734016110.633314:0:13927:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800744bd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1980:x1818247336663808:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 3100us (4062us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016110.633324:0:13927:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10223 00000100:00100000:0.0:1734016110.639532:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016110.640380:0:7695:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336664064 00000100:00100000:3.0:1734016110.640398:0:7695:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336664064 00002000:00100000:3.0:1734016110.640595:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (5079040->5083135) req@ffff8800744be680 x1818247336664064/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:71/0 lens 488/0 e 0 to 0 dl 1734016121 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016110.640606:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800744be680 with x1818247336664064 ext(5079040->5083135) 00002000:00010000:3.0:1734016110.640612:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800744be680 00000100:00100000:3.0:1734016110.640657:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8510 00000100:00100000:3.0:1734016110.640664:0:7695:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800744be680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1980:x1818247336664064:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:3.0:1734016110.640909:0:7695:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800744be680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1980:x1818247336664064:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 244us (1389us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016110.640917:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8510 00002000:00100000:3.0:1734016110.640924:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (5079040->5083135) req@ffff8800744be680 x1818247336664064/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:71/0 lens 488/4536 e 0 to 0 dl 1734016121 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016110.640932:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800744be680 with x1818247336664064 ext(5079040->5083135) 00002000:00010000:3.0:1734016110.640935:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800744be680 00000100:00100000:0.0:1734016110.649538:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016110.650844:0:7695:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336664320 00000100:00100000:3.0:1734016110.650875:0:7695:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336664320 00002000:00100000:3.0:1734016110.650951:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (5074944->5079039) req@ffff8800744bf480 x1818247336664320/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:71/0 lens 488/0 e 0 to 0 dl 1734016121 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016110.650965:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800744bf480 with x1818247336664320 ext(5074944->5079039) 00002000:00010000:3.0:1734016110.650973:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800744bf480 00000100:00100000:3.0:1734016110.651019:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8511 00000100:00100000:3.0:1734016110.651027:0:7695:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800744bf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1981:x1818247336664320:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:3.0:1734016110.651298:0:7695:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800744bf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1981:x1818247336664320:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 270us (1771us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016110.651305:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8511 00002000:00100000:3.0:1734016110.651311:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (5074944->5079039) req@ffff8800744bf480 x1818247336664320/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:71/0 lens 488/4536 e 0 to 0 dl 1734016121 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016110.651318:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800744bf480 with x1818247336664320 ext(5074944->5079039) 00002000:00010000:3.0:1734016110.651321:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800744bf480 00000100:00100000:0.0:1734016110.656852:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016110.657161:0:13929:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336664576 00000100:00100000:2.0:1734016110.657171:0:13929:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336664576 00002000:00100000:2.0:1734016110.657224:0:13929:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (5070848->5074943) req@ffff8800744bd880 x1818247336664576/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:71/0 lens 488/0 e 0 to 0 dl 1734016121 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016110.657234:0:13929:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800744bd880 with x1818247336664576 ext(5070848->5074943) 00002000:00010000:2.0:1734016110.657240:0:13929:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800744bd880 00000100:00100000:2.0:1734016110.657276:0:13929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8512 00000100:00100000:2.0:1734016110.657283:0:13929:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800744bd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1979:x1818247336664576:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:2.0:1734016110.657510:0:13929:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800744bd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1979:x1818247336664576:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 227us (678us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016110.657517:0:13929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8512 00002000:00100000:2.0:1734016110.657522:0:13929:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (5070848->5074943) req@ffff8800744bd880 x1818247336664576/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:71/0 lens 488/4536 e 0 to 0 dl 1734016121 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016110.657528:0:13929:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800744bd880 with x1818247336664576 ext(5070848->5074943) 00002000:00010000:2.0:1734016110.657530:0:13929:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800744bd880 00000100:00100000:0.0:1734016110.660305:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016110.660373:0:7695:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336664832 00000100:00100000:3.0:1734016110.660388:0:7695:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336664832 00002000:00100000:3.0:1734016110.660434:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (5066752->5070847) req@ffff8800744bc000 x1818247336664832/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:71/0 lens 488/0 e 0 to 0 dl 1734016121 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016110.660445:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800744bc000 with x1818247336664832 ext(5066752->5070847) 00002000:00010000:3.0:1734016110.660452:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800744bc000 00000100:00100000:3.0:1734016110.660491:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8513 00000100:00100000:3.0:1734016110.660498:0:7695:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800744bc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1981:x1818247336664832:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:3.0:1734016110.660731:0:7695:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800744bc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1981:x1818247336664832:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 232us (435us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016110.660738:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8513 00002000:00100000:3.0:1734016110.660744:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (5066752->5070847) req@ffff8800744bc000 x1818247336664832/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:71/0 lens 488/4536 e 0 to 0 dl 1734016121 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016110.660751:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800744bc000 with x1818247336664832 ext(5066752->5070847) 00002000:00010000:3.0:1734016110.660754:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800744bc000 00000100:00100000:0.0:1734016110.667496:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016110.667673:0:13929:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336665088 00000100:00100000:2.0:1734016110.667687:0:13929:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336665088 00002000:00100000:2.0:1734016110.667752:0:13929:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (5062656->5066751) req@ffff8800744bfb80 x1818247336665088/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:71/0 lens 488/0 e 0 to 0 dl 1734016121 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016110.667764:0:13929:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800744bfb80 with x1818247336665088 ext(5062656->5066751) 00002000:00010000:2.0:1734016110.667771:0:13929:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800744bfb80 00000100:00100000:2.0:1734016110.667808:0:13929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8514 00000100:00100000:2.0:1734016110.667817:0:13929:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800744bfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1979:x1818247336665088:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:2.0:1734016110.668089:0:13929:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800744bfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1979:x1818247336665088:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 272us (608us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016110.668097:0:13929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8514 00002000:00100000:2.0:1734016110.668104:0:13929:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (5062656->5066751) req@ffff8800744bfb80 x1818247336665088/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:71/0 lens 488/4536 e 0 to 0 dl 1734016121 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016110.668111:0:13929:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800744bfb80 with x1818247336665088 ext(5062656->5066751) 00002000:00010000:2.0:1734016110.668114:0:13929:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800744bfb80 00000100:00100000:0.0:1734016110.670830:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016110.671669:0:7695:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336665344 00000100:00100000:3.0:1734016110.671682:0:7695:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336665344 00002000:00100000:3.0:1734016110.671731:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (5058560->5062655) req@ffff8800744bd500 x1818247336665344/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:71/0 lens 488/0 e 0 to 0 dl 1734016121 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016110.671740:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800744bd500 with x1818247336665344 ext(5058560->5062655) 00002000:00010000:3.0:1734016110.671746:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800744bd500 00000100:00100000:3.0:1734016110.671781:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8515 00000100:00100000:3.0:1734016110.671788:0:7695:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800744bd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1981:x1818247336665344:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:3.0:1734016110.672003:0:7695:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800744bd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1981:x1818247336665344:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 215us (1185us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016110.672010:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8515 00002000:00100000:3.0:1734016110.672015:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (5058560->5062655) req@ffff8800744bd500 x1818247336665344/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:71/0 lens 488/4536 e 0 to 0 dl 1734016121 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016110.672021:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800744bd500 with x1818247336665344 ext(5058560->5062655) 00002000:00010000:3.0:1734016110.672023:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800744bd500 00000100:00100000:0.0:1734016110.678926:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016110.682690:0:13929:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336665600 00000100:00100000:2.0:1734016110.682708:0:13929:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336665600 00002000:00100000:2.0:1734016110.682763:0:13929:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (5054464->5058559) req@ffff8800744bdc00 x1818247336665600/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:71/0 lens 488/0 e 0 to 0 dl 1734016121 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016110.682775:0:13929:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800744bdc00 with x1818247336665600 ext(5054464->5058559) 00002000:00010000:2.0:1734016110.682781:0:13929:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800744bdc00 00000100:00100000:2.0:1734016110.682833:0:13929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8516 00000100:00100000:2.0:1734016110.682841:0:13929:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800744bdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1978:x1818247336665600:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:2.0:1734016110.683129:0:13929:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800744bdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1978:x1818247336665600:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 287us (4213us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016110.683139:0:13929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8516 00002000:00100000:2.0:1734016110.683145:0:13929:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (5054464->5058559) req@ffff8800744bdc00 x1818247336665600/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:71/0 lens 488/4536 e 0 to 0 dl 1734016121 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016110.683152:0:13929:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800744bdc00 with x1818247336665600 ext(5054464->5058559) 00002000:00010000:2.0:1734016110.683155:0:13929:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800744bdc00 00000100:00100000:0.0:1734016110.692134:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016110.692235:0:7695:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336665856 00000100:00100000:3.0:1734016110.692250:0:7695:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336665856 00002000:00100000:3.0:1734016110.692316:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (5050368->5054463) req@ffff880073e31c00 x1818247336665856/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:71/0 lens 488/0 e 0 to 0 dl 1734016121 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016110.692326:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880073e31c00 with x1818247336665856 ext(5050368->5054463) 00002000:00010000:3.0:1734016110.692332:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880073e31c00 00000100:00100000:3.0:1734016110.692376:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8517 00000100:00100000:3.0:1734016110.692386:0:7695:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880073e31c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1979:x1818247336665856:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:3.0:1734016110.692677:0:7695:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880073e31c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1979:x1818247336665856:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 291us (564us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016110.692686:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8517 00002000:00100000:3.0:1734016110.692692:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (5050368->5054463) req@ffff880073e31c00 x1818247336665856/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:71/0 lens 488/4536 e 0 to 0 dl 1734016121 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016110.692699:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880073e31c00 with x1818247336665856 ext(5050368->5054463) 00002000:00010000:3.0:1734016110.692702:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880073e31c00 00000100:00100000:0.0:1734016110.695833:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016110.697843:0:13929:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336666112 00000100:00100000:2.0:1734016110.697859:0:13929:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336666112 00002000:00100000:2.0:1734016110.697934:0:13929:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (5046272->5050367) req@ffff880073e30700 x1818247336666112/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:71/0 lens 488/0 e 0 to 0 dl 1734016121 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016110.697944:0:13929:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880073e30700 with x1818247336666112 ext(5046272->5050367) 00002000:00010000:2.0:1734016110.697950:0:13929:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880073e30700 00000100:00100000:2.0:1734016110.697991:0:13929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8518 00000100:00100000:2.0:1734016110.697998:0:13929:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880073e30700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1981:x1818247336666112:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:2.0:1734016110.698204:0:13929:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880073e30700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1981:x1818247336666112:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 205us (2385us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016110.698212:0:13929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8518 00002000:00100000:2.0:1734016110.698218:0:13929:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (5046272->5050367) req@ffff880073e30700 x1818247336666112/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:71/0 lens 488/4536 e 0 to 0 dl 1734016121 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016110.698224:0:13929:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880073e30700 with x1818247336666112 ext(5046272->5050367) 00002000:00010000:2.0:1734016110.698227:0:13929:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880073e30700 00000100:00100000:0.0:1734016110.704831:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016110.704910:0:7695:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336666368 00000100:00100000:3.0:1734016110.704924:0:7695:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336666368 00002000:00100000:3.0:1734016110.704969:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (5042176->5046271) req@ffff880073e33480 x1818247336666368/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:71/0 lens 488/0 e 0 to 0 dl 1734016121 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016110.704979:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880073e33480 with x1818247336666368 ext(5042176->5046271) 00002000:00010000:3.0:1734016110.704985:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880073e33480 00000100:00100000:3.0:1734016110.705020:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8519 00000100:00100000:3.0:1734016110.705028:0:7695:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880073e33480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1979:x1818247336666368:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:3.0:1734016110.705247:0:7695:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880073e33480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1979:x1818247336666368:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 219us (428us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016110.705259:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8519 00002000:00100000:3.0:1734016110.705264:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (5042176->5046271) req@ffff880073e33480 x1818247336666368/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:71/0 lens 488/4536 e 0 to 0 dl 1734016121 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016110.705271:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880073e33480 with x1818247336666368 ext(5042176->5046271) 00002000:00010000:3.0:1734016110.705274:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880073e33480 00000100:00100000:0.0:1734016110.709835:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016110.709919:0:13929:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336666624 00000100:00100000:2.0:1734016110.709932:0:13929:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336666624 00002000:00100000:3.0:1734016110.710065:0:13929:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (5038080->5042175) req@ffff880073e32d80 x1818247336666624/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:71/0 lens 488/0 e 0 to 0 dl 1734016121 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016110.710077:0:13929:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880073e32d80 with x1818247336666624 ext(5038080->5042175) 00002000:00010000:3.0:1734016110.710083:0:13929:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880073e32d80 00000100:00100000:3.0:1734016110.710115:0:13929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8520 00000100:00100000:3.0:1734016110.710123:0:13929:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880073e32d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1981:x1818247336666624:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:3.0:1734016110.710446:0:13929:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880073e32d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1981:x1818247336666624:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 322us (625us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016110.710454:0:13929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8520 00002000:00100000:3.0:1734016110.710461:0:13929:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (5038080->5042175) req@ffff880073e32d80 x1818247336666624/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:71/0 lens 488/4536 e 0 to 0 dl 1734016121 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016110.710468:0:13929:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880073e32d80 with x1818247336666624 ext(5038080->5042175) 00002000:00010000:3.0:1734016110.710472:0:13929:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880073e32d80 00000100:00100000:0.0:1734016110.723069:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016110.725429:0:13929:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336666880 00000100:00100000:3.0:1734016110.725445:0:13929:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336666880 00002000:00100000:3.0:1734016110.725498:0:13929:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (5033984->5038079) req@ffff880073e30380 x1818247336666880/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:71/0 lens 488/0 e 0 to 0 dl 1734016121 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016110.725510:0:13929:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880073e30380 with x1818247336666880 ext(5033984->5038079) 00002000:00010000:3.0:1734016110.725517:0:13929:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880073e30380 00000100:00100000:2.0:1734016110.726677:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8521 00000100:00100000:2.0:1734016110.726688:0:7695:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880073e30380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1979:x1818247336666880:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:2.0:1734016110.726950:0:7695:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880073e30380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1979:x1818247336666880:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 263us (3896us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016110.726958:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8521 00002000:00100000:2.0:1734016110.726965:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (5033984->5038079) req@ffff880073e30380 x1818247336666880/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:71/0 lens 488/4536 e 0 to 0 dl 1734016121 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016110.726972:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880073e30380 with x1818247336666880 ext(5033984->5038079) 00002000:00010000:2.0:1734016110.726976:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880073e30380 00000100:00100000:0.0:1734016110.730625:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016110.730761:0:13929:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336667136 00000100:00100000:3.0:1734016110.730772:0:13929:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336667136 00002000:00100000:3.0:1734016110.730819:0:13929:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (5029888->5033983) req@ffff880073e33b80 x1818247336667136/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:71/0 lens 488/0 e 0 to 0 dl 1734016121 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016110.730830:0:13929:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880073e33b80 with x1818247336667136 ext(5029888->5033983) 00002000:00010000:3.0:1734016110.730836:0:13929:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880073e33b80 00000100:00100000:2.0:1734016110.731963:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8522 00000100:00100000:2.0:1734016110.731974:0:7695:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880073e33b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1981:x1818247336667136:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:2.0:1734016110.732180:0:7695:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880073e33b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1981:x1818247336667136:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 208us (1565us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016110.732188:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8522 00002000:00100000:2.0:1734016110.732194:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (5029888->5033983) req@ffff880073e33b80 x1818247336667136/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:71/0 lens 488/4536 e 0 to 0 dl 1734016121 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016110.732201:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880073e33b80 with x1818247336667136 ext(5029888->5033983) 00002000:00010000:2.0:1734016110.732204:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880073e33b80 00000100:00100000:0.0:1734016110.736118:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016110.736344:0:13929:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336667264 00000100:00100000:3.0:1734016110.736356:0:13929:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336667264 00002000:00100000:3.0:1734016110.736412:0:13929:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (5029888->6344703) req@ffff880073e33100 x1818247336667264/t0(0) o4->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:71/0 lens 504/0 e 0 to 0 dl 1734016121 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016110.736423:0:13929:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880073e33100 with x1818247336667264 ext(5029888->6344703) 00002000:00010000:3.0:1734016110.736430:0:13929:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880073e33100 00000100:00100000:3.0:1734016110.736465:0:13929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8523 00000100:00100000:3.0:1734016110.736472:0:13929:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880073e33100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1978:x1818247336667264:12345-192.168.201.10@tcp:4:fsx.0 00000100:00100000:0.0:1734016110.740756:0:13929:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880073e33100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+9:1978:x1818247336667264:12345-192.168.201.10@tcp:4:fsx.0 Request processed in 4261us (4635us total) trans 4294969144 rc 0/0 00000100:00100000:0.0:1734016110.740774:0:13929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8523 00002000:00100000:0.0:1734016110.740797:0:13929:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (5029888->6344703) req@ffff880073e33100 x1818247336667264/t4294969144(0) o4->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:71/0 lens 504/448 e 0 to 0 dl 1734016121 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016110.740809:0:13929:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880073e33100 with x1818247336667264 ext(5029888->6344703) 00002000:00010000:0.0:1734016110.740818:0:13929:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880073e33100 00000100:00100000:0.0:1734016110.743058:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016110.743167:0:13927:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336667392 00000100:00100000:2.0:1734016110.743180:0:13927:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336667392 00000100:00100000:2.0:1734016110.743291:0:13927:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10224 00000100:00100000:2.0:1734016110.743301:0:13927:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880073e30000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+9:1979:x1818247336667392:12345-192.168.201.10@tcp:16:fsx.0 00000001:00080000:2.0:1734016110.745624:0:8954:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969144 is committed 00000100:00100000:0.0:1734016110.745802:0:13927:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880073e30000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1979:x1818247336667392:12345-192.168.201.10@tcp:16:fsx.0 Request processed in 2496us (2749us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016110.745813:0:13927:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10224 00000100:00100000:2.0:1734016110.749348:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016110.749417:0:13929:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336667648 00000100:00100000:0.0:1734016110.749427:0:13929:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336667648 00002000:00100000:0.0:1734016110.749476:0:13929:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (1409024->1413119) req@ffff880135f54000 x1818247336667648/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:71/0 lens 488/0 e 0 to 0 dl 1734016121 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016110.749486:0:13929:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880135f54000 with x1818247336667648 ext(1409024->1413119) 00002000:00010000:0.0:1734016110.749492:0:13929:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880135f54000 00000100:00100000:0.0:1734016110.749522:0:13929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8524 00000100:00100000:0.0:1734016110.749529:0:13929:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880135f54000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1981:x1818247336667648:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:0.0:1734016110.750069:0:13929:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880135f54000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1981:x1818247336667648:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 539us (731us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016110.750077:0:13929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8524 00002000:00100000:0.0:1734016110.750083:0:13929:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (1409024->1413119) req@ffff880135f54000 x1818247336667648/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:71/0 lens 488/4536 e 0 to 0 dl 1734016121 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016110.750090:0:13929:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880135f54000 with x1818247336667648 ext(1409024->1413119) 00002000:00010000:0.0:1734016110.750092:0:13929:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880135f54000 00000100:00100000:0.0:1734016110.753842:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016110.754298:0:13929:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336667904 00000100:00100000:2.0:1734016110.754309:0:13929:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336667904 00002000:00100000:2.0:1734016110.754362:0:13929:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (1404928->1409023) req@ffff880073e31f80 x1818247336667904/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:71/0 lens 488/0 e 0 to 0 dl 1734016121 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016110.754374:0:13929:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880073e31f80 with x1818247336667904 ext(1404928->1409023) 00002000:00010000:2.0:1734016110.754380:0:13929:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880073e31f80 00000100:00100000:2.0:1734016110.754403:0:13929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8525 00000100:00100000:2.0:1734016110.754411:0:13929:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880073e31f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1979:x1818247336667904:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:2.0:1734016110.755360:0:13929:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880073e31f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1979:x1818247336667904:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 940us (1519us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016110.755371:0:13929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8525 00002000:00100000:2.0:1734016110.755380:0:13929:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (1404928->1409023) req@ffff880073e31f80 x1818247336667904/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:71/0 lens 488/4536 e 0 to 0 dl 1734016121 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016110.755388:0:13929:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880073e31f80 with x1818247336667904 ext(1404928->1409023) 00002000:00010000:2.0:1734016110.755393:0:13929:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880073e31f80 00000100:00100000:0.0:1734016110.759211:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016110.759353:0:13929:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336668160 00000100:00100000:2.0:1734016110.759368:0:13929:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336668160 00002000:00100000:2.0:1734016110.759431:0:13929:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (1400832->1404927) req@ffff880073e32680 x1818247336668160/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:71/0 lens 488/0 e 0 to 0 dl 1734016121 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016110.759445:0:13929:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880073e32680 with x1818247336668160 ext(1400832->1404927) 00002000:00010000:2.0:1734016110.759453:0:13929:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880073e32680 00000100:00100000:2.0:1734016110.759489:0:13929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8526 00000100:00100000:2.0:1734016110.759497:0:13929:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880073e32680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1980:x1818247336668160:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:2.0:1734016110.759732:0:13929:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880073e32680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1980:x1818247336668160:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 234us (535us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016110.759740:0:13929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8526 00002000:00100000:2.0:1734016110.759747:0:13929:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (1400832->1404927) req@ffff880073e32680 x1818247336668160/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:71/0 lens 488/4536 e 0 to 0 dl 1734016121 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016110.759756:0:13929:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880073e32680 with x1818247336668160 ext(1400832->1404927) 00002000:00010000:2.0:1734016110.759759:0:13929:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880073e32680 00000100:00100000:3.0:1734016110.765034:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016110.765133:0:7695:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336668288 00000100:00100000:0.0:1734016110.765145:0:7695:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336668288 00002000:00100000:0.0:1734016110.765196:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (1400832->1413119) req@ffff880074c88e00 x1818247336668288/t0(0) o4->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:71/0 lens 12776/0 e 0 to 0 dl 1734016121 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016110.765208:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074c88e00 with x1818247336668288 ext(1400832->1413119) 00002000:00010000:0.0:1734016110.765214:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074c88e00 00000100:00100000:0.0:1734016110.765353:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8527 00000100:00100000:0.0:1734016110.765360:0:7695:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074c88e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1980:x1818247336668288:12345-192.168.201.10@tcp:4:fsx.0 00000100:00100000:0.0:1734016110.766839:0:7695:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074c88e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+8:1980:x1818247336668288:12345-192.168.201.10@tcp:4:fsx.0 Request processed in 1468us (1808us total) trans 4294969145 rc 0/0 00000100:00100000:0.0:1734016110.766851:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8527 00002000:00100000:0.0:1734016110.766861:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (1400832->1413119) req@ffff880074c88e00 x1818247336668288/t4294969145(0) o4->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:71/0 lens 12776/448 e 0 to 0 dl 1734016121 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016110.766898:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074c88e00 with x1818247336668288 ext(1400832->1413119) 00002000:00010000:0.0:1734016110.766905:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074c88e00 00000100:00100000:0.0:1734016110.769188:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016110.769303:0:13927:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336668416 00000100:00100000:2.0:1734016110.769315:0:13927:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336668416 00000100:00100000:2.0:1734016110.769361:0:13927:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10225 00000100:00100000:2.0:1734016110.769370:0:13927:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a78b2450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+8:1981:x1818247336668416:12345-192.168.201.10@tcp:16:fsx.0 00000001:00080000:3.0:1734016110.771070:0:8954:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969145 is committed 00000100:00100000:2.0:1734016110.771351:0:13927:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a78b2450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1981:x1818247336668416:12345-192.168.201.10@tcp:16:fsx.0 Request processed in 1976us (2167us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016110.771363:0:13927:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10225 00000100:00100000:2.0:1734016110.774523:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016110.774625:0:13927:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336668544 00000100:00100000:0.0:1734016110.774637:0:13927:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336668544 00000100:00100000:0.0:1734016110.774707:0:13927:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10226 00000100:00100000:0.0:1734016110.774715:0:13927:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880135f55500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1980:x1818247336668544:12345-192.168.201.10@tcp:22:fsx.0 00002000:00010000:0.0:1734016110.775226:0:13927:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 9564369 -> 9564369 00002000:00010000:0.0:1734016110.775230:0:13927:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016110 -> 1734016110 00002000:00010000:0.0:1734016110.775232:0:13927:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016109 -> 1734016109 00002000:00010000:0.0:1734016110.775234:0:13927:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016110 -> 1734016110 00002000:00010000:0.0:1734016110.775236:0:13927:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 1280 -> 1584 00000100:00100000:0.0:1734016110.775312:0:13927:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880135f55500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1980:x1818247336668544:12345-192.168.201.10@tcp:22:fsx.0 Request processed in 595us (798us total) trans 4294969146 rc 0/0 00000100:00100000:0.0:1734016110.775321:0:13927:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10226 00000100:00100000:3.0:1734016110.778261:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016110.778578:0:13927:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336668672 00000100:00100000:1.0:1734016110.778593:0:13927:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336668672 00000100:00100000:1.0:1734016110.778704:0:13927:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10227 00000100:00100000:1.0:1734016110.778713:0:13927:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074c89c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1981:x1818247336668672:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:1.0:1734016110.778738:0:13927:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016110.778765:0:13927:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880097237cc0/0x3f004d6452e07034 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d0cfd expref: -99 pid: 13927 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016110.778839:0:13927:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800ac575180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13927:1818247339370624:192.168.201.10@tcp:106: 00000100:00100000:1.0:1734016110.779192:0:13927:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b42cd0c0 going to sleep for 11 seconds 00002000:00010000:1.0:1734016110.782285:0:13927:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime: 1734016109 -> 1734016110 00000100:00100000:1.0:1734016110.782317:0:13927:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800ac575180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13927:1818247339370624:192.168.201.10@tcp:106: 00010000:00010000:1.0:1734016110.782361:0:13927:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880097237cc0/0x3f004d6452e07034 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0cfd expref: 7 pid: 13927 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016110.782378:0:13927:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097237cc0/0x3f004d6452e07034 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0cfd expref: 7 pid: 13927 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016110.782398:0:13927:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097237cc0, rc 0) 00000100:00100000:1.0:1734016110.782481:0:13927:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074c89c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1981:x1818247336668672:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 3766us (4234us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016110.782491:0:13927:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10227 00000100:00100000:2.0:1734016110.787286:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016110.787486:0:13927:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336668800 00000100:00100000:1.0:1734016110.787498:0:13927:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336668800 00000100:00100000:1.0:1734016110.787547:0:13927:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10228 00000100:00100000:1.0:1734016110.787557:0:13927:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880135f57480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1980:x1818247336668800:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:1.0:1734016110.787587:0:13927:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016110.787606:0:13927:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880097235200/0x3f004d6452e0703b lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d0d04 expref: -99 pid: 13927 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016110.787673:0:13927:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800ac575180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13927:1818247339370752:192.168.201.10@tcp:106: 00000100:00100000:1.0:1734016110.788666:0:13927:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b42cd0c0 going to sleep for 11 seconds 00000100:00100000:1.0:1734016110.791312:0:13927:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800ac575180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13927:1818247339370752:192.168.201.10@tcp:106: 00010000:00010000:1.0:1734016110.791354:0:13927:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880097235200/0x3f004d6452e0703b lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0d04 expref: 7 pid: 13927 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016110.791369:0:13927:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097235200/0x3f004d6452e0703b lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0d04 expref: 7 pid: 13927 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016110.791388:0:13927:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097235200, rc 0) 00000100:00100000:1.0:1734016110.792047:0:13927:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880135f57480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1980:x1818247336668800:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 4489us (4769us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016110.792058:0:13927:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10228 00000100:00100000:0.0:1734016110.795407:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016110.795554:0:7695:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336669056 00000100:00100000:2.0:1734016110.795572:0:7695:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336669056 00002000:00100000:2.0:1734016110.795630:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (9388032->9392127) req@ffff880073e32a00 x1818247336669056/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:71/0 lens 488/0 e 0 to 0 dl 1734016121 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016110.795640:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880073e32a00 with x1818247336669056 ext(9388032->9392127) 00002000:00010000:2.0:1734016110.795646:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880073e32a00 00000100:00100000:2.0:1734016110.795669:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8528 00000100:00100000:2.0:1734016110.795676:0:7695:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880073e32a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1980:x1818247336669056:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:2.0:1734016110.796064:0:7695:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880073e32a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1980:x1818247336669056:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 385us (675us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016110.796072:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8528 00002000:00100000:2.0:1734016110.796080:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (9388032->9392127) req@ffff880073e32a00 x1818247336669056/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:71/0 lens 488/4536 e 0 to 0 dl 1734016121 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016110.796088:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880073e32a00 with x1818247336669056 ext(9388032->9392127) 00002000:00010000:2.0:1734016110.796091:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880073e32a00 00000100:00100000:2.0:1734016110.807721:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016110.808141:0:7695:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336669312 00000100:00100000:0.0:1734016110.808157:0:7695:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336669312 00002000:00100000:0.0:1734016110.808221:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (9383936->9388031) req@ffff880135f55880 x1818247336669312/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:71/0 lens 488/0 e 0 to 0 dl 1734016121 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016110.808235:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880135f55880 with x1818247336669312 ext(9383936->9388031) 00002000:00010000:0.0:1734016110.808244:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880135f55880 00000100:00100000:0.0:1734016110.808281:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8529 00000100:00100000:0.0:1734016110.808290:0:7695:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880135f55880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1981:x1818247336669312:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:0.0:1734016110.808527:0:7695:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880135f55880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1981:x1818247336669312:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 237us (818us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016110.808535:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8529 00002000:00100000:0.0:1734016110.808543:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (9383936->9388031) req@ffff880135f55880 x1818247336669312/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:71/0 lens 488/4536 e 0 to 0 dl 1734016121 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016110.808551:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880135f55880 with x1818247336669312 ext(9383936->9388031) 00002000:00010000:0.0:1734016110.808554:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880135f55880 00000100:00100000:3.0:1734016110.810969:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016110.811071:0:13929:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336669568 00000100:00100000:2.0:1734016110.811083:0:13929:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336669568 00002000:00100000:2.0:1734016110.811146:0:13929:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (9379840->9383935) req@ffff880074c88000 x1818247336669568/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:71/0 lens 488/0 e 0 to 0 dl 1734016121 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016110.811157:0:13929:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074c88000 with x1818247336669568 ext(9379840->9383935) 00002000:00010000:2.0:1734016110.811165:0:13929:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074c88000 00000100:00100000:2.0:1734016110.811191:0:13929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8530 00000100:00100000:2.0:1734016110.811200:0:13929:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074c88000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1980:x1818247336669568:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:2.0:1734016110.811425:0:13929:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074c88000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1980:x1818247336669568:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 226us (474us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016110.811432:0:13929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8530 00002000:00100000:2.0:1734016110.811436:0:13929:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (9379840->9383935) req@ffff880074c88000 x1818247336669568/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:71/0 lens 488/4536 e 0 to 0 dl 1734016121 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016110.811442:0:13929:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074c88000 with x1818247336669568 ext(9379840->9383935) 00002000:00010000:2.0:1734016110.811444:0:13929:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074c88000 00000100:00100000:0.0:1734016110.815836:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016110.816385:0:7695:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336669824 00000100:00100000:2.0:1734016110.816397:0:7695:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336669824 00002000:00100000:2.0:1734016110.816446:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (9375744->9379839) req@ffff880073e31880 x1818247336669824/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:71/0 lens 488/0 e 0 to 0 dl 1734016121 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016110.816457:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880073e31880 with x1818247336669824 ext(9375744->9379839) 00002000:00010000:2.0:1734016110.816464:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880073e31880 00000100:00100000:2.0:1734016110.816577:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8531 00000100:00100000:2.0:1734016110.816585:0:7695:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880073e31880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1981:x1818247336669824:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:2.0:1734016110.816795:0:7695:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880073e31880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1981:x1818247336669824:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 209us (980us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016110.816802:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8531 00002000:00100000:2.0:1734016110.816807:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (9375744->9379839) req@ffff880073e31880 x1818247336669824/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:71/0 lens 488/4536 e 0 to 0 dl 1734016121 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016110.816814:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880073e31880 with x1818247336669824 ext(9375744->9379839) 00002000:00010000:2.0:1734016110.816817:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880073e31880 00000100:00100000:3.0:1734016110.819688:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016110.819776:0:13929:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336669952 00000100:00100000:0.0:1734016110.819789:0:13929:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336669952 00002000:00100000:0.0:1734016110.819843:0:13929:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (9375744->9392127) req@ffff880074c8b100 x1818247336669952/t0(0) o4->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:71/0 lens 16872/0 e 0 to 0 dl 1734016121 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016110.819856:0:13929:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074c8b100 with x1818247336669952 ext(9375744->9392127) 00002000:00010000:0.0:1734016110.819900:0:13929:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074c8b100 00000100:00100000:0.0:1734016110.819931:0:13929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8532 00000100:00100000:0.0:1734016110.819939:0:13929:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074c8b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1981:x1818247336669952:12345-192.168.201.10@tcp:4:fsx.0 00000100:00100000:0.0:1734016110.821479:0:13929:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074c8b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+9:1981:x1818247336669952:12345-192.168.201.10@tcp:4:fsx.0 Request processed in 1527us (1793us total) trans 4294969147 rc 0/0 00000100:00100000:0.0:1734016110.821492:0:13929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8532 00002000:00100000:0.0:1734016110.821503:0:13929:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (9375744->9392127) req@ffff880074c8b100 x1818247336669952/t4294969147(0) o4->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:71/0 lens 16872/448 e 0 to 0 dl 1734016121 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016110.821512:0:13929:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074c8b100 with x1818247336669952 ext(9375744->9392127) 00002000:00010000:0.0:1734016110.821519:0:13929:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074c8b100 00000100:00100000:3.0:1734016110.824742:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016110.824852:0:13927:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336670080 00000100:00100000:1.0:1734016110.824893:0:13927:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336670080 00000100:00100000:1.0:1734016110.824952:0:13927:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10229 00000100:00100000:1.0:1734016110.824959:0:13927:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074c8a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+9:1981:x1818247336670080:12345-192.168.201.10@tcp:16:fsx.0 00000001:00080000:0.0:1734016110.826365:0:8954:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969147 is committed 00000100:00100000:1.0:1734016110.834943:0:13927:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074c8a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1981:x1818247336670080:12345-192.168.201.10@tcp:16:fsx.0 Request processed in 9958us (10186us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016110.834961:0:13927:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10229 00000100:00100000:0.0:1734016110.844385:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016110.844467:0:13927:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336670208 00000100:00100000:1.0:1734016110.844478:0:13927:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336670208 00000100:00100000:2.0:1734016110.844995:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10230 00000100:00100000:2.0:1734016110.845006:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880073e33800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1981:x1818247336670208:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:2.0:1734016110.845034:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016110.845055:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880072172d00/0x3f004d6452e07042 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d0d0b expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016110.845134:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880135f55180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339370880:192.168.201.10@tcp:106: 00000100:00100000:2.0:1734016110.845230:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800768ef180 going to sleep for 11 seconds 00002000:00010000:2.0:1734016110.846842:0:7689:0:(ofd_lvb.c:301:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks: 1584 -> 1616 00000100:00100000:2.0:1734016110.846912:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880135f55180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339370880:192.168.201.10@tcp:106: 00010000:00010000:2.0:1734016110.846966:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880072172d00/0x3f004d6452e07042 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0d0b expref: 7 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016110.846981:0:7689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880072172d00/0x3f004d6452e07042 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0d0b expref: 7 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016110.847003:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880072172d00, rc 0) 00000100:00100000:2.0:1734016110.847069:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880073e33800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1981:x1818247336670208:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 2063us (2695us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016110.847078:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10230 00000100:00100000:3.0:1734016110.848794:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016110.850236:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336670336 00000100:00100000:2.0:1734016110.850253:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336670336 00000100:00100000:2.0:1734016110.850325:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10231 00000100:00100000:2.0:1734016110.850335:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074c89180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:9673:x1818247336670336:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:2.0:1734016110.850365:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016110.850400:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e07049 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d0d12 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016110.850444:0:7689:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a5440/0x3f004d6452e07003 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6168576->6172671) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0ccc expref: 5 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016110.850454:0:7689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016110.850456:0:7689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016110.850461:0:7689:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e07049 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [344064->348159] (req 344064->348159) gid 0 flags: 0x50000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0d12 expref: 7 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016110.850499:0:7689:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a9a5440/0x3f004d6452e07003 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6168576->6172671) gid 0 flags: 0x50000000020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0ccc expref: 5 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016110.850513:0:7689:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a9a5440/0x3f004d6452e07003 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6168576->6172671) gid 0 flags: 0x70000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0ccc expref: 5 pid: 7689 timeout: 474 lvb_type: 0 00000100:00100000:2.0:1734016110.850536:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880135f55180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339371008:192.168.201.10@tcp:104: 00000100:00100000:2.0:1734016110.850655:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800768ef180 going to sleep for 11 seconds 00000100:00100000:2.0:1734016110.856643:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880135f55180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339371008:192.168.201.10@tcp:104: 00010000:00010000:2.0:1734016110.856698:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e07049 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [344064->348159] (req 344064->348159) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0d12 expref: 7 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016110.856724:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880072171440, rc 0) 00000100:00100000:2.0:1734016110.856804:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074c89180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:9673:x1818247336670336:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 6470us (8021us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016110.856815:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10231 00000100:00100000:3.0:1734016110.857511:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016110.857594:0:7705:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336670464 00000100:00100000:1.0:1734016110.857601:0:7705:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336670464 00010000:00010000:1.0:1734016110.857632:0:7705:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a9a5440/0x3f004d6452e07003 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6168576->6172671) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0ccc expref: 6 pid: 7689 timeout: 474 lvb_type: 0 00000100:00100000:1.0:1734016110.857662:0:7705:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2708 00000100:00100000:1.0:1734016110.857668:0:7705:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074c8bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1979:x1818247336670464:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016110.857681:0:7705:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016110.857702:0:7705:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a9a5440/0x3f004d6452e07003 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 6168576->6172671) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0ccc expref: 6 pid: 7689 timeout: 474 lvb_type: 0 00010000:00010000:1.0:1734016110.857712:0:7705:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a9a5440/0x3f004d6452e07003 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 6168576->6172671) gid 0 flags: 0x50000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0ccc expref: 6 pid: 7689 timeout: 474 lvb_type: 0 00010000:00010000:1.0:1734016110.857734:0:7705:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a5440/0x3f004d6452e07003 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 6168576->6172671) gid 0 flags: 0x44801400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0ccc expref: 6 pid: 7689 timeout: 474 lvb_type: 0 00010000:00010000:1.0:1734016110.857750:0:7705:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016110.857752:0:7705:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016110.857759:0:7705:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e07049 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 344064->348159) gid 0 flags: 0x40080000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0d12 expref: 6 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016110.857769:0:7705:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e07049 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 344064->348159) gid 0 flags: 0x40080000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0d12 expref: 6 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016110.857799:0:7705:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e07049 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 344064->348159) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0d12 expref: 6 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016110.857810:0:7705:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800ac575180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7705:1818247339371136:192.168.201.10@tcp:105: 00000100:00100000:1.0:1734016110.857856:0:7705:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b42cd0c0 going to sleep for 11 seconds 00000100:00100000:1.0:1734016110.877770:0:7705:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800ac575180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7705:1818247339371136:192.168.201.10@tcp:105: 00010000:00010000:1.0:1734016110.877825:0:7705:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016110.889004:0:7705:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074c8bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:1979:x1818247336670464:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 31317us (31476us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016110.889021:0:7705:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2708 00000100:00100000:0.0:1734016110.908622:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016110.908663:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016110.908706:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016110.908802:0:7695:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336670720 00000100:00100000:3.0:1734016110.908813:0:7695:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336670720 00002000:00100000:3.0:1734016110.908896:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (0->4194303) req@ffff880073e30e00 x1818247336670720/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:71/0 lens 488/0 e 0 to 0 dl 1734016121 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016110.908911:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880073e30e00 with x1818247336670720 ext(0->4194303) 00002000:00010000:3.0:1734016110.908919:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880073e30e00 00000100:00100000:3.0:1734016110.908940:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8533 00000100:00100000:3.0:1734016110.908947:0:7695:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880073e30e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1979:x1818247336670720:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:1.0:1734016110.912660:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336670976 00000100:00100000:1.0:1734016110.912686:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336670976 00002000:00100000:1.0:1734016110.912745:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (4194304->8388607) req@ffff880073e31500 x1818247336670976/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:71/0 lens 488/0 e 0 to 0 dl 1734016121 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016110.912757:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880073e31500 with x1818247336670976 ext(4194304->8388607) 00002000:00010000:1.0:1734016110.912763:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880073e31500 00000100:00100000:1.0:1734016110.912796:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336671232 00000100:00100000:1.0:1734016110.912798:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336671232 00002000:00100000:1.0:1734016110.912806:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (8388608->9568255) req@ffff880073e30000 x1818247336671232/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:71/0 lens 488/0 e 0 to 0 dl 1734016121 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016110.912812:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880073e30000 with x1818247336671232 ext(8388608->9568255) 00002000:00010000:1.0:1734016110.912815:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880073e30000 00000100:00100000:1.0:1734016110.912824:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8534 00000100:00100000:1.0:1734016110.912831:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880073e31500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+10:1979:x1818247336670976:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:2.0:1734016110.916673:0:13925:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8535 00000100:00100000:2.0:1734016110.916689:0:13925:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880073e30000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+10:1979:x1818247336671232:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:3.0:1734016110.947853:0:13925:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880073e30000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+11:1979:x1818247336671232:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 31150us (39128us total) trans 0 rc 1179648/1179648 00000100:00100000:3.0:1734016110.947887:0:13925:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8535 00002000:00100000:3.0:1734016110.947903:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (8388608->9568255) req@ffff880073e30000 x1818247336671232/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:71/0 lens 488/440 e 0 to 0 dl 1734016121 ref 1 fl Complete:/200/0 rc 1179648/1179648 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016110.947914:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880073e30000 with x1818247336671232 ext(8388608->9568255) 00002000:00010000:3.0:1734016110.947921:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880073e30000 00000100:00100000:3.0:1734016111.013461:0:7695:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880073e30e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+9:1979:x1818247336670720:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 104497us (104833us total) trans 0 rc 4194304/4194304 00000100:00100000:3.0:1734016111.013480:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8533 00002000:00100000:3.0:1734016111.013499:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (0->4194303) req@ffff880073e30e00 x1818247336670720/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:71/0 lens 488/440 e 0 to 0 dl 1734016121 ref 1 fl Complete:/200/0 rc 4194304/4194304 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016111.013509:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880073e30e00 with x1818247336670720 ext(0->4194303) 00002000:00010000:3.0:1734016111.013516:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880073e30e00 00000100:00100000:1.0:1734016111.073076:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880073e31500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1979:x1818247336670976:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 160231us (164396us total) trans 0 rc 4194304/4194304 00000100:00100000:1.0:1734016111.073092:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8534 00002000:00100000:1.0:1734016111.073106:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (4194304->8388607) req@ffff880073e31500 x1818247336670976/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:71/0 lens 488/440 e 0 to 0 dl 1734016121 ref 1 fl Complete:/200/0 rc 4194304/4194304 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016111.073117:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880073e31500 with x1818247336670976 ext(4194304->8388607) 00002000:00010000:1.0:1734016111.073123:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880073e31500 00000100:00100000:0.0:1734016111.100041:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016111.100134:0:7420:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336671488 00000100:00100000:1.0:1734016111.100148:0:7420:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336671488 00000100:00100000:1.0:1734016111.100243:0:7420:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 1888 00000100:00100000:1.0:1734016111.100252:0:7420:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075002a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+18:9673:x1818247336671488:12345-192.168.201.10@tcp:36:fsx.0 00010000:00010000:1.0:1734016111.100329:0:7420:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016111.100368:0:7420:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a7600/0x3f004d6452e06f77 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0c4e expref: 18 pid: 8966 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016111.100401:0:7420:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:1.0:1734016111.100407:0:7420:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1734016111.100644:0:7420:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880097236d00/0x3f004d6452e07050 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7420 initiator: MDT0 00010000:00010000:1.0:1734016111.100659:0:7420:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880097234d80/0x3f004d6452e06fa1 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0c71 expref: 12 pid: 7420 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016111.100667:0:7420:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff880097236d00/0x3f004d6452e07050 lrc: 4/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7420 initiator: MDT0 00010000:00010000:1.0:1734016111.100709:0:7420:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880097234d80/0x3f004d6452e06fa1 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0c71 expref: 12 pid: 7420 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016111.100721:0:7420:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880097234d80/0x3f004d6452e06fa1 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0c71 expref: 12 pid: 7420 timeout: 475 lvb_type: 0 00000100:00100000:1.0:1734016111.100737:0:7420:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800ac575180 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7420:1818247339371264:192.168.201.10@tcp:104: 00000100:00100000:1.0:1734016111.100812:0:7420:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b42cdb40 going to sleep for 11 seconds 00000100:00080000:0.0:1734016111.101197:0:6479:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734016081 00000100:00100000:1.0:1734016111.105468:0:7420:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800ac575180 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7420:1818247339371264:192.168.201.10@tcp:104: 00000100:00100000:0.0:1734016111.105474:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00010000:00010000:1.0:1734016111.105505:0:7420:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff880097236d00/0x3f004d6452e07050 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7420 initiator: MDT0 00000100:00100000:2.0:1734016111.105600:0:7705:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336671616 00000100:00100000:2.0:1734016111.105609:0:7705:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336671616 00010000:00010000:2.0:1734016111.105671:0:7705:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880097234d80/0x3f004d6452e06fa1 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0c71 expref: 13 pid: 7420 timeout: 475 lvb_type: 0 00000100:00080000:0.0:1734016111.105694:0:6479:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734016081 00000100:00100000:2.0:1734016111.105820:0:7705:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2709 00000100:00100000:2.0:1734016111.105828:0:7705:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88006d83f850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+13:1978:x1818247336671616:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016111.105846:0:7705:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016111.105855:0:7705:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880097234d80/0x3f004d6452e06fa1 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0c71 expref: 13 pid: 7420 timeout: 475 lvb_type: 0 00010000:00010000:2.0:1734016111.105900:0:7705:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880097234d80/0x3f004d6452e06fa1 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0c71 expref: 13 pid: 7420 timeout: 475 lvb_type: 0 00010000:00010000:2.0:1734016111.105984:0:7705:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880097234d80/0x3f004d6452e06fa1 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0c71 expref: 13 pid: 7420 timeout: 475 lvb_type: 0 00010000:00010000:2.0:1734016111.106010:0:7705:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:2.0:1734016111.106015:0:7705:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff880097236d00/0x3f004d6452e07050 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7420 initiator: MDT0 00010000:00010000:2.0:1734016111.106119:0:7705:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880097236d00/0x3f004d6452e07050 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 7420 initiator: MDT0 00010000:00010000:2.0:1734016111.106127:0:7705:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880097236d00/0x3f004d6452e07050 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 7420 initiator: MDT0 00010000:00010000:2.0:1734016111.106146:0:7705:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016111.106199:0:7705:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88006d83f850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+12:1978:x1818247336671616:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 370us (725us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016111.106208:0:7705:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2709 00010000:00010000:1.0:1734016111.106509:0:7420:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff880097236d00/0x3f004d6452e07050 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7420 initiator: MDT0 00010000:00010000:1.0:1734016111.106516:0:7420:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880097236d00/0x3f004d6452e07050 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7420 initiator: MDT0 00000001:00080000:1.0:1734016111.106652:0:7420:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294968499 00000004:00010000:1.0:1734016111.106717:0:7420:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff880075002a00 reply state ffff880074e33000 transno 4294968500 ns: mdt-lustre-MDT0000_UUID lock: ffff880097236d00/0x3f004d6452e07050 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7420 initiator: MDT0 00000100:00100000:1.0:1734016111.106724:0:7420:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1734016111.106815:0:7420:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075002a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+20:9673:x1818247336671488:12345-192.168.201.10@tcp:36:fsx.0 Request processed in 6563us (6792us total) trans 4294968500 rc 0/0 00000100:00100000:1.0:1734016111.106822:0:7420:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 1888 00000020:00080000:1.0:1734016111.106826:0:7420:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1734016111.112412:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00010000:00010000:2.0:1734016111.112548:0:3495:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880097236d00/0x3f004d6452e07050 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7420 initiator: MDT0 00010000:00010000:2.0:1734016111.112574:0:3495:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880097236d00/0x3f004d6452e07050 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7420 initiator: MDT0 00010000:00010000:2.0:1734016111.112582:0:3495:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880097236d00/0x3f004d6452e07050 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7420 initiator: MDT0 00010000:00010000:2.0:1734016111.112589:0:3495:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880097236d00 already unused, calling callback (ffffffffa0f03950) 00010000:00010000:2.0:1734016111.112594:0:3495:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880097236d00/0x3f004d6452e07050 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7420 initiator: MDT0 00010000:00010000:2.0:1734016111.112600:0:3495:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880097236d00/0x3f004d6452e07050 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7420 initiator: MDT0 00010000:00010000:2.0:1734016111.112618:0:3495:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:2.0:1734016111.112621:0:3495:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734016111.112625:0:3495:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880097236d00/0x3f004d6452e07050 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7420 initiator: MDT0 00010000:00010000:2.0:1734016111.112629:0:3495:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880097236d00/0x3f004d6452e07050 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7420 initiator: MDT0 00000100:00100000:3.0:1734016111.115762:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336671744 00000100:00100000:3.0:1734016111.115779:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336671744 00000100:00100000:3.0:1734016111.115847:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10232 00000100:00100000:3.0:1734016111.115855:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075002300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:9673:x1818247336671744:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:3.0:1734016111.115887:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016111.115910:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a9a6880/0x3f004d6452e07057 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d0d19 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016111.115942:0:7689:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e07049 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 344064->348159) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0d12 expref: 8 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016111.115950:0:7689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016111.115952:0:7689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016111.115956:0:7689:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a9a6880/0x3f004d6452e07057 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0d19 expref: 8 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016111.115989:0:7689:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e07049 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 344064->348159) gid 0 flags: 0x50000000020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0d12 expref: 8 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016111.116001:0:7689:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e07049 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 344064->348159) gid 0 flags: 0x70000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0d12 expref: 8 pid: 7689 timeout: 475 lvb_type: 0 00000100:00100000:3.0:1734016111.116013:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074c88700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339371392:192.168.201.10@tcp:104: 00000100:00100000:3.0:1734016111.116089:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a896ef00 going to sleep for 11 seconds 00000100:00080000:0.0:1734016111.116132:0:6479:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734016081 00000100:00100000:3.0:1734016111.120214:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074c88700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339371392:192.168.201.10@tcp:104: 00010000:00010000:3.0:1734016111.120253:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a9a6880/0x3f004d6452e07057 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0d19 expref: 8 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016111.120273:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a9a6880, rc 0) 00000100:00100000:3.0:1734016111.120447:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075002300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:9673:x1818247336671744:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 4591us (8046us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016111.120457:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10232 00000100:00100000:0.0:1734016111.146077:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016111.146187:0:7705:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336671872 00000100:00100000:2.0:1734016111.146198:0:7705:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336671872 00010000:00010000:2.0:1734016111.146234:0:7705:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e07049 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 344064->348159) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0d12 expref: 8 pid: 7689 timeout: 475 lvb_type: 0 00000100:00100000:2.0:1734016111.146275:0:7705:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2710 00000100:00100000:2.0:1734016111.146281:0:7705:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075001180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1979:x1818247336671872:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016111.146297:0:7705:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016111.146320:0:7705:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e07049 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 344064->348159) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0d12 expref: 8 pid: 7689 timeout: 475 lvb_type: 0 00010000:00010000:2.0:1734016111.146332:0:7705:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e07049 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 344064->348159) gid 0 flags: 0x50000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0d12 expref: 8 pid: 7689 timeout: 475 lvb_type: 0 00010000:00010000:2.0:1734016111.146354:0:7705:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e07049 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 344064->348159) gid 0 flags: 0x44801400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0d12 expref: 8 pid: 7689 timeout: 475 lvb_type: 0 00010000:00010000:2.0:1734016111.146374:0:7705:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016111.146376:0:7705:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016111.146382:0:7705:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a6880/0x3f004d6452e07057 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0d19 expref: 7 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016111.146390:0:7705:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a9a6880/0x3f004d6452e07057 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0d19 expref: 7 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016111.146424:0:7705:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009a9a6880/0x3f004d6452e07057 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0d19 expref: 7 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016111.146436:0:7705:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880135f55180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7705:1818247339371520:192.168.201.10@tcp:105: 00000100:00100000:2.0:1734016111.146500:0:7705:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800768ef9c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016111.152252:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016111.152359:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336672000 00000100:00100000:1.0:1734016111.152369:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336672000 00002000:00010000:1.0:1734016111.152411:0:7694:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (3693240->18446744073709551615) 00002000:00100000:1.0:1734016111.152415:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880075000e00 with x1818247336672000 ext(3693240->18446744073709551615) 00002000:00010000:1.0:1734016111.152428:0:7694:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880075000e00. 00000100:00100000:1.0:1734016111.152469:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8536 00000100:00100000:1.0:1734016111.152477:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075000e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1978:x1818247336672000:12345-192.168.201.10@tcp:10:fsx.0 00000100:00100000:2.0:1734016111.155748:0:7705:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880135f55180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7705:1818247339371520:192.168.201.10@tcp:105: 00010000:00010000:2.0:1734016111.155778:0:7705:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016111.155844:0:7705:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075001180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1979:x1818247336671872:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 9560us (9776us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016111.155855:0:7705:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2710 00002000:00010000:1.0:1734016111.159539:0:7694:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 9564369 -> 3693240 00002000:00010000:1.0:1734016111.159549:0:7694:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016110 -> 1734016110 00002000:00010000:1.0:1734016111.159551:0:7694:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016110 -> 1734016109 00002000:00010000:1.0:1734016111.159552:0:7694:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016110 -> 1734016110 00002000:00010000:1.0:1734016111.159555:0:7694:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 1616 -> 1024 00000100:00100000:0.0:1734016111.164519:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016111.164624:0:7420:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336672128 00000100:00100000:2.0:1734016111.164635:0:7420:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336672128 00000100:00100000:2.0:1734016111.164738:0:7420:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 1889 00000100:00100000:2.0:1734016111.164747:0:7420:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075003480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+19:9673:x1818247336672128:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:2.0:1734016111.164777:0:7420:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016111.164799:0:7420:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880072171f80/0x3f004d6452e0705e lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d0d20 expref: -99 pid: 7420 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016111.165021:0:7420:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880072172640/0x3f004d6452e07065 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7420 initiator: MDT0 00010000:00010000:2.0:1734016111.165035:0:7420:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880072172640/0x3f004d6452e07065 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7420 initiator: MDT0 00010000:00010000:2.0:1734016111.165045:0:7420:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880072172640/0x3f004d6452e07065 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7420 initiator: MDT0 00000004:00200000:2.0:1734016111.165067:0:7420:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 3693240 00000004:00200000:2.0:1734016111.165071:0:7420:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1734016111.165086:0:7420:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880072172640/0x3f004d6452e07065 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7420 initiator: MDT0 00010000:00010000:2.0:1734016111.165106:0:7420:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880072171f80/0x3f004d6452e0705e lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0d20 expref: 21 pid: 7420 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016111.166272:0:7420:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880072172640/0x3f004d6452e07065 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0d20 expref: 20 pid: 7420 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016111.166282:0:7420:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:2.0:1734016111.166284:0:7420:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1734016111.166288:0:7420:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880072172640, rc 0) 00000100:00100000:2.0:1734016111.167342:0:7420:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075003480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+20:9673:x1818247336672128:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 2592us (2834us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016111.167352:0:7420:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 1889 00000100:00100000:1.0:1734016111.167591:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075000e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1978:x1818247336672000:12345-192.168.201.10@tcp:10:fsx.0 Request processed in 15110us (15348us total) trans 4294969148 rc 0/0 00000100:00100000:1.0:1734016111.167602:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8536 00002000:00010000:1.0:1734016111.167608:0:7694:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (3693240->18446744073709551615) 00002000:00100000:1.0:1734016111.167612:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880075000e00 with x1818247336672000 ext(3693240->18446744073709551615) 00002000:00010000:1.0:1734016111.167621:0:7694:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880075000e00. 00000100:00100000:0.0:1734016111.170657:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016111.170797:0:7420:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336672256 00000100:00100000:2.0:1734016111.170808:0:7420:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336672256 00000100:00100000:2.0:1734016111.171011:0:7420:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 1890 00000100:00100000:2.0:1734016111.171019:0:7420:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075002680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+12:9673:x1818247336672256:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:2.0:1734016111.171041:0:7420:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016111.171066:0:7420:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880072171440/0x3f004d6452e0706c lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d0d27 expref: -99 pid: 7420 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016111.171161:0:7420:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880072172d00/0x3f004d6452e07073 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 7420 initiator: MDT0 00010000:00010000:2.0:1734016111.171174:0:7420:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880072172d00/0x3f004d6452e07073 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 7420 initiator: MDT0 00010000:00010000:2.0:1734016111.171185:0:7420:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880072172d00/0x3f004d6452e07073 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 7420 initiator: MDT0 00000004:00200000:2.0:1734016111.171212:0:7420:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 3693240 00000004:00200000:2.0:1734016111.171216:0:7420:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1734016111.171230:0:7420:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880072172d00/0x3f004d6452e07073 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 7420 initiator: MDT0 00010000:00010000:2.0:1734016111.171251:0:7420:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880072171440/0x3f004d6452e0706c lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0d27 expref: 14 pid: 7420 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016111.171264:0:7420:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880072172d00/0x3f004d6452e07073 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0d27 expref: 13 pid: 7420 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016111.171272:0:7420:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:2.0:1734016111.171275:0:7420:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1734016111.171278:0:7420:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880072172d00, rc 0) 00000100:00100000:2.0:1734016111.171329:0:7420:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075002680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+13:9673:x1818247336672256:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 310us (683us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016111.171335:0:7420:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 1890 00000100:00100000:0.0:1734016111.174246:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016111.174730:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336672384 00000100:00100000:3.0:1734016111.174741:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336672384 00000100:00100000:3.0:1734016111.174835:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10233 00000100:00100000:3.0:1734016111.174842:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075003b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:1979:x1818247336672384:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:3.0:1734016111.174894:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016111.174915:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a9a4fc0/0x3f004d6452e0707a lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d0d2e expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016111.174971:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074c88700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339371648:192.168.201.10@tcp:106: 00000100:00100000:3.0:1734016111.175036:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a896ef00 going to sleep for 11 seconds 00002000:00010000:3.0:1734016111.177173:0:7689:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime: 1734016109 -> 1734016110 00000100:00100000:3.0:1734016111.177202:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074c88700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339371648:192.168.201.10@tcp:106: 00010000:00010000:3.0:1734016111.177237:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a9a4fc0/0x3f004d6452e0707a lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0d2e expref: 6 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016111.177251:0:7689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a4fc0/0x3f004d6452e0707a lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0d2e expref: 6 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016111.177651:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a9a4fc0, rc 0) 00000100:00100000:3.0:1734016111.177724:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075003b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:1979:x1818247336672384:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 2880us (3489us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016111.177734:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10233 00000100:00100000:0.0:1734016111.181568:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016111.181706:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336672512 00000100:00100000:3.0:1734016111.181717:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336672512 00000100:00100000:3.0:1734016111.181783:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10234 00000100:00100000:3.0:1734016111.181791:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075001500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:1980:x1818247336672512:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:3.0:1734016111.181818:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016111.181843:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a9a6d00/0x3f004d6452e07081 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d0d35 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016111.182195:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074c88700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339371776:192.168.201.10@tcp:106: 00000100:00100000:3.0:1734016111.182453:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a896ef00 going to sleep for 11 seconds 00000100:00100000:3.0:1734016111.184390:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074c88700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339371776:192.168.201.10@tcp:106: 00010000:00010000:3.0:1734016111.184443:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a9a6d00/0x3f004d6452e07081 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0d35 expref: 6 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016111.184462:0:7689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a6d00/0x3f004d6452e07081 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0d35 expref: 6 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016111.184483:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a9a6d00, rc 0) 00000100:00100000:3.0:1734016111.184544:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075001500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:1980:x1818247336672512:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 2752us (2999us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016111.184567:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10234 00000100:00100000:0.0:1734016111.188284:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016111.188484:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336672640 00000100:00100000:3.0:1734016111.188494:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336672640 00000100:00100000:3.0:1734016111.188824:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10235 00000100:00100000:3.0:1734016111.188832:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075002d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:1980:x1818247336672640:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:3.0:1734016111.188853:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016111.188899:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a9a6400/0x3f004d6452e07088 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d0d3c expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016111.188968:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074c88700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339371904:192.168.201.10@tcp:106: 00000100:00100000:3.0:1734016111.189041:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a896ef00 going to sleep for 11 seconds 00000100:00100000:3.0:1734016111.190949:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074c88700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339371904:192.168.201.10@tcp:106: 00010000:00010000:3.0:1734016111.190985:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a9a6400/0x3f004d6452e07088 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0d3c expref: 6 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016111.190999:0:7689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a6400/0x3f004d6452e07088 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0d3c expref: 6 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016111.191863:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a9a6400, rc 0) 00000100:00100000:3.0:1734016111.192490:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075002d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:1980:x1818247336672640:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 3653us (4210us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016111.192500:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10235 00000100:00100000:0.0:1734016111.194799:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016111.195055:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336672768 00000100:00100000:3.0:1734016111.195065:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336672768 00000100:00100000:3.0:1734016111.195108:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10236 00000100:00100000:3.0:1734016111.195116:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075000380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:9673:x1818247336672768:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:3.0:1734016111.195134:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016111.195153:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a9a61c0/0x3f004d6452e0708f lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d0d43 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016111.195183:0:7689:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a6880/0x3f004d6452e07057 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0d19 expref: 7 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016111.195190:0:7689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016111.195192:0:7689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016111.195196:0:7689:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a9a61c0/0x3f004d6452e0708f lrc: 4/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [5050368->5119999] (req 5050368->5119999) gid 0 flags: 0x50000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0d43 expref: 6 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016111.195232:0:7689:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a9a6880/0x3f004d6452e07057 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0d19 expref: 7 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016111.195242:0:7689:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a9a6880/0x3f004d6452e07057 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0d19 expref: 7 pid: 7689 timeout: 475 lvb_type: 0 00000100:00100000:3.0:1734016111.195254:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074c88700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339372032:192.168.201.10@tcp:104: 00000100:00100000:3.0:1734016111.195522:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a896ef00 going to sleep for 11 seconds 00000100:00100000:3.0:1734016111.199794:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074c88700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339372032:192.168.201.10@tcp:104: 00010000:00010000:3.0:1734016111.199834:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a9a61c0/0x3f004d6452e0708f lrc: 3/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [5050368->5119999] (req 5050368->5119999) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0d43 expref: 6 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016111.199853:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a9a61c0, rc 0) 00000100:00100000:3.0:1734016111.199921:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075000380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:9673:x1818247336672768:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 4804us (5130us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016111.199930:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10236 00000100:00100000:0.0:1734016111.200483:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016111.200576:0:7705:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336672896 00000100:00100000:2.0:1734016111.200583:0:7705:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336672896 00010000:00010000:2.0:1734016111.200614:0:7705:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a9a6880/0x3f004d6452e07057 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0d19 expref: 8 pid: 7689 timeout: 475 lvb_type: 0 00000100:00100000:2.0:1734016111.200651:0:7705:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2711 00000100:00100000:2.0:1734016111.200658:0:7705:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075003100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1978:x1818247336672896:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016111.200678:0:7705:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016111.200701:0:7705:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a9a6880/0x3f004d6452e07057 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0d19 expref: 8 pid: 7689 timeout: 475 lvb_type: 0 00010000:00010000:2.0:1734016111.200712:0:7705:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a9a6880/0x3f004d6452e07057 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0d19 expref: 8 pid: 7689 timeout: 475 lvb_type: 0 00010000:00010000:2.0:1734016111.200738:0:7705:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a6880/0x3f004d6452e07057 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0d19 expref: 8 pid: 7689 timeout: 475 lvb_type: 0 00010000:00010000:2.0:1734016111.200759:0:7705:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016111.200761:0:7705:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016111.200768:0:7705:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a61c0/0x3f004d6452e0708f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5050368->5119999) gid 0 flags: 0x40080000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0d43 expref: 5 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016111.200777:0:7705:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a9a61c0/0x3f004d6452e0708f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5050368->5119999) gid 0 flags: 0x40080000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0d43 expref: 5 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016111.200817:0:7705:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009a9a61c0/0x3f004d6452e0708f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5050368->5119999) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0d43 expref: 5 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016111.200830:0:7705:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880135f55180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7705:1818247339372160:192.168.201.10@tcp:105: 00000100:00100000:2.0:1734016111.200912:0:7705:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800768ef9c0 going to sleep for 11 seconds 00000100:00100000:2.0:1734016111.203665:0:7705:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880135f55180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7705:1818247339372160:192.168.201.10@tcp:105: 00010000:00010000:2.0:1734016111.203691:0:7705:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016111.203735:0:7705:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075003100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1978:x1818247336672896:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 3075us (3252us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016111.203748:0:7705:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2711 00000100:00100000:1.0:1734016111.205603:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016111.205696:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336673024 00000100:00100000:3.0:1734016111.205708:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336673024 00000100:00100000:3.0:1734016111.205758:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10237 00000100:00100000:3.0:1734016111.205766:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800ac575180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1981:x1818247336673024:12345-192.168.201.10@tcp:22:fsx.0 00002000:00010000:3.0:1734016111.206069:0:7689:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 3693240 -> 5115951 00002000:00010000:3.0:1734016111.206072:0:7689:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016110 -> 1734016111 00002000:00010000:3.0:1734016111.206075:0:7689:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016110 -> 1734016109 00002000:00010000:3.0:1734016111.206078:0:7689:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016110 -> 1734016111 00002000:00010000:3.0:1734016111.206081:0:7689:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 1024 -> 1160 00000100:00100000:3.0:1734016111.206127:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800ac575180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1981:x1818247336673024:12345-192.168.201.10@tcp:22:fsx.0 Request processed in 361us (532us total) trans 4294969149 rc 0/0 00000100:00100000:3.0:1734016111.206134:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10237 00000100:00100000:0.0:1734016111.209003:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016111.209113:0:13927:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336673152 00000100:00100000:1.0:1734016111.209125:0:13927:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336673152 00000100:00100000:1.0:1734016111.209183:0:13927:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10238 00000100:00100000:1.0:1734016111.209191:0:13927:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075000000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1980:x1818247336673152:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:1.0:1734016111.209212:0:13927:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016111.209233:0:13927:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880097234000/0x3f004d6452e07096 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d0d4a expref: -99 pid: 13927 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016111.209293:0:13927:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800ac576a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13927:1818247339372288:192.168.201.10@tcp:106: 00000100:00100000:1.0:1734016111.209355:0:13927:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b42cd0c0 going to sleep for 11 seconds 00002000:00010000:1.0:1734016111.211090:0:13927:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime: 1734016109 -> 1734016110 00000100:00100000:1.0:1734016111.211129:0:13927:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800ac576a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13927:1818247339372288:192.168.201.10@tcp:106: 00010000:00010000:1.0:1734016111.211163:0:13927:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880097234000/0x3f004d6452e07096 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0d4a expref: 8 pid: 13927 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016111.211179:0:13927:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097234000/0x3f004d6452e07096 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0d4a expref: 8 pid: 13927 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016111.211200:0:13927:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097234000, rc 0) 00000100:00100000:1.0:1734016111.212063:0:13927:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075000000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1980:x1818247336673152:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 2869us (3069us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016111.212073:0:13927:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10238 00000100:00100000:2.0:1734016111.215327:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016111.215794:0:13927:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336673280 00000100:00100000:1.0:1734016111.215806:0:13927:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336673280 00000100:00100000:1.0:1734016111.216359:0:13927:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10239 00000100:00100000:1.0:1734016111.216367:0:13927:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880135f55180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1981:x1818247336673280:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:1.0:1734016111.216389:0:13927:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016111.216411:0:13927:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880097234b40/0x3f004d6452e0709d lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d0d51 expref: -99 pid: 13927 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016111.216477:0:13927:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800ac576a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13927:1818247339372416:192.168.201.10@tcp:106: 00000100:00100000:1.0:1734016111.216567:0:13927:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b42cd0c0 going to sleep for 11 seconds 00000100:00100000:1.0:1734016111.220200:0:13927:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800ac576a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13927:1818247339372416:192.168.201.10@tcp:106: 00010000:00010000:1.0:1734016111.220253:0:13927:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880097234b40/0x3f004d6452e0709d lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0d51 expref: 8 pid: 13927 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016111.220267:0:13927:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097234b40/0x3f004d6452e0709d lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0d51 expref: 8 pid: 13927 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016111.220285:0:13927:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097234b40, rc 0) 00000100:00100000:1.0:1734016111.220355:0:13927:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880135f55180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1981:x1818247336673280:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 3989us (5040us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016111.220364:0:13927:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10239 00000100:00100000:0.0:1734016111.223041:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016111.223156:0:13927:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336673408 00000100:00100000:1.0:1734016111.223166:0:13927:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336673408 00000100:00100000:1.0:1734016111.223307:0:13927:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10240 00000100:00100000:1.0:1734016111.223313:0:13927:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075001c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1981:x1818247336673408:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:1.0:1734016111.223332:0:13927:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016111.223353:0:13927:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880097236ac0/0x3f004d6452e070a4 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d0d58 expref: -99 pid: 13927 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016111.223415:0:13927:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800ac576a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13927:1818247339372544:192.168.201.10@tcp:106: 00000100:00100000:1.0:1734016111.223476:0:13927:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b42cd0c0 going to sleep for 11 seconds 00000100:00100000:1.0:1734016111.225810:0:13927:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800ac576a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13927:1818247339372544:192.168.201.10@tcp:106: 00010000:00010000:1.0:1734016111.225850:0:13927:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880097236ac0/0x3f004d6452e070a4 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0d58 expref: 8 pid: 13927 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016111.225893:0:13927:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097236ac0/0x3f004d6452e070a4 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0d58 expref: 8 pid: 13927 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016111.225912:0:13927:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097236ac0, rc 0) 00000100:00100000:1.0:1734016111.225963:0:13927:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075001c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1981:x1818247336673408:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 2649us (2932us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016111.225972:0:13927:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10240 00000100:00100000:0.0:1734016111.228390:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016111.228476:0:13927:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336673536 00000100:00100000:1.0:1734016111.228485:0:13927:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336673536 00000100:00100000:1.0:1734016111.228536:0:13927:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10241 00000100:00100000:1.0:1734016111.228543:0:13927:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075001f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1980:x1818247336673536:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:1.0:1734016111.228571:0:13927:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016111.228590:0:13927:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800972358c0/0x3f004d6452e070ab lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d0d5f expref: -99 pid: 13927 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016111.228658:0:13927:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800ac576a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13927:1818247339372672:192.168.201.10@tcp:106: 00000100:00100000:1.0:1734016111.228731:0:13927:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b42cd0c0 going to sleep for 11 seconds 00000100:00100000:1.0:1734016111.230406:0:13927:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800ac576a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13927:1818247339372672:192.168.201.10@tcp:106: 00010000:00010000:1.0:1734016111.230441:0:13927:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800972358c0/0x3f004d6452e070ab lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0d5f expref: 8 pid: 13927 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016111.230453:0:13927:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800972358c0/0x3f004d6452e070ab lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0d5f expref: 8 pid: 13927 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016111.230467:0:13927:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800972358c0, rc 0) 00000100:00100000:1.0:1734016111.230513:0:13927:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075001f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1980:x1818247336673536:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 1967us (2133us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016111.230526:0:13927:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10241 00000100:00100000:0.0:1734016111.239056:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016111.239446:0:13927:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336673664 00000100:00100000:1.0:1734016111.239457:0:13927:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336673664 00000100:00100000:1.0:1734016111.239497:0:13927:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10242 00000100:00100000:1.0:1734016111.239504:0:13927:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075000a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1980:x1818247336673664:12345-192.168.201.10@tcp:22:fsx.0 00002000:00010000:1.0:1734016111.239747:0:13927:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 5115951 -> 5115951 00002000:00010000:1.0:1734016111.239750:0:13927:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016111 -> 1734016111 00002000:00010000:1.0:1734016111.239752:0:13927:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016110 -> 1734016109 00002000:00010000:1.0:1734016111.239753:0:13927:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016111 -> 1734016111 00002000:00010000:1.0:1734016111.239755:0:13927:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 1160 -> 1248 00000100:00100000:1.0:1734016111.239922:0:13927:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075000a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+8:1980:x1818247336673664:12345-192.168.201.10@tcp:22:fsx.0 Request processed in 417us (877us total) trans 4294969150 rc 0/0 00000100:00100000:1.0:1734016111.239930:0:13927:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10242 00000100:00100000:0.0:1734016111.245979:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016111.246099:0:13927:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336673792 00000100:00100000:1.0:1734016111.246113:0:13927:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336673792 00000100:00100000:1.0:1734016111.246182:0:13927:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10243 00000100:00100000:1.0:1734016111.246193:0:13927:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075001880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1980:x1818247336673792:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:1.0:1734016111.246221:0:13927:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016111.246254:0:13927:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800972358c0/0x3f004d6452e070b2 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d0d66 expref: -99 pid: 13927 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016111.246339:0:13927:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800ac576a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13927:1818247339372800:192.168.201.10@tcp:106: 00000100:00100000:1.0:1734016111.246429:0:13927:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b42cd0c0 going to sleep for 11 seconds 00002000:00010000:1.0:1734016111.249466:0:13927:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime: 1734016109 -> 1734016110 00000100:00100000:1.0:1734016111.249499:0:13927:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800ac576a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13927:1818247339372800:192.168.201.10@tcp:106: 00010000:00010000:1.0:1734016111.249538:0:13927:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800972358c0/0x3f004d6452e070b2 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0d66 expref: 8 pid: 13927 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016111.249551:0:13927:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800972358c0/0x3f004d6452e070b2 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0d66 expref: 8 pid: 13927 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016111.249586:0:13927:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800972358c0, rc 0) 00000100:00100000:1.0:1734016111.249645:0:13927:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075001880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1980:x1818247336673792:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 3453us (3682us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016111.249653:0:13927:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10243 00000100:00100000:2.0:1734016111.252100:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016111.252236:0:13927:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336673920 00000100:00100000:1.0:1734016111.252247:0:13927:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336673920 00000100:00100000:1.0:1734016111.252286:0:13927:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10244 00000100:00100000:1.0:1734016111.252294:0:13927:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076864e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1981:x1818247336673920:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:1.0:1734016111.252315:0:13927:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016111.252335:0:13927:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880097236ac0/0x3f004d6452e070b9 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d0d6d expref: -99 pid: 13927 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016111.252398:0:13927:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800ac576a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13927:1818247339372928:192.168.201.10@tcp:106: 00000100:00100000:1.0:1734016111.252522:0:13927:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b42cd0c0 going to sleep for 11 seconds 00000100:00100000:1.0:1734016111.254163:0:13927:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800ac576a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13927:1818247339372928:192.168.201.10@tcp:106: 00010000:00010000:1.0:1734016111.254198:0:13927:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880097236ac0/0x3f004d6452e070b9 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0d6d expref: 8 pid: 13927 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016111.254213:0:13927:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097236ac0/0x3f004d6452e070b9 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0d6d expref: 8 pid: 13927 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016111.254228:0:13927:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097236ac0, rc 0) 00000100:00100000:1.0:1734016111.254390:0:13927:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076864e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1981:x1818247336673920:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 2095us (2300us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016111.254399:0:13927:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10244 00000100:00100000:0.0:1734016111.259108:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016111.262743:0:8966:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336674176 00000100:00100000:3.0:1734016111.262761:0:8966:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336674176 00000100:00100000:3.0:1734016111.262838:0:8966:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 1891 00000100:00100000:3.0:1734016111.262845:0:8966:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880136a24380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+20:9673:x1818247336674176:12345-192.168.201.10@tcp:36:fsx.0 00010000:00010000:3.0:1734016111.262930:0:8966:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016111.262967:0:8966:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880072172640/0x3f004d6452e07065 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0d20 expref: 20 pid: 7420 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016111.263000:0:8966:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:3.0:1734016111.263004:0:8966:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1734016111.263184:0:8966:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a7cc0/0x3f004d6452e070c0 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 8966 initiator: MDT0 00010000:00010000:3.0:1734016111.263198:0:8966:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880072172d00/0x3f004d6452e07073 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0d27 expref: 12 pid: 7420 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016111.263205:0:8966:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a7cc0/0x3f004d6452e070c0 lrc: 4/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 8966 initiator: MDT0 00010000:00010000:3.0:1734016111.263242:0:8966:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880072172d00/0x3f004d6452e07073 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0d27 expref: 12 pid: 7420 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016111.263254:0:8966:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880072172d00/0x3f004d6452e07073 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0d27 expref: 12 pid: 7420 timeout: 475 lvb_type: 0 00000100:00100000:3.0:1734016111.263266:0:8966:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074c88700 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:8966:1818247339373056:192.168.201.10@tcp:104: 00000100:00100000:3.0:1734016111.263361:0:8966:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a896ee40 going to sleep for 11 seconds 00000100:00100000:0.0:1734016111.265567:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016111.265696:0:8966:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074c88700 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:8966:1818247339373056:192.168.201.10@tcp:104: 00010000:00010000:3.0:1734016111.265731:0:8966:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a7cc0/0x3f004d6452e070c0 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 8966 initiator: MDT0 00000100:00100000:2.0:1734016111.265795:0:7705:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336674304 00000100:00100000:2.0:1734016111.265804:0:7705:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336674304 00010000:00010000:2.0:1734016111.265847:0:7705:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880072172d00/0x3f004d6452e07073 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0d27 expref: 13 pid: 7420 timeout: 475 lvb_type: 0 00000100:00100000:2.0:1734016111.265909:0:7705:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2712 00000100:00100000:2.0:1734016111.265915:0:7705:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880136a26680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+13:1979:x1818247336674304:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016111.265929:0:7705:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016111.265935:0:7705:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880072172d00/0x3f004d6452e07073 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0d27 expref: 13 pid: 7420 timeout: 475 lvb_type: 0 00010000:00010000:2.0:1734016111.265947:0:7705:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880072172d00/0x3f004d6452e07073 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0d27 expref: 13 pid: 7420 timeout: 475 lvb_type: 0 00010000:00010000:2.0:1734016111.265971:0:7705:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880072172d00/0x3f004d6452e07073 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0d27 expref: 13 pid: 7420 timeout: 475 lvb_type: 0 00010000:00010000:2.0:1734016111.265993:0:7705:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:2.0:1734016111.265997:0:7705:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a7cc0/0x3f004d6452e070c0 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 8966 initiator: MDT0 00010000:00010000:2.0:1734016111.266006:0:7705:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a7cc0/0x3f004d6452e070c0 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 8966 initiator: MDT0 00010000:00010000:2.0:1734016111.266012:0:7705:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a7cc0/0x3f004d6452e070c0 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 8966 initiator: MDT0 00010000:00010000:2.0:1734016111.266032:0:7705:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016111.266090:0:7705:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880136a26680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+12:1979:x1818247336674304:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 174us (545us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016111.266097:0:7705:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2712 00010000:00010000:2.0:1734016111.266129:0:8966:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a7cc0/0x3f004d6452e070c0 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8966 initiator: MDT0 00010000:00010000:2.0:1734016111.266135:0:8966:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a7cc0/0x3f004d6452e070c0 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8966 initiator: MDT0 00000001:00080000:2.0:1734016111.266225:0:8966:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294968501 00000004:00010000:2.0:1734016111.266268:0:8966:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff880136a24380 reply state ffff88007465a000 transno 4294968502 ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a7cc0/0x3f004d6452e070c0 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8966 initiator: MDT0 00000100:00100000:2.0:1734016111.266275:0:8966:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1734016111.266344:0:8966:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880136a24380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+22:9673:x1818247336674176:12345-192.168.201.10@tcp:36:fsx.0 Request processed in 3499us (7250us total) trans 4294968502 rc 0/0 00000100:00100000:2.0:1734016111.266351:0:8966:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 1891 00000020:00080000:2.0:1734016111.266355:0:8966:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1734016111.269043:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016111.269184:0:13927:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336674432 00000100:00100000:1.0:1734016111.269198:0:13927:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336674432 00010000:00010000:2.0:1734016111.269311:0:3494:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a7cc0/0x3f004d6452e070c0 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8966 initiator: MDT0 00010000:00010000:2.0:1734016111.269321:0:3494:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a7cc0/0x3f004d6452e070c0 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 8966 initiator: MDT0 00010000:00010000:2.0:1734016111.269329:0:3494:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a7cc0/0x3f004d6452e070c0 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8966 initiator: MDT0 00010000:00010000:2.0:1734016111.269335:0:3494:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88009a9a7cc0 already unused, calling callback (ffffffffa0f03950) 00010000:00010000:2.0:1734016111.269340:0:3494:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a7cc0/0x3f004d6452e070c0 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8966 initiator: MDT0 00010000:00010000:2.0:1734016111.269351:0:3494:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a7cc0/0x3f004d6452e070c0 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 8966 initiator: MDT0 00010000:00010000:2.0:1734016111.269370:0:3494:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:2.0:1734016111.269372:0:3494:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734016111.269376:0:3494:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a7cc0/0x3f004d6452e070c0 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8966 initiator: MDT0 00010000:00010000:2.0:1734016111.269381:0:3494:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a7cc0/0x3f004d6452e070c0 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8966 initiator: MDT0 00000100:00100000:1.0:1734016111.269935:0:13927:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10245 00000100:00100000:1.0:1734016111.269943:0:13927:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880136a26a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:9673:x1818247336674432:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:1.0:1734016111.269961:0:13927:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016111.269979:0:13927:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880097234b40/0x3f004d6452e070c7 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d0d74 expref: -99 pid: 13927 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016111.270012:0:13927:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a61c0/0x3f004d6452e0708f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5050368->5119999) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0d43 expref: 7 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016111.270019:0:13927:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016111.270021:0:13927:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016111.270024:0:13927:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880097234b40/0x3f004d6452e070c7 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0d74 expref: 8 pid: 13927 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016111.270053:0:13927:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a9a61c0/0x3f004d6452e0708f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5050368->5119999) gid 0 flags: 0x50000000020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0d43 expref: 7 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016111.270064:0:13927:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a9a61c0/0x3f004d6452e0708f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5050368->5119999) gid 0 flags: 0x70000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0d43 expref: 7 pid: 7689 timeout: 475 lvb_type: 0 00000100:00100000:1.0:1734016111.270081:0:13927:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800ac576a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13927:1818247339373184:192.168.201.10@tcp:104: 00000100:00100000:1.0:1734016111.270146:0:13927:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b42cd0c0 going to sleep for 11 seconds 00000100:00100000:1.0:1734016111.275158:0:13927:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800ac576a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13927:1818247339373184:192.168.201.10@tcp:104: 00010000:00010000:1.0:1734016111.275204:0:13927:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880097234b40/0x3f004d6452e070c7 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0d74 expref: 8 pid: 13927 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016111.275226:0:13927:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097234b40, rc 0) 00000100:00100000:1.0:1734016111.275293:0:13927:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880136a26a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:9673:x1818247336674432:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 5350us (6263us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016111.275304:0:13927:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10245 00000100:00100000:0.0:1734016111.276239:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016111.276622:0:6470:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336674560 00000100:00100000:3.0:1734016111.276631:0:6470:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336674560 00010000:00010000:3.0:1734016111.276665:0:6470:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a9a61c0/0x3f004d6452e0708f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5050368->5119999) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0d43 expref: 8 pid: 7689 timeout: 475 lvb_type: 0 00000100:00100000:3.0:1734016111.276706:0:6470:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2713 00000100:00100000:3.0:1734016111.276714:0:6470:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880136a25f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+8:1978:x1818247336674560:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016111.276729:0:6470:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016111.276752:0:6470:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a9a61c0/0x3f004d6452e0708f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 5050368->5119999) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0d43 expref: 8 pid: 7689 timeout: 475 lvb_type: 0 00010000:00010000:3.0:1734016111.276764:0:6470:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a9a61c0/0x3f004d6452e0708f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 5050368->5119999) gid 0 flags: 0x50000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0d43 expref: 8 pid: 7689 timeout: 475 lvb_type: 0 00010000:00010000:3.0:1734016111.276787:0:6470:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a61c0/0x3f004d6452e0708f lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 5050368->5119999) gid 0 flags: 0x44801400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0d43 expref: 8 pid: 7689 timeout: 475 lvb_type: 0 00010000:00010000:3.0:1734016111.276818:0:6470:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016111.276820:0:6470:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016111.276826:0:6470:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880097234b40/0x3f004d6452e070c7 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0d74 expref: 7 pid: 13927 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016111.276836:0:6470:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880097234b40/0x3f004d6452e070c7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0d74 expref: 7 pid: 13927 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016111.276907:0:6470:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880097234b40/0x3f004d6452e070c7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0d74 expref: 7 pid: 13927 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016111.276920:0:6470:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074c88700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6470:1818247339373312:192.168.201.10@tcp:105: 00000100:00100000:3.0:1734016111.276980:0:6470:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a896ee40 going to sleep for 11 seconds 00000100:00100000:0.0:1734016111.280307:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016111.280401:0:6470:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074c88700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6470:1818247339373312:192.168.201.10@tcp:105: 00010000:00010000:3.0:1734016111.280425:0:6470:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016111.280479:0:6470:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880136a25f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1978:x1818247336674560:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 3766us (4244us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016111.280493:0:6470:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2713 00000100:00100000:1.0:1734016111.280573:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336674688 00000100:00100000:1.0:1734016111.280582:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336674688 00002000:00010000:1.0:1734016111.280621:0:7694:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (4192334->18446744073709551615) 00002000:00100000:1.0:1734016111.280627:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880136a24a80 with x1818247336674688 ext(4192334->18446744073709551615) 00002000:00010000:1.0:1734016111.280640:0:7694:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880136a24a80. 00000100:00100000:1.0:1734016111.280657:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8537 00000100:00100000:1.0:1734016111.280663:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880136a24a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1980:x1818247336674688:12345-192.168.201.10@tcp:10:fsx.0 00002000:00010000:1.0:1734016111.281014:0:7694:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 5115951 -> 4192334 00002000:00010000:1.0:1734016111.281018:0:7694:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016111 -> 1734016110 00002000:00010000:1.0:1734016111.281020:0:7694:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016110 -> 1734016109 00002000:00010000:1.0:1734016111.281022:0:7694:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016111 -> 1734016110 00002000:00010000:1.0:1734016111.281023:0:7694:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 1248 -> 1024 00000100:00100000:1.0:1734016111.281047:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880136a24a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+9:1980:x1818247336674688:12345-192.168.201.10@tcp:10:fsx.0 Request processed in 384us (755us total) trans 4294969151 rc 0/0 00000100:00100000:1.0:1734016111.281054:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8537 00002000:00010000:1.0:1734016111.281056:0:7694:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (4192334->18446744073709551615) 00002000:00100000:1.0:1734016111.281058:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880136a24a80 with x1818247336674688 ext(4192334->18446744073709551615) 00002000:00010000:1.0:1734016111.281061:0:7694:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880136a24a80. 00000100:00100000:0.0:1734016111.283196:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016111.283842:0:8966:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336674816 00000100:00100000:2.0:1734016111.283853:0:8966:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336674816 00000100:00100000:2.0:1734016111.283992:0:8966:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 1892 00000100:00100000:2.0:1734016111.283999:0:8966:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880136a26d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+12:9673:x1818247336674816:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:2.0:1734016111.284029:0:8966:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016111.284051:0:8966:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880072170d80/0x3f004d6452e070ce lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d0d7b expref: -99 pid: 8966 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016111.284169:0:8966:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800721718c0/0x3f004d6452e070d5 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 8966 initiator: MDT0 00010000:00010000:2.0:1734016111.284184:0:8966:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800721718c0/0x3f004d6452e070d5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 8966 initiator: MDT0 00010000:00010000:2.0:1734016111.284197:0:8966:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800721718c0/0x3f004d6452e070d5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 8966 initiator: MDT0 00000004:00200000:2.0:1734016111.284229:0:8966:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 4192334 00000004:00200000:2.0:1734016111.284233:0:8966:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1734016111.284251:0:8966:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800721718c0/0x3f004d6452e070d5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 8966 initiator: MDT0 00010000:00010000:2.0:1734016111.284283:0:8966:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880072170d80/0x3f004d6452e070ce lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0d7b expref: 14 pid: 8966 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016111.284323:0:8966:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800721718c0/0x3f004d6452e070d5 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0d7b expref: 13 pid: 8966 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016111.284332:0:8966:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:2.0:1734016111.284336:0:8966:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1734016111.284340:0:8966:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800721718c0, rc 0) 00000100:00100000:2.0:1734016111.284407:0:8966:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880136a26d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+13:9673:x1818247336674816:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 408us (1224us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016111.284414:0:8966:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 1892 00000100:00100000:0.0:1734016111.287775:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016111.287918:0:13927:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336674944 00000100:00100000:1.0:1734016111.287934:0:13927:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336674944 00000100:00100000:1.0:1734016111.288006:0:13927:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10246 00000100:00100000:1.0:1734016111.288014:0:13927:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880136a24000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1978:x1818247336674944:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:1.0:1734016111.288038:0:13927:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016111.288065:0:13927:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880097234000/0x3f004d6452e070dc lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d0d82 expref: -99 pid: 13927 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016111.288145:0:13927:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800ac576a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13927:1818247339373440:192.168.201.10@tcp:106: 00000100:00100000:1.0:1734016111.288224:0:13927:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b42cd0c0 going to sleep for 11 seconds 00002000:00010000:1.0:1734016111.290168:0:13927:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime: 1734016109 -> 1734016110 00000100:00100000:1.0:1734016111.290194:0:13927:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800ac576a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13927:1818247339373440:192.168.201.10@tcp:106: 00010000:00010000:1.0:1734016111.290227:0:13927:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880097234000/0x3f004d6452e070dc lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0d82 expref: 8 pid: 13927 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016111.290240:0:13927:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097234000/0x3f004d6452e070dc lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0d82 expref: 8 pid: 13927 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016111.290814:0:13927:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097234000, rc 0) 00000100:00100000:1.0:1734016111.291051:0:13927:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880136a24000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1978:x1818247336674944:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 3035us (3291us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016111.291067:0:13927:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10246 00000100:00100000:0.0:1734016111.293566:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016111.293657:0:13927:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336675072 00000100:00100000:1.0:1734016111.293669:0:13927:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336675072 00000100:00100000:1.0:1734016111.293730:0:13927:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10247 00000100:00100000:1.0:1734016111.293738:0:13927:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880136a25500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1978:x1818247336675072:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:1.0:1734016111.293762:0:13927:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016111.293785:0:13927:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880097236d00/0x3f004d6452e070e3 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d0d89 expref: -99 pid: 13927 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016111.293855:0:13927:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800ac576a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13927:1818247339373568:192.168.201.10@tcp:106: 00000100:00100000:1.0:1734016111.293964:0:13927:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b42cd0c0 going to sleep for 11 seconds 00000100:00100000:1.0:1734016111.297690:0:13927:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800ac576a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13927:1818247339373568:192.168.201.10@tcp:106: 00010000:00010000:1.0:1734016111.297746:0:13927:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880097236d00/0x3f004d6452e070e3 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0d89 expref: 8 pid: 13927 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016111.297767:0:13927:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097236d00/0x3f004d6452e070e3 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0d89 expref: 8 pid: 13927 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016111.297794:0:13927:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097236d00, rc 0) 00000100:00100000:1.0:1734016111.297962:0:13927:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880136a25500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1978:x1818247336675072:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 4221us (4413us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016111.297976:0:13927:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10247 00000100:00100000:0.0:1734016111.305011:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016111.305141:0:13927:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336675200 00000100:00100000:1.0:1734016111.305155:0:13927:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336675200 00000100:00100000:1.0:1734016111.305533:0:13927:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10248 00000100:00100000:1.0:1734016111.305546:0:13927:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880136a25880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1981:x1818247336675200:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:1.0:1734016111.305586:0:13927:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016111.305621:0:13927:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880097234d80/0x3f004d6452e070ea lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d0d90 expref: -99 pid: 13927 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016111.305717:0:13927:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800ac576a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13927:1818247339373696:192.168.201.10@tcp:106: 00000100:00100000:1.0:1734016111.306522:0:13927:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b42cd0c0 going to sleep for 11 seconds 00000100:00100000:1.0:1734016111.309587:0:13927:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800ac576a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13927:1818247339373696:192.168.201.10@tcp:106: 00010000:00010000:1.0:1734016111.309627:0:13927:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880097234d80/0x3f004d6452e070ea lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0d90 expref: 8 pid: 13927 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016111.309642:0:13927:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097234d80/0x3f004d6452e070ea lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0d90 expref: 8 pid: 13927 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016111.309658:0:13927:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097234d80, rc 0) 00000100:00100000:1.0:1734016111.309722:0:13927:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880136a25880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1981:x1818247336675200:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 4178us (4725us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016111.309732:0:13927:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10248 00000100:00100000:0.0:1734016111.312679:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016111.315618:0:13927:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336675328 00000100:00100000:1.0:1734016111.315634:0:13927:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336675328 00000100:00100000:0.0:1734016111.315943:0:13927:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10249 00000100:00100000:0.0:1734016111.315952:0:13927:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880073e00380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:9673:x1818247336675328:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:0.0:1734016111.315974:0:13927:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016111.316000:0:13927:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a80386c0/0x3f004d6452e070f1 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d0d97 expref: -99 pid: 13927 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016111.316033:0:13927:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880097234b40/0x3f004d6452e070c7 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0d74 expref: 8 pid: 13927 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016111.316040:0:13927:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016111.316042:0:13927:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016111.316045:0:13927:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a80386c0/0x3f004d6452e070f1 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [4558848->4624383] (req 4558848->4624383) gid 0 flags: 0x50000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0d97 expref: 8 pid: 13927 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016111.316081:0:13927:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880097234b40/0x3f004d6452e070c7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0d74 expref: 8 pid: 13927 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016111.316094:0:13927:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880097234b40/0x3f004d6452e070c7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0d74 expref: 8 pid: 13927 timeout: 475 lvb_type: 0 00000100:00100000:0.0:1734016111.316106:0:13927:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880073e02d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13927:1818247339373824:192.168.201.10@tcp:104: 00000100:00100000:0.0:1734016111.316374:0:13927:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7486cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1734016111.320677:0:13927:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880073e02d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13927:1818247339373824:192.168.201.10@tcp:104: 00010000:00010000:2.0:1734016111.320723:0:13927:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a80386c0/0x3f004d6452e070f1 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [4558848->4624383] (req 4558848->4624383) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0d97 expref: 8 pid: 13927 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016111.320746:0:13927:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a80386c0, rc 0) 00000100:00100000:2.0:1734016111.320811:0:13927:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880073e00380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+8:9673:x1818247336675328:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 4858us (8147us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016111.320820:0:13927:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10249 00000100:00100000:0.0:1734016111.321766:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016111.322518:0:6470:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336675456 00000100:00100000:3.0:1734016111.322526:0:6470:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336675456 00010000:00010000:3.0:1734016111.322699:0:6470:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880097234b40/0x3f004d6452e070c7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0d74 expref: 9 pid: 13927 timeout: 475 lvb_type: 0 00000100:00100000:3.0:1734016111.322744:0:6470:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2714 00000100:00100000:3.0:1734016111.322751:0:6470:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880073e01180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+9:1979:x1818247336675456:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016111.322767:0:6470:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016111.322791:0:6470:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880097234b40/0x3f004d6452e070c7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0d74 expref: 9 pid: 13927 timeout: 475 lvb_type: 0 00010000:00010000:3.0:1734016111.322804:0:6470:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880097234b40/0x3f004d6452e070c7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0d74 expref: 9 pid: 13927 timeout: 475 lvb_type: 0 00010000:00010000:3.0:1734016111.322834:0:6470:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097234b40/0x3f004d6452e070c7 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0d74 expref: 9 pid: 13927 timeout: 475 lvb_type: 0 00010000:00010000:3.0:1734016111.322861:0:6470:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016111.322880:0:6470:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016111.322889:0:6470:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a80386c0/0x3f004d6452e070f1 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4558848->4624383) gid 0 flags: 0x40080000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0d97 expref: 7 pid: 13927 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016111.322900:0:6470:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a80386c0/0x3f004d6452e070f1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4558848->4624383) gid 0 flags: 0x40080000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0d97 expref: 7 pid: 13927 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016111.322941:0:6470:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a80386c0/0x3f004d6452e070f1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4558848->4624383) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0d97 expref: 7 pid: 13927 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016111.322955:0:6470:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074c88700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6470:1818247339373952:192.168.201.10@tcp:105: 00000100:00100000:3.0:1734016111.323016:0:6470:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a896ee40 going to sleep for 11 seconds 00000100:00100000:3.0:1734016111.325737:0:6470:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074c88700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6470:1818247339373952:192.168.201.10@tcp:105: 00010000:00010000:3.0:1734016111.325770:0:6470:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016111.325826:0:6470:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880073e01180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1979:x1818247336675456:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 3074us (4062us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016111.325838:0:6470:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2714 00000100:00100000:0.0:1734016111.327737:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016111.327998:0:13927:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336675584 00000100:00100000:2.0:1734016111.328009:0:13927:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336675584 00000100:00100000:2.0:1734016111.328056:0:13927:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10250 00000100:00100000:2.0:1734016111.328063:0:13927:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880073e03100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+8:1979:x1818247336675584:12345-192.168.201.10@tcp:22:fsx.0 00002000:00010000:2.0:1734016111.328330:0:13927:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 4192334 -> 4622388 00002000:00010000:2.0:1734016111.328334:0:13927:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016110 -> 1734016111 00002000:00010000:2.0:1734016111.328336:0:13927:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016110 -> 1734016109 00002000:00010000:2.0:1734016111.328338:0:13927:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016110 -> 1734016111 00002000:00010000:2.0:1734016111.328340:0:13927:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 1024 -> 1152 00000100:00100000:2.0:1734016111.328402:0:13927:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880073e03100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+9:1979:x1818247336675584:12345-192.168.201.10@tcp:22:fsx.0 Request processed in 338us (673us total) trans 4294969152 rc 0/0 00000100:00100000:2.0:1734016111.328408:0:13927:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10250 00000100:00100000:0.0:1734016111.336077:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016111.336194:0:7420:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336675712 00000100:00100000:1.0:1734016111.336212:0:7420:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336675712 00000100:00100000:1.0:1734016111.336289:0:7420:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 1893 00000100:00100000:1.0:1734016111.336298:0:7420:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880073e01880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+21:9673:x1818247336675712:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:1.0:1734016111.336333:0:7420:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016111.336355:0:7420:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880097234b40/0x3f004d6452e070f8 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d0d9e expref: -99 pid: 7420 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016111.336465:0:7420:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880097235200/0x3f004d6452e070ff lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 7420 initiator: MDT0 00010000:00010000:1.0:1734016111.336479:0:7420:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880097235200/0x3f004d6452e070ff lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 7420 initiator: MDT0 00010000:00010000:1.0:1734016111.336490:0:7420:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880097235200/0x3f004d6452e070ff lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 7420 initiator: MDT0 00000004:00200000:1.0:1734016111.336517:0:7420:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 4192334 00000004:00200000:1.0:1734016111.336520:0:7420:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1734016111.336534:0:7420:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880097235200/0x3f004d6452e070ff lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 7420 initiator: MDT0 00010000:00010000:1.0:1734016111.336565:0:7420:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880097234b40/0x3f004d6452e070f8 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0d9e expref: 23 pid: 7420 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016111.336587:0:7420:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880097235200/0x3f004d6452e070ff lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0d9e expref: 22 pid: 7420 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016111.336593:0:7420:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:1.0:1734016111.336596:0:7420:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1734016111.336599:0:7420:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097235200, rc 0) 00000100:00100000:1.0:1734016111.336646:0:7420:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880073e01880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+22:9673:x1818247336675712:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 350us (588us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016111.336653:0:7420:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 1893 00000100:00100000:0.0:1734016111.341983:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016111.342067:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336675840 00000100:00100000:3.0:1734016111.342077:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336675840 00000100:00100000:3.0:1734016111.342196:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10251 00000100:00100000:3.0:1734016111.342204:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880073e02300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1979:x1818247336675840:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:3.0:1734016111.342226:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016111.342246:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a9a5b00/0x3f004d6452e07106 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d0da5 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016111.342304:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074c88700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339374080:192.168.201.10@tcp:106: 00000100:00100000:3.0:1734016111.342732:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a896ee40 going to sleep for 11 seconds 00002000:00010000:3.0:1734016111.347707:0:7689:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime: 1734016109 -> 1734016110 00000100:00100000:3.0:1734016111.347745:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074c88700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339374080:192.168.201.10@tcp:106: 00010000:00010000:3.0:1734016111.347796:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a9a5b00/0x3f004d6452e07106 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0da5 expref: 9 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016111.347812:0:7689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a5b00/0x3f004d6452e07106 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0da5 expref: 9 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016111.347859:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a9a5b00, rc 0) 00000100:00100000:3.0:1734016111.347979:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880073e02300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1979:x1818247336675840:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 5774us (6007us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016111.347992:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10251 00000100:00100000:0.0:1734016111.350547:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016111.350672:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336675968 00000100:00100000:3.0:1734016111.350682:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336675968 00000100:00100000:3.0:1734016111.350745:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10252 00000100:00100000:3.0:1734016111.350755:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880073e03480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1981:x1818247336675968:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:3.0:1734016111.350777:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016111.350799:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a9a4000/0x3f004d6452e0710d lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d0dac expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016111.350910:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074c88700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339374208:192.168.201.10@tcp:106: 00000100:00100000:3.0:1734016111.350970:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a896ee40 going to sleep for 11 seconds 00000100:00100000:3.0:1734016111.354295:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074c88700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339374208:192.168.201.10@tcp:106: 00010000:00010000:3.0:1734016111.354346:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a9a4000/0x3f004d6452e0710d lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0dac expref: 9 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016111.354362:0:7689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a4000/0x3f004d6452e0710d lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0dac expref: 9 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016111.354376:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a9a4000, rc 0) 00000100:00100000:3.0:1734016111.354448:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880073e03480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1981:x1818247336675968:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 3692us (3914us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016111.354456:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10252 00000100:00100000:0.0:1734016111.361972:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016111.362112:0:8966:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336676224 00000100:00100000:3.0:1734016111.362123:0:8966:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336676224 00000100:00100000:3.0:1734016111.362173:0:8966:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 1894 00000100:00100000:3.0:1734016111.362181:0:8966:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880073e01c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+22:9673:x1818247336676224:12345-192.168.201.10@tcp:36:fsx.0 00010000:00010000:3.0:1734016111.362243:0:8966:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016111.362273:0:8966:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880097235200/0x3f004d6452e070ff lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0d9e expref: 22 pid: 7420 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016111.362309:0:8966:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:3.0:1734016111.362314:0:8966:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1734016111.362509:0:8966:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a4b40/0x3f004d6452e07114 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 8966 initiator: MDT0 00010000:00010000:3.0:1734016111.362524:0:8966:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800721718c0/0x3f004d6452e070d5 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0d7b expref: 12 pid: 8966 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016111.362531:0:8966:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a4b40/0x3f004d6452e07114 lrc: 4/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 8966 initiator: MDT0 00010000:00010000:3.0:1734016111.362574:0:8966:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8800721718c0/0x3f004d6452e070d5 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0d7b expref: 12 pid: 8966 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016111.362586:0:8966:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8800721718c0/0x3f004d6452e070d5 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0d7b expref: 12 pid: 8966 timeout: 475 lvb_type: 0 00000100:00100000:3.0:1734016111.362599:0:8966:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074c88700 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:8966:1818247339374336:192.168.201.10@tcp:104: 00000100:00100000:3.0:1734016111.362673:0:8966:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a896e6c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016111.373502:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016111.373610:0:6470:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336676352 00000100:00100000:2.0:1734016111.373619:0:6470:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336676352 00010000:00010000:2.0:1734016111.373655:0:6470:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800721718c0/0x3f004d6452e070d5 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0d7b expref: 13 pid: 8966 timeout: 475 lvb_type: 0 00000100:00100000:2.0:1734016111.373684:0:6470:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2715 00000100:00100000:2.0:1734016111.373689:0:6470:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880073e01500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+13:1978:x1818247336676352:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016111.373703:0:6470:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016111.373707:0:6470:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8800721718c0/0x3f004d6452e070d5 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0d7b expref: 13 pid: 8966 timeout: 475 lvb_type: 0 00010000:00010000:2.0:1734016111.373717:0:6470:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8800721718c0/0x3f004d6452e070d5 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0d7b expref: 13 pid: 8966 timeout: 475 lvb_type: 0 00010000:00010000:2.0:1734016111.373739:0:6470:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:2.0:1734016111.373744:0:6470:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a4b40/0x3f004d6452e07114 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 8966 initiator: MDT0 00010000:00010000:2.0:1734016111.373752:0:6470:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a4b40/0x3f004d6452e07114 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50290000000000 pid: 8966 initiator: MDT0 00010000:00010000:2.0:1734016111.373758:0:6470:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a4b40/0x3f004d6452e07114 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50290000000000 pid: 8966 initiator: MDT0 00010000:00010000:2.0:1734016111.373775:0:6470:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1734016111.374440:0:8966:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800721718c0/0x3f004d6452e070d5 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0d7b expref: 13 pid: 8966 timeout: 475 lvb_type: 0 00000100:00100000:3.0:1734016111.374468:0:8966:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074c88700 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:8966:1818247339374336:192.168.201.10@tcp:104: 00010000:00010000:3.0:1734016111.374488:0:8966:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a4b40/0x3f004d6452e07114 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8966 initiator: MDT0 00010000:00010000:3.0:1734016111.374495:0:8966:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a4b40/0x3f004d6452e07114 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8966 initiator: MDT0 00010000:00010000:3.0:1734016111.374499:0:8966:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a4b40/0x3f004d6452e07114 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8966 initiator: MDT0 00000001:00080000:3.0:1734016111.374608:0:8966:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294968503 00000004:00010000:3.0:1734016111.374656:0:8966:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff880073e01c00 reply state ffff88007465b000 transno 4294968504 ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a4b40/0x3f004d6452e07114 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8966 initiator: MDT0 00000100:00100000:3.0:1734016111.374665:0:8966:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1734016111.375334:0:6470:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880073e01500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+12:1978:x1818247336676352:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 1640us (1841us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016111.375343:0:6470:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2715 00000100:00100000:3.0:1734016111.376136:0:8966:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880073e01c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+24:9673:x1818247336676224:12345-192.168.201.10@tcp:36:fsx.0 Request processed in 13952us (14173us total) trans 4294968504 rc 0/0 00000100:00100000:3.0:1734016111.376143:0:8966:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 1894 00000020:00080000:3.0:1734016111.376148:0:8966:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:0.0:1734016111.384026:0:3495:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a4b40/0x3f004d6452e07114 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8966 initiator: MDT0 00010000:00010000:0.0:1734016111.384046:0:3495:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a4b40/0x3f004d6452e07114 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 8966 initiator: MDT0 00010000:00010000:0.0:1734016111.384053:0:3495:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a4b40/0x3f004d6452e07114 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8966 initiator: MDT0 00010000:00010000:0.0:1734016111.384059:0:3495:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88009a9a4b40 already unused, calling callback (ffffffffa0f03950) 00010000:00010000:0.0:1734016111.384064:0:3495:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a4b40/0x3f004d6452e07114 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8966 initiator: MDT0 00010000:00010000:0.0:1734016111.384071:0:3495:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a4b40/0x3f004d6452e07114 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 8966 initiator: MDT0 00010000:00010000:0.0:1734016111.384087:0:3495:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:0.0:1734016111.384089:0:3495:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1734016111.384093:0:3495:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a4b40/0x3f004d6452e07114 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8966 initiator: MDT0 00010000:00010000:0.0:1734016111.384097:0:3495:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a4b40/0x3f004d6452e07114 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8966 initiator: MDT0 00000100:00100000:0.0:1734016111.391623:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016111.391837:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336676480 00000100:00100000:3.0:1734016111.391848:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336676480 00000100:00100000:3.0:1734016111.391940:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10253 00000100:00100000:3.0:1734016111.391949:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880073e00e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:9673:x1818247336676480:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:3.0:1734016111.391978:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016111.392002:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7a80/0x3f004d6452e0711b lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d0db3 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016111.392045:0:7689:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a80386c0/0x3f004d6452e070f1 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4558848->4624383) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0d97 expref: 8 pid: 13927 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016111.392053:0:7689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016111.392056:0:7689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016111.392060:0:7689:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7a80/0x3f004d6452e0711b lrc: 4/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0db3 expref: 9 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016111.392107:0:7689:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a80386c0/0x3f004d6452e070f1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4558848->4624383) gid 0 flags: 0x50000000020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0d97 expref: 8 pid: 13927 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016111.392119:0:7689:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a80386c0/0x3f004d6452e070f1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4558848->4624383) gid 0 flags: 0x70000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0d97 expref: 8 pid: 13927 timeout: 475 lvb_type: 0 00000100:00100000:3.0:1734016111.392138:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074c88700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339374464:192.168.201.10@tcp:104: 00000100:00100000:3.0:1734016111.392329:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a896ee40 going to sleep for 11 seconds 00000100:00100000:3.0:1734016111.399417:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074c88700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339374464:192.168.201.10@tcp:104: 00010000:00010000:3.0:1734016111.399454:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7a80/0x3f004d6452e0711b lrc: 3/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0db3 expref: 9 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016111.399472:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a9a7a80, rc 0) 00000100:00100000:3.0:1734016111.399521:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880073e00e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+9:9673:x1818247336676480:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 7572us (7910us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016111.399529:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10253 00000100:00100000:0.0:1734016111.400296:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016111.400845:0:6470:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336676608 00000100:00100000:2.0:1734016111.400854:0:6470:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336676608 00010000:00010000:2.0:1734016111.400901:0:6470:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a80386c0/0x3f004d6452e070f1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4558848->4624383) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0d97 expref: 9 pid: 13927 timeout: 475 lvb_type: 0 00000100:00100000:2.0:1734016111.400923:0:6470:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2716 00000100:00100000:2.0:1734016111.400929:0:6470:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88006d83f450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+9:1978:x1818247336676608:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016111.400948:0:6470:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016111.400973:0:6470:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a80386c0/0x3f004d6452e070f1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4558848->4624383) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0d97 expref: 9 pid: 13927 timeout: 475 lvb_type: 0 00010000:00010000:2.0:1734016111.400983:0:6470:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a80386c0/0x3f004d6452e070f1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4558848->4624383) gid 0 flags: 0x50000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0d97 expref: 9 pid: 13927 timeout: 475 lvb_type: 0 00010000:00010000:2.0:1734016111.401007:0:6470:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a80386c0/0x3f004d6452e070f1 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4558848->4624383) gid 0 flags: 0x44801400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0d97 expref: 9 pid: 13927 timeout: 475 lvb_type: 0 00010000:00010000:2.0:1734016111.402183:0:6470:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016111.402188:0:6470:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016111.402196:0:6470:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7a80/0x3f004d6452e0711b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0db3 expref: 8 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016111.402204:0:6470:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7a80/0x3f004d6452e0711b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0db3 expref: 8 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016111.402242:0:6470:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7a80/0x3f004d6452e0711b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0db3 expref: 8 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016111.402254:0:6470:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076866d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6470:1818247339374592:192.168.201.10@tcp:105: 00000100:00100000:2.0:1734016111.402313:0:6470:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800768efc00 going to sleep for 11 seconds 00000100:00100000:2.0:1734016111.407510:0:6470:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076866d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6470:1818247339374592:192.168.201.10@tcp:105: 00010000:00010000:2.0:1734016111.407544:0:6470:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016111.407626:0:6470:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88006d83f450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+8:1978:x1818247336676608:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 6695us (7330us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016111.407640:0:6470:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2716 00000100:00100000:0.0:1734016111.409322:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016111.410778:0:7695:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336676736 00000100:00100000:3.0:1734016111.410793:0:7695:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336676736 00002000:00010000:3.0:1734016111.410853:0:7695:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (5286506->18446744073709551615) 00002000:00100000:3.0:1734016111.410858:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880073e02680 with x1818247336676736 ext(5286506->18446744073709551615) 00002000:00010000:3.0:1734016111.410886:0:7695:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880073e02680. 00000100:00100000:3.0:1734016111.413323:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8538 00000100:00100000:3.0:1734016111.413337:0:7695:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880073e02680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+9:1978:x1818247336676736:12345-192.168.201.10@tcp:10:fsx.0 00002000:00010000:3.0:1734016111.413624:0:7695:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 4622388 -> 5286506 00002000:00010000:3.0:1734016111.413628:0:7695:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016111 -> 1734016110 00002000:00010000:3.0:1734016111.413631:0:7695:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016110 -> 1734016109 00002000:00010000:3.0:1734016111.413632:0:7695:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016111 -> 1734016110 00002000:00010000:3.0:1734016111.413634:0:7695:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 1152 -> 1152 00000100:00100000:3.0:1734016111.413736:0:7695:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880073e02680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+10:1978:x1818247336676736:12345-192.168.201.10@tcp:10:fsx.0 Request processed in 400us (4420us total) trans 4294969153 rc 0/0 00000100:00100000:3.0:1734016111.413746:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8538 00002000:00010000:3.0:1734016111.413754:0:7695:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (5286506->18446744073709551615) 00002000:00100000:3.0:1734016111.413759:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880073e02680 with x1818247336676736 ext(5286506->18446744073709551615) 00002000:00010000:3.0:1734016111.419827:0:7695:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880073e02680. 00000100:00100000:0.0:1734016111.421837:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016111.425817:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336676992 00000100:00100000:1.0:1734016111.425838:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336676992 00002000:00100000:1.0:1734016111.425907:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (5283840->5287935) req@ffff880073e01180 x1818247336676992/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:72/0 lens 488/0 e 0 to 0 dl 1734016122 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016111.425923:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880073e01180 with x1818247336676992 ext(5283840->5287935) 00002000:00010000:1.0:1734016111.425929:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880073e01180 00000100:00100000:1.0:1734016111.425968:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8539 00000100:00100000:1.0:1734016111.425975:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880073e01180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+10:1980:x1818247336676992:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:1.0:1734016111.426200:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880073e01180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+10:1980:x1818247336676992:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 225us (4380us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016111.426209:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8539 00002000:00100000:1.0:1734016111.426214:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (5283840->5287935) req@ffff880073e01180 x1818247336676992/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:72/0 lens 488/4536 e 0 to 0 dl 1734016122 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016111.426222:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880073e01180 with x1818247336676992 ext(5283840->5287935) 00002000:00010000:1.0:1734016111.426225:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880073e01180 00000100:00100000:0.0:1734016111.432353:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016111.432472:0:7695:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336677248 00000100:00100000:3.0:1734016111.432488:0:7695:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336677248 00002000:00100000:3.0:1734016111.432570:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (5279744->5283839) req@ffff880073e01500 x1818247336677248/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:72/0 lens 488/0 e 0 to 0 dl 1734016122 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016111.432582:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880073e01500 with x1818247336677248 ext(5279744->5283839) 00002000:00010000:3.0:1734016111.432589:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880073e01500 00000100:00100000:3.0:1734016111.432627:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8540 00000100:00100000:3.0:1734016111.432636:0:7695:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880073e01500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+10:1979:x1818247336677248:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:3.0:1734016111.433037:0:7695:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880073e01500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+10:1979:x1818247336677248:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 401us (699us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016111.433046:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8540 00002000:00100000:3.0:1734016111.433053:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (5279744->5283839) req@ffff880073e01500 x1818247336677248/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:72/0 lens 488/4536 e 0 to 0 dl 1734016122 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016111.433061:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880073e01500 with x1818247336677248 ext(5279744->5283839) 00002000:00010000:3.0:1734016111.433064:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880073e01500 00000100:00100000:0.0:1734016111.444067:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016111.444361:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336677504 00000100:00100000:1.0:1734016111.444377:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336677504 00002000:00100000:1.0:1734016111.444445:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (5275648->5279743) req@ffff880073e02d80 x1818247336677504/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:72/0 lens 488/0 e 0 to 0 dl 1734016122 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016111.444457:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880073e02d80 with x1818247336677504 ext(5275648->5279743) 00002000:00010000:1.0:1734016111.444465:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880073e02d80 00000100:00100000:1.0:1734016111.444514:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8541 00000100:00100000:1.0:1734016111.444523:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880073e02d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+10:1979:x1818247336677504:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:1.0:1734016111.444806:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880073e02d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+10:1979:x1818247336677504:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 283us (753us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016111.444813:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8541 00002000:00100000:1.0:1734016111.444819:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (5275648->5279743) req@ffff880073e02d80 x1818247336677504/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:72/0 lens 488/4536 e 0 to 0 dl 1734016122 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016111.444827:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880073e02d80 with x1818247336677504 ext(5275648->5279743) 00002000:00010000:1.0:1734016111.444830:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880073e02d80 00000100:00100000:0.0:1734016111.450153:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016111.451648:0:7695:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336677760 00000100:00100000:3.0:1734016111.451669:0:7695:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336677760 00002000:00100000:3.0:1734016111.451918:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (5271552->5275647) req@ffff880073f20e00 x1818247336677760/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:72/0 lens 488/0 e 0 to 0 dl 1734016122 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016111.451929:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880073f20e00 with x1818247336677760 ext(5271552->5275647) 00002000:00010000:3.0:1734016111.451936:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880073f20e00 00000100:00100000:3.0:1734016111.452066:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8542 00000100:00100000:3.0:1734016111.452074:0:7695:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880073f20e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+10:1981:x1818247336677760:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:3.0:1734016111.452292:0:7695:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880073f20e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+10:1981:x1818247336677760:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 217us (2602us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016111.452298:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8542 00002000:00100000:3.0:1734016111.452304:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (5271552->5275647) req@ffff880073f20e00 x1818247336677760/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:72/0 lens 488/4536 e 0 to 0 dl 1734016122 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016111.452311:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880073f20e00 with x1818247336677760 ext(5271552->5275647) 00002000:00010000:3.0:1734016111.452313:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880073f20e00 00000100:00100000:0.0:1734016111.455432:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016111.456948:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336678016 00000100:00100000:1.0:1734016111.456961:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336678016 00002000:00100000:1.0:1734016111.457007:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (5267456->5271551) req@ffff880073f22680 x1818247336678016/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:72/0 lens 488/0 e 0 to 0 dl 1734016122 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016111.457018:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880073f22680 with x1818247336678016 ext(5267456->5271551) 00002000:00010000:1.0:1734016111.457025:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880073f22680 00000100:00100000:1.0:1734016111.457061:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8543 00000100:00100000:1.0:1734016111.457068:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880073f22680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+10:1978:x1818247336678016:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:1.0:1734016111.457286:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880073f22680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+10:1978:x1818247336678016:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 217us (1867us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016111.457292:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8543 00002000:00100000:1.0:1734016111.457298:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (5267456->5271551) req@ffff880073f22680 x1818247336678016/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:72/0 lens 488/4536 e 0 to 0 dl 1734016122 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016111.457306:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880073f22680 with x1818247336678016 ext(5267456->5271551) 00002000:00010000:1.0:1734016111.457309:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880073f22680 00000100:00100000:0.0:1734016111.460662:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016111.461523:0:7695:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336678272 00000100:00100000:3.0:1734016111.461533:0:7695:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336678272 00002000:00100000:3.0:1734016111.461588:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (5263360->5267455) req@ffff880073f23800 x1818247336678272/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:72/0 lens 488/0 e 0 to 0 dl 1734016122 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016111.461598:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880073f23800 with x1818247336678272 ext(5263360->5267455) 00002000:00010000:3.0:1734016111.461604:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880073f23800 00000100:00100000:3.0:1734016111.461658:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8544 00000100:00100000:3.0:1734016111.461665:0:7695:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880073f23800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+10:1981:x1818247336678272:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:3.0:1734016111.461850:0:7695:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880073f23800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+10:1981:x1818247336678272:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 184us (1200us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016111.461857:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8544 00002000:00100000:3.0:1734016111.461863:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (5263360->5267455) req@ffff880073f23800 x1818247336678272/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:72/0 lens 488/4536 e 0 to 0 dl 1734016122 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016111.461880:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880073f23800 with x1818247336678272 ext(5263360->5267455) 00002000:00010000:3.0:1734016111.461883:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880073f23800 00000100:00100000:0.0:1734016111.464037:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016111.464509:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336678528 00000100:00100000:1.0:1734016111.464519:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336678528 00002000:00100000:1.0:1734016111.464571:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (5259264->5263359) req@ffff880073f23480 x1818247336678528/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:72/0 lens 488/0 e 0 to 0 dl 1734016122 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016111.464581:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880073f23480 with x1818247336678528 ext(5259264->5263359) 00002000:00010000:1.0:1734016111.464587:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880073f23480 00000100:00100000:1.0:1734016111.464675:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8545 00000100:00100000:1.0:1734016111.464683:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880073f23480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+10:1978:x1818247336678528:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:1.0:1734016111.465177:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880073f23480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+10:1978:x1818247336678528:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 493us (1149us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016111.465184:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8545 00002000:00100000:1.0:1734016111.465191:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (5259264->5263359) req@ffff880073f23480 x1818247336678528/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:72/0 lens 488/4536 e 0 to 0 dl 1734016122 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016111.465198:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880073f23480 with x1818247336678528 ext(5259264->5263359) 00002000:00010000:1.0:1734016111.465201:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880073f23480 00000100:00100000:0.0:1734016111.468003:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016111.468080:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336678784 00000100:00100000:1.0:1734016111.468091:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336678784 00002000:00100000:1.0:1734016111.468139:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (5255168->5259263) req@ffff880073f21f80 x1818247336678784/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:72/0 lens 488/0 e 0 to 0 dl 1734016122 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016111.468149:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880073f21f80 with x1818247336678784 ext(5255168->5259263) 00002000:00010000:1.0:1734016111.468155:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880073f21f80 00000100:00100000:1.0:1734016111.468273:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8546 00000100:00100000:1.0:1734016111.468279:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880073f21f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+10:1981:x1818247336678784:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:1.0:1734016111.468491:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880073f21f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+10:1981:x1818247336678784:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 211us (501us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016111.468499:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8546 00002000:00100000:1.0:1734016111.468506:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (5255168->5259263) req@ffff880073f21f80 x1818247336678784/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:72/0 lens 488/4536 e 0 to 0 dl 1734016122 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016111.468513:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880073f21f80 with x1818247336678784 ext(5255168->5259263) 00002000:00010000:1.0:1734016111.468516:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880073f21f80 00000100:00100000:0.0:1734016111.470973:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016111.471277:0:7695:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336679040 00000100:00100000:3.0:1734016111.471288:0:7695:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336679040 00002000:00100000:3.0:1734016111.471332:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (5251072->5255167) req@ffff880073f22300 x1818247336679040/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:72/0 lens 488/0 e 0 to 0 dl 1734016122 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016111.471342:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880073f22300 with x1818247336679040 ext(5251072->5255167) 00002000:00010000:3.0:1734016111.471349:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880073f22300 00000100:00100000:3.0:1734016111.471377:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8547 00000100:00100000:3.0:1734016111.471383:0:7695:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880073f22300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+10:1978:x1818247336679040:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:3.0:1734016111.471572:0:7695:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880073f22300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+10:1978:x1818247336679040:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 188us (610us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016111.471579:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8547 00002000:00100000:3.0:1734016111.471584:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (5251072->5255167) req@ffff880073f22300 x1818247336679040/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:72/0 lens 488/4536 e 0 to 0 dl 1734016122 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016111.471591:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880073f22300 with x1818247336679040 ext(5251072->5255167) 00002000:00010000:3.0:1734016111.471594:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880073f22300 00000100:00100000:0.0:1734016111.474438:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016111.474641:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336679296 00000100:00100000:1.0:1734016111.474653:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336679296 00002000:00100000:1.0:1734016111.474700:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (5246976->5251071) req@ffff880073f20000 x1818247336679296/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:72/0 lens 488/0 e 0 to 0 dl 1734016122 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016111.474712:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880073f20000 with x1818247336679296 ext(5246976->5251071) 00002000:00010000:1.0:1734016111.474717:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880073f20000 00000100:00100000:1.0:1734016111.474751:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8548 00000100:00100000:1.0:1734016111.474758:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880073f20000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+10:1981:x1818247336679296:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:1.0:1734016111.474966:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880073f20000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+10:1981:x1818247336679296:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 208us (538us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016111.474972:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8548 00002000:00100000:1.0:1734016111.474978:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (5246976->5251071) req@ffff880073f20000 x1818247336679296/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:72/0 lens 488/4536 e 0 to 0 dl 1734016122 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016111.474985:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880073f20000 with x1818247336679296 ext(5246976->5251071) 00002000:00010000:1.0:1734016111.474988:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880073f20000 00000100:00100000:0.0:1734016111.478306:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016111.478988:0:7695:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336679552 00000100:00100000:3.0:1734016111.478998:0:7695:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336679552 00002000:00100000:3.0:1734016111.479043:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (5242880->5246975) req@ffff880073f22d80 x1818247336679552/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:72/0 lens 488/0 e 0 to 0 dl 1734016122 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016111.479053:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880073f22d80 with x1818247336679552 ext(5242880->5246975) 00002000:00010000:3.0:1734016111.479059:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880073f22d80 00000100:00100000:3.0:1734016111.479244:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8549 00000100:00100000:3.0:1734016111.479250:0:7695:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880073f22d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+10:1978:x1818247336679552:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:3.0:1734016111.479887:0:7695:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880073f22d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+10:1978:x1818247336679552:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 635us (1589us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016111.479894:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8549 00002000:00100000:3.0:1734016111.479901:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (5242880->5246975) req@ffff880073f22d80 x1818247336679552/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:72/0 lens 488/4536 e 0 to 0 dl 1734016122 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016111.479907:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880073f22d80 with x1818247336679552 ext(5242880->5246975) 00002000:00010000:3.0:1734016111.479910:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880073f22d80 00000100:00100000:0.0:1734016111.482126:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016111.482447:0:7695:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336679808 00000100:00100000:3.0:1734016111.482459:0:7695:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336679808 00002000:00100000:3.0:1734016111.482503:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (5238784->5242879) req@ffff880073f20700 x1818247336679808/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:72/0 lens 488/0 e 0 to 0 dl 1734016122 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016111.482512:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880073f20700 with x1818247336679808 ext(5238784->5242879) 00002000:00010000:3.0:1734016111.482516:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880073f20700 00000100:00100000:3.0:1734016111.482770:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8550 00000100:00100000:3.0:1734016111.482776:0:7695:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880073f20700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+10:1981:x1818247336679808:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:3.0:1734016111.483024:0:7695:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880073f20700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+10:1981:x1818247336679808:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 247us (910us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016111.483030:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8550 00002000:00100000:3.0:1734016111.483036:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (5238784->5242879) req@ffff880073f20700 x1818247336679808/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:72/0 lens 488/4536 e 0 to 0 dl 1734016122 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016111.483042:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880073f20700 with x1818247336679808 ext(5238784->5242879) 00002000:00010000:3.0:1734016111.483044:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880073f20700 00000100:00100000:0.0:1734016111.485475:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016111.485607:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336679936 00000100:00100000:1.0:1734016111.485617:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336679936 00002000:00100000:1.0:1734016111.485661:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (5238784->5286505) req@ffff880073f21500 x1818247336679936/t0(0) o4->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:72/0 lens 488/0 e 0 to 0 dl 1734016122 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016111.485671:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880073f21500 with x1818247336679936 ext(5238784->5286505) 00002000:00010000:1.0:1734016111.485677:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880073f21500 00000100:00100000:1.0:1734016111.485708:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8551 00000100:00100000:1.0:1734016111.485715:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880073f21500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+10:1978:x1818247336679936:12345-192.168.201.10@tcp:4:fsx.0 00000100:00100000:1.0:1734016111.488378:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880073f21500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+12:1978:x1818247336679936:12345-192.168.201.10@tcp:4:fsx.0 Request processed in 2646us (2896us total) trans 4294969154 rc 0/0 00000100:00100000:1.0:1734016111.488392:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8551 00002000:00100000:1.0:1734016111.488407:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (5238784->5286505) req@ffff880073f21500 x1818247336679936/t4294969154(0) o4->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:72/0 lens 488/448 e 0 to 0 dl 1734016122 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016111.488418:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880073f21500 with x1818247336679936 ext(5238784->5286505) 00002000:00010000:1.0:1734016111.488424:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880073f21500 00000100:00100000:0.0:1734016111.489919:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016111.490033:0:8966:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336680064 00000100:00100000:3.0:1734016111.490042:0:8966:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336680064 00000100:00100000:3.0:1734016111.490084:0:8966:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 1895 00000100:00100000:3.0:1734016111.490091:0:8966:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007431dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+23:9673:x1818247336680064:12345-192.168.201.10@tcp:44:fsx.0 00000100:00100000:3.0:1734016111.490204:0:8966:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007431dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+23:9673:x1818247336680064:12345-192.168.201.10@tcp:44:fsx.0 Request processed in 113us (292us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016111.490211:0:8966:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 1895 00000100:00100000:0.0:1734016111.491193:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016111.491260:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336680192 00000100:00100000:3.0:1734016111.491265:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336680192 00000100:00100000:3.0:1734016111.491302:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10254 00000100:00100000:3.0:1734016111.491306:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007431df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+12:1981:x1818247336680192:12345-192.168.201.10@tcp:16:fsx.0 00000001:00080000:0.0:1734016111.496245:0:8954:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969154 is committed 00000001:00080000:0.0:1734016111.496270:0:8954:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969152 is committed 00000100:00100000:3.0:1734016111.498265:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007431df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1981:x1818247336680192:12345-192.168.201.10@tcp:16:fsx.0 Request processed in 6939us (7056us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016111.498282:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10254 00000100:00100000:2.0:1734016111.505192:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016111.505271:0:7420:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336680320 00000100:00100000:1.0:1734016111.505281:0:7420:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336680320 00000100:00100000:1.0:1734016111.505345:0:7420:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 1896 00000100:00100000:1.0:1734016111.505353:0:7420:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076866d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+12:9673:x1818247336680320:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:1.0:1734016111.505376:0:7420:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016111.505395:0:7420:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880097237cc0/0x3f004d6452e07122 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d0dba expref: -99 pid: 7420 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016111.505493:0:7420:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880097237600/0x3f004d6452e07129 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7420 initiator: MDT0 00010000:00010000:1.0:1734016111.505507:0:7420:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880097237600/0x3f004d6452e07129 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7420 initiator: MDT0 00010000:00010000:1.0:1734016111.505518:0:7420:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880097237600/0x3f004d6452e07129 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7420 initiator: MDT0 00000004:00200000:1.0:1734016111.505543:0:7420:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 5286506 00000004:00200000:1.0:1734016111.505547:0:7420:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1734016111.505574:0:7420:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880097237600/0x3f004d6452e07129 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7420 initiator: MDT0 00010000:00010000:1.0:1734016111.505596:0:7420:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880097237cc0/0x3f004d6452e07122 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0dba expref: 14 pid: 7420 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016111.505629:0:7420:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880097237600/0x3f004d6452e07129 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0dba expref: 13 pid: 7420 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016111.505637:0:7420:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:1.0:1734016111.505640:0:7420:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1734016111.505644:0:7420:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097237600, rc 0) 00000100:00100000:1.0:1734016111.505702:0:7420:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076866d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+13:9673:x1818247336680320:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 349us (523us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016111.505707:0:7420:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 1896 00000100:00100000:0.0:1734016111.507733:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016111.507834:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336680448 00000100:00100000:2.0:1734016111.507845:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336680448 00000100:00100000:2.0:1734016111.507922:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10255 00000100:00100000:2.0:1734016111.507930:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007431f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:1979:x1818247336680448:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:2.0:1734016111.507951:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016111.507973:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800721718c0/0x3f004d6452e07130 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d0dc1 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016111.508038:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880075001180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339374720:192.168.201.10@tcp:106: 00000100:00100000:2.0:1734016111.508124:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800768ef9c0 going to sleep for 11 seconds 00002000:00010000:0.0:1734016111.509562:0:7689:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime: 1734016109 -> 1734016110 00002000:00010000:0.0:1734016111.509568:0:7689:0:(ofd_lvb.c:301:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks: 1152 -> 1248 00000100:00100000:0.0:1734016111.509588:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880075001180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339374720:192.168.201.10@tcp:106: 00010000:00010000:0.0:1734016111.509616:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800721718c0/0x3f004d6452e07130 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0dc1 expref: 6 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016111.509629:0:7689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800721718c0/0x3f004d6452e07130 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0dc1 expref: 6 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016111.509644:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800721718c0, rc 0) 00000100:00100000:0.0:1734016111.509676:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007431f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:1979:x1818247336680448:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 1746us (1954us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016111.509685:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10255 00000100:00100000:0.0:1734016111.511217:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016111.511358:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336680576 00000100:00100000:2.0:1734016111.511368:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336680576 00000100:00100000:2.0:1734016111.511427:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10256 00000100:00100000:2.0:1734016111.511434:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007431ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:1981:x1818247336680576:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:2.0:1734016111.511454:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016111.511475:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880072170d80/0x3f004d6452e07137 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d0dc8 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016111.511529:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880075003100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339374848:192.168.201.10@tcp:106: 00000100:00100000:2.0:1734016111.511606:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800768efe40 going to sleep for 11 seconds 00000100:00100000:0.0:1734016111.513078:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880075003100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339374848:192.168.201.10@tcp:106: 00010000:00010000:0.0:1734016111.513116:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880072170d80/0x3f004d6452e07137 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0dc8 expref: 6 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016111.513130:0:7689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880072170d80/0x3f004d6452e07137 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0dc8 expref: 6 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016111.513143:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880072170d80, rc 0) 00000100:00100000:0.0:1734016111.513200:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007431ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:1981:x1818247336680576:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 1765us (1989us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016111.513209:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10256 00000100:00100000:0.0:1734016111.520620:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016111.520833:0:8966:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336680832 00000100:00100000:3.0:1734016111.520845:0:8966:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336680832 00000100:00100000:3.0:1734016111.520925:0:8966:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 1897 00000100:00100000:3.0:1734016111.520933:0:8966:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007431d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+13:9673:x1818247336680832:12345-192.168.201.10@tcp:36:fsx.0 00010000:00010000:3.0:1734016111.520994:0:8966:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016111.521023:0:8966:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880097237600/0x3f004d6452e07129 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0dba expref: 13 pid: 7420 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016111.521050:0:8966:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:3.0:1734016111.521054:0:8966:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1734016111.521215:0:8966:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a7180/0x3f004d6452e0713e lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 8966 initiator: MDT0 00010000:00010000:3.0:1734016111.521230:0:8966:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a7180/0x3f004d6452e0713e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8966 initiator: MDT0 00010000:00010000:3.0:1734016111.521240:0:8966:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a7180/0x3f004d6452e0713e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8966 initiator: MDT0 00000001:00080000:3.0:1734016111.521269:0:8966:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294968505 00000004:00010000:3.0:1734016111.521283:0:8966:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff88007431d880 reply state ffff88007465c000 transno 4294968506 ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a7180/0x3f004d6452e0713e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8966 initiator: MDT0 00000100:00100000:3.0:1734016111.521290:0:8966:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1734016111.521365:0:8966:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007431d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+15:9673:x1818247336680832:12345-192.168.201.10@tcp:36:fsx.0 Request processed in 432us (762us total) trans 4294968506 rc 0/0 00000100:00100000:3.0:1734016111.521371:0:8966:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 1897 00000020:00080000:3.0:1734016111.521376:0:8966:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1734016111.524621:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00010000:00010000:2.0:1734016111.525263:0:3494:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a7180/0x3f004d6452e0713e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8966 initiator: MDT0 00010000:00010000:2.0:1734016111.525275:0:3494:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a7180/0x3f004d6452e0713e lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 8966 initiator: MDT0 00010000:00010000:2.0:1734016111.525282:0:3494:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a7180/0x3f004d6452e0713e lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8966 initiator: MDT0 00010000:00010000:2.0:1734016111.525288:0:3494:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88009a9a7180 already unused, calling callback (ffffffffa0f03950) 00010000:00010000:2.0:1734016111.525292:0:3494:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a7180/0x3f004d6452e0713e lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8966 initiator: MDT0 00010000:00010000:2.0:1734016111.525300:0:3494:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a7180/0x3f004d6452e0713e lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 8966 initiator: MDT0 00010000:00010000:2.0:1734016111.525316:0:3494:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:2.0:1734016111.525319:0:3494:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734016111.525324:0:3494:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a7180/0x3f004d6452e0713e lrc: 2/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8966 initiator: MDT0 00010000:00010000:2.0:1734016111.525329:0:3494:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a7180/0x3f004d6452e0713e lrc: 0/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8966 initiator: MDT0 00000100:00100000:1.0:1734016111.525499:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336680960 00000100:00100000:1.0:1734016111.525512:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336680960 00000100:00100000:1.0:1734016111.525572:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10257 00000100:00100000:1.0:1734016111.525580:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007431d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:9673:x1818247336680960:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:1.0:1734016111.525602:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016111.525622:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880097236f40/0x3f004d6452e07145 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d0dcf expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016111.525659:0:7689:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7a80/0x3f004d6452e0711b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0db3 expref: 6 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016111.525668:0:7689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016111.525671:0:7689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016111.525674:0:7689:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880097236f40/0x3f004d6452e07145 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0dcf expref: 6 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016111.525714:0:7689:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7a80/0x3f004d6452e0711b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0db3 expref: 6 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016111.525729:0:7689:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7a80/0x3f004d6452e0711b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0db3 expref: 6 pid: 7689 timeout: 475 lvb_type: 0 00000100:00100000:1.0:1734016111.525742:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800ac576a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339374976:192.168.201.10@tcp:104: 00000100:00100000:1.0:1734016111.525814:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b42cdc00 going to sleep for 11 seconds 00000100:00100000:0.0:1734016111.528474:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016111.528585:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800ac576a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339374976:192.168.201.10@tcp:104: 00010000:00010000:1.0:1734016111.528631:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880097236f40/0x3f004d6452e07145 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0dcf expref: 6 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016111.528658:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097236f40, rc 0) 00000100:00100000:1.0:1734016111.528724:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007431d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:9673:x1818247336680960:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 3144us (4116us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016111.528735:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10257 00000100:00100000:2.0:1734016111.531305:0:6470:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336681088 00000100:00100000:2.0:1734016111.531320:0:6470:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336681088 00010000:00010000:2.0:1734016111.531368:0:6470:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7a80/0x3f004d6452e0711b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0db3 expref: 7 pid: 7689 timeout: 475 lvb_type: 0 00000100:00100000:2.0:1734016111.531574:0:6470:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2717 00000100:00100000:2.0:1734016111.531582:0:6470:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007431ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1978:x1818247336681088:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016111.531599:0:6470:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016111.531622:0:6470:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7a80/0x3f004d6452e0711b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0db3 expref: 7 pid: 7689 timeout: 475 lvb_type: 0 00010000:00010000:2.0:1734016111.531635:0:6470:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7a80/0x3f004d6452e0711b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0db3 expref: 7 pid: 7689 timeout: 475 lvb_type: 0 00010000:00010000:2.0:1734016111.531661:0:6470:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7a80/0x3f004d6452e0711b lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0db3 expref: 7 pid: 7689 timeout: 475 lvb_type: 0 00010000:00010000:2.0:1734016111.531681:0:6470:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016111.531684:0:6470:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016111.531690:0:6470:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880097236f40/0x3f004d6452e07145 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0dcf expref: 5 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016111.531699:0:6470:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880097236f40/0x3f004d6452e07145 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0dcf expref: 5 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016111.531742:0:6470:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880097236f40/0x3f004d6452e07145 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0dcf expref: 5 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016111.531756:0:6470:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880075003100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6470:1818247339375104:192.168.201.10@tcp:105: 00000100:00100000:2.0:1734016111.531840:0:6470:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800768ef540 going to sleep for 11 seconds 00000100:00100000:0.0:1734016111.534133:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016111.534446:0:6470:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880075003100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6470:1818247339375104:192.168.201.10@tcp:105: 00010000:00010000:2.0:1734016111.534467:0:6470:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016111.534513:0:6470:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007431ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1978:x1818247336681088:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 2931us (6052us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016111.534523:0:6470:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2717 00000100:00100000:1.0:1734016111.534760:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336681216 00000100:00100000:1.0:1734016111.534767:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336681216 00002000:00010000:1.0:1734016111.534796:0:7694:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (5863067->18446744073709551615) 00002000:00100000:1.0:1734016111.534800:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007431e300 with x1818247336681216 ext(5863067->18446744073709551615) 00002000:00010000:1.0:1734016111.534810:0:7694:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007431e300. 00000100:00100000:1.0:1734016111.534837:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8552 00000100:00100000:1.0:1734016111.534842:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007431e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1979:x1818247336681216:12345-192.168.201.10@tcp:10:fsx.0 00002000:00010000:1.0:1734016111.535092:0:7694:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 5286506 -> 5863067 00002000:00010000:1.0:1734016111.535095:0:7694:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016110 -> 1734016111 00002000:00010000:1.0:1734016111.535097:0:7694:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016110 -> 1734016110 00002000:00010000:1.0:1734016111.535100:0:7694:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016110 -> 1734016111 00002000:00010000:1.0:1734016111.535101:0:7694:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 1248 -> 1248 00000100:00100000:1.0:1734016111.535123:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007431e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1979:x1818247336681216:12345-192.168.201.10@tcp:10:fsx.0 Request processed in 280us (1000us total) trans 4294969155 rc 0/0 00000100:00100000:1.0:1734016111.535128:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8552 00002000:00010000:1.0:1734016111.535130:0:7694:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (5863067->18446744073709551615) 00002000:00100000:1.0:1734016111.535133:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007431e300 with x1818247336681216 ext(5863067->18446744073709551615) 00002000:00010000:1.0:1734016111.535136:0:7694:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007431e300. 00000100:00100000:0.0:1734016111.538737:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016111.538892:0:7695:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336681472 00000100:00100000:3.0:1734016111.538902:0:7695:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336681472 00002000:00100000:3.0:1734016111.538948:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (5861376->5865471) req@ffff88007431e680 x1818247336681472/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:72/0 lens 488/0 e 0 to 0 dl 1734016122 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016111.538958:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007431e680 with x1818247336681472 ext(5861376->5865471) 00002000:00010000:3.0:1734016111.538964:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007431e680 00000100:00100000:3.0:1734016111.538986:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8553 00000100:00100000:3.0:1734016111.538993:0:7695:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007431e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1981:x1818247336681472:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:3.0:1734016111.539155:0:7695:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007431e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1981:x1818247336681472:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 162us (431us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016111.539161:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8553 00002000:00100000:3.0:1734016111.539167:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (5861376->5865471) req@ffff88007431e680 x1818247336681472/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:72/0 lens 488/4536 e 0 to 0 dl 1734016122 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016111.539173:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007431e680 with x1818247336681472 ext(5861376->5865471) 00002000:00010000:3.0:1734016111.539177:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007431e680 00000100:00100000:0.0:1734016111.544187:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016111.544351:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336681728 00000100:00100000:2.0:1734016111.544365:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336681728 00002000:00100000:2.0:1734016111.544434:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (5857280->5861375) req@ffff88007431ed80 x1818247336681728/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:72/0 lens 488/0 e 0 to 0 dl 1734016122 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016111.544448:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007431ed80 with x1818247336681728 ext(5857280->5861375) 00002000:00010000:2.0:1734016111.544455:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007431ed80 00000100:00100000:2.0:1734016111.544499:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8554 00000100:00100000:2.0:1734016111.544507:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007431ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1978:x1818247336681728:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:2.0:1734016111.544792:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007431ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1978:x1818247336681728:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 283us (624us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016111.544800:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8554 00002000:00100000:2.0:1734016111.544807:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (5857280->5861375) req@ffff88007431ed80 x1818247336681728/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:72/0 lens 488/4536 e 0 to 0 dl 1734016122 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016111.544813:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007431ed80 with x1818247336681728 ext(5857280->5861375) 00002000:00010000:2.0:1734016111.544816:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007431ed80 00010000:00010000:3.0:1734016111.547095:0:8960:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734016111.547688:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016111.547781:0:7695:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336681984 00000100:00100000:3.0:1734016111.547791:0:7695:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336681984 00002000:00100000:3.0:1734016111.547833:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (5853184->5857279) req@ffff88007431d180 x1818247336681984/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:72/0 lens 488/0 e 0 to 0 dl 1734016122 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016111.547843:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007431d180 with x1818247336681984 ext(5853184->5857279) 00002000:00010000:3.0:1734016111.547849:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007431d180 00000100:00100000:3.0:1734016111.547903:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8555 00000100:00100000:3.0:1734016111.547909:0:7695:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007431d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1981:x1818247336681984:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:3.0:1734016111.548108:0:7695:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007431d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1981:x1818247336681984:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 199us (429us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016111.548117:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8555 00002000:00100000:3.0:1734016111.548124:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (5853184->5857279) req@ffff88007431d180 x1818247336681984/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:72/0 lens 488/4536 e 0 to 0 dl 1734016122 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016111.548129:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007431d180 with x1818247336681984 ext(5853184->5857279) 00002000:00010000:3.0:1734016111.548132:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007431d180 00000100:00100000:0.0:1734016111.551206:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016111.551932:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336682240 00000100:00100000:2.0:1734016111.551946:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336682240 00002000:00100000:2.0:1734016111.552016:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (5849088->5853183) req@ffff88007431c380 x1818247336682240/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:72/0 lens 488/0 e 0 to 0 dl 1734016122 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016111.552034:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007431c380 with x1818247336682240 ext(5849088->5853183) 00002000:00010000:2.0:1734016111.552041:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007431c380 00000100:00100000:2.0:1734016111.552081:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8556 00000100:00100000:2.0:1734016111.552090:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007431c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1978:x1818247336682240:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:2.0:1734016111.552313:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007431c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1978:x1818247336682240:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 223us (1124us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016111.552320:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8556 00002000:00100000:2.0:1734016111.552327:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (5849088->5853183) req@ffff88007431c380 x1818247336682240/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:72/0 lens 488/4536 e 0 to 0 dl 1734016122 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016111.552333:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007431c380 with x1818247336682240 ext(5849088->5853183) 00002000:00010000:2.0:1734016111.552336:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007431c380 00000100:00100000:0.0:1734016111.555434:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016111.555636:0:7695:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336682368 00000100:00100000:3.0:1734016111.555651:0:7695:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336682368 00002000:00100000:3.0:1734016111.555710:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (5849088->5863066) req@ffff88007431ca80 x1818247336682368/t0(0) o4->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:72/0 lens 14472/0 e 0 to 0 dl 1734016122 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016111.555724:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007431ca80 with x1818247336682368 ext(5849088->5863066) 00002000:00010000:3.0:1734016111.555731:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007431ca80 00000100:00100000:3.0:1734016111.555770:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8557 00000100:00100000:3.0:1734016111.555778:0:7695:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007431ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1980:x1818247336682368:12345-192.168.201.10@tcp:4:fsx.0 00000100:00100000:3.0:1734016111.557541:0:7695:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007431ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+9:1980:x1818247336682368:12345-192.168.201.10@tcp:4:fsx.0 Request processed in 1752us (2111us total) trans 4294969156 rc 0/0 00000100:00100000:3.0:1734016111.557563:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8557 00002000:00100000:3.0:1734016111.557574:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (5849088->5863066) req@ffff88007431ca80 x1818247336682368/t4294969156(0) o4->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:72/0 lens 14472/448 e 0 to 0 dl 1734016122 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016111.557582:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007431ca80 with x1818247336682368 ext(5849088->5863066) 00002000:00010000:3.0:1734016111.557588:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007431ca80 00000100:00100000:0.0:1734016111.560025:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016111.560689:0:7420:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336682496 00000100:00100000:1.0:1734016111.560702:0:7420:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336682496 00000100:00100000:1.0:1734016111.560784:0:7420:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 1898 00000100:00100000:1.0:1734016111.560792:0:7420:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a9aad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+14:9673:x1818247336682496:12345-192.168.201.10@tcp:44:fsx.0 00000100:00100000:1.0:1734016111.561025:0:7420:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a9aad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+14:9673:x1818247336682496:12345-192.168.201.10@tcp:44:fsx.0 Request processed in 232us (1011us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016111.561034:0:7420:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 1898 00000100:00100000:0.0:1734016111.562669:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016111.562787:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336682624 00000100:00100000:1.0:1734016111.562794:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336682624 00000100:00100000:1.0:1734016111.562825:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10258 00000100:00100000:1.0:1734016111.562831:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a9a9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+9:1978:x1818247336682624:12345-192.168.201.10@tcp:16:fsx.0 00000001:00080000:2.0:1734016111.564303:0:8954:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969156 is committed 00000100:00100000:1.0:1734016111.564991:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a9a9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1978:x1818247336682624:12345-192.168.201.10@tcp:16:fsx.0 Request processed in 2154us (2323us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016111.565003:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10258 00000100:00100000:0.0:1734016111.567056:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016111.567188:0:8966:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336682752 00000100:00100000:3.0:1734016111.567199:0:8966:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336682752 00000100:00100000:3.0:1734016111.567256:0:8966:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 1899 00000100:00100000:3.0:1734016111.567264:0:8966:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a9a9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+23:9673:x1818247336682752:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:3.0:1734016111.567286:0:8966:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016111.567309:0:8966:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a7a80/0x3f004d6452e0714c lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d0dd6 expref: -99 pid: 8966 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016111.567401:0:8966:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a7180/0x3f004d6452e07153 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 8966 initiator: MDT0 00010000:00010000:3.0:1734016111.567414:0:8966:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a7180/0x3f004d6452e07153 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 8966 initiator: MDT0 00010000:00010000:3.0:1734016111.567425:0:8966:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a7180/0x3f004d6452e07153 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 8966 initiator: MDT0 00000004:00200000:3.0:1734016111.567447:0:8966:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 5863067 00000004:00200000:3.0:1734016111.567451:0:8966:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1734016111.567466:0:8966:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a7180/0x3f004d6452e07153 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 8966 initiator: MDT0 00010000:00010000:3.0:1734016111.567490:0:8966:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a7a80/0x3f004d6452e0714c lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0dd6 expref: 25 pid: 8966 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016111.567511:0:8966:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a7180/0x3f004d6452e07153 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0dd6 expref: 24 pid: 8966 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016111.567518:0:8966:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:3.0:1734016111.567521:0:8966:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1734016111.567525:0:8966:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a9a7180, rc 0) 00000100:00100000:3.0:1734016111.567582:0:8966:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a9a9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+24:9673:x1818247336682752:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 319us (535us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016111.567587:0:8966:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 1899 00000100:00100000:0.0:1734016111.570666:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016111.570915:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336682880 00000100:00100000:1.0:1734016111.570935:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336682880 00000100:00100000:1.0:1734016111.571006:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10259 00000100:00100000:1.0:1734016111.571016:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a9a8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1978:x1818247336682880:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:1.0:1734016111.571053:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016111.571088:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880097234900/0x3f004d6452e0715a lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d0ddd expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016111.571197:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800ac576a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339375232:192.168.201.10@tcp:106: 00000100:00100000:1.0:1734016111.571311:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b42cdc00 going to sleep for 11 seconds 00002000:00010000:1.0:1734016111.573407:0:7689:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime: 1734016110 -> 1734016111 00002000:00010000:1.0:1734016111.573419:0:7689:0:(ofd_lvb.c:301:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks: 1248 -> 1280 00000100:00100000:1.0:1734016111.573453:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800ac576a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339375232:192.168.201.10@tcp:106: 00010000:00010000:1.0:1734016111.573507:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880097234900/0x3f004d6452e0715a lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0ddd expref: 7 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016111.573530:0:7689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097234900/0x3f004d6452e0715a lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0ddd expref: 7 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016111.573563:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097234900, rc 0) 00000100:00100000:1.0:1734016111.574071:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a9a8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1978:x1818247336682880:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 3054us (3423us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016111.574082:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10259 00000100:00100000:0.0:1734016111.576806:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016111.577091:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336683008 00000100:00100000:1.0:1734016111.577106:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336683008 00000100:00100000:1.0:1734016111.577167:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10260 00000100:00100000:1.0:1734016111.577177:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a9aa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1979:x1818247336683008:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:1.0:1734016111.577215:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016111.577249:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880097234fc0/0x3f004d6452e07161 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d0de4 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016111.577346:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800ac576a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339375360:192.168.201.10@tcp:106: 00000100:00100000:1.0:1734016111.577438:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b42cdc00 going to sleep for 11 seconds 00000100:00100000:1.0:1734016111.581399:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800ac576a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339375360:192.168.201.10@tcp:106: 00010000:00010000:1.0:1734016111.581439:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880097234fc0/0x3f004d6452e07161 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0de4 expref: 7 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016111.581455:0:7689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097234fc0/0x3f004d6452e07161 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0de4 expref: 7 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016111.581666:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097234fc0, rc 0) 00000100:00100000:1.0:1734016111.581730:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a9aa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1979:x1818247336683008:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 4554us (4939us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016111.581740:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10260 00000100:00100000:0.0:1734016111.588640:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016111.588736:0:7420:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336683264 00000100:00100000:1.0:1734016111.588747:0:7420:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336683264 00000100:00100000:1.0:1734016111.588805:0:7420:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 1900 00000100:00100000:1.0:1734016111.588813:0:7420:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a9ab800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+24:9673:x1818247336683264:12345-192.168.201.10@tcp:36:fsx.0 00010000:00010000:1.0:1734016111.588897:0:7420:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016111.588929:0:7420:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a7180/0x3f004d6452e07153 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0dd6 expref: 24 pid: 8966 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016111.588948:0:7420:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:1.0:1734016111.588952:0:7420:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1734016111.589126:0:7420:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880097234480/0x3f004d6452e07168 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7420 initiator: MDT0 00010000:00010000:1.0:1734016111.589140:0:7420:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880097234480/0x3f004d6452e07168 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7420 initiator: MDT0 00010000:00010000:1.0:1734016111.589148:0:7420:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880097234480/0x3f004d6452e07168 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7420 initiator: MDT0 00000001:00080000:1.0:1734016111.589179:0:7420:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294968507 00000004:00010000:1.0:1734016111.589193:0:7420:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff88009a9ab800 reply state ffff880074e36000 transno 4294968508 ns: mdt-lustre-MDT0000_UUID lock: ffff880097234480/0x3f004d6452e07168 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7420 initiator: MDT0 00000100:00100000:1.0:1734016111.589200:0:7420:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1734016111.589278:0:7420:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a9ab800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+26:9673:x1818247336683264:12345-192.168.201.10@tcp:36:fsx.0 Request processed in 464us (651us total) trans 4294968508 rc 0/0 00000100:00100000:1.0:1734016111.589285:0:7420:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 1900 00000020:00080000:1.0:1734016111.589290:0:7420:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1734016111.591178:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016111.591570:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336683392 00000100:00100000:3.0:1734016111.591581:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336683392 00000100:00100000:3.0:1734016111.591626:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10261 00000100:00100000:3.0:1734016111.591634:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a9a8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:9673:x1818247336683392:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:3.0:1734016111.591657:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016111.591678:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a9a4b40/0x3f004d6452e0716f lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d0deb expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016111.591715:0:7689:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880097236f40/0x3f004d6452e07145 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0dcf expref: 5 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016111.591723:0:7689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016111.591724:0:7689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016111.591727:0:7689:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a9a4b40/0x3f004d6452e0716f lrc: 4/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0deb expref: 7 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016111.591769:0:7689:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880097236f40/0x3f004d6452e07145 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0dcf expref: 5 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016111.591783:0:7689:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880097236f40/0x3f004d6452e07145 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0dcf expref: 5 pid: 7689 timeout: 475 lvb_type: 0 00000100:00100000:3.0:1734016111.591798:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074c88700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339375488:192.168.201.10@tcp:104: 00000100:00100000:3.0:1734016111.591898:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a896ecc0 going to sleep for 11 seconds 00010000:00010000:1.0:1734016111.594067:0:3495:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880097234480/0x3f004d6452e07168 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7420 initiator: MDT0 00010000:00010000:1.0:1734016111.594086:0:3495:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880097234480/0x3f004d6452e07168 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7420 initiator: MDT0 00010000:00010000:1.0:1734016111.594095:0:3495:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880097234480/0x3f004d6452e07168 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7420 initiator: MDT0 00010000:00010000:1.0:1734016111.594102:0:3495:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880097234480 already unused, calling callback (ffffffffa0f03950) 00010000:00010000:1.0:1734016111.594108:0:3495:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880097234480/0x3f004d6452e07168 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7420 initiator: MDT0 00010000:00010000:1.0:1734016111.594116:0:3495:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880097234480/0x3f004d6452e07168 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7420 initiator: MDT0 00010000:00010000:1.0:1734016111.594142:0:3495:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:1.0:1734016111.594147:0:3495:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1734016111.594151:0:3495:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880097234480/0x3f004d6452e07168 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7420 initiator: MDT0 00010000:00010000:1.0:1734016111.594156:0:3495:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880097234480/0x3f004d6452e07168 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7420 initiator: MDT0 00000100:00100000:3.0:1734016111.596290:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016111.596345:0:6470:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336683520 00000100:00100000:3.0:1734016111.596356:0:6470:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336683520 00010000:00010000:3.0:1734016111.596403:0:6470:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880097236f40/0x3f004d6452e07145 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0dcf expref: 6 pid: 7689 timeout: 475 lvb_type: 0 00000100:00100000:3.0:1734016111.596451:0:6470:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2718 00000100:00100000:3.0:1734016111.596461:0:6470:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074c8b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1978:x1818247336683520:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016111.596479:0:6470:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016111.596505:0:6470:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880097236f40/0x3f004d6452e07145 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0dcf expref: 6 pid: 7689 timeout: 475 lvb_type: 0 00010000:00010000:3.0:1734016111.596517:0:6470:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880097236f40/0x3f004d6452e07145 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0dcf expref: 6 pid: 7689 timeout: 475 lvb_type: 0 00010000:00010000:3.0:1734016111.596559:0:6470:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016111.596561:0:6470:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016111.596569:0:6470:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a4b40/0x3f004d6452e0716f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50080000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0deb expref: 7 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016111.596578:0:6470:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a9a4b40/0x3f004d6452e0716f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50080000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0deb expref: 7 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016111.596614:0:6470:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009a9a4b40/0x3f004d6452e0716f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0deb expref: 7 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016111.596628:0:6470:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074c8b800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6470:1818247339375616:192.168.201.10@tcp:105: 00000100:00100000:3.0:1734016111.600913:0:6470:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a896ef00 going to sleep for 11 seconds 00010000:00010000:3.0:1734016111.601602:0:7689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097236f40/0x3f004d6452e07145 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0dcf expref: 6 pid: 7689 timeout: 475 lvb_type: 0 00000100:00100000:3.0:1734016111.602369:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074c88700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339375488:192.168.201.10@tcp:104: 00010000:00010000:3.0:1734016111.602426:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a9a4b40/0x3f004d6452e0716f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0deb expref: 7 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016111.602450:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a9a4b40, rc 0) 00000100:00100000:3.0:1734016111.602543:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a9a8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:9673:x1818247336683392:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 10907us (11373us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016111.602569:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10261 00000100:00100000:3.0:1734016111.607572:0:6470:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074c8b800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6470:1818247339375616:192.168.201.10@tcp:105: 00010000:00010000:3.0:1734016111.607604:0:6470:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016111.609305:0:6470:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074c8b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:1978:x1818247336683520:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 12824us (13008us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016111.609323:0:6470:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2718 00000100:00100000:1.0:1734016111.609583:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016111.609705:0:7695:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336683648 00000100:00100000:2.0:1734016111.609714:0:7695:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336683648 00002000:00010000:2.0:1734016111.609748:0:7695:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (6931937->18446744073709551615) 00002000:00100000:2.0:1734016111.609753:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800ac576a00 with x1818247336683648 ext(6931937->18446744073709551615) 00002000:00010000:2.0:1734016111.609764:0:7695:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800ac576a00. 00000100:00100000:2.0:1734016111.609794:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8558 00000100:00100000:2.0:1734016111.609800:0:7695:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800ac576a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1978:x1818247336683648:12345-192.168.201.10@tcp:10:fsx.0 00002000:00010000:2.0:1734016111.610046:0:7695:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 5863067 -> 6931937 00002000:00010000:2.0:1734016111.610050:0:7695:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016111 -> 1734016111 00002000:00010000:2.0:1734016111.610052:0:7695:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016111 -> 1734016110 00002000:00010000:2.0:1734016111.610054:0:7695:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016111 -> 1734016111 00002000:00010000:2.0:1734016111.610056:0:7695:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 1280 -> 1280 00000100:00100000:2.0:1734016111.610113:0:7695:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800ac576a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1978:x1818247336683648:12345-192.168.201.10@tcp:10:fsx.0 Request processed in 312us (530us total) trans 4294969157 rc 0/0 00000100:00100000:2.0:1734016111.610119:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8558 00002000:00010000:2.0:1734016111.610122:0:7695:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (6931937->18446744073709551615) 00002000:00100000:2.0:1734016111.610124:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800ac576a00 with x1818247336683648 ext(6931937->18446744073709551615) 00002000:00010000:2.0:1734016111.610128:0:7695:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800ac576a00. 00000100:00100000:0.0:1734016111.614917:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016111.615067:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336683904 00000100:00100000:2.0:1734016111.615078:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336683904 00002000:00100000:2.0:1734016111.615125:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (6930432->6934527) req@ffff88009a9a9c00 x1818247336683904/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:72/0 lens 488/0 e 0 to 0 dl 1734016122 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016111.615136:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a9a9c00 with x1818247336683904 ext(6930432->6934527) 00002000:00010000:2.0:1734016111.615141:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009a9a9c00 00000100:00100000:2.0:1734016111.615166:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8559 00000100:00100000:2.0:1734016111.615173:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a9a9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1981:x1818247336683904:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:2.0:1734016111.615378:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a9a9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1981:x1818247336683904:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 204us (513us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016111.615386:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8559 00002000:00100000:2.0:1734016111.615392:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (6930432->6934527) req@ffff88009a9a9c00 x1818247336683904/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:72/0 lens 488/4536 e 0 to 0 dl 1734016122 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016111.615398:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a9a9c00 with x1818247336683904 ext(6930432->6934527) 00002000:00010000:2.0:1734016111.615401:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009a9a9c00 00000100:00100000:0.0:1734016111.619479:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016111.619981:0:7695:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336684160 00000100:00100000:2.0:1734016111.619995:0:7695:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336684160 00002000:00100000:2.0:1734016111.620057:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (6926336->6930431) req@ffff88009a9a9f80 x1818247336684160/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:72/0 lens 488/0 e 0 to 0 dl 1734016122 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016111.620069:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a9a9f80 with x1818247336684160 ext(6926336->6930431) 00002000:00010000:2.0:1734016111.620075:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009a9a9f80 00000100:00100000:2.0:1734016111.620647:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8560 00000100:00100000:2.0:1734016111.620656:0:7695:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a9a9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1980:x1818247336684160:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:2.0:1734016111.620973:0:7695:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a9a9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1980:x1818247336684160:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 318us (1513us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016111.620982:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8560 00002000:00100000:2.0:1734016111.620988:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (6926336->6930431) req@ffff88009a9a9f80 x1818247336684160/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:72/0 lens 488/4536 e 0 to 0 dl 1734016122 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016111.620996:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a9a9f80 with x1818247336684160 ext(6926336->6930431) 00002000:00010000:2.0:1734016111.620999:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009a9a9f80 00000100:00100000:0.0:1734016111.627287:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016111.627731:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336684288 00000100:00100000:2.0:1734016111.627746:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336684288 00002000:00100000:2.0:1734016111.627805:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (6926336->6931936) req@ffff88009a9a8700 x1818247336684288/t0(0) o4->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:72/0 lens 6096/0 e 0 to 0 dl 1734016122 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016111.627816:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a9a8700 with x1818247336684288 ext(6926336->6931936) 00002000:00010000:2.0:1734016111.627824:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009a9a8700 00000100:00100000:2.0:1734016111.627851:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8561 00000100:00100000:2.0:1734016111.627860:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a9a8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1981:x1818247336684288:12345-192.168.201.10@tcp:4:fsx.0 00000100:00100000:2.0:1734016111.630172:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a9a8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+10:1981:x1818247336684288:12345-192.168.201.10@tcp:4:fsx.0 Request processed in 2292us (2879us total) trans 4294969158 rc 0/0 00000100:00100000:2.0:1734016111.630188:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8561 00002000:00100000:2.0:1734016111.630207:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (6926336->6931936) req@ffff88009a9a8700 x1818247336684288/t4294969158(0) o4->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:72/0 lens 6096/448 e 0 to 0 dl 1734016122 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016111.630220:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a9a8700 with x1818247336684288 ext(6926336->6931936) 00002000:00010000:2.0:1734016111.630227:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009a9a8700 00000100:00100000:0.0:1734016111.633529:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016111.633699:0:8966:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336684416 00000100:00100000:3.0:1734016111.633714:0:8966:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336684416 00000100:00100000:3.0:1734016111.633794:0:8966:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 1901 00000100:00100000:3.0:1734016111.633802:0:8966:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cc7bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+25:9673:x1818247336684416:12345-192.168.201.10@tcp:44:fsx.0 00000100:00100000:3.0:1734016111.634386:0:8966:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cc7bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+25:9673:x1818247336684416:12345-192.168.201.10@tcp:44:fsx.0 Request processed in 584us (870us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016111.634395:0:8966:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 1901 00000100:00100000:0.0:1734016111.637297:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016111.637537:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336684544 00000100:00100000:3.0:1734016111.637557:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336684544 00000100:00100000:3.0:1734016111.637621:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10262 00000100:00100000:3.0:1734016111.637629:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cc7b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+10:1979:x1818247336684544:12345-192.168.201.10@tcp:16:fsx.0 00000001:00080000:2.0:1734016111.639116:0:8954:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969158 is committed 00000100:00100000:3.0:1734016111.639483:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cc7b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1979:x1818247336684544:12345-192.168.201.10@tcp:16:fsx.0 Request processed in 1851us (2205us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016111.639492:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10262 00000100:00100000:0.0:1734016111.641353:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016111.641447:0:8966:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336684672 00000100:00100000:3.0:1734016111.641458:0:8966:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336684672 00000100:00100000:3.0:1734016111.641507:0:8966:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 1902 00000100:00100000:3.0:1734016111.641513:0:8966:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cc78e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+25:9673:x1818247336684672:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:3.0:1734016111.641535:0:8966:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016111.641562:0:8966:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a4000/0x3f004d6452e07176 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d0df2 expref: -99 pid: 8966 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016111.641665:0:8966:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a5b00/0x3f004d6452e0717d lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 8966 initiator: MDT0 00010000:00010000:3.0:1734016111.641683:0:8966:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a5b00/0x3f004d6452e0717d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 8966 initiator: MDT0 00010000:00010000:3.0:1734016111.641694:0:8966:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a5b00/0x3f004d6452e0717d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 8966 initiator: MDT0 00000004:00200000:3.0:1734016111.641717:0:8966:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 6931937 00000004:00200000:3.0:1734016111.641721:0:8966:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1734016111.641735:0:8966:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a5b00/0x3f004d6452e0717d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 8966 initiator: MDT0 00010000:00010000:3.0:1734016111.641758:0:8966:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a4000/0x3f004d6452e07176 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0df2 expref: 27 pid: 8966 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016111.641773:0:8966:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a5b00/0x3f004d6452e0717d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0df2 expref: 26 pid: 8966 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016111.641781:0:8966:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:3.0:1734016111.641783:0:8966:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1734016111.641786:0:8966:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a9a5b00, rc 0) 00000100:00100000:3.0:1734016111.641820:0:8966:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cc78e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+26:9673:x1818247336684672:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 307us (475us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016111.641825:0:8966:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 1902 00000100:00100000:0.0:1734016111.644104:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016111.644277:0:7420:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336684800 00000100:00100000:1.0:1734016111.644288:0:7420:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336684800 00000100:00100000:1.0:1734016111.644351:0:7420:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 1903 00000100:00100000:1.0:1734016111.644359:0:7420:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800744bca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+14:9673:x1818247336684800:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:1.0:1734016111.644389:0:7420:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016111.644414:0:7420:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880097236f40/0x3f004d6452e07184 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d0df9 expref: -99 pid: 7420 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016111.644517:0:7420:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880097234480/0x3f004d6452e0718b lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 7420 initiator: MDT0 00010000:00010000:1.0:1734016111.644534:0:7420:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880097234480/0x3f004d6452e0718b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 7420 initiator: MDT0 00010000:00010000:1.0:1734016111.644547:0:7420:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880097234480/0x3f004d6452e0718b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 7420 initiator: MDT0 00000004:00200000:1.0:1734016111.644587:0:7420:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 6931937 00000004:00200000:1.0:1734016111.644591:0:7420:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1734016111.644607:0:7420:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880097234480/0x3f004d6452e0718b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 7420 initiator: MDT0 00010000:00010000:1.0:1734016111.644630:0:7420:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880097236f40/0x3f004d6452e07184 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0df9 expref: 16 pid: 7420 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016111.644668:0:7420:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880097234480/0x3f004d6452e0718b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0df9 expref: 15 pid: 7420 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016111.644676:0:7420:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:1.0:1734016111.644679:0:7420:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1734016111.644682:0:7420:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097234480, rc 0) 00000100:00100000:1.0:1734016111.644734:0:7420:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800744bca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+15:9673:x1818247336684800:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 377us (653us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016111.644740:0:7420:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 1903 00000100:00100000:0.0:1734016111.647487:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016111.647648:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336684928 00000100:00100000:3.0:1734016111.647659:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336684928 00000100:00100000:3.0:1734016111.647723:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10263 00000100:00100000:3.0:1734016111.647730:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800744bc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:1978:x1818247336684928:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:3.0:1734016111.647762:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016111.647789:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a9a61c0/0x3f004d6452e07192 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d0e00 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016111.647922:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074c8b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339375744:192.168.201.10@tcp:106: 00000100:00100000:3.0:1734016111.648036:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a896e6c0 going to sleep for 11 seconds 00002000:00010000:3.0:1734016111.650572:0:7689:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime: 1734016110 -> 1734016111 00002000:00010000:3.0:1734016111.650582:0:7689:0:(ofd_lvb.c:301:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks: 1280 -> 1296 00000100:00100000:3.0:1734016111.650606:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074c8b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339375744:192.168.201.10@tcp:106: 00010000:00010000:3.0:1734016111.650643:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a9a61c0/0x3f004d6452e07192 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0e00 expref: 6 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016111.650657:0:7689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a61c0/0x3f004d6452e07192 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0e00 expref: 6 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016111.650712:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a9a61c0, rc 0) 00000100:00100000:3.0:1734016111.651070:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800744bc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:1978:x1818247336684928:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 3338us (3596us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016111.651078:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10263 00000100:00100000:0.0:1734016111.652840:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016111.653009:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336685056 00000100:00100000:3.0:1734016111.653021:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336685056 00000100:00100000:3.0:1734016111.653069:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10264 00000100:00100000:3.0:1734016111.653077:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800744bed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:1980:x1818247336685056:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:3.0:1734016111.653100:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016111.653128:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7cc0/0x3f004d6452e07199 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d0e07 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016111.653205:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074c8b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339375872:192.168.201.10@tcp:106: 00000100:00100000:3.0:1734016111.654045:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a896e6c0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016111.657130:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074c8b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339375872:192.168.201.10@tcp:106: 00010000:00010000:3.0:1734016111.657176:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7cc0/0x3f004d6452e07199 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0e07 expref: 6 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016111.657195:0:7689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7cc0/0x3f004d6452e07199 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0e07 expref: 6 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016111.657211:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a9a7cc0, rc 0) 00000100:00100000:3.0:1734016111.657271:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800744bed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:1980:x1818247336685056:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 4193us (4439us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016111.657281:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10264 00000100:00100000:0.0:1734016111.660411:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016111.660521:0:8966:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336685312 00000100:00100000:3.0:1734016111.660533:0:8966:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336685312 00000100:00100000:3.0:1734016111.660644:0:8966:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 1904 00000100:00100000:3.0:1734016111.660653:0:8966:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800744bc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+26:9673:x1818247336685312:12345-192.168.201.10@tcp:36:fsx.0 00010000:00010000:3.0:1734016111.660719:0:8966:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016111.660752:0:8966:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a5b00/0x3f004d6452e0717d lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0df2 expref: 26 pid: 8966 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016111.660773:0:8966:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:3.0:1734016111.660777:0:8966:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1734016111.661146:0:8966:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a6880/0x3f004d6452e071a0 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 8966 initiator: MDT0 00010000:00010000:3.0:1734016111.661160:0:8966:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880097234480/0x3f004d6452e0718b lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0df9 expref: 14 pid: 7420 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016111.661171:0:8966:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a6880/0x3f004d6452e071a0 lrc: 4/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 8966 initiator: MDT0 00010000:00010000:3.0:1734016111.661206:0:8966:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880097234480/0x3f004d6452e0718b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0df9 expref: 14 pid: 7420 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016111.661217:0:8966:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880097234480/0x3f004d6452e0718b lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0df9 expref: 14 pid: 7420 timeout: 475 lvb_type: 0 00000100:00100000:3.0:1734016111.661229:0:8966:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074c8b800 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:8966:1818247339376000:192.168.201.10@tcp:104: 00000100:00100000:3.0:1734016111.664738:0:8966:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a896ef00 going to sleep for 11 seconds 00000100:00100000:0.0:1734016111.667477:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016111.667637:0:8966:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074c8b800 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:8966:1818247339376000:192.168.201.10@tcp:104: 00010000:00010000:3.0:1734016111.667674:0:8966:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a6880/0x3f004d6452e071a0 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 8966 initiator: MDT0 00000100:00100000:2.0:1734016111.667764:0:6470:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336685440 00000100:00100000:2.0:1734016111.667775:0:6470:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336685440 00010000:00010000:2.0:1734016111.667816:0:6470:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880097234480/0x3f004d6452e0718b lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0df9 expref: 15 pid: 7420 timeout: 475 lvb_type: 0 00000100:00100000:2.0:1734016111.667903:0:6470:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2719 00000100:00100000:2.0:1734016111.667911:0:6470:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800744bf800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+15:1979:x1818247336685440:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016111.667934:0:6470:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016111.667942:0:6470:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880097234480/0x3f004d6452e0718b lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0df9 expref: 15 pid: 7420 timeout: 475 lvb_type: 0 00010000:00010000:2.0:1734016111.667953:0:6470:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880097234480/0x3f004d6452e0718b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0df9 expref: 15 pid: 7420 timeout: 475 lvb_type: 0 00010000:00010000:2.0:1734016111.667987:0:6470:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880097234480/0x3f004d6452e0718b lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0df9 expref: 15 pid: 7420 timeout: 475 lvb_type: 0 00010000:00010000:2.0:1734016111.668014:0:6470:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:2.0:1734016111.668020:0:6470:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a6880/0x3f004d6452e071a0 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 8966 initiator: MDT0 00010000:00010000:2.0:1734016111.668031:0:6470:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a6880/0x3f004d6452e071a0 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 8966 initiator: MDT0 00010000:00010000:2.0:1734016111.668040:0:6470:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a6880/0x3f004d6452e071a0 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 8966 initiator: MDT0 00010000:00010000:2.0:1734016111.668059:0:6470:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016111.668109:0:6470:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800744bf800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+14:1979:x1818247336685440:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 198us (645us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016111.668115:0:6470:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2719 00010000:00010000:3.0:1734016111.668213:0:8966:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a6880/0x3f004d6452e071a0 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8966 initiator: MDT0 00010000:00010000:3.0:1734016111.668219:0:8966:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a6880/0x3f004d6452e071a0 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8966 initiator: MDT0 00000001:00080000:3.0:1734016111.668328:0:8966:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294968509 00000004:00010000:3.0:1734016111.668373:0:8966:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff8800744bc380 reply state ffff88007476b000 transno 4294968510 ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a6880/0x3f004d6452e071a0 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8966 initiator: MDT0 00000100:00100000:3.0:1734016111.668380:0:8966:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1734016111.668449:0:8966:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800744bc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+28:9673:x1818247336685312:12345-192.168.201.10@tcp:36:fsx.0 Request processed in 7797us (8051us total) trans 4294968510 rc 0/0 00000100:00100000:3.0:1734016111.668455:0:8966:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 1904 00000020:00080000:3.0:1734016111.668459:0:8966:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:2.0:1734016111.670756:0:3494:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a6880/0x3f004d6452e071a0 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8966 initiator: MDT0 00010000:00010000:2.0:1734016111.670772:0:3494:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a6880/0x3f004d6452e071a0 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 8966 initiator: MDT0 00010000:00010000:2.0:1734016111.670779:0:3494:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a6880/0x3f004d6452e071a0 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8966 initiator: MDT0 00010000:00010000:2.0:1734016111.670786:0:3494:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88009a9a6880 already unused, calling callback (ffffffffa0f03950) 00010000:00010000:2.0:1734016111.670791:0:3494:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a6880/0x3f004d6452e071a0 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8966 initiator: MDT0 00010000:00010000:2.0:1734016111.670801:0:3494:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a6880/0x3f004d6452e071a0 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 8966 initiator: MDT0 00010000:00010000:2.0:1734016111.670828:0:3494:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:2.0:1734016111.670831:0:3494:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734016111.670836:0:3494:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a6880/0x3f004d6452e071a0 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8966 initiator: MDT0 00010000:00010000:2.0:1734016111.670841:0:3494:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a6880/0x3f004d6452e071a0 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8966 initiator: MDT0 00000100:00100000:0.0:1734016111.671753:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016111.672304:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336685568 00000100:00100000:2.0:1734016111.672314:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336685568 00002000:00010000:2.0:1734016111.672354:0:7694:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (2080364->18446744073709551615) 00002000:00100000:2.0:1734016111.672359:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800744bf100 with x1818247336685568 ext(2080364->18446744073709551615) 00002000:00010000:2.0:1734016111.672373:0:7694:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800744bf100. 00000100:00100000:2.0:1734016111.672644:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8562 00000100:00100000:2.0:1734016111.672652:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800744bf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1981:x1818247336685568:12345-192.168.201.10@tcp:10:fsx.0 00002000:00010000:2.0:1734016111.675167:0:7694:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 6931937 -> 2080364 00002000:00010000:2.0:1734016111.675176:0:7694:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016111 -> 1734016111 00002000:00010000:2.0:1734016111.675178:0:7694:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016111 -> 1734016111 00002000:00010000:2.0:1734016111.675180:0:7694:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016111 -> 1734016111 00002000:00010000:2.0:1734016111.675182:0:7694:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 1296 -> 832 00000100:00100000:2.0:1734016111.677091:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800744bf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1981:x1818247336685568:12345-192.168.201.10@tcp:10:fsx.0 Request processed in 4426us (5333us total) trans 4294969159 rc 0/0 00000100:00100000:2.0:1734016111.677104:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8562 00002000:00010000:2.0:1734016111.677111:0:7694:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (2080364->18446744073709551615) 00002000:00100000:2.0:1734016111.677115:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800744bf100 with x1818247336685568 ext(2080364->18446744073709551615) 00002000:00010000:2.0:1734016111.677127:0:7694:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800744bf100. 00000100:00100000:0.0:1734016111.681105:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016111.682066:0:8966:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336685696 00000100:00100000:3.0:1734016111.682081:0:8966:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336685696 00000100:00100000:3.0:1734016111.682669:0:8966:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 1905 00000100:00100000:3.0:1734016111.682680:0:8966:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800744bd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+27:9673:x1818247336685696:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:3.0:1734016111.682719:0:8966:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016111.682746:0:8966:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a6880/0x3f004d6452e071a7 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d0e0e expref: -99 pid: 8966 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016111.683362:0:8966:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a6400/0x3f004d6452e071ae lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 8966 initiator: MDT0 00010000:00010000:3.0:1734016111.683382:0:8966:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a6400/0x3f004d6452e071ae lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 8966 initiator: MDT0 00010000:00010000:3.0:1734016111.683398:0:8966:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a6400/0x3f004d6452e071ae lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 8966 initiator: MDT0 00000004:00200000:3.0:1734016111.683430:0:8966:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 2080364 00000004:00200000:3.0:1734016111.683435:0:8966:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1734016111.683454:0:8966:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a6400/0x3f004d6452e071ae lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 8966 initiator: MDT0 00010000:00010000:3.0:1734016111.683479:0:8966:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a6880/0x3f004d6452e071a7 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0e0e expref: 29 pid: 8966 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016111.683671:0:8966:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a6400/0x3f004d6452e071ae lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0e0e expref: 28 pid: 8966 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016111.683679:0:8966:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:3.0:1734016111.683682:0:8966:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1734016111.683686:0:8966:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a9a6400, rc 0) 00000100:00100000:3.0:1734016111.683853:0:8966:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800744bd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+28:9673:x1818247336685696:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 1174us (2768us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016111.683862:0:8966:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 1905 00000100:00100000:0.0:1734016111.686654:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016111.686747:0:8966:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336685824 00000100:00100000:3.0:1734016111.686758:0:8966:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336685824 00000100:00100000:1.0:1734016111.687031:0:7420:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 1906 00000100:00100000:1.0:1734016111.687042:0:7420:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cc72a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+14:9673:x1818247336685824:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:1.0:1734016111.687078:0:7420:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016111.687112:0:7420:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800972373c0/0x3f004d6452e071b5 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d0e15 expref: -99 pid: 7420 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016111.689182:0:7420:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800972346c0/0x3f004d6452e071bc lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 7420 initiator: MDT0 00010000:00010000:1.0:1734016111.689236:0:7420:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800972346c0/0x3f004d6452e071bc lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 7420 initiator: MDT0 00010000:00010000:1.0:1734016111.689257:0:7420:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800972346c0/0x3f004d6452e071bc lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 7420 initiator: MDT0 00000004:00200000:1.0:1734016111.689307:0:7420:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 2080364 00000004:00200000:1.0:1734016111.689315:0:7420:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1734016111.689344:0:7420:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800972346c0/0x3f004d6452e071bc lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 7420 initiator: MDT0 00010000:00010000:1.0:1734016111.689409:0:7420:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800972373c0/0x3f004d6452e071b5 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0e15 expref: 16 pid: 7420 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016111.689467:0:7420:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800972346c0/0x3f004d6452e071bc lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0e15 expref: 15 pid: 7420 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016111.689482:0:7420:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:1.0:1734016111.689487:0:7420:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1734016111.689492:0:7420:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800972346c0, rc 0) 00000100:00100000:1.0:1734016111.689651:0:7420:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cc72a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+15:9673:x1818247336685824:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 2607us (3009us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016111.689666:0:7420:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 1906 00000100:00100000:0.0:1734016111.692941:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016111.693140:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336685952 00000100:00100000:3.0:1734016111.693155:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336685952 00000100:00100000:3.0:1734016111.693224:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10265 00000100:00100000:3.0:1734016111.693234:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cc72d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:1978:x1818247336685952:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:3.0:1734016111.693262:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016111.693290:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a9a6d00/0x3f004d6452e071c3 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d0e1c expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016111.693372:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074c8b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339376128:192.168.201.10@tcp:106: 00000100:00100000:3.0:1734016111.693455:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a896e6c0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016111.699099:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074c8b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339376128:192.168.201.10@tcp:106: 00010000:00010000:3.0:1734016111.699153:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a9a6d00/0x3f004d6452e071c3 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0e1c expref: 6 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016111.699169:0:7689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a6d00/0x3f004d6452e071c3 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0e1c expref: 6 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016111.700002:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a9a6d00, rc 0) 00000100:00100000:3.0:1734016111.703125:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cc72d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:1978:x1818247336685952:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 9868us (10181us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016111.703141:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10265 00000100:00100000:0.0:1734016111.708054:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016111.708474:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336686080 00000100:00100000:3.0:1734016111.708483:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336686080 00000100:00100000:3.0:1734016111.708526:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10266 00000100:00100000:3.0:1734016111.708533:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cc73b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:1980:x1818247336686080:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:3.0:1734016111.708566:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016111.708585:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a9a4fc0/0x3f004d6452e071ca lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d0e23 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016111.708652:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074c8b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339376256:192.168.201.10@tcp:106: 00000100:00100000:3.0:1734016111.708721:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a896e6c0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016111.711585:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074c8b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339376256:192.168.201.10@tcp:106: 00010000:00010000:3.0:1734016111.711637:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a9a4fc0/0x3f004d6452e071ca lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0e23 expref: 6 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016111.711652:0:7689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a4fc0/0x3f004d6452e071ca lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0e23 expref: 6 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016111.714698:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a9a4fc0, rc 0) 00000100:00100000:3.0:1734016111.714847:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cc73b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:1980:x1818247336686080:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 6303us (6802us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016111.714861:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10266 00000100:00100000:0.0:1734016111.719540:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016111.720245:0:7420:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336686336 00000100:00100000:1.0:1734016111.720258:0:7420:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336686336 00000100:00100000:1.0:1734016111.720345:0:7420:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 1907 00000100:00100000:1.0:1734016111.720355:0:7420:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cc70e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+15:9673:x1818247336686336:12345-192.168.201.10@tcp:36:fsx.0 00010000:00010000:1.0:1734016111.720440:0:7420:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016111.720481:0:7420:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800972346c0/0x3f004d6452e071bc lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0e15 expref: 15 pid: 7420 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016111.722809:0:7420:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:1.0:1734016111.722821:0:7420:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1734016111.723060:0:7420:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880097235440/0x3f004d6452e071d1 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7420 initiator: MDT0 00010000:00010000:1.0:1734016111.723082:0:7420:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a6400/0x3f004d6452e071ae lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0e0e expref: 27 pid: 8966 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016111.723098:0:7420:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff880097235440/0x3f004d6452e071d1 lrc: 4/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7420 initiator: MDT0 00010000:00010000:1.0:1734016111.723153:0:7420:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a6400/0x3f004d6452e071ae lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0e0e expref: 27 pid: 8966 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016111.723171:0:7420:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a6400/0x3f004d6452e071ae lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0e0e expref: 27 pid: 8966 timeout: 475 lvb_type: 0 00000100:00100000:1.0:1734016111.723190:0:7420:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800ac576680 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7420:1818247339376384:192.168.201.10@tcp:104: 00000100:00100000:1.0:1734016111.725528:0:7420:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b42cd900 going to sleep for 11 seconds 00000100:00100000:1.0:1734016111.731334:0:7420:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800ac576680 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7420:1818247339376384:192.168.201.10@tcp:104: 00010000:00010000:1.0:1734016111.731376:0:7420:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff880097235440/0x3f004d6452e071d1 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7420 initiator: MDT0 00000100:00100000:0.0:1734016111.744057:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016111.744225:0:7705:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336686464 00000100:00100000:1.0:1734016111.744240:0:7705:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336686464 00010000:00010000:1.0:1734016111.744294:0:7705:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a6400/0x3f004d6452e071ae lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0e0e expref: 28 pid: 8966 timeout: 475 lvb_type: 0 00000100:00100000:1.0:1734016111.744342:0:7705:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2720 00000100:00100000:1.0:1734016111.744354:0:7705:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cc71880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+28:1978:x1818247336686464:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016111.744375:0:7705:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016111.744381:0:7705:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a6400/0x3f004d6452e071ae lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0e0e expref: 28 pid: 8966 timeout: 475 lvb_type: 0 00010000:00010000:1.0:1734016111.744395:0:7705:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a6400/0x3f004d6452e071ae lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0e0e expref: 28 pid: 8966 timeout: 475 lvb_type: 0 00010000:00010000:1.0:1734016111.744431:0:7705:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a6400/0x3f004d6452e071ae lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0e0e expref: 28 pid: 8966 timeout: 475 lvb_type: 0 00010000:00010000:1.0:1734016111.744458:0:7705:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:1.0:1734016111.744465:0:7705:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff880097235440/0x3f004d6452e071d1 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7420 initiator: MDT0 00010000:00010000:1.0:1734016111.744477:0:7705:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880097235440/0x3f004d6452e071d1 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 7420 initiator: MDT0 00010000:00010000:1.0:1734016111.744487:0:7705:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880097235440/0x3f004d6452e071d1 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 7420 initiator: MDT0 00010000:00010000:1.0:1734016111.744521:0:7705:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016111.744622:0:7705:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cc71880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+27:1978:x1818247336686464:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 269us (586us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016111.744630:0:7705:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2720 00010000:00010000:1.0:1734016111.744671:0:7420:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff880097235440/0x3f004d6452e071d1 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7420 initiator: MDT0 00010000:00010000:1.0:1734016111.744678:0:7420:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880097235440/0x3f004d6452e071d1 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7420 initiator: MDT0 00000001:00080000:1.0:1734016111.744815:0:7420:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294968511 00000004:00010000:1.0:1734016111.744917:0:7420:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff88012cc70e00 reply state ffff8800739a7000 transno 4294968512 ns: mdt-lustre-MDT0000_UUID lock: ffff880097235440/0x3f004d6452e071d1 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7420 initiator: MDT0 00000100:00100000:1.0:1734016111.744925:0:7420:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1734016111.745014:0:7420:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cc70e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+17:9673:x1818247336686336:12345-192.168.201.10@tcp:36:fsx.0 Request processed in 24660us (25496us total) trans 4294968512 rc 0/0 00000100:00100000:1.0:1734016111.745020:0:7420:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 1907 00000020:00080000:1.0:1734016111.745026:0:7420:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1734016111.747735:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016111.748090:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336686592 00000100:00100000:3.0:1734016111.748099:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336686592 00000100:00100000:3.0:1734016111.748145:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10267 00000100:00100000:3.0:1734016111.748152:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cc72680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:9673:x1818247336686592:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:3.0:1734016111.748173:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016111.748194:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7600/0x3f004d6452e071d8 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d0e2a expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016111.748226:0:7689:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a4b40/0x3f004d6452e0716f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0deb expref: 7 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016111.748234:0:7689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016111.748236:0:7689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016111.748240:0:7689:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7600/0x3f004d6452e071d8 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0e2a expref: 6 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016111.748274:0:7689:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a9a4b40/0x3f004d6452e0716f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0deb expref: 7 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016111.748286:0:7689:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a9a4b40/0x3f004d6452e0716f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0deb expref: 7 pid: 7689 timeout: 475 lvb_type: 0 00000100:00100000:3.0:1734016111.748299:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074c8b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339376512:192.168.201.10@tcp:104: 00000100:00100000:3.0:1734016111.748366:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a896e6c0 going to sleep for 11 seconds 00010000:00010000:1.0:1734016111.748460:0:3495:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880097235440/0x3f004d6452e071d1 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7420 initiator: MDT0 00010000:00010000:1.0:1734016111.748469:0:3495:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880097235440/0x3f004d6452e071d1 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7420 initiator: MDT0 00010000:00010000:1.0:1734016111.748476:0:3495:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880097235440/0x3f004d6452e071d1 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7420 initiator: MDT0 00010000:00010000:1.0:1734016111.748481:0:3495:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880097235440 already unused, calling callback (ffffffffa0f03950) 00010000:00010000:1.0:1734016111.748485:0:3495:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880097235440/0x3f004d6452e071d1 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7420 initiator: MDT0 00010000:00010000:1.0:1734016111.748493:0:3495:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880097235440/0x3f004d6452e071d1 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7420 initiator: MDT0 00010000:00010000:1.0:1734016111.748510:0:3495:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:1.0:1734016111.748513:0:3495:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1734016111.748517:0:3495:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880097235440/0x3f004d6452e071d1 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7420 initiator: MDT0 00010000:00010000:1.0:1734016111.748521:0:3495:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880097235440/0x3f004d6452e071d1 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7420 initiator: MDT0 00000100:00100000:3.0:1734016111.755027:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016111.755112:0:6470:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336686720 00000100:00100000:0.0:1734016111.755126:0:6470:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336686720 00000100:00100000:2.0:1734016111.755149:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074c8b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339376512:192.168.201.10@tcp:104: 00010000:00010000:0.0:1734016111.755167:0:6470:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a9a4b40/0x3f004d6452e0716f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0deb expref: 8 pid: 7689 timeout: 475 lvb_type: 0 00010000:00010000:2.0:1734016111.755191:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7600/0x3f004d6452e071d8 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0e2a expref: 6 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016111.755212:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a9a7600, rc 0) 00000100:00100000:0.0:1734016111.755224:0:6470:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2721 00000100:00100000:0.0:1734016111.755232:0:6470:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074c88700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1978:x1818247336686720:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016111.755249:0:6470:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016111.755269:0:6470:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a9a4b40/0x3f004d6452e0716f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0deb expref: 8 pid: 7689 timeout: 475 lvb_type: 0 00000100:00100000:2.0:1734016111.755276:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cc72680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:9673:x1818247336686592:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 7123us (7556us total) trans 0 rc 0/0 00010000:00010000:0.0:1734016111.755282:0:6470:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a9a4b40/0x3f004d6452e0716f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0deb expref: 8 pid: 7689 timeout: 475 lvb_type: 0 00000100:00100000:2.0:1734016111.755286:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10267 00010000:00010000:0.0:1734016111.755308:0:6470:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a4b40/0x3f004d6452e0716f lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0deb expref: 8 pid: 7689 timeout: 475 lvb_type: 0 00010000:00010000:0.0:1734016111.755344:0:6470:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016111.755346:0:6470:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016111.755352:0:6470:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7600/0x3f004d6452e071d8 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0e2a expref: 5 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016111.755361:0:6470:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7600/0x3f004d6452e071d8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0e2a expref: 5 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016111.755403:0:6470:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7600/0x3f004d6452e071d8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0e2a expref: 5 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016111.755417:0:6470:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012cc72300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6470:1818247339376640:192.168.201.10@tcp:105: 00000100:00100000:0.0:1734016111.755483:0:6470:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7486240 going to sleep for 11 seconds 00000100:00100000:0.0:1734016111.760996:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016111.761106:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336686848 00000100:00100000:3.0:1734016111.761118:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336686848 00002000:00010000:3.0:1734016111.761163:0:7694:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (4436998->18446744073709551615) 00002000:00100000:3.0:1734016111.761168:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012cc70700 with x1818247336686848 ext(4436998->18446744073709551615) 00002000:00010000:3.0:1734016111.761180:0:7694:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012cc70700. 00000100:00100000:3.0:1734016111.761200:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8563 00000100:00100000:3.0:1734016111.761207:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cc70700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1979:x1818247336686848:12345-192.168.201.10@tcp:10:fsx.0 00002000:00010000:3.0:1734016111.761399:0:7694:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 2080364 -> 4436998 00002000:00010000:3.0:1734016111.761402:0:7694:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016111 -> 1734016111 00002000:00010000:3.0:1734016111.761404:0:7694:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016111 -> 1734016111 00002000:00010000:3.0:1734016111.761407:0:7694:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016111 -> 1734016111 00002000:00010000:3.0:1734016111.761408:0:7694:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 832 -> 832 00000100:00100000:3.0:1734016111.761452:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cc70700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1979:x1818247336686848:12345-192.168.201.10@tcp:10:fsx.0 Request processed in 244us (465us total) trans 4294969160 rc 0/0 00000100:00100000:3.0:1734016111.761459:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8563 00002000:00010000:3.0:1734016111.761462:0:7694:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (4436998->18446744073709551615) 00002000:00100000:3.0:1734016111.761464:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012cc70700 with x1818247336686848 ext(4436998->18446744073709551615) 00002000:00010000:3.0:1734016111.761468:0:7694:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012cc70700. 00000100:00100000:2.0:1734016111.761834:0:6470:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012cc72300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6470:1818247339376640:192.168.201.10@tcp:105: 00010000:00010000:2.0:1734016111.761889:0:6470:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016111.764156:0:6470:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074c88700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1978:x1818247336686720:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 8898us (9120us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016111.764174:0:6470:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2721 00000100:00100000:2.0:1734016111.771588:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016111.783077:0:7695:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336687104 00000100:00100000:0.0:1734016111.783095:0:7695:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336687104 00002000:00100000:0.0:1734016111.783151:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (4435968->4440063) req@ffff880075003100 x1818247336687104/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:72/0 lens 488/0 e 0 to 0 dl 1734016122 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016111.783163:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880075003100 with x1818247336687104 ext(4435968->4440063) 00002000:00010000:0.0:1734016111.783169:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880075003100 00000100:00100000:0.0:1734016111.783208:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8564 00000100:00100000:0.0:1734016111.783216:0:7695:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075003100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1980:x1818247336687104:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:0.0:1734016111.783457:0:7695:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075003100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1980:x1818247336687104:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 241us (11885us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016111.783465:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8564 00002000:00100000:0.0:1734016111.783470:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (4435968->4440063) req@ffff880075003100 x1818247336687104/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:72/0 lens 488/4536 e 0 to 0 dl 1734016122 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016111.783476:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880075003100 with x1818247336687104 ext(4435968->4440063) 00002000:00010000:0.0:1734016111.783479:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880075003100 00000100:00100000:0.0:1734016111.786670:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016111.786794:0:7695:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336687360 00000100:00100000:2.0:1734016111.786810:0:7695:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336687360 00002000:00100000:2.0:1734016111.786909:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (4431872->4435967) req@ffff88012cc72300 x1818247336687360/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:72/0 lens 488/0 e 0 to 0 dl 1734016122 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016111.786922:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012cc72300 with x1818247336687360 ext(4431872->4435967) 00002000:00010000:2.0:1734016111.786929:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012cc72300 00000100:00100000:2.0:1734016111.786970:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8565 00000100:00100000:2.0:1734016111.786977:0:7695:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cc72300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1980:x1818247336687360:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:2.0:1734016111.787176:0:7695:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cc72300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1980:x1818247336687360:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 198us (520us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016111.787183:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8565 00002000:00100000:2.0:1734016111.787188:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (4431872->4435967) req@ffff88012cc72300 x1818247336687360/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:72/0 lens 488/4536 e 0 to 0 dl 1734016122 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016111.787195:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012cc72300 with x1818247336687360 ext(4431872->4435967) 00002000:00010000:2.0:1734016111.787198:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012cc72300 00000100:00100000:3.0:1734016111.804317:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016111.804415:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336687616 00000100:00100000:0.0:1734016111.804428:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336687616 00002000:00100000:0.0:1734016111.804493:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (4427776->4431871) req@ffff880074c89500 x1818247336687616/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:72/0 lens 488/0 e 0 to 0 dl 1734016122 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016111.804505:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074c89500 with x1818247336687616 ext(4427776->4431871) 00002000:00010000:0.0:1734016111.804514:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074c89500 00000100:00100000:0.0:1734016111.804563:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8566 00000100:00100000:0.0:1734016111.804572:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074c89500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1978:x1818247336687616:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:0.0:1734016111.804834:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074c89500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1978:x1818247336687616:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 263us (536us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016111.804842:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8566 00002000:00100000:0.0:1734016111.804848:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (4427776->4431871) req@ffff880074c89500 x1818247336687616/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:72/0 lens 488/4536 e 0 to 0 dl 1734016122 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016111.804855:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074c89500 with x1818247336687616 ext(4427776->4431871) 00002000:00010000:0.0:1734016111.804859:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074c89500 00000100:00100000:0.0:1734016111.810954:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016111.811058:0:7695:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336687872 00000100:00100000:2.0:1734016111.811069:0:7695:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336687872 00002000:00100000:2.0:1734016111.811120:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (4423680->4427775) req@ffff8800744e8a80 x1818247336687872/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:72/0 lens 488/0 e 0 to 0 dl 1734016122 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016111.811130:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800744e8a80 with x1818247336687872 ext(4423680->4427775) 00002000:00010000:2.0:1734016111.811136:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800744e8a80 00000100:00100000:2.0:1734016111.811159:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8567 00000100:00100000:2.0:1734016111.811165:0:7695:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800744e8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1978:x1818247336687872:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:2.0:1734016111.811482:0:7695:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800744e8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1978:x1818247336687872:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 302us (526us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016111.811497:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8567 00002000:00100000:2.0:1734016111.811511:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (4423680->4427775) req@ffff8800744e8a80 x1818247336687872/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:72/0 lens 488/4536 e 0 to 0 dl 1734016122 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016111.811518:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800744e8a80 with x1818247336687872 ext(4423680->4427775) 00002000:00010000:2.0:1734016111.811523:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800744e8a80 00000100:00100000:0.0:1734016111.818733:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016111.818980:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336688128 00000100:00100000:2.0:1734016111.819001:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336688128 00002000:00100000:2.0:1734016111.819088:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (4419584->4423679) req@ffff8800744e9c00 x1818247336688128/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:72/0 lens 488/0 e 0 to 0 dl 1734016122 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016111.819102:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800744e9c00 with x1818247336688128 ext(4419584->4423679) 00002000:00010000:2.0:1734016111.819111:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800744e9c00 00000100:00100000:2.0:1734016111.819159:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8568 00000100:00100000:2.0:1734016111.819168:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800744e9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1979:x1818247336688128:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:2.0:1734016111.819471:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800744e9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1979:x1818247336688128:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 303us (760us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016111.819479:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8568 00002000:00100000:2.0:1734016111.819485:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (4419584->4423679) req@ffff8800744e9c00 x1818247336688128/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:72/0 lens 488/4536 e 0 to 0 dl 1734016122 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016111.819492:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800744e9c00 with x1818247336688128 ext(4419584->4423679) 00002000:00010000:2.0:1734016111.819495:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800744e9c00 00000100:00100000:3.0:1734016111.824850:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016111.824973:0:7695:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336688384 00000100:00100000:0.0:1734016111.824985:0:7695:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336688384 00002000:00100000:0.0:1734016111.825034:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (4415488->4419583) req@ffff880074c8b800 x1818247336688384/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:72/0 lens 488/0 e 0 to 0 dl 1734016122 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016111.825045:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074c8b800 with x1818247336688384 ext(4415488->4419583) 00002000:00010000:0.0:1734016111.825050:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074c8b800 00000100:00100000:0.0:1734016111.825087:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8569 00000100:00100000:0.0:1734016111.825094:0:7695:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074c8b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1978:x1818247336688384:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:0.0:1734016111.825336:0:7695:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074c8b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1978:x1818247336688384:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 240us (497us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016111.825343:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8569 00002000:00100000:0.0:1734016111.825349:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (4415488->4419583) req@ffff880074c8b800 x1818247336688384/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:72/0 lens 488/4536 e 0 to 0 dl 1734016122 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016111.825357:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074c8b800 with x1818247336688384 ext(4415488->4419583) 00002000:00010000:0.0:1734016111.825360:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074c8b800 00000100:00100000:1.0:1734016111.836309:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016111.836921:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336688640 00000100:00100000:2.0:1734016111.836933:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336688640 00002000:00100000:2.0:1734016111.836970:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (4411392->4415487) req@ffff8800ac576680 x1818247336688640/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:72/0 lens 488/0 e 0 to 0 dl 1734016122 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016111.836979:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800ac576680 with x1818247336688640 ext(4411392->4415487) 00002000:00010000:2.0:1734016111.836983:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800ac576680 00000100:00100000:2.0:1734016111.837015:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8570 00000100:00100000:2.0:1734016111.837020:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800ac576680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1979:x1818247336688640:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:2.0:1734016111.837206:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800ac576680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1979:x1818247336688640:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 184us (913us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016111.837214:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8570 00002000:00100000:2.0:1734016111.837220:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (4411392->4415487) req@ffff8800ac576680 x1818247336688640/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:72/0 lens 488/4536 e 0 to 0 dl 1734016122 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016111.837227:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800ac576680 with x1818247336688640 ext(4411392->4415487) 00002000:00010000:2.0:1734016111.837230:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800ac576680 00000100:00100000:0.0:1734016111.843338:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016111.847043:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336688896 00000100:00100000:2.0:1734016111.847059:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336688896 00002000:00100000:2.0:1734016111.847108:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (4407296->4411391) req@ffff8800744ebb80 x1818247336688896/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:72/0 lens 488/0 e 0 to 0 dl 1734016122 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016111.847118:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800744ebb80 with x1818247336688896 ext(4407296->4411391) 00002000:00010000:2.0:1734016111.847123:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800744ebb80 00000100:00100000:2.0:1734016111.847162:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8571 00000100:00100000:2.0:1734016111.847169:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800744ebb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1978:x1818247336688896:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:2.0:1734016111.847385:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800744ebb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1978:x1818247336688896:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 215us (4060us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016111.847392:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8571 00002000:00100000:2.0:1734016111.847398:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (4407296->4411391) req@ffff8800744ebb80 x1818247336688896/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:72/0 lens 488/4536 e 0 to 0 dl 1734016122 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016111.847404:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800744ebb80 with x1818247336688896 ext(4407296->4411391) 00002000:00010000:2.0:1734016111.847407:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800744ebb80 00000100:00100000:3.0:1734016111.869577:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016111.869663:0:7695:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336689152 00000100:00100000:0.0:1734016111.869674:0:7695:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336689152 00002000:00100000:0.0:1734016111.869720:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (4403200->4407295) req@ffff880074c8bb80 x1818247336689152/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:72/0 lens 488/0 e 0 to 0 dl 1734016122 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016111.869730:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074c8bb80 with x1818247336689152 ext(4403200->4407295) 00002000:00010000:0.0:1734016111.869735:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074c8bb80 00000100:00100000:0.0:1734016111.869770:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8572 00000100:00100000:0.0:1734016111.869778:0:7695:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074c8bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1978:x1818247336689152:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:0.0:1734016111.870020:0:7695:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074c8bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1978:x1818247336689152:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 241us (451us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016111.870025:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8572 00002000:00100000:0.0:1734016111.870031:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (4403200->4407295) req@ffff880074c8bb80 x1818247336689152/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:72/0 lens 488/4536 e 0 to 0 dl 1734016122 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016111.870038:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074c8bb80 with x1818247336689152 ext(4403200->4407295) 00002000:00010000:0.0:1734016111.870041:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074c8bb80 00000100:00100000:1.0:1734016111.873110:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016111.874376:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336689408 00000100:00100000:2.0:1734016111.874392:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336689408 00002000:00100000:2.0:1734016111.874452:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (4399104->4403199) req@ffff8800ac576d80 x1818247336689408/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:72/0 lens 488/0 e 0 to 0 dl 1734016122 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016111.874463:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800ac576d80 with x1818247336689408 ext(4399104->4403199) 00002000:00010000:2.0:1734016111.874469:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800ac576d80 00000100:00100000:2.0:1734016111.874519:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8573 00000100:00100000:2.0:1734016111.874527:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800ac576d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1980:x1818247336689408:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:2.0:1734016111.874751:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800ac576d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1980:x1818247336689408:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 223us (1652us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016111.874758:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8573 00002000:00100000:2.0:1734016111.874764:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (4399104->4403199) req@ffff8800ac576d80 x1818247336689408/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:72/0 lens 488/4536 e 0 to 0 dl 1734016122 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016111.874770:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800ac576d80 with x1818247336689408 ext(4399104->4403199) 00002000:00010000:2.0:1734016111.874773:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800ac576d80 00000100:00100000:0.0:1734016111.881006:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016111.882568:0:7695:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336689664 00000100:00100000:2.0:1734016111.882584:0:7695:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336689664 00002000:00100000:2.0:1734016111.882635:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (4395008->4399103) req@ffff8800744e9180 x1818247336689664/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:72/0 lens 488/0 e 0 to 0 dl 1734016122 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016111.882650:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800744e9180 with x1818247336689664 ext(4395008->4399103) 00002000:00010000:2.0:1734016111.882655:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800744e9180 00000100:00100000:2.0:1734016111.882704:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8574 00000100:00100000:2.0:1734016111.882710:0:7695:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800744e9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1978:x1818247336689664:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:2.0:1734016111.883020:0:7695:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800744e9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1978:x1818247336689664:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 308us (2025us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016111.883027:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8574 00002000:00100000:2.0:1734016111.883033:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (4395008->4399103) req@ffff8800744e9180 x1818247336689664/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:72/0 lens 488/4536 e 0 to 0 dl 1734016122 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016111.883041:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800744e9180 with x1818247336689664 ext(4395008->4399103) 00002000:00010000:2.0:1734016111.883044:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800744e9180 00000100:00100000:3.0:1734016111.899324:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016111.899495:0:7695:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336689920 00000100:00100000:2.0:1734016111.899507:0:7695:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336689920 00002000:00100000:2.0:1734016111.899564:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (4390912->4395007) req@ffff88012db32d80 x1818247336689920/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:72/0 lens 488/0 e 0 to 0 dl 1734016122 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016111.899575:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012db32d80 with x1818247336689920 ext(4390912->4395007) 00002000:00010000:2.0:1734016111.899582:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012db32d80 00000100:00100000:2.0:1734016111.899629:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8575 00000100:00100000:2.0:1734016111.899637:0:7695:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012db32d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1981:x1818247336689920:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:3.0:1734016111.902215:0:7695:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012db32d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1981:x1818247336689920:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 2562us (2891us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016111.902231:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8575 00002000:00100000:3.0:1734016111.902250:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (4390912->4395007) req@ffff88012db32d80 x1818247336689920/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:72/0 lens 488/4536 e 0 to 0 dl 1734016122 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016111.902258:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012db32d80 with x1818247336689920 ext(4390912->4395007) 00002000:00010000:3.0:1734016111.902264:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012db32d80 00000100:00100000:1.0:1734016111.905151:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016111.905259:0:7695:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336690176 00000100:00100000:3.0:1734016111.905268:0:7695:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336690176 00002000:00100000:3.0:1734016111.905310:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (4386816->4390911) req@ffff8800ac575f80 x1818247336690176/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:72/0 lens 488/0 e 0 to 0 dl 1734016122 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016111.905320:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800ac575f80 with x1818247336690176 ext(4386816->4390911) 00002000:00010000:3.0:1734016111.905324:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800ac575f80 00000100:00100000:3.0:1734016111.905350:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8576 00000100:00100000:3.0:1734016111.905356:0:7695:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800ac575f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1980:x1818247336690176:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:3.0:1734016111.905543:0:7695:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800ac575f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1980:x1818247336690176:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 186us (403us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016111.905557:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8576 00002000:00100000:3.0:1734016111.905562:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (4386816->4390911) req@ffff8800ac575f80 x1818247336690176/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:72/0 lens 488/4536 e 0 to 0 dl 1734016122 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016111.905569:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800ac575f80 with x1818247336690176 ext(4386816->4390911) 00002000:00010000:3.0:1734016111.905572:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800ac575f80 00000100:00100000:3.0:1734016111.912485:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016111.919034:0:7695:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336690432 00000100:00100000:0.0:1734016111.919057:0:7695:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336690432 00002000:00100000:0.0:1734016111.919127:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (4382720->4386815) req@ffff880074ebd880 x1818247336690432/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:72/0 lens 488/0 e 0 to 0 dl 1734016122 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016111.919139:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074ebd880 with x1818247336690432 ext(4382720->4386815) 00002000:00010000:0.0:1734016111.919145:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074ebd880 00000100:00100000:0.0:1734016111.919196:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8577 00000100:00100000:0.0:1734016111.919207:0:7695:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074ebd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1980:x1818247336690432:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:0.0:1734016111.919531:0:7695:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074ebd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1980:x1818247336690432:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 323us (7131us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016111.919538:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8577 00002000:00100000:0.0:1734016111.919557:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (4382720->4386815) req@ffff880074ebd880 x1818247336690432/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:72/0 lens 488/4536 e 0 to 0 dl 1734016122 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016111.919564:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074ebd880 with x1818247336690432 ext(4382720->4386815) 00002000:00010000:0.0:1734016111.919567:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074ebd880 00000100:00100000:0.0:1734016111.922385:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016111.922535:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336690688 00000100:00100000:2.0:1734016111.922556:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336690688 00002000:00100000:2.0:1734016111.922620:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (4378624->4382719) req@ffff8800744eaa00 x1818247336690688/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:72/0 lens 488/0 e 0 to 0 dl 1734016122 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016111.922637:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800744eaa00 with x1818247336690688 ext(4378624->4382719) 00002000:00010000:2.0:1734016111.922643:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800744eaa00 00000100:00100000:2.0:1734016111.922676:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8578 00000100:00100000:2.0:1734016111.922684:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800744eaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1980:x1818247336690688:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:2.0:1734016111.922971:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800744eaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1980:x1818247336690688:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 287us (598us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016111.922978:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8578 00002000:00100000:2.0:1734016111.922985:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (4378624->4382719) req@ffff8800744eaa00 x1818247336690688/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:72/0 lens 488/4536 e 0 to 0 dl 1734016122 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016111.922992:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800744eaa00 with x1818247336690688 ext(4378624->4382719) 00002000:00010000:2.0:1734016111.922995:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800744eaa00 00000100:00100000:1.0:1734016111.937942:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016111.938014:0:7695:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336690816 00000100:00100000:0.0:1734016111.938023:0:7695:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336690816 00002000:00100000:0.0:1734016111.938076:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (4378624->4436997) req@ffff8800ac574000 x1818247336690816/t0(0) o4->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:72/0 lens 488/0 e 0 to 0 dl 1734016122 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016111.938086:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800ac574000 with x1818247336690816 ext(4378624->4436997) 00002000:00010000:0.0:1734016111.938092:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800ac574000 00000100:00100000:0.0:1734016111.938131:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8579 00000100:00100000:0.0:1734016111.938138:0:7695:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800ac574000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1980:x1818247336690816:12345-192.168.201.10@tcp:4:fsx.0 00000100:00100000:0.0:1734016111.941648:0:7695:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800ac574000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+9:1980:x1818247336690816:12345-192.168.201.10@tcp:4:fsx.0 Request processed in 3492us (3699us total) trans 4294969161 rc 0/0 00000100:00100000:0.0:1734016111.941666:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8579 00002000:00100000:0.0:1734016111.941683:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (4378624->4436997) req@ffff8800ac574000 x1818247336690816/t4294969161(0) o4->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:72/0 lens 488/448 e 0 to 0 dl 1734016122 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016111.941694:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800ac574000 with x1818247336690816 ext(4378624->4436997) 00002000:00010000:0.0:1734016111.941701:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800ac574000 00000100:00100000:1.0:1734016111.947215:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016111.947316:0:7420:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336690944 00000100:00100000:2.0:1734016111.947328:0:7420:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336690944 00000100:00100000:2.0:1734016111.947388:0:7420:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 1908 00000100:00100000:2.0:1734016111.947396:0:7420:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800ac577800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+16:9673:x1818247336690944:12345-192.168.201.10@tcp:44:fsx.0 00000100:00100000:2.0:1734016111.948717:0:7420:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800ac577800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+16:9673:x1818247336690944:12345-192.168.201.10@tcp:44:fsx.0 Request processed in 1315us (1504us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016111.948725:0:7420:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 1908 00000100:00100000:1.0:1734016111.961319:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016111.963690:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336691072 00000100:00100000:2.0:1734016111.963714:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336691072 00000100:00100000:2.0:1734016111.963817:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10268 00000100:00100000:2.0:1734016111.963828:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800ac577b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+9:1979:x1818247336691072:12345-192.168.201.10@tcp:16:fsx.0 00000001:00080000:0.0:1734016111.966780:0:8954:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969161 is committed 00000001:00080000:0.0:1734016111.966821:0:8954:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969159 is committed 00000100:00100000:2.0:1734016111.970194:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800ac577b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1979:x1818247336691072:12345-192.168.201.10@tcp:16:fsx.0 Request processed in 6356us (8873us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016111.970211:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10268 00000100:00100000:3.0:1734016111.977277:0:3509:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1734016111.977304:0:3509:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800ac577480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3509:1818247339376768:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1734016111.977387:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734016111.977628:0:13923:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339376768 00000100:00100000:1.0:1734016111.977636:0:13923:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339376768 00000100:00100000:1.0:1734016111.977693:0:13923:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 115 00000100:00100000:1.0:1734016111.977700:0:13923:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074ebd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3509:x1818247339376768:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1734016111.977727:0:13923:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 490160704 pending 0 free 3923677184 avail 3692154880 00000100:00100000:1.0:1734016111.977771:0:13923:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074ebd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3509:x1818247339376768:12345-0@lo:13:osp-pre-0-0.0 Request processed in 70us (385us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016111.977776:0:13923:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 115 00000100:00080000:0.0:1734016111.977840:0:6479:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1734016081 00000100:00100000:3.0:1734016111.977994:0:3509:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800ac577480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3509:1818247339376768:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1734016111.979053:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016111.979187:0:8966:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336691200 00000100:00100000:3.0:1734016111.979194:0:8966:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336691200 00000100:00100000:3.0:1734016111.979241:0:8966:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 1909 00000100:00100000:3.0:1734016111.979247:0:8966:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800744e9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+27:9673:x1818247336691200:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:3.0:1734016111.979270:0:8966:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016111.979296:0:8966:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a4b40/0x3f004d6452e071df lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d0e31 expref: -99 pid: 8966 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016111.979402:0:8966:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a5440/0x3f004d6452e071e6 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 8966 initiator: MDT0 00010000:00010000:3.0:1734016111.979416:0:8966:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a5440/0x3f004d6452e071e6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 8966 initiator: MDT0 00010000:00010000:3.0:1734016111.979433:0:8966:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a5440/0x3f004d6452e071e6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 8966 initiator: MDT0 00000004:00200000:3.0:1734016111.979456:0:8966:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 4436998 00000004:00200000:3.0:1734016111.979460:0:8966:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1734016111.979677:0:8966:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a5440/0x3f004d6452e071e6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 8966 initiator: MDT0 00010000:00010000:3.0:1734016111.979703:0:8966:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a4b40/0x3f004d6452e071df lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0e31 expref: 29 pid: 8966 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016111.979734:0:8966:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a5440/0x3f004d6452e071e6 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0e31 expref: 28 pid: 8966 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016111.979741:0:8966:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:3.0:1734016111.979744:0:8966:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1734016111.979747:0:8966:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a9a5440, rc 0) 00000100:00100000:3.0:1734016111.979801:0:8966:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800744e9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+28:9673:x1818247336691200:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 553us (757us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016111.979808:0:8966:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 1909 00000100:00100000:0.0:1734016111.983341:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016111.983571:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336691328 00000100:00100000:2.0:1734016111.983580:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336691328 00000100:00100000:2.0:1734016111.983624:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10269 00000100:00100000:2.0:1734016111.983631:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a78b2050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1979:x1818247336691328:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:2.0:1734016111.983646:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016111.983664:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880072170d80/0x3f004d6452e071ed lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d0e38 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016111.983724:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880075001180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339376896:192.168.201.10@tcp:106: 00000100:00100000:2.0:1734016111.986681:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800768efe40 going to sleep for 11 seconds 00002000:00010000:2.0:1734016112.001668:0:7689:0:(ofd_lvb.c:301:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks: 832 -> 952 00000100:00100000:2.0:1734016112.001693:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880075001180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339376896:192.168.201.10@tcp:106: 00010000:00010000:2.0:1734016112.001734:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880072170d80/0x3f004d6452e071ed lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0e38 expref: 7 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016112.001748:0:7689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880072170d80/0x3f004d6452e071ed lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0e38 expref: 7 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016112.001790:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880072170d80, rc 0) 00000100:00100000:2.0:1734016112.001920:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a78b2050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1979:x1818247336691328:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 18286us (18584us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016112.001932:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10269 00000100:00100000:0.0:1734016112.012803:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016112.012993:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336691456 00000100:00100000:2.0:1734016112.013006:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336691456 00000100:00100000:2.0:1734016112.013057:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10270 00000100:00100000:2.0:1734016112.013065:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800744e8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1981:x1818247336691456:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:2.0:1734016112.013087:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016112.013110:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800721718c0/0x3f004d6452e071f4 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d0e3f expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016112.013189:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880075002300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339377024:192.168.201.10@tcp:106: 00000100:00100000:2.0:1734016112.013284:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800768efe40 going to sleep for 11 seconds 00000100:00100000:2.0:1734016112.016023:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880075002300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339377024:192.168.201.10@tcp:106: 00010000:00010000:2.0:1734016112.016069:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800721718c0/0x3f004d6452e071f4 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0e3f expref: 7 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016112.016084:0:7689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800721718c0/0x3f004d6452e071f4 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0e3f expref: 7 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016112.019648:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800721718c0, rc 0) 00000100:00100000:2.0:1734016112.019756:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800744e8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1981:x1818247336691456:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 6685us (6961us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016112.019765:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10270 00000100:00100000:0.0:1734016112.026203:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016112.026320:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336691584 00000100:00100000:2.0:1734016112.026332:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336691584 00000100:00100000:2.0:1734016112.026385:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10271 00000100:00100000:2.0:1734016112.026395:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075369500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:9673:x1818247336691584:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:2.0:1734016112.026416:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016112.026437:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880072172d00/0x3f004d6452e071fb lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d0e46 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016112.026475:0:7689:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7600/0x3f004d6452e071d8 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0e2a expref: 5 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016112.026482:0:7689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016112.026483:0:7689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016112.026487:0:7689:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880072172d00/0x3f004d6452e071fb lrc: 4/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [548864->552959] (req 548864->552959) gid 0 flags: 0x50000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0e46 expref: 7 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016112.026521:0:7689:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7600/0x3f004d6452e071d8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0e2a expref: 5 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016112.026533:0:7689:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7600/0x3f004d6452e071d8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0e2a expref: 5 pid: 7689 timeout: 476 lvb_type: 0 00000100:00100000:2.0:1734016112.026556:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880075002300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339377152:192.168.201.10@tcp:104: 00000100:00100000:2.0:1734016112.026695:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800768efe40 going to sleep for 11 seconds 00000100:00100000:2.0:1734016112.029064:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880075002300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339377152:192.168.201.10@tcp:104: 00010000:00010000:2.0:1734016112.029099:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880072172d00/0x3f004d6452e071fb lrc: 3/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [548864->552959] (req 548864->552959) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0e46 expref: 7 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016112.029117:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880072172d00, rc 0) 00000100:00100000:2.0:1734016112.029168:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075369500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:9673:x1818247336691584:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 2774us (2978us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016112.029177:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10271 00000100:00100000:0.0:1734016112.029843:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016112.030493:0:6470:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336691712 00000100:00100000:2.0:1734016112.030501:0:6470:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336691712 00010000:00010000:2.0:1734016112.030567:0:6470:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7600/0x3f004d6452e071d8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0e2a expref: 6 pid: 7689 timeout: 476 lvb_type: 0 00000100:00100000:2.0:1734016112.030593:0:6470:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2722 00000100:00100000:2.0:1734016112.030601:0:6470:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007536b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1978:x1818247336691712:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016112.030615:0:6470:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016112.030638:0:6470:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7600/0x3f004d6452e071d8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0e2a expref: 6 pid: 7689 timeout: 476 lvb_type: 0 00010000:00010000:2.0:1734016112.030649:0:6470:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7600/0x3f004d6452e071d8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0e2a expref: 6 pid: 7689 timeout: 476 lvb_type: 0 00010000:00010000:2.0:1734016112.030674:0:6470:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7600/0x3f004d6452e071d8 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0e2a expref: 6 pid: 7689 timeout: 476 lvb_type: 0 00010000:00010000:2.0:1734016112.030688:0:6470:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016112.030690:0:6470:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016112.030697:0:6470:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880072172d00/0x3f004d6452e071fb lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 548864->552959) gid 0 flags: 0x40080000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0e46 expref: 6 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016112.030707:0:6470:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880072172d00/0x3f004d6452e071fb lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 548864->552959) gid 0 flags: 0x40080000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0e46 expref: 6 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016112.030742:0:6470:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880072172d00/0x3f004d6452e071fb lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 548864->552959) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0e46 expref: 6 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016112.030757:0:6470:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880075002300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6470:1818247339377280:192.168.201.10@tcp:105: 00000100:00080000:1.0:1734016112.030851:0:6479:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734016082 00000100:00100000:2.0:1734016112.035375:0:6470:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800768efe40 going to sleep for 11 seconds 00000100:00100000:2.0:1734016112.041441:0:6470:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880075002300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6470:1818247339377280:192.168.201.10@tcp:105: 00010000:00010000:2.0:1734016112.041477:0:6470:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016112.041556:0:6470:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007536b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:1978:x1818247336691712:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 10955us (11713us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016112.041572:0:6470:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2722 00000100:00100000:2.0:1734016112.043101:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016112.043517:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336691840 00000100:00100000:3.0:1734016112.043528:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336691840 00000100:00100000:3.0:1734016112.043596:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10272 00000100:00100000:3.0:1734016112.043604:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075002300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1978:x1818247336691840:12345-192.168.201.10@tcp:22:fsx.0 00002000:00010000:3.0:1734016112.043884:0:7689:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 4436998 -> 4436998 00002000:00010000:3.0:1734016112.043887:0:7689:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016111 -> 1734016111 00002000:00010000:3.0:1734016112.043889:0:7689:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016111 -> 1734016111 00002000:00010000:3.0:1734016112.043891:0:7689:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016111 -> 1734016111 00002000:00010000:3.0:1734016112.043893:0:7689:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 952 -> 952 00000100:00100000:3.0:1734016112.048142:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075002300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1978:x1818247336691840:12345-192.168.201.10@tcp:22:fsx.0 Request processed in 4518us (5031us total) trans 4294969162 rc 0/0 00000100:00100000:3.0:1734016112.048158:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10272 00000100:00100000:0.0:1734016112.053170:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016112.053323:0:8966:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336691968 00000100:00100000:3.0:1734016112.053334:0:8966:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336691968 00000100:00100000:3.0:1734016112.053502:0:8966:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 1910 00000100:00100000:3.0:1734016112.053511:0:8966:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075368000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+16:9673:x1818247336691968:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:3.0:1734016112.053533:0:8966:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016112.053560:0:8966:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a4480/0x3f004d6452e07202 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d0e4d expref: -99 pid: 8966 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016112.053667:0:8966:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a73c0/0x3f004d6452e07209 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 8966 initiator: MDT0 00010000:00010000:3.0:1734016112.053679:0:8966:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a73c0/0x3f004d6452e07209 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 8966 initiator: MDT0 00010000:00010000:3.0:1734016112.053688:0:8966:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a73c0/0x3f004d6452e07209 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 8966 initiator: MDT0 00000004:00200000:3.0:1734016112.053714:0:8966:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 4436998 00000004:00200000:3.0:1734016112.053717:0:8966:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1734016112.053738:0:8966:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a73c0/0x3f004d6452e07209 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 8966 initiator: MDT0 00010000:00010000:3.0:1734016112.053763:0:8966:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a4480/0x3f004d6452e07202 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0e4d expref: 18 pid: 8966 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016112.053912:0:8966:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a73c0/0x3f004d6452e07209 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0e4d expref: 17 pid: 8966 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016112.053921:0:8966:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:3.0:1734016112.053924:0:8966:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1734016112.053926:0:8966:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a9a73c0, rc 0) 00000100:00100000:3.0:1734016112.056273:0:8966:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075368000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+17:9673:x1818247336691968:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 2749us (3100us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016112.056287:0:8966:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 1910 00000100:00100000:0.0:1734016112.060085:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016112.060388:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336692096 00000100:00100000:3.0:1734016112.060399:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336692096 00000100:00100000:3.0:1734016112.060455:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10273 00000100:00100000:3.0:1734016112.060462:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075368a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:1979:x1818247336692096:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:3.0:1734016112.060485:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016112.060509:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a9a6f40/0x3f004d6452e07210 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d0e54 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016112.060577:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b91b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339377408:192.168.201.10@tcp:106: 00000100:00100000:3.0:1734016112.061024:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a896ee40 going to sleep for 11 seconds 00000100:00100000:3.0:1734016112.063612:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b91b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339377408:192.168.201.10@tcp:106: 00010000:00010000:3.0:1734016112.063674:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a9a6f40/0x3f004d6452e07210 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0e54 expref: 6 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016112.063697:0:7689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a6f40/0x3f004d6452e07210 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0e54 expref: 6 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016112.063724:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a9a6f40, rc 0) 00000100:00100000:3.0:1734016112.063807:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075368a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:1979:x1818247336692096:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 3344us (3733us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016112.063817:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10273 00000100:00100000:0.0:1734016112.066841:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016112.067107:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336692224 00000100:00100000:3.0:1734016112.067116:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336692224 00000100:00100000:3.0:1734016112.067431:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10274 00000100:00100000:3.0:1734016112.067439:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075368700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:1978:x1818247336692224:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:3.0:1734016112.067460:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016112.067481:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a9a58c0/0x3f004d6452e07217 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d0e5b expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016112.067555:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b91b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339377536:192.168.201.10@tcp:106: 00000100:00100000:3.0:1734016112.067628:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a896ee40 going to sleep for 11 seconds 00000100:00100000:3.0:1734016112.070170:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b91b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339377536:192.168.201.10@tcp:106: 00010000:00010000:3.0:1734016112.070213:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a9a58c0/0x3f004d6452e07217 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0e5b expref: 6 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016112.070228:0:7689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a58c0/0x3f004d6452e07217 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0e5b expref: 6 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016112.070409:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a9a58c0, rc 0) 00000100:00100000:3.0:1734016112.070606:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075368700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:1978:x1818247336692224:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 3166us (3773us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016112.070617:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10274 00000100:00100000:0.0:1734016112.075181:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016112.076329:0:8966:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336692480 00000100:00100000:3.0:1734016112.076342:0:8966:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336692480 00000100:00100000:3.0:1734016112.076410:0:8966:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 1911 00000100:00100000:3.0:1734016112.076418:0:8966:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007536a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+17:9673:x1818247336692480:12345-192.168.201.10@tcp:36:fsx.0 00010000:00010000:3.0:1734016112.076473:0:8966:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016112.076501:0:8966:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a73c0/0x3f004d6452e07209 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0e4d expref: 17 pid: 8966 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016112.076526:0:8966:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:3.0:1734016112.076530:0:8966:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1734016112.076703:0:8966:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a58c0/0x3f004d6452e0721e lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 8966 initiator: MDT0 00010000:00010000:3.0:1734016112.076717:0:8966:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a5440/0x3f004d6452e071e6 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0e31 expref: 27 pid: 8966 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016112.076724:0:8966:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a58c0/0x3f004d6452e0721e lrc: 4/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 8966 initiator: MDT0 00010000:00010000:3.0:1734016112.076756:0:8966:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a5440/0x3f004d6452e071e6 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0e31 expref: 27 pid: 8966 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016112.076769:0:8966:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a5440/0x3f004d6452e071e6 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0e31 expref: 27 pid: 8966 timeout: 476 lvb_type: 0 00000100:00100000:3.0:1734016112.076782:0:8966:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b91b800 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:8966:1818247339377664:192.168.201.10@tcp:104: 00000100:00100000:3.0:1734016112.076902:0:8966:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a896ecc0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016112.083662:0:8966:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b91b800 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:8966:1818247339377664:192.168.201.10@tcp:104: 00010000:00010000:3.0:1734016112.083702:0:8966:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a58c0/0x3f004d6452e0721e lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 8966 initiator: MDT0 00000100:00100000:0.0:1734016112.083938:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016112.084588:0:6470:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336692608 00000100:00100000:2.0:1734016112.084597:0:6470:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336692608 00010000:00010000:2.0:1734016112.084636:0:6470:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a5440/0x3f004d6452e071e6 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0e31 expref: 28 pid: 8966 timeout: 476 lvb_type: 0 00000100:00100000:2.0:1734016112.084750:0:6470:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2723 00000100:00100000:2.0:1734016112.084759:0:6470:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88006d83f050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+28:1978:x1818247336692608:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016112.084776:0:6470:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016112.084783:0:6470:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a5440/0x3f004d6452e071e6 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0e31 expref: 28 pid: 8966 timeout: 476 lvb_type: 0 00010000:00010000:2.0:1734016112.084795:0:6470:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a5440/0x3f004d6452e071e6 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0e31 expref: 28 pid: 8966 timeout: 476 lvb_type: 0 00010000:00010000:2.0:1734016112.084830:0:6470:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a5440/0x3f004d6452e071e6 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0e31 expref: 28 pid: 8966 timeout: 476 lvb_type: 0 00010000:00010000:2.0:1734016112.084855:0:6470:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:2.0:1734016112.084860:0:6470:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a58c0/0x3f004d6452e0721e lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 8966 initiator: MDT0 00010000:00010000:2.0:1734016112.084898:0:6470:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a58c0/0x3f004d6452e0721e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 8966 initiator: MDT0 00010000:00010000:2.0:1734016112.084907:0:6470:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a58c0/0x3f004d6452e0721e lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 8966 initiator: MDT0 00010000:00010000:2.0:1734016112.084936:0:6470:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016112.084992:0:6470:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88006d83f050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+27:1978:x1818247336692608:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 233us (1055us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016112.085001:0:6470:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2723 00010000:00010000:3.0:1734016112.085122:0:8966:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a58c0/0x3f004d6452e0721e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8966 initiator: MDT0 00010000:00010000:3.0:1734016112.085129:0:8966:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a58c0/0x3f004d6452e0721e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8966 initiator: MDT0 00000001:00080000:3.0:1734016112.085286:0:8966:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294968513 00000004:00010000:3.0:1734016112.085347:0:8966:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff88007536a300 reply state ffff8800738d6000 transno 4294968514 ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a58c0/0x3f004d6452e0721e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8966 initiator: MDT0 00000100:00100000:3.0:1734016112.085355:0:8966:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1734016112.085460:0:8966:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007536a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+19:9673:x1818247336692480:12345-192.168.201.10@tcp:36:fsx.0 Request processed in 9041us (10290us total) trans 4294968514 rc 0/0 00000100:00100000:3.0:1734016112.085468:0:8966:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 1911 00000020:00080000:3.0:1734016112.085473:0:8966:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1734016112.091617:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016112.091898:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336692736 00000100:00100000:3.0:1734016112.091908:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336692736 00000100:00100000:3.0:1734016112.091947:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10275 00000100:00100000:3.0:1734016112.091953:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075369180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:9673:x1818247336692736:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:3.0:1734016112.091973:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016112.091992:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a9a6f40/0x3f004d6452e07225 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d0e62 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016112.092028:0:7689:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880072172d00/0x3f004d6452e071fb lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 548864->552959) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0e46 expref: 7 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016112.092037:0:7689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016112.092039:0:7689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016112.092043:0:7689:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a9a6f40/0x3f004d6452e07225 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0e62 expref: 6 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016112.092072:0:7689:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880072172d00/0x3f004d6452e071fb lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 548864->552959) gid 0 flags: 0x50000000020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0e46 expref: 7 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016112.092085:0:7689:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880072172d00/0x3f004d6452e071fb lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 548864->552959) gid 0 flags: 0x70000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0e46 expref: 7 pid: 7689 timeout: 476 lvb_type: 0 00000100:00100000:3.0:1734016112.092096:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b91b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339377792:192.168.201.10@tcp:104: 00010000:00010000:2.0:1734016112.092746:0:3494:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a58c0/0x3f004d6452e0721e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8966 initiator: MDT0 00010000:00010000:2.0:1734016112.092754:0:3494:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a58c0/0x3f004d6452e0721e lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 8966 initiator: MDT0 00010000:00010000:2.0:1734016112.092760:0:3494:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a58c0/0x3f004d6452e0721e lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8966 initiator: MDT0 00010000:00010000:2.0:1734016112.092764:0:3494:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88009a9a58c0 already unused, calling callback (ffffffffa0f03950) 00010000:00010000:2.0:1734016112.092769:0:3494:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a58c0/0x3f004d6452e0721e lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8966 initiator: MDT0 00010000:00010000:2.0:1734016112.092776:0:3494:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a58c0/0x3f004d6452e0721e lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 8966 initiator: MDT0 00010000:00010000:2.0:1734016112.092791:0:3494:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:2.0:1734016112.092794:0:3494:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734016112.092797:0:3494:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a58c0/0x3f004d6452e0721e lrc: 2/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8966 initiator: MDT0 00010000:00010000:2.0:1734016112.092801:0:3494:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a58c0/0x3f004d6452e0721e lrc: 0/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8966 initiator: MDT0 00000100:00100000:3.0:1734016112.093198:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a896ee40 going to sleep for 11 seconds 00000100:00100000:0.0:1734016112.098964:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016112.099103:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b91b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339377792:192.168.201.10@tcp:104: 00010000:00010000:3.0:1734016112.099139:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a9a6f40/0x3f004d6452e07225 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0e62 expref: 6 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016112.099158:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a9a6f40, rc 0) 00000100:00100000:3.0:1734016112.099204:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075369180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:9673:x1818247336692736:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 7251us (8236us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016112.099213:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10275 00000100:00100000:1.0:1734016112.099290:0:7705:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336692864 00000100:00100000:1.0:1734016112.099296:0:7705:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336692864 00010000:00010000:1.0:1734016112.099319:0:7705:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880072172d00/0x3f004d6452e071fb lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 548864->552959) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0e46 expref: 8 pid: 7689 timeout: 476 lvb_type: 0 00000100:00100000:1.0:1734016112.099347:0:7705:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2724 00000100:00100000:1.0:1734016112.099352:0:7705:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007536b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1978:x1818247336692864:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016112.099364:0:7705:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016112.099386:0:7705:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880072172d00/0x3f004d6452e071fb lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 548864->552959) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0e46 expref: 8 pid: 7689 timeout: 476 lvb_type: 0 00010000:00010000:1.0:1734016112.099396:0:7705:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880072172d00/0x3f004d6452e071fb lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 548864->552959) gid 0 flags: 0x50000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0e46 expref: 8 pid: 7689 timeout: 476 lvb_type: 0 00010000:00010000:1.0:1734016112.099416:0:7705:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880072172d00/0x3f004d6452e071fb lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 548864->552959) gid 0 flags: 0x44801400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0e46 expref: 8 pid: 7689 timeout: 476 lvb_type: 0 00010000:00010000:1.0:1734016112.099432:0:7705:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016112.099434:0:7705:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016112.099438:0:7705:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a6f40/0x3f004d6452e07225 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0e62 expref: 5 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016112.099450:0:7705:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a9a6f40/0x3f004d6452e07225 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0e62 expref: 5 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016112.099479:0:7705:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009a9a6f40/0x3f004d6452e07225 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0e62 expref: 5 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016112.099491:0:7705:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800ac575180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7705:1818247339377920:192.168.201.10@tcp:105: 00000100:00100000:1.0:1734016112.099521:0:7705:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b42cdc00 going to sleep for 11 seconds 00000100:00100000:1.0:1734016112.102054:0:7705:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800ac575180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7705:1818247339377920:192.168.201.10@tcp:105: 00010000:00010000:1.0:1734016112.102081:0:7705:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016112.102427:0:7705:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007536b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1978:x1818247336692864:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 3072us (3473us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016112.102438:0:7705:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2724 00000100:00100000:2.0:1734016112.102635:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016112.102743:0:7695:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336692992 00000100:00100000:0.0:1734016112.102750:0:7695:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336692992 00002000:00010000:0.0:1734016112.102779:0:7695:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (7844347->18446744073709551615) 00002000:00100000:0.0:1734016112.102783:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880075003b80 with x1818247336692992 ext(7844347->18446744073709551615) 00002000:00010000:0.0:1734016112.102794:0:7695:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880075003b80. 00000100:00100000:0.0:1734016112.102808:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8580 00000100:00100000:0.0:1734016112.102813:0:7695:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075003b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1978:x1818247336692992:12345-192.168.201.10@tcp:10:fsx.0 00002000:00010000:0.0:1734016112.103022:0:7695:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 4436998 -> 7844347 00002000:00010000:0.0:1734016112.103025:0:7695:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016111 -> 1734016111 00002000:00010000:0.0:1734016112.103027:0:7695:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016111 -> 1734016111 00002000:00010000:0.0:1734016112.103029:0:7695:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016111 -> 1734016111 00002000:00010000:0.0:1734016112.103030:0:7695:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 952 -> 952 00000100:00100000:0.0:1734016112.103058:0:7695:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075003b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1978:x1818247336692992:12345-192.168.201.10@tcp:10:fsx.0 Request processed in 245us (424us total) trans 4294969163 rc 0/0 00000100:00100000:0.0:1734016112.103063:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8580 00002000:00010000:0.0:1734016112.103065:0:7695:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (7844347->18446744073709551615) 00002000:00100000:0.0:1734016112.103067:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880075003b80 with x1818247336692992 ext(7844347->18446744073709551615) 00002000:00010000:0.0:1734016112.103070:0:7695:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880075003b80. 00000100:00100000:1.0:1734016112.106196:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016112.106666:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336693248 00000100:00100000:2.0:1734016112.106682:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336693248 00002000:00100000:2.0:1734016112.106751:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (7843840->7847935) req@ffff8800ac575180 x1818247336693248/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:73/0 lens 488/0 e 0 to 0 dl 1734016123 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016112.106761:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800ac575180 with x1818247336693248 ext(7843840->7847935) 00002000:00010000:2.0:1734016112.106770:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800ac575180 00000100:00100000:2.0:1734016112.106809:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8581 00000100:00100000:2.0:1734016112.106818:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800ac575180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1980:x1818247336693248:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:2.0:1734016112.107138:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800ac575180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1980:x1818247336693248:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 321us (962us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016112.107146:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8581 00002000:00100000:2.0:1734016112.107152:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (7843840->7847935) req@ffff8800ac575180 x1818247336693248/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:73/0 lens 488/4536 e 0 to 0 dl 1734016123 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016112.107158:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800ac575180 with x1818247336693248 ext(7843840->7847935) 00002000:00010000:2.0:1734016112.107160:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800ac575180 00000100:00100000:0.0:1734016112.110226:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016112.111189:0:7695:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336693504 00000100:00100000:2.0:1734016112.111199:0:7695:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336693504 00002000:00100000:2.0:1734016112.111253:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (7839744->7843839) req@ffff88007536b480 x1818247336693504/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:73/0 lens 488/0 e 0 to 0 dl 1734016123 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016112.111262:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007536b480 with x1818247336693504 ext(7839744->7843839) 00002000:00010000:2.0:1734016112.111267:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007536b480 00000100:00100000:2.0:1734016112.111296:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8582 00000100:00100000:2.0:1734016112.111302:0:7695:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007536b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1979:x1818247336693504:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:2.0:1734016112.111495:0:7695:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007536b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1979:x1818247336693504:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 193us (1280us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016112.111502:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8582 00002000:00100000:2.0:1734016112.111506:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (7839744->7843839) req@ffff88007536b480 x1818247336693504/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:73/0 lens 488/4536 e 0 to 0 dl 1734016123 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016112.111513:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007536b480 with x1818247336693504 ext(7839744->7843839) 00002000:00010000:2.0:1734016112.111515:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007536b480 00000100:00100000:0.0:1734016112.114005:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016112.114166:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336693760 00000100:00100000:2.0:1734016112.114176:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336693760 00002000:00100000:2.0:1734016112.114218:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (7835648->7839743) req@ffff88011efc5500 x1818247336693760/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:73/0 lens 488/0 e 0 to 0 dl 1734016123 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016112.114227:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88011efc5500 with x1818247336693760 ext(7835648->7839743) 00002000:00010000:2.0:1734016112.114232:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011efc5500 00000100:00100000:2.0:1734016112.114256:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8583 00000100:00100000:2.0:1734016112.114262:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011efc5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1980:x1818247336693760:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:2.0:1734016112.114452:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011efc5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1980:x1818247336693760:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 190us (456us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016112.114458:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8583 00002000:00100000:2.0:1734016112.114463:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (7835648->7839743) req@ffff88011efc5500 x1818247336693760/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:73/0 lens 488/4536 e 0 to 0 dl 1734016123 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016112.114469:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88011efc5500 with x1818247336693760 ext(7835648->7839743) 00002000:00010000:2.0:1734016112.114471:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011efc5500 00000100:00100000:0.0:1734016112.116598:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016112.116794:0:7695:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336694016 00000100:00100000:2.0:1734016112.116802:0:7695:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336694016 00002000:00100000:2.0:1734016112.116836:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (7831552->7835647) req@ffff88011efc6a00 x1818247336694016/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:73/0 lens 488/0 e 0 to 0 dl 1734016123 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016112.116844:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88011efc6a00 with x1818247336694016 ext(7831552->7835647) 00002000:00010000:2.0:1734016112.116848:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011efc6a00 00000100:00100000:2.0:1734016112.116888:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8584 00000100:00100000:2.0:1734016112.116894:0:7695:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011efc6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1979:x1818247336694016:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:2.0:1734016112.117048:0:7695:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011efc6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1979:x1818247336694016:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 153us (456us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016112.117054:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8584 00002000:00100000:2.0:1734016112.117059:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (7831552->7835647) req@ffff88011efc6a00 x1818247336694016/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:73/0 lens 488/4536 e 0 to 0 dl 1734016123 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016112.117064:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88011efc6a00 with x1818247336694016 ext(7831552->7835647) 00002000:00010000:2.0:1734016112.117067:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011efc6a00 00000100:00100000:0.0:1734016112.123020:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016112.123760:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336694272 00000100:00100000:2.0:1734016112.123770:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336694272 00002000:00100000:2.0:1734016112.123812:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (7827456->7831551) req@ffff88011efc4e00 x1818247336694272/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:73/0 lens 488/0 e 0 to 0 dl 1734016123 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016112.123821:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88011efc4e00 with x1818247336694272 ext(7827456->7831551) 00002000:00010000:2.0:1734016112.123826:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011efc4e00 00000100:00100000:2.0:1734016112.123856:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8585 00000100:00100000:2.0:1734016112.123862:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011efc4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1980:x1818247336694272:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:2.0:1734016112.124074:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011efc4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1980:x1818247336694272:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 210us (1063us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016112.124083:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8585 00002000:00100000:2.0:1734016112.124087:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (7827456->7831551) req@ffff88011efc4e00 x1818247336694272/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:73/0 lens 488/4536 e 0 to 0 dl 1734016123 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016112.124093:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88011efc4e00 with x1818247336694272 ext(7827456->7831551) 00002000:00010000:2.0:1734016112.124095:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011efc4e00 00000100:00100000:0.0:1734016112.136557:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016112.136700:0:7695:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336694528 00000100:00100000:2.0:1734016112.136713:0:7695:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336694528 00002000:00100000:2.0:1734016112.136780:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (7823360->7827455) req@ffff88011efc4000 x1818247336694528/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:73/0 lens 488/0 e 0 to 0 dl 1734016123 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016112.136791:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88011efc4000 with x1818247336694528 ext(7823360->7827455) 00002000:00010000:2.0:1734016112.136798:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011efc4000 00000100:00100000:2.0:1734016112.136841:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8586 00000100:00100000:2.0:1734016112.136848:0:7695:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011efc4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1979:x1818247336694528:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:2.0:1734016112.137178:0:7695:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011efc4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1979:x1818247336694528:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 329us (647us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016112.137186:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8586 00002000:00100000:2.0:1734016112.137193:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (7823360->7827455) req@ffff88011efc4000 x1818247336694528/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:73/0 lens 488/4536 e 0 to 0 dl 1734016123 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016112.137200:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88011efc4000 with x1818247336694528 ext(7823360->7827455) 00002000:00010000:2.0:1734016112.137204:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011efc4000 00000100:00100000:0.0:1734016112.142708:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016112.145984:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336694784 00000100:00100000:2.0:1734016112.146005:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336694784 00002000:00100000:2.0:1734016112.146081:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (7819264->7823359) req@ffff88011efc6300 x1818247336694784/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:73/0 lens 488/0 e 0 to 0 dl 1734016123 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016112.146101:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88011efc6300 with x1818247336694784 ext(7819264->7823359) 00002000:00010000:2.0:1734016112.146109:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011efc6300 00000100:00100000:2.0:1734016112.146149:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8587 00000100:00100000:2.0:1734016112.146157:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011efc6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1980:x1818247336694784:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:2.0:1734016112.148357:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011efc6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1980:x1818247336694784:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 2186us (5650us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016112.148370:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8587 00002000:00100000:2.0:1734016112.148383:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (7819264->7823359) req@ffff88011efc6300 x1818247336694784/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:73/0 lens 488/4536 e 0 to 0 dl 1734016123 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016112.148392:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88011efc6300 with x1818247336694784 ext(7819264->7823359) 00002000:00010000:2.0:1734016112.148400:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011efc6300 00000100:00100000:2.0:1734016112.153969:0:3511:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880075000380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3511:1818247339378304:0@lo:400:kworker.0 00000100:00100000:2.0:1734016112.154057:0:3511:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734016112.154087:0:3511:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1734016112.154092:0:3511:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880075002d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3511:1818247339378176:0@lo:400:kworker.0 00000100:00100000:2.0:1734016112.154110:0:3511:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734016112.154135:0:7420:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339378304 00000100:00100000:2.0:1734016112.154142:0:7420:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339378304 00000100:00100000:2.0:1734016112.154183:0:7420:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339378176 00000100:00100000:2.0:1734016112.154185:0:7420:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339378176 00000100:00100000:2.0:1734016112.154198:0:7420:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 213 00000100:00100000:2.0:1734016112.154205:0:7420:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075001f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3511:x1818247339378304:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734016112.154246:0:7420:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075001f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3511:x1818247339378304:12345-0@lo:400:kworker.0 Request processed in 41us (191us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016112.154255:0:7420:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 213 00000100:00100000:2.0:1734016112.154271:0:7420:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 214 00000100:00100000:2.0:1734016112.154274:0:7420:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075000a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3511:x1818247339378176:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734016112.154292:0:7420:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075000a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3511:x1818247339378176:12345-0@lo:400:kworker.0 Request processed in 17us (181us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016112.154296:0:7420:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 214 00000100:00100000:2.0:1734016112.154329:0:3511:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880075002d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3511:1818247339378176:0@lo:400:kworker.0 00000100:00100000:2.0:1734016112.154336:0:3511:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880075000380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3511:1818247339378304:0@lo:400:kworker.0 00000100:00100000:3.0:1734016112.154505:0:3509:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880075001500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d6847433-36e0-498f-be35-6a8f02b47718:3509:1818247339378048:0@lo:400:kworker.0 00000100:00100000:3.0:1734016112.154551:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734016112.154565:0:3509:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880075001c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3509:1818247339378560:0@lo:400:kworker.0 00000100:00100000:3.0:1734016112.154586:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734016112.154600:0:3509:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1734016112.154603:0:3509:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880075000000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3509:1818247339378432:0@lo:400:kworker.0 00000100:00100000:3.0:1734016112.154616:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734016112.154640:0:6478:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339378048 00000100:00100000:3.0:1734016112.154643:0:6478:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339378048 00000100:00100000:3.0:1734016112.154668:0:6478:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 321 00000100:00100000:3.0:1734016112.154672:0:6478:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800ac542850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d6847433-36e0-498f-be35-6a8f02b47718+18:3509:x1818247339378048:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734016112.154696:0:6478:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800ac542850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d6847433-36e0-498f-be35-6a8f02b47718+18:3509:x1818247339378048:12345-0@lo:400:kworker.0 Request processed in 24us (145us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016112.154700:0:6478:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 321 00000100:00100000:3.0:1734016112.154725:0:3509:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880075001500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d6847433-36e0-498f-be35-6a8f02b47718:3509:1818247339378048:0@lo:400:kworker.0 00000100:00080000:3.0:1734016112.154740:0:6479:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734016082 00000100:00080000:3.0:1734016112.154742:0:6479:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734016082 00000100:00100000:2.0:1734016112.155643:0:8966:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339378432 00000100:00100000:2.0:1734016112.155649:0:8966:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339378432 00000100:00100000:2.0:1734016112.155690:0:8966:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 215 00000100:00100000:2.0:1734016112.155696:0:8966:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b918000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3509:x1818247339378432:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734016112.155745:0:8966:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b918000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3509:x1818247339378432:12345-0@lo:400:kworker.0 Request processed in 49us (1127us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016112.155750:0:8966:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 215 00000100:00100000:2.0:1734016112.155772:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339378560 00000100:00100000:2.0:1734016112.155774:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339378560 00000100:00100000:2.0:1734016112.155795:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 107 00000100:00100000:2.0:1734016112.155799:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b91b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3509:x1818247339378560:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734016112.155820:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b91b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3509:x1818247339378560:12345-0@lo:400:kworker.0 Request processed in 21us (1233us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016112.155824:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 107 00000100:00100000:2.0:1734016112.155856:0:3509:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880075000000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3509:1818247339378432:0@lo:400:kworker.0 00000100:00100000:2.0:1734016112.155891:0:3509:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880075001c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3509:1818247339378560:0@lo:400:kworker.0 00000100:00080000:3.0:1734016112.156036:0:6479:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734016082 00000100:00080000:3.0:1734016112.156040:0:6479:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734016082 00000100:00100000:2.0:1734016112.156759:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016112.157031:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336695040 00000100:00100000:0.0:1734016112.157036:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336695040 00002000:00100000:0.0:1734016112.157072:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (7815168->7819263) req@ffff880075001c00 x1818247336695040/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:73/0 lens 488/0 e 0 to 0 dl 1734016123 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016112.157081:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880075001c00 with x1818247336695040 ext(7815168->7819263) 00002000:00010000:0.0:1734016112.157088:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880075001c00 00000100:00100000:0.0:1734016112.157113:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8588 00000100:00100000:0.0:1734016112.157119:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075001c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1979:x1818247336695040:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:0.0:1734016112.157310:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075001c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1979:x1818247336695040:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 190us (554us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016112.157317:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8588 00002000:00100000:0.0:1734016112.157322:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (7815168->7819263) req@ffff880075001c00 x1818247336695040/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:73/0 lens 488/4536 e 0 to 0 dl 1734016123 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016112.157335:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880075001c00 with x1818247336695040 ext(7815168->7819263) 00002000:00010000:0.0:1734016112.157338:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880075001c00 00000100:00100000:0.0:1734016112.162798:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016112.162921:0:7695:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336695296 00000100:00100000:2.0:1734016112.162933:0:7695:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336695296 00002000:00100000:2.0:1734016112.162982:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (7811072->7815167) req@ffff880076b60e00 x1818247336695296/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:73/0 lens 488/0 e 0 to 0 dl 1734016123 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016112.162992:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076b60e00 with x1818247336695296 ext(7811072->7815167) 00002000:00010000:2.0:1734016112.162998:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076b60e00 00000100:00100000:2.0:1734016112.163021:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8589 00000100:00100000:2.0:1734016112.163027:0:7695:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076b60e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1981:x1818247336695296:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:2.0:1734016112.163239:0:7695:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076b60e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1981:x1818247336695296:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 210us (452us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016112.163245:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8589 00002000:00100000:2.0:1734016112.163251:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (7811072->7815167) req@ffff880076b60e00 x1818247336695296/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:73/0 lens 488/4536 e 0 to 0 dl 1734016123 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016112.163257:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076b60e00 with x1818247336695296 ext(7811072->7815167) 00002000:00010000:2.0:1734016112.163260:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076b60e00 00000100:00100000:0.0:1734016112.168018:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016112.168151:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336695552 00000100:00100000:2.0:1734016112.168163:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336695552 00002000:00100000:2.0:1734016112.168214:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (7806976->7811071) req@ffff880076b60000 x1818247336695552/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:73/0 lens 488/0 e 0 to 0 dl 1734016123 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016112.168224:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076b60000 with x1818247336695552 ext(7806976->7811071) 00002000:00010000:2.0:1734016112.168230:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076b60000 00000100:00100000:2.0:1734016112.168254:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8590 00000100:00100000:2.0:1734016112.168261:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076b60000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1979:x1818247336695552:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:2.0:1734016112.169634:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076b60000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1979:x1818247336695552:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 1361us (1618us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016112.169646:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8590 00002000:00100000:2.0:1734016112.169656:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (7806976->7811071) req@ffff880076b60000 x1818247336695552/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:73/0 lens 488/4536 e 0 to 0 dl 1734016123 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016112.169664:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076b60000 with x1818247336695552 ext(7806976->7811071) 00002000:00010000:2.0:1734016112.169668:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076b60000 00000100:00100000:0.0:1734016112.180963:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016112.181124:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336695808 00000100:00100000:2.0:1734016112.181135:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336695808 00002000:00100000:2.0:1734016112.181182:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (7802880->7806975) req@ffff880076b62d80 x1818247336695808/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:73/0 lens 488/0 e 0 to 0 dl 1734016123 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016112.181192:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076b62d80 with x1818247336695808 ext(7802880->7806975) 00002000:00010000:2.0:1734016112.181197:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076b62d80 00000100:00100000:2.0:1734016112.181227:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8591 00000100:00100000:2.0:1734016112.181233:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076b62d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1980:x1818247336695808:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:2.0:1734016112.181421:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076b62d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1980:x1818247336695808:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 187us (470us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016112.181428:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8591 00002000:00100000:2.0:1734016112.181433:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (7802880->7806975) req@ffff880076b62d80 x1818247336695808/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:73/0 lens 488/4536 e 0 to 0 dl 1734016123 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016112.181440:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076b62d80 with x1818247336695808 ext(7802880->7806975) 00002000:00010000:2.0:1734016112.181443:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076b62d80 00000100:00100000:3.0:1734016112.193056:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016112.193154:0:7695:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336696064 00000100:00100000:1.0:1734016112.193166:0:7695:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336696064 00002000:00100000:1.0:1734016112.193211:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (7798784->7802879) req@ffff880092059880 x1818247336696064/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:73/0 lens 488/0 e 0 to 0 dl 1734016123 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016112.193222:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880092059880 with x1818247336696064 ext(7798784->7802879) 00002000:00010000:1.0:1734016112.193228:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092059880 00000100:00100000:1.0:1734016112.193265:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8592 00000100:00100000:1.0:1734016112.193272:0:7695:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880092059880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1979:x1818247336696064:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:1.0:1734016112.193482:0:7695:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880092059880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1979:x1818247336696064:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 209us (438us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016112.193491:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8592 00002000:00100000:1.0:1734016112.193496:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (7798784->7802879) req@ffff880092059880 x1818247336696064/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:73/0 lens 488/4536 e 0 to 0 dl 1734016123 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016112.193503:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880092059880 with x1818247336696064 ext(7798784->7802879) 00002000:00010000:1.0:1734016112.193506:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092059880 00000100:00100000:0.0:1734016112.196442:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016112.196527:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336696320 00000100:00100000:2.0:1734016112.196537:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336696320 00002000:00100000:2.0:1734016112.196592:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (7794688->7798783) req@ffff880076b61500 x1818247336696320/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:73/0 lens 488/0 e 0 to 0 dl 1734016123 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016112.196602:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076b61500 with x1818247336696320 ext(7794688->7798783) 00002000:00010000:2.0:1734016112.196606:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076b61500 00000100:00100000:2.0:1734016112.196629:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8593 00000100:00100000:2.0:1734016112.196636:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076b61500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1980:x1818247336696320:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:2.0:1734016112.196834:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076b61500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1980:x1818247336696320:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 198us (401us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016112.196841:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8593 00002000:00100000:2.0:1734016112.196847:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (7794688->7798783) req@ffff880076b61500 x1818247336696320/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:73/0 lens 488/4536 e 0 to 0 dl 1734016123 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016112.196853:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076b61500 with x1818247336696320 ext(7794688->7798783) 00002000:00010000:2.0:1734016112.196856:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076b61500 00000100:00100000:0.0:1734016112.199338:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016112.200040:0:7695:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336696576 00000100:00100000:1.0:1734016112.200050:0:7695:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336696576 00002000:00100000:1.0:1734016112.200092:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (7790592->7794687) req@ffff880076b60700 x1818247336696576/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:73/0 lens 488/0 e 0 to 0 dl 1734016123 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016112.200102:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076b60700 with x1818247336696576 ext(7790592->7794687) 00002000:00010000:1.0:1734016112.200107:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076b60700 00000100:00100000:1.0:1734016112.200126:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8594 00000100:00100000:1.0:1734016112.200133:0:7695:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076b60700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1979:x1818247336696576:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:1.0:1734016112.200314:0:7695:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076b60700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1979:x1818247336696576:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 180us (984us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016112.200321:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8594 00002000:00100000:1.0:1734016112.200326:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (7790592->7794687) req@ffff880076b60700 x1818247336696576/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:73/0 lens 488/4536 e 0 to 0 dl 1734016123 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016112.200333:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076b60700 with x1818247336696576 ext(7790592->7794687) 00002000:00010000:1.0:1734016112.200335:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076b60700 00000100:00100000:0.0:1734016112.202682:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016112.202749:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336696832 00000100:00100000:2.0:1734016112.202760:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336696832 00002000:00100000:2.0:1734016112.202809:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (7786496->7790591) req@ffff880076b61f80 x1818247336696832/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:73/0 lens 488/0 e 0 to 0 dl 1734016123 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016112.202818:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076b61f80 with x1818247336696832 ext(7786496->7790591) 00002000:00010000:2.0:1734016112.202822:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076b61f80 00000100:00100000:2.0:1734016112.202857:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8595 00000100:00100000:2.0:1734016112.202893:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076b61f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1980:x1818247336696832:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:2.0:1734016112.203083:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076b61f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1980:x1818247336696832:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 219us (410us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016112.203092:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8595 00002000:00100000:2.0:1734016112.203099:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (7786496->7790591) req@ffff880076b61f80 x1818247336696832/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:73/0 lens 488/4536 e 0 to 0 dl 1734016123 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016112.203105:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076b61f80 with x1818247336696832 ext(7786496->7790591) 00002000:00010000:2.0:1734016112.203107:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076b61f80 00000100:00100000:0.0:1734016112.204727:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016112.205181:0:7695:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336697088 00000100:00100000:1.0:1734016112.205188:0:7695:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336697088 00002000:00100000:1.0:1734016112.205220:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (7782400->7786495) req@ffff880076b63480 x1818247336697088/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:73/0 lens 488/0 e 0 to 0 dl 1734016123 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016112.205236:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076b63480 with x1818247336697088 ext(7782400->7786495) 00002000:00010000:1.0:1734016112.205240:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076b63480 00000100:00100000:1.0:1734016112.205270:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8596 00000100:00100000:1.0:1734016112.205276:0:7695:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076b63480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1979:x1818247336697088:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:1.0:1734016112.205434:0:7695:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076b63480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1979:x1818247336697088:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 157us (714us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016112.205441:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8596 00002000:00100000:1.0:1734016112.205446:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (7782400->7786495) req@ffff880076b63480 x1818247336697088/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:73/0 lens 488/4536 e 0 to 0 dl 1734016123 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016112.205452:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076b63480 with x1818247336697088 ext(7782400->7786495) 00002000:00010000:1.0:1734016112.205455:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076b63480 00000100:00100000:0.0:1734016112.208079:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016112.208183:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336697216 00000100:00100000:2.0:1734016112.208193:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336697216 00002000:00100000:2.0:1734016112.208238:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (7782400->7844346) req@ffff88011d805f80 x1818247336697216/t0(0) o4->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:73/0 lens 488/0 e 0 to 0 dl 1734016123 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016112.208247:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d805f80 with x1818247336697216 ext(7782400->7844346) 00002000:00010000:2.0:1734016112.208251:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011d805f80 00000100:00100000:2.0:1734016112.208291:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8597 00000100:00100000:2.0:1734016112.208297:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d805f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1980:x1818247336697216:12345-192.168.201.10@tcp:4:fsx.0 00000100:00100000:0.0:1734016112.217860:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d805f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+9:1980:x1818247336697216:12345-192.168.201.10@tcp:4:fsx.0 Request processed in 9550us (9778us total) trans 4294969164 rc 0/0 00000100:00100000:0.0:1734016112.217896:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8597 00002000:00100000:0.0:1734016112.217909:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (7782400->7844346) req@ffff88011d805f80 x1818247336697216/t4294969164(0) o4->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:73/0 lens 488/448 e 0 to 0 dl 1734016123 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016112.217919:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d805f80 with x1818247336697216 ext(7782400->7844346) 00002000:00010000:0.0:1734016112.217924:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011d805f80 00000100:00100000:1.0:1734016112.218140:0:3510:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880075000000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3510:1818247339378688:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1734016112.218189:0:3510:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734016112.218247:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339378688 00000100:00100000:2.0:1734016112.218255:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339378688 00000100:00100000:2.0:1734016112.218294:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 116 00000100:00100000:2.0:1734016112.218300:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800ac577b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3510:x1818247339378688:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1734016112.218318:0:7693:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 980132416 pending 90112 free 3923087360 avail 3691331584 00000100:00100000:2.0:1734016112.218378:0:7693:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800ac577b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3510:x1818247339378688:12345-0@lo:13:osp-pre-1-0.0 Request processed in 78us (189us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016112.218384:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 116 00000100:00100000:0.0:1734016112.220168:0:3510:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880075000000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3510:1818247339378688:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1734016112.220227:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016112.220285:0:6481:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336697344 00000100:00100000:0.0:1734016112.220291:0:6481:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336697344 00000100:00100000:0.0:1734016112.220339:0:6481:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 1912 00000100:00100000:0.0:1734016112.220345:0:6481:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075000380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+18:9673:x1818247336697344:12345-192.168.201.10@tcp:44:fsx.0 00000100:00100000:0.0:1734016112.220471:0:6481:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075000380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+18:9673:x1818247336697344:12345-192.168.201.10@tcp:44:fsx.0 Request processed in 124us (248us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016112.220480:0:6481:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 1912 00000100:00100000:0.0:1734016112.223699:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016112.223956:0:13927:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336697472 00000100:00100000:1.0:1734016112.223967:0:13927:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336697472 00000100:00100000:1.0:1734016112.224025:0:13927:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10276 00000100:00100000:1.0:1734016112.224032:0:13927:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d806680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+9:1979:x1818247336697472:12345-192.168.201.10@tcp:16:fsx.0 00000001:00080000:0.0:1734016112.226017:0:8954:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969164 is committed 00000001:00080000:0.0:1734016112.226034:0:8954:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969162 is committed 00000100:00100000:1.0:1734016112.227516:0:13927:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d806680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1979:x1818247336697472:12345-192.168.201.10@tcp:16:fsx.0 Request processed in 3474us (3818us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016112.227527:0:13927:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10276 00000100:00100000:0.0:1734016112.234247:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016112.235431:0:6481:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336697600 00000100:00100000:2.0:1734016112.235444:0:6481:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336697600 00000100:00100000:2.0:1734016112.235501:0:6481:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 1913 00000100:00100000:2.0:1734016112.235508:0:6481:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d804380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+18:9673:x1818247336697600:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:2.0:1734016112.235525:0:6481:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016112.235554:0:6481:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880072172640/0x3f004d6452e0722c lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d0e69 expref: -99 pid: 6481 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016112.235633:0:6481:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880072171440/0x3f004d6452e07233 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6481 initiator: MDT0 00010000:00010000:2.0:1734016112.235645:0:6481:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880072171440/0x3f004d6452e07233 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6481 initiator: MDT0 00010000:00010000:2.0:1734016112.235654:0:6481:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880072171440/0x3f004d6452e07233 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6481 initiator: MDT0 00000004:00200000:2.0:1734016112.235674:0:6481:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 7844347 00000004:00200000:2.0:1734016112.235678:0:6481:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1734016112.235690:0:6481:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880072171440/0x3f004d6452e07233 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6481 initiator: MDT0 00010000:00010000:2.0:1734016112.235710:0:6481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880072172640/0x3f004d6452e0722c lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0e69 expref: 20 pid: 6481 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016112.235741:0:6481:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880072171440/0x3f004d6452e07233 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0e69 expref: 19 pid: 6481 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016112.235748:0:6481:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:2.0:1734016112.235750:0:6481:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1734016112.235753:0:6481:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880072171440, rc 0) 00000100:00100000:2.0:1734016112.235810:0:6481:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d804380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+19:9673:x1818247336697600:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 301us (1577us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016112.235819:0:6481:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 1913 00000100:00100000:0.0:1734016112.239556:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016112.240286:0:13927:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336697728 00000100:00100000:0.0:1734016112.240298:0:13927:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336697728 00000100:00100000:0.0:1734016112.240357:0:13927:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10277 00000100:00100000:0.0:1734016112.240366:0:13927:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074008a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1980:x1818247336697728:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:0.0:1734016112.240389:0:13927:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016112.240412:0:13927:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a8038d80/0x3f004d6452e0723a lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d0e70 expref: -99 pid: 13927 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016112.240476:0:13927:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074008380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13927:1818247339378816:192.168.201.10@tcp:106: 00000100:00100000:0.0:1734016112.240556:0:13927:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a74863c0 going to sleep for 11 seconds 00002000:00010000:1.0:1734016112.242692:0:13927:0:(ofd_lvb.c:301:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks: 952 -> 1080 00000100:00100000:1.0:1734016112.242723:0:13927:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074008380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13927:1818247339378816:192.168.201.10@tcp:106: 00010000:00010000:1.0:1734016112.242763:0:13927:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a8038d80/0x3f004d6452e0723a lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0e70 expref: 7 pid: 13927 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016112.242779:0:13927:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a8038d80/0x3f004d6452e0723a lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0e70 expref: 7 pid: 13927 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016112.242797:0:13927:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a8038d80, rc 0) 00000100:00100000:1.0:1734016112.242854:0:13927:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074008a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1980:x1818247336697728:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 2487us (3317us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016112.242894:0:13927:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10277 00000100:00100000:0.0:1734016112.246400:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016112.248631:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336697856 00000100:00100000:2.0:1734016112.248648:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336697856 00000100:00100000:2.0:1734016112.248724:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10278 00000100:00100000:2.0:1734016112.248732:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007400aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:9673:x1818247336697856:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:2.0:1734016112.248750:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016112.248770:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880072171f80/0x3f004d6452e07241 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d0e77 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016112.248809:0:7689:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a6f40/0x3f004d6452e07225 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0e62 expref: 5 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016112.248816:0:7689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016112.248818:0:7689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016112.248821:0:7689:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880072171f80/0x3f004d6452e07241 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [2899968->2904063] (req 2899968->2904063) gid 0 flags: 0x50000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0e77 expref: 7 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016112.248859:0:7689:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a9a6f40/0x3f004d6452e07225 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0e62 expref: 5 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016112.248941:0:7689:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a9a6f40/0x3f004d6452e07225 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0e62 expref: 5 pid: 7689 timeout: 476 lvb_type: 0 00000100:00100000:2.0:1734016112.248953:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880075002d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339378944:192.168.201.10@tcp:104: 00000100:00100000:2.0:1734016112.249026:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800768ef540 going to sleep for 11 seconds 00000100:00100000:2.0:1734016112.255678:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880075002d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339378944:192.168.201.10@tcp:104: 00010000:00010000:2.0:1734016112.255721:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880072171f80/0x3f004d6452e07241 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [2899968->2904063] (req 2899968->2904063) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0e77 expref: 7 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016112.255741:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880072171f80, rc 0) 00000100:00100000:2.0:1734016112.255826:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007400aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:9673:x1818247336697856:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 7092us (9436us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016112.255835:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10278 00000100:00100000:1.0:1734016112.262208:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016112.262316:0:7705:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336697984 00000100:00100000:2.0:1734016112.262328:0:7705:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336697984 00010000:00010000:2.0:1734016112.262370:0:7705:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a9a6f40/0x3f004d6452e07225 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0e62 expref: 6 pid: 7689 timeout: 476 lvb_type: 0 00000100:00100000:2.0:1734016112.262412:0:7705:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2725 00000100:00100000:2.0:1734016112.262420:0:7705:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800ac577480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1979:x1818247336697984:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016112.262437:0:7705:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016112.262463:0:7705:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a9a6f40/0x3f004d6452e07225 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0e62 expref: 6 pid: 7689 timeout: 476 lvb_type: 0 00010000:00010000:2.0:1734016112.262474:0:7705:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a9a6f40/0x3f004d6452e07225 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0e62 expref: 6 pid: 7689 timeout: 476 lvb_type: 0 00010000:00010000:2.0:1734016112.262497:0:7705:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a6f40/0x3f004d6452e07225 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0e62 expref: 6 pid: 7689 timeout: 476 lvb_type: 0 00010000:00010000:2.0:1734016112.262531:0:7705:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016112.262534:0:7705:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016112.262548:0:7705:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880072171f80/0x3f004d6452e07241 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2899968->2904063) gid 0 flags: 0x40080000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0e77 expref: 6 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016112.262556:0:7705:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880072171f80/0x3f004d6452e07241 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2899968->2904063) gid 0 flags: 0x40080000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0e77 expref: 6 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016112.262596:0:7705:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880072171f80/0x3f004d6452e07241 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2899968->2904063) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0e77 expref: 6 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016112.262611:0:7705:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880075002d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7705:1818247339379072:192.168.201.10@tcp:105: 00000100:00100000:2.0:1734016112.262680:0:7705:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800768ef540 going to sleep for 11 seconds 00000100:00100000:0.0:1734016112.275047:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016112.276151:0:7705:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880075002d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7705:1818247339379072:192.168.201.10@tcp:105: 00010000:00010000:2.0:1734016112.276190:0:7705:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016112.276265:0:7705:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800ac577480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:1979:x1818247336697984:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 13844us (14073us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016112.276281:0:7705:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2725 00000100:00100000:1.0:1734016112.276431:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336698240 00000100:00100000:1.0:1734016112.276440:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336698240 00002000:00100000:1.0:1734016112.276495:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (2899968->2904063) req@ffff880074009c00 x1818247336698240/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:73/0 lens 488/0 e 0 to 0 dl 1734016123 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016112.276507:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074009c00 with x1818247336698240 ext(2899968->2904063) 00002000:00010000:1.0:1734016112.276513:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074009c00 00000100:00100000:1.0:1734016112.276535:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8598 00000100:00100000:1.0:1734016112.276550:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074009c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1979:x1818247336698240:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:1.0:1734016112.276780:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074009c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1979:x1818247336698240:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 230us (1748us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016112.276787:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8598 00002000:00100000:1.0:1734016112.276793:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (2899968->2904063) req@ffff880074009c00 x1818247336698240/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:73/0 lens 488/4536 e 0 to 0 dl 1734016123 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016112.276799:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074009c00 with x1818247336698240 ext(2899968->2904063) 00002000:00010000:1.0:1734016112.276802:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074009c00 00000100:00100000:0.0:1734016112.282051:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016112.282159:0:7695:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336698496 00000100:00100000:2.0:1734016112.282171:0:7695:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336698496 00002000:00100000:2.0:1734016112.282213:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (2895872->2899967) req@ffff880074009180 x1818247336698496/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:73/0 lens 488/0 e 0 to 0 dl 1734016123 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016112.282222:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074009180 with x1818247336698496 ext(2895872->2899967) 00002000:00010000:2.0:1734016112.282227:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074009180 00000100:00100000:2.0:1734016112.282259:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8599 00000100:00100000:2.0:1734016112.282265:0:7695:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074009180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1981:x1818247336698496:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:2.0:1734016112.282444:0:7695:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074009180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1981:x1818247336698496:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 178us (404us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016112.282452:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8599 00002000:00100000:2.0:1734016112.282457:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (2895872->2899967) req@ffff880074009180 x1818247336698496/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:73/0 lens 488/4536 e 0 to 0 dl 1734016123 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016112.282463:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074009180 with x1818247336698496 ext(2895872->2899967) 00002000:00010000:2.0:1734016112.282465:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074009180 00000100:00100000:0.0:1734016112.290050:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016112.290703:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336698752 00000100:00100000:1.0:1734016112.290715:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336698752 00002000:00100000:1.0:1734016112.290771:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (2891776->2895871) req@ffff88007400a300 x1818247336698752/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:73/0 lens 488/0 e 0 to 0 dl 1734016123 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016112.290782:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007400a300 with x1818247336698752 ext(2891776->2895871) 00002000:00010000:1.0:1734016112.290789:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007400a300 00000100:00100000:1.0:1734016112.290828:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8600 00000100:00100000:1.0:1734016112.290837:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007400a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1980:x1818247336698752:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:1.0:1734016112.291122:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007400a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1980:x1818247336698752:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 286us (1088us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016112.291128:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8600 00002000:00100000:1.0:1734016112.291134:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (2891776->2895871) req@ffff88007400a300 x1818247336698752/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:73/0 lens 488/4536 e 0 to 0 dl 1734016123 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016112.291139:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007400a300 with x1818247336698752 ext(2891776->2895871) 00002000:00010000:1.0:1734016112.291141:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007400a300 00000100:00100000:0.0:1734016112.293859:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016112.293992:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336699008 00000100:00100000:1.0:1734016112.294003:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336699008 00002000:00100000:1.0:1734016112.294052:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (2887680->2891775) req@ffff880074008000 x1818247336699008/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:73/0 lens 488/0 e 0 to 0 dl 1734016123 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016112.294061:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074008000 with x1818247336699008 ext(2887680->2891775) 00002000:00010000:1.0:1734016112.294067:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074008000 00000100:00100000:1.0:1734016112.294099:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8601 00000100:00100000:1.0:1734016112.294106:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074008000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1980:x1818247336699008:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:1.0:1734016112.295174:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074008000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1980:x1818247336699008:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 1067us (1329us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016112.295182:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8601 00002000:00100000:1.0:1734016112.295188:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (2887680->2891775) req@ffff880074008000 x1818247336699008/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:73/0 lens 488/4536 e 0 to 0 dl 1734016123 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016112.295193:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074008000 with x1818247336699008 ext(2887680->2891775) 00002000:00010000:1.0:1734016112.295196:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074008000 00000100:00100000:0.0:1734016112.299329:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016112.299627:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336699264 00000100:00100000:1.0:1734016112.299638:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336699264 00002000:00100000:1.0:1734016112.299682:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (2883584->2887679) req@ffff88007400a680 x1818247336699264/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:73/0 lens 488/0 e 0 to 0 dl 1734016123 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016112.299692:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007400a680 with x1818247336699264 ext(2883584->2887679) 00002000:00010000:1.0:1734016112.299699:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007400a680 00000100:00100000:1.0:1734016112.300335:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8602 00000100:00100000:1.0:1734016112.300343:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007400a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1979:x1818247336699264:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:1.0:1734016112.300571:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007400a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1979:x1818247336699264:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 227us (1254us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016112.300578:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8602 00002000:00100000:1.0:1734016112.300584:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (2883584->2887679) req@ffff88007400a680 x1818247336699264/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:73/0 lens 488/4536 e 0 to 0 dl 1734016123 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016112.300590:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007400a680 with x1818247336699264 ext(2883584->2887679) 00002000:00010000:1.0:1734016112.300593:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007400a680 00000100:00100000:0.0:1734016112.306131:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016112.306267:0:7695:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336699520 00000100:00100000:2.0:1734016112.306279:0:7695:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336699520 00002000:00100000:2.0:1734016112.306335:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (2879488->2883583) req@ffff880074008380 x1818247336699520/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:73/0 lens 488/0 e 0 to 0 dl 1734016123 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016112.306348:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074008380 with x1818247336699520 ext(2879488->2883583) 00002000:00010000:2.0:1734016112.306354:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074008380 00000100:00100000:2.0:1734016112.306398:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8603 00000100:00100000:2.0:1734016112.306405:0:7695:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074008380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1980:x1818247336699520:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:2.0:1734016112.306633:0:7695:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074008380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1980:x1818247336699520:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 228us (514us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016112.306639:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8603 00002000:00100000:2.0:1734016112.306645:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (2879488->2883583) req@ffff880074008380 x1818247336699520/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:73/0 lens 488/4536 e 0 to 0 dl 1734016123 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016112.306651:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074008380 with x1818247336699520 ext(2879488->2883583) 00002000:00010000:2.0:1734016112.306654:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074008380 00000100:00100000:0.0:1734016112.312415:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016112.312511:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336699776 00000100:00100000:1.0:1734016112.312522:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336699776 00002000:00100000:1.0:1734016112.312572:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (2875392->2879487) req@ffff880074220a80 x1818247336699776/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:73/0 lens 488/0 e 0 to 0 dl 1734016123 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016112.312587:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074220a80 with x1818247336699776 ext(2875392->2879487) 00002000:00010000:1.0:1734016112.312592:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074220a80 00000100:00100000:1.0:1734016112.312623:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8604 00000100:00100000:1.0:1734016112.312630:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074220a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1980:x1818247336699776:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:1.0:1734016112.312815:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074220a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1980:x1818247336699776:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 185us (415us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016112.312821:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8604 00002000:00100000:1.0:1734016112.312826:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (2875392->2879487) req@ffff880074220a80 x1818247336699776/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:73/0 lens 488/4536 e 0 to 0 dl 1734016123 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016112.312831:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074220a80 with x1818247336699776 ext(2875392->2879487) 00002000:00010000:1.0:1734016112.312834:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074220a80 00000100:00100000:0.0:1734016112.315013:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016112.317013:0:7695:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336700032 00000100:00100000:2.0:1734016112.317026:0:7695:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336700032 00002000:00100000:2.0:1734016112.317076:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (2871296->2875391) req@ffff880074221880 x1818247336700032/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:73/0 lens 488/0 e 0 to 0 dl 1734016123 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016112.317090:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074221880 with x1818247336700032 ext(2871296->2875391) 00002000:00010000:2.0:1734016112.317095:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074221880 00000100:00100000:2.0:1734016112.317143:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8605 00000100:00100000:2.0:1734016112.317150:0:7695:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074221880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1981:x1818247336700032:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:2.0:1734016112.317363:0:7695:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074221880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1981:x1818247336700032:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 213us (2355us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016112.317369:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8605 00002000:00100000:2.0:1734016112.317373:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (2871296->2875391) req@ffff880074221880 x1818247336700032/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:73/0 lens 488/4536 e 0 to 0 dl 1734016123 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016112.317379:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074221880 with x1818247336700032 ext(2871296->2875391) 00002000:00010000:2.0:1734016112.317381:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074221880 00000100:00100000:0.0:1734016112.320761:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016112.321142:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336700288 00000100:00100000:1.0:1734016112.321151:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336700288 00002000:00100000:1.0:1734016112.321190:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (2867200->2871295) req@ffff88007409ad80 x1818247336700288/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:73/0 lens 488/0 e 0 to 0 dl 1734016123 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016112.321198:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007409ad80 with x1818247336700288 ext(2867200->2871295) 00002000:00010000:1.0:1734016112.321203:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007409ad80 00000100:00100000:1.0:1734016112.321231:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8606 00000100:00100000:1.0:1734016112.321237:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007409ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1980:x1818247336700288:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:1.0:1734016112.321405:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007409ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1980:x1818247336700288:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 168us (655us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016112.321411:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8606 00002000:00100000:1.0:1734016112.321415:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (2867200->2871295) req@ffff88007409ad80 x1818247336700288/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:73/0 lens 488/4536 e 0 to 0 dl 1734016123 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016112.321422:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007409ad80 with x1818247336700288 ext(2867200->2871295) 00002000:00010000:1.0:1734016112.321424:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007409ad80 00000100:00100000:0.0:1734016112.323768:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016112.324143:0:7695:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336700416 00000100:00100000:2.0:1734016112.324153:0:7695:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336700416 00002000:00100000:2.0:1734016112.324187:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (2867200->2904063) req@ffff880074099180 x1818247336700416/t0(0) o4->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:73/0 lens 488/0 e 0 to 0 dl 1734016123 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016112.324195:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074099180 with x1818247336700416 ext(2867200->2904063) 00002000:00010000:2.0:1734016112.324199:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074099180 00000100:00100000:2.0:1734016112.324220:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8607 00000100:00100000:2.0:1734016112.324224:0:7695:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074099180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1981:x1818247336700416:12345-192.168.201.10@tcp:4:fsx.0 00000100:00100000:0.0:1734016112.326929:0:7695:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074099180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+9:1981:x1818247336700416:12345-192.168.201.10@tcp:4:fsx.0 Request processed in 2695us (3160us total) trans 4294969165 rc 0/0 00000100:00100000:0.0:1734016112.326940:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8607 00002000:00100000:0.0:1734016112.326951:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (2867200->2904063) req@ffff880074099180 x1818247336700416/t4294969165(0) o4->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:73/0 lens 488/448 e 0 to 0 dl 1734016123 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016112.326959:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074099180 with x1818247336700416 ext(2867200->2904063) 00002000:00010000:0.0:1734016112.326964:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074099180 00000100:00100000:0.0:1734016112.329653:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016112.329739:0:8966:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336700544 00000100:00100000:2.0:1734016112.329748:0:8966:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336700544 00000100:00100000:2.0:1734016112.329798:0:8966:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 1914 00000100:00100000:2.0:1734016112.329803:0:8966:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074098700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+27:9673:x1818247336700544:12345-192.168.201.10@tcp:44:fsx.0 00000100:00100000:2.0:1734016112.329951:0:8966:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074098700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+27:9673:x1818247336700544:12345-192.168.201.10@tcp:44:fsx.0 Request processed in 146us (308us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016112.329957:0:8966:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 1914 00000100:00100000:0.0:1734016112.332169:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016112.332240:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336700672 00000100:00100000:2.0:1734016112.332246:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336700672 00000100:00100000:2.0:1734016112.332302:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10279 00000100:00100000:2.0:1734016112.332307:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007409b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+9:1978:x1818247336700672:12345-192.168.201.10@tcp:16:fsx.0 00000001:00080000:2.0:1734016112.333768:0:8954:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969165 is committed 00000100:00100000:0.0:1734016112.333884:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007409b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1978:x1818247336700672:12345-192.168.201.10@tcp:16:fsx.0 Request processed in 1574us (1718us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016112.333891:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10279 00000100:00100000:0.0:1734016112.336340:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016112.336436:0:6481:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336700800 00000100:00100000:2.0:1734016112.336444:0:6481:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336700800 00000100:00100000:2.0:1734016112.336482:0:6481:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 1915 00000100:00100000:2.0:1734016112.336489:0:6481:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074098a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+27:9673:x1818247336700800:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:2.0:1734016112.336509:0:6481:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016112.336529:0:6481:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880072172640/0x3f004d6452e07248 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d0e7e expref: -99 pid: 6481 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016112.336624:0:6481:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880072172d00/0x3f004d6452e0724f lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 6481 initiator: MDT0 00010000:00010000:2.0:1734016112.336641:0:6481:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880072172d00/0x3f004d6452e0724f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6481 initiator: MDT0 00010000:00010000:2.0:1734016112.336653:0:6481:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880072172d00/0x3f004d6452e0724f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6481 initiator: MDT0 00000004:00200000:2.0:1734016112.336678:0:6481:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 7844347 00000004:00200000:2.0:1734016112.336682:0:6481:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1734016112.336699:0:6481:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880072172d00/0x3f004d6452e0724f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6481 initiator: MDT0 00010000:00010000:2.0:1734016112.336725:0:6481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880072172640/0x3f004d6452e07248 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0e7e expref: 29 pid: 6481 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016112.336761:0:6481:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880072172d00/0x3f004d6452e0724f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0e7e expref: 28 pid: 6481 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016112.336768:0:6481:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:2.0:1734016112.336771:0:6481:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1734016112.336774:0:6481:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880072172d00, rc 0) 00000100:00100000:2.0:1734016112.336817:0:6481:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074098a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+28:9673:x1818247336700800:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 327us (484us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016112.336823:0:6481:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 1915 00000100:00100000:0.0:1734016112.340267:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016112.340838:0:7695:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336701056 00000100:00100000:2.0:1734016112.340849:0:7695:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336701056 00000100:00100000:2.0:1734016112.340952:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8608 00000100:00100000:2.0:1734016112.340959:0:7695:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007409a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1978:x1818247336701056:12345-192.168.201.10@tcp:3:fsx.0 00010000:00010000:2.0:1734016112.341004:0:7695:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff8800721718c0/0x3f004d6452e07256 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7695 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016112.341026:0:7695:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880072171f80/0x3f004d6452e07241 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2899968->2904063) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0e77 expref: 7 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016112.341032:0:7695:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016112.341034:0:7695:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016112.341037:0:7695:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800721718c0/0x3f004d6452e07256 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [5824512->5844991] (req 5824512->5844991) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 7695 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016112.341073:0:7695:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880072171f80/0x3f004d6452e07241 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2899968->2904063) gid 0 flags: 0x50000000020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0e77 expref: 7 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016112.341084:0:7695:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880072171f80/0x3f004d6452e07241 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2899968->2904063) gid 0 flags: 0x70000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0e77 expref: 7 pid: 7689 timeout: 476 lvb_type: 0 00000100:00100000:2.0:1734016112.341097:0:7695:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880075002d80 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_001:lustre-OST0001_UUID:7695:1818247339379200:192.168.201.10@tcp:104: 00000100:00100000:2.0:1734016112.341158:0:7695:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800768ef540 going to sleep for 11 seconds 00000100:00100000:0.0:1734016112.346177:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016112.346426:0:7695:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880075002d80 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_001:lustre-OST0001_UUID:7695:1818247339379200:192.168.201.10@tcp:104: 00010000:00010000:2.0:1734016112.346460:0:7695:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800721718c0/0x3f004d6452e07256 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [5824512->5844991] (req 5824512->5844991) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 7695 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016112.346630:0:7705:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336701184 00000100:00100000:3.0:1734016112.346639:0:7705:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336701184 00010000:00010000:3.0:1734016112.346682:0:7705:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880072171f80/0x3f004d6452e07241 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2899968->2904063) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0e77 expref: 8 pid: 7689 timeout: 476 lvb_type: 0 00000100:00100000:3.0:1734016112.347150:0:7705:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2726 00000100:00100000:3.0:1734016112.347161:0:7705:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074098e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1979:x1818247336701184:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016112.347183:0:7705:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:3.0:1734016112.347209:0:7705:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 1080 -> 1152 00010000:00010000:3.0:1734016112.347216:0:7705:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880072171f80/0x3f004d6452e07241 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2899968->2904063) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0e77 expref: 8 pid: 7689 timeout: 476 lvb_type: 0 00010000:00010000:3.0:1734016112.347230:0:7705:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880072171f80/0x3f004d6452e07241 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2899968->2904063) gid 0 flags: 0x50000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0e77 expref: 8 pid: 7689 timeout: 476 lvb_type: 0 00010000:00010000:3.0:1734016112.347255:0:7705:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880072171f80/0x3f004d6452e07241 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2899968->2904063) gid 0 flags: 0x44801400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0e77 expref: 8 pid: 7689 timeout: 476 lvb_type: 0 00010000:00010000:3.0:1734016112.347293:0:7705:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016112.347296:0:7705:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016112.347301:0:7705:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800721718c0/0x3f004d6452e07256 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [5824512->5844991] (req 5824512->5844991) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 7695 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016112.347309:0:7705:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800721718c0/0x3f004d6452e07256 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [5824512->5844991] (req 5824512->5844991) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 7695 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016112.347337:0:7705:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016112.347388:0:7705:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074098e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1979:x1818247336701184:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 229us (1225us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016112.347395:0:7705:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2726 00010000:00010000:2.0:1734016112.347746:0:7695:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800721718c0/0x3f004d6452e07256 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [5824512->5844991] (req 5824512->5844991) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 7695 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016112.347753:0:7695:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800721718c0/0x3f004d6452e07256 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [5824512->5844991] (req 5824512->5844991) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 7695 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016112.350554:0:7695:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff8800721718c0/0x3f004d6452e07256 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [5824512->5844991] (req 5824512->5844991) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 7695 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016112.350573:0:7695:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800721718c0/0x3f004d6452e07256 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [5824512->5844991] (req 5824512->5844991) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 7695 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016112.350580:0:7695:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800721718c0/0x3f004d6452e07256 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [5824512->5844991] (req 5824512->5844991) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 7695 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016112.350586:0:7695:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800721718c0 already unused, calling callback (ffffffffa086d100) 00010000:00010000:2.0:1734016112.350591:0:7695:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800721718c0/0x3f004d6452e07256 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [5824512->5844991] (req 5824512->5844991) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 7695 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016112.350600:0:7695:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800721718c0/0x3f004d6452e07256 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [5824512->5844991] (req 5824512->5844991) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 7695 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016112.350621:0:7695:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800721718c0/0x3f004d6452e07256 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [5824512->5844991] (req 5824512->5844991) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 7695 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016112.350625:0:7695:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800721718c0/0x3f004d6452e07256 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [5824512->5844991] (req 5824512->5844991) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 7695 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016112.351146:0:7695:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007409a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1978:x1818247336701056:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 10177us (10881us total) trans 0 rc 20480/20480 00000100:00100000:2.0:1734016112.351160:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8608 00000100:00100000:0.0:1734016112.353267:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016112.353527:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336701312 00000100:00100000:2.0:1734016112.353545:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336701312 00000100:00100000:2.0:1734016112.353679:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10280 00000100:00100000:2.0:1734016112.353688:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074098000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1981:x1818247336701312:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:2.0:1734016112.353709:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016112.353736:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880072170d80/0x3f004d6452e0725d lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d0e85 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1734016112.353765:0:7689:0:(ofd_lvb.c:169:ofd_lvbo_init()) res: [0x280000400:0x5:0x0] initial LVB size: 7844347, mtime: 0x675afc6f, atime: 0x675afc6f, ctime: 0x675afc6f, blocks: 0x480 00010000:00010000:2.0:1734016112.353790:0:7689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016112.353792:0:7689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016112.353801:0:7689:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880072170d80/0x3f004d6452e0725d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0e85 expref: 7 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016112.353820:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880072170d80/0x3f004d6452e0725d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0e85 expref: 7 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016112.353830:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880072170d80, rc 0) 00000100:00100000:2.0:1734016112.353900:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074098000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1981:x1818247336701312:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 214us (646us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016112.353905:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10280 00000100:00100000:0.0:1734016112.359112:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016112.359218:0:13927:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336701440 00000100:00100000:1.0:1734016112.359229:0:13927:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336701440 00000100:00100000:1.0:1734016112.359284:0:13927:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10281 00000100:00100000:1.0:1734016112.359290:0:13927:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075260e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:9673:x1818247336701440:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:1.0:1734016112.359311:0:13927:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016112.359333:0:13927:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880097235440/0x3f004d6452e07264 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d0e8c expref: -99 pid: 13927 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016112.359364:0:13927:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880072170d80/0x3f004d6452e0725d lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0e85 expref: 8 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016112.359371:0:13927:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016112.359373:0:13927:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016112.359377:0:13927:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880097235440/0x3f004d6452e07264 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [5758976->5816319] (req 5758976->5816319) gid 0 flags: 0x50000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0e8c expref: 8 pid: 13927 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016112.359408:0:13927:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880072170d80/0x3f004d6452e0725d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0e85 expref: 8 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016112.359420:0:13927:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880072170d80/0x3f004d6452e0725d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0e85 expref: 8 pid: 7689 timeout: 476 lvb_type: 1 00000100:00100000:1.0:1734016112.359432:0:13927:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009721b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13927:1818247339379328:192.168.201.10@tcp:104: 00000100:00100000:1.0:1734016112.359494:0:13927:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b42cda80 going to sleep for 11 seconds 00000100:00100000:1.0:1734016112.361556:0:13927:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009721b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13927:1818247339379328:192.168.201.10@tcp:104: 00010000:00010000:1.0:1734016112.361582:0:13927:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880097235440/0x3f004d6452e07264 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [5758976->5816319] (req 5758976->5816319) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0e8c expref: 8 pid: 13927 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016112.361595:0:13927:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097235440, rc 0) 00000100:00100000:1.0:1734016112.361627:0:13927:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075260e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:9673:x1818247336701440:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 2337us (2528us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016112.361634:0:13927:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10281 00000100:00100000:0.0:1734016112.363491:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016112.363620:0:6470:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336701568 00000100:00100000:2.0:1734016112.363634:0:6470:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336701568 00010000:00010000:2.0:1734016112.363677:0:6470:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880072170d80/0x3f004d6452e0725d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0e85 expref: 8 pid: 7689 timeout: 476 lvb_type: 1 00000100:00100000:2.0:1734016112.363778:0:6470:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2727 00000100:00100000:2.0:1734016112.363787:0:6470:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074973480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1979:x1818247336701568:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016112.363810:0:6470:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016112.363839:0:6470:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880072170d80/0x3f004d6452e0725d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0e85 expref: 8 pid: 7689 timeout: 476 lvb_type: 1 00010000:00010000:2.0:1734016112.363854:0:6470:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880072170d80/0x3f004d6452e0725d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0e85 expref: 8 pid: 7689 timeout: 476 lvb_type: 1 00010000:00010000:2.0:1734016112.364190:0:6470:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880072170d80/0x3f004d6452e0725d lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0e85 expref: 8 pid: 7689 timeout: 476 lvb_type: 1 00010000:00010000:2.0:1734016112.364225:0:6470:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016112.364228:0:6470:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016112.364235:0:6470:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880097235440/0x3f004d6452e07264 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5758976->5816319) gid 0 flags: 0x40080000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0e8c expref: 7 pid: 13927 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016112.364245:0:6470:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880097235440/0x3f004d6452e07264 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5758976->5816319) gid 0 flags: 0x40080000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0e8c expref: 7 pid: 13927 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016112.364286:0:6470:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880097235440/0x3f004d6452e07264 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5758976->5816319) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0e8c expref: 7 pid: 13927 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016112.364302:0:6470:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880075002d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6470:1818247339379456:192.168.201.10@tcp:105: 00000100:00100000:2.0:1734016112.365689:0:6470:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800768ef9c0 going to sleep for 11 seconds 00000100:00100000:2.0:1734016112.368280:0:6470:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880075002d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6470:1818247339379456:192.168.201.10@tcp:105: 00010000:00010000:2.0:1734016112.368320:0:6470:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016112.368389:0:6470:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074973480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1979:x1818247336701568:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 4599us (4903us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016112.368405:0:6470:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2727 00000100:00100000:0.0:1734016112.371336:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016112.371504:0:13927:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336701696 00000100:00100000:1.0:1734016112.371516:0:13927:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336701696 00000100:00100000:1.0:1734016112.371578:0:13927:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10282 00000100:00100000:1.0:1734016112.371585:0:13927:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074972d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1979:x1818247336701696:12345-192.168.201.10@tcp:22:fsx.0 00002000:00010000:1.0:1734016112.371899:0:13927:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 7844347 -> 7844347 00002000:00010000:1.0:1734016112.371902:0:13927:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016111 -> 1734016111 00002000:00010000:1.0:1734016112.371904:0:13927:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016111 -> 1734016111 00002000:00010000:1.0:1734016112.371906:0:13927:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016111 -> 1734016111 00002000:00010000:1.0:1734016112.371908:0:13927:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 1152 -> 1152 00000100:00100000:1.0:1734016112.371962:0:13927:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074972d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1979:x1818247336701696:12345-192.168.201.10@tcp:22:fsx.0 Request processed in 376us (639us total) trans 4294969166 rc 0/0 00000100:00100000:1.0:1734016112.371969:0:13927:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10282 00000100:00100000:0.0:1734016112.375079:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016112.375256:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336701824 00000100:00100000:2.0:1734016112.375267:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336701824 00000100:00100000:2.0:1734016112.375443:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10283 00000100:00100000:2.0:1734016112.375450:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074973100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:1979:x1818247336701824:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:2.0:1734016112.375469:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016112.375489:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880072170d80/0x3f004d6452e0726b lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d0e93 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016112.375553:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880075002d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339379584:192.168.201.10@tcp:106: 00000100:00100000:2.0:1734016112.376010:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800768ef9c0 going to sleep for 11 seconds 00000100:00100000:2.0:1734016112.379281:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880075002d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339379584:192.168.201.10@tcp:106: 00010000:00010000:2.0:1734016112.379328:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880072170d80/0x3f004d6452e0726b lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0e93 expref: 6 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016112.379346:0:7689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880072170d80/0x3f004d6452e0726b lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0e93 expref: 6 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016112.379636:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880072170d80, rc 0) 00000100:00100000:2.0:1734016112.379690:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074973100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:1979:x1818247336701824:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 4239us (4620us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016112.379700:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10283 00000100:00100000:0.0:1734016112.382751:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016112.383042:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336701952 00000100:00100000:2.0:1734016112.383054:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336701952 00000100:00100000:2.0:1734016112.383141:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10284 00000100:00100000:2.0:1734016112.383152:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074970a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:1981:x1818247336701952:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:2.0:1734016112.383179:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016112.383207:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800721718c0/0x3f004d6452e07272 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d0e9a expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016112.383278:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880075002d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339379712:192.168.201.10@tcp:106: 00000100:00100000:2.0:1734016112.383527:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800768ef9c0 going to sleep for 11 seconds 00000100:00100000:2.0:1734016112.385118:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880075002d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339379712:192.168.201.10@tcp:106: 00010000:00010000:2.0:1734016112.385163:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800721718c0/0x3f004d6452e07272 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0e9a expref: 6 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016112.385183:0:7689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800721718c0/0x3f004d6452e07272 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0e9a expref: 6 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016112.385199:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800721718c0, rc 0) 00000100:00100000:2.0:1734016112.385253:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074970a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:1981:x1818247336701952:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 2101us (2511us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016112.385265:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10284 00000100:00100000:0.0:1734016112.388009:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016112.388225:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336702080 00000100:00100000:2.0:1734016112.388238:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336702080 00000100:00100000:2.0:1734016112.388563:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10285 00000100:00100000:2.0:1734016112.388571:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ff1c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:9673:x1818247336702080:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:2.0:1734016112.388591:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016112.388616:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880072171f80/0x3f004d6452e07279 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d0ea1 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016112.388650:0:7689:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880097235440/0x3f004d6452e07264 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5758976->5816319) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0e8c expref: 7 pid: 13927 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016112.388660:0:7689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016112.388662:0:7689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016112.388666:0:7689:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880072171f80/0x3f004d6452e07279 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [1998848->2052095] (req 1998848->2052095) gid 0 flags: 0x50000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0ea1 expref: 6 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016112.388700:0:7689:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880097235440/0x3f004d6452e07264 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5758976->5816319) gid 0 flags: 0x50000000020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0e8c expref: 7 pid: 13927 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016112.388714:0:7689:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880097235440/0x3f004d6452e07264 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5758976->5816319) gid 0 flags: 0x70000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0e8c expref: 7 pid: 13927 timeout: 476 lvb_type: 0 00000100:00100000:2.0:1734016112.388733:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880075002d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339379840:192.168.201.10@tcp:104: 00000100:00100000:2.0:1734016112.389327:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800768ef9c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016112.392583:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016112.392837:0:6470:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336702208 00000100:00100000:2.0:1734016112.392847:0:6470:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336702208 00010000:00010000:2.0:1734016112.392929:0:6470:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880097235440/0x3f004d6452e07264 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5758976->5816319) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0e8c expref: 8 pid: 13927 timeout: 476 lvb_type: 0 00000100:00100000:2.0:1734016112.392966:0:6470:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2728 00000100:00100000:2.0:1734016112.392975:0:6470:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ff1c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1979:x1818247336702208:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016112.392998:0:6470:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016112.393046:0:6470:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880097235440/0x3f004d6452e07264 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 5758976->5816319) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0e8c expref: 8 pid: 13927 timeout: 476 lvb_type: 0 00010000:00010000:2.0:1734016112.393061:0:6470:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880097235440/0x3f004d6452e07264 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 5758976->5816319) gid 0 flags: 0x50000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0e8c expref: 8 pid: 13927 timeout: 476 lvb_type: 0 00010000:00010000:2.0:1734016112.393104:0:6470:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016112.393107:0:6470:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016112.393121:0:6470:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880072171f80/0x3f004d6452e07279 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1998848->2052095) gid 0 flags: 0x50080000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0ea1 expref: 6 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016112.393132:0:6470:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880072171f80/0x3f004d6452e07279 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1998848->2052095) gid 0 flags: 0x50080000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0ea1 expref: 6 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016112.393191:0:6470:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880072171f80/0x3f004d6452e07279 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1998848->2052095) gid 0 flags: 0x40000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0ea1 expref: 6 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016112.393207:0:6470:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880075001880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6470:1818247339379968:192.168.201.10@tcp:105: 00000100:00100000:2.0:1734016112.393284:0:6470:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800768efa80 going to sleep for 11 seconds 00010000:00010000:2.0:1734016112.393330:0:7689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097235440/0x3f004d6452e07264 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 5758976->5816319) gid 0 flags: 0x44801400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0e8c expref: 8 pid: 13927 timeout: 476 lvb_type: 0 00000100:00100000:2.0:1734016112.393354:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880075002d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339379840:192.168.201.10@tcp:104: 00010000:00010000:2.0:1734016112.393385:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880072171f80/0x3f004d6452e07279 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1998848->2052095) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0ea1 expref: 6 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016112.393395:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880072171f80, rc 0) 00000100:00100000:2.0:1734016112.393428:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ff1c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:9673:x1818247336702080:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 4855us (5430us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016112.393437:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10285 00000100:00100000:0.0:1734016112.396428:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016112.396524:0:6470:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880075001880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6470:1818247339379968:192.168.201.10@tcp:105: 00010000:00010000:2.0:1734016112.396560:0:6470:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016112.396608:0:6470:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ff1c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1979:x1818247336702208:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 3633us (4040us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016112.396622:0:6470:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2728 00000100:00100000:2.0:1734016112.396672:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336702336 00000100:00100000:2.0:1734016112.396678:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336702336 00000100:00100000:2.0:1734016112.396714:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10286 00000100:00100000:2.0:1734016112.396719:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ff1c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1979:x1818247336702336:12345-192.168.201.10@tcp:22:fsx.0 00002000:00010000:2.0:1734016112.397063:0:7689:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 7844347 -> 7844347 00002000:00010000:2.0:1734016112.397067:0:7689:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016111 -> 1734016111 00002000:00010000:2.0:1734016112.397069:0:7689:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016111 -> 1734016111 00002000:00010000:2.0:1734016112.397070:0:7689:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016111 -> 1734016111 00002000:00010000:2.0:1734016112.397072:0:7689:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 1152 -> 1096 00000100:00100000:2.0:1734016112.397138:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ff1c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1979:x1818247336702336:12345-192.168.201.10@tcp:22:fsx.0 Request processed in 418us (723us total) trans 4294969167 rc 0/0 00000100:00100000:2.0:1734016112.397143:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10286 00000100:00100000:0.0:1734016112.399683:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016112.399812:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336702464 00000100:00100000:2.0:1734016112.399826:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336702464 00000100:00100000:2.0:1734016112.399920:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10287 00000100:00100000:2.0:1734016112.399929:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ff1ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1978:x1818247336702464:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:2.0:1734016112.399957:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016112.399979:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880072172640/0x3f004d6452e07280 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d0ea8 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016112.400048:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880075001880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339380096:192.168.201.10@tcp:106: 00000100:00100000:2.0:1734016112.400815:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800768efa80 going to sleep for 11 seconds 00000100:00100000:2.0:1734016112.404546:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880075001880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339380096:192.168.201.10@tcp:106: 00010000:00010000:2.0:1734016112.404594:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880072172640/0x3f004d6452e07280 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0ea8 expref: 8 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016112.404610:0:7689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880072172640/0x3f004d6452e07280 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0ea8 expref: 8 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016112.404713:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880072172640, rc 0) 00000100:00100000:2.0:1734016112.404774:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ff1ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1978:x1818247336702464:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 4844us (5102us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016112.404784:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10287 00000100:00100000:0.0:1734016112.407824:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016112.408059:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336702592 00000100:00100000:2.0:1734016112.408071:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336702592 00000100:00100000:2.0:1734016112.408113:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10288 00000100:00100000:2.0:1734016112.408120:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ff1ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1979:x1818247336702592:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:2.0:1734016112.408141:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016112.408162:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800721718c0/0x3f004d6452e07287 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d0eaf expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016112.408221:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880075001880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339380224:192.168.201.10@tcp:106: 00000100:00100000:2.0:1734016112.408284:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800768efa80 going to sleep for 11 seconds 00000100:00100000:2.0:1734016112.410491:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880075001880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339380224:192.168.201.10@tcp:106: 00010000:00010000:2.0:1734016112.410548:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800721718c0/0x3f004d6452e07287 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0eaf expref: 8 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016112.410562:0:7689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800721718c0/0x3f004d6452e07287 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0eaf expref: 8 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016112.410622:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800721718c0, rc 0) 00000100:00100000:2.0:1734016112.411371:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ff1ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1979:x1818247336702592:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 3248us (3556us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016112.411382:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10288 00000100:00100000:0.0:1734016112.416362:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016112.416506:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336702720 00000100:00100000:2.0:1734016112.416518:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336702720 00000100:00100000:2.0:1734016112.416582:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10289 00000100:00100000:2.0:1734016112.416590:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ff1d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1981:x1818247336702720:12345-192.168.201.10@tcp:22:fsx.0 00002000:00010000:2.0:1734016112.416902:0:7689:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 7844347 -> 7844347 00002000:00010000:2.0:1734016112.416905:0:7689:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016111 -> 1734016111 00002000:00010000:2.0:1734016112.416908:0:7689:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016111 -> 1734016111 00002000:00010000:2.0:1734016112.416910:0:7689:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016111 -> 1734016111 00002000:00010000:2.0:1734016112.416912:0:7689:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 1096 -> 1096 00000100:00100000:2.0:1734016112.417013:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ff1d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+8:1981:x1818247336702720:12345-192.168.201.10@tcp:22:fsx.0 Request processed in 422us (664us total) trans 4294969168 rc 0/0 00000100:00100000:2.0:1734016112.417037:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10289 00000100:00100000:0.0:1734016112.424439:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016112.427675:0:7695:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336702976 00000100:00100000:2.0:1734016112.427697:0:7695:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336702976 00002000:00100000:2.0:1734016112.427769:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (7512064->7516159) req@ffff88012ff1d500 x1818247336702976/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:73/0 lens 488/0 e 0 to 0 dl 1734016123 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016112.427781:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ff1d500 with x1818247336702976 ext(7512064->7516159) 00002000:00010000:2.0:1734016112.427789:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012ff1d500 00000100:00100000:2.0:1734016112.427855:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8609 00000100:00100000:2.0:1734016112.427921:0:7695:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ff1d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+8:1978:x1818247336702976:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:2.0:1734016112.428181:0:7695:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ff1d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+8:1978:x1818247336702976:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 317us (3761us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016112.428189:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8609 00002000:00100000:2.0:1734016112.428195:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (7512064->7516159) req@ffff88012ff1d500 x1818247336702976/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:73/0 lens 488/4536 e 0 to 0 dl 1734016123 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016112.428201:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ff1d500 with x1818247336702976 ext(7512064->7516159) 00002000:00010000:2.0:1734016112.428204:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012ff1d500 00000100:00100000:0.0:1734016112.437960:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016112.438091:0:13927:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336703104 00000100:00100000:2.0:1734016112.438104:0:13927:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336703104 00000100:00100000:2.0:1734016112.438155:0:13927:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10290 00000100:00100000:2.0:1734016112.438163:0:13927:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ff1d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1980:x1818247336703104:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:2.0:1734016112.438185:0:13927:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016112.438206:0:13927:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880072170d80/0x3f004d6452e0728e lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d0eb6 expref: -99 pid: 13927 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016112.438270:0:13927:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880075001880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13927:1818247339380352:192.168.201.10@tcp:106: 00000100:00100000:2.0:1734016112.438345:0:13927:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800768ef9c0 going to sleep for 11 seconds 00000100:00100000:2.0:1734016112.442695:0:13927:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880075001880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13927:1818247339380352:192.168.201.10@tcp:106: 00010000:00010000:2.0:1734016112.442741:0:13927:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880072170d80/0x3f004d6452e0728e lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0eb6 expref: 8 pid: 13927 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016112.442758:0:13927:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880072170d80/0x3f004d6452e0728e lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0eb6 expref: 8 pid: 13927 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016112.442791:0:13927:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880072170d80, rc 0) 00000100:00100000:2.0:1734016112.442848:0:13927:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ff1d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1980:x1818247336703104:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 4683us (4900us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016112.442857:0:13927:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10290 00000100:00100000:0.0:1734016112.449118:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016112.449245:0:13927:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336703232 00000100:00100000:2.0:1734016112.449259:0:13927:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336703232 00000100:00100000:2.0:1734016112.449322:0:13927:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10291 00000100:00100000:2.0:1734016112.449331:0:13927:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ff1dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1978:x1818247336703232:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:2.0:1734016112.449361:0:13927:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016112.449390:0:13927:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880072170d80/0x3f004d6452e07295 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d0ebd expref: -99 pid: 13927 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016112.449470:0:13927:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880075001880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13927:1818247339380480:192.168.201.10@tcp:106: 00000100:00100000:2.0:1734016112.451483:0:13927:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800768ef9c0 going to sleep for 11 seconds 00000100:00100000:2.0:1734016112.457260:0:13927:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880075001880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13927:1818247339380480:192.168.201.10@tcp:106: 00010000:00010000:2.0:1734016112.457313:0:13927:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880072170d80/0x3f004d6452e07295 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0ebd expref: 8 pid: 13927 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016112.457330:0:13927:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880072170d80/0x3f004d6452e07295 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0ebd expref: 8 pid: 13927 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016112.457670:0:13927:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880072170d80, rc 0) 00000100:00100000:2.0:1734016112.457751:0:13927:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ff1dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1978:x1818247336703232:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 8420us (8645us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016112.457761:0:13927:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10291 00000100:00100000:0.0:1734016112.463367:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016112.463478:0:13927:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336703360 00000100:00100000:2.0:1734016112.463492:0:13927:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336703360 00000100:00100000:2.0:1734016112.463564:0:13927:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10292 00000100:00100000:2.0:1734016112.463573:0:13927:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ff1df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1980:x1818247336703360:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:2.0:1734016112.463594:0:13927:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016112.463618:0:13927:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800721718c0/0x3f004d6452e0729c lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d0ec4 expref: -99 pid: 13927 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016112.463687:0:13927:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880075001880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13927:1818247339380608:192.168.201.10@tcp:106: 00000100:00100000:2.0:1734016112.463768:0:13927:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800768ef9c0 going to sleep for 11 seconds 00000100:00100000:2.0:1734016112.466220:0:13927:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880075001880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13927:1818247339380608:192.168.201.10@tcp:106: 00010000:00010000:2.0:1734016112.466260:0:13927:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800721718c0/0x3f004d6452e0729c lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0ec4 expref: 8 pid: 13927 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016112.466275:0:13927:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800721718c0/0x3f004d6452e0729c lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0ec4 expref: 8 pid: 13927 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016112.466377:0:13927:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800721718c0, rc 0) 00000100:00100000:2.0:1734016112.466659:0:13927:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ff1df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1980:x1818247336703360:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 3084us (3303us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016112.466669:0:13927:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10292 00000100:00100000:0.0:1734016112.469940:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016112.470007:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336703616 00000100:00100000:1.0:1734016112.470026:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336703616 00000100:00100000:1.0:1734016112.470093:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8610 00000100:00100000:1.0:1734016112.470100:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ff1e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1978:x1818247336703616:12345-192.168.201.10@tcp:3:fsx.0 00010000:00010000:1.0:1734016112.470138:0:7694:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880097235440/0x3f004d6452e072a3 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016112.470160:0:7694:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880072171f80/0x3f004d6452e07279 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1998848->2052095) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0ea1 expref: 7 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016112.470167:0:7694:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016112.470169:0:7694:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016112.470172:0:7694:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880097235440/0x3f004d6452e072a3 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [6799360->6844415] (req 6799360->6844415) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016112.470202:0:7694:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880072171f80/0x3f004d6452e07279 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1998848->2052095) gid 0 flags: 0x50000000020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0ea1 expref: 7 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016112.470213:0:7694:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880072171f80/0x3f004d6452e07279 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1998848->2052095) gid 0 flags: 0x70000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0ea1 expref: 7 pid: 7689 timeout: 476 lvb_type: 0 00000100:00100000:1.0:1734016112.470225:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009721b100 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_000:lustre-OST0001_UUID:7694:1818247339380736:192.168.201.10@tcp:104: 00000100:00100000:1.0:1734016112.470279:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b42cda80 going to sleep for 11 seconds 00000100:00100000:1.0:1734016112.478475:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009721b100 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_000:lustre-OST0001_UUID:7694:1818247339380736:192.168.201.10@tcp:104: 00010000:00010000:1.0:1734016112.478507:0:7694:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880097235440/0x3f004d6452e072a3 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [6799360->6844415] (req 6799360->6844415) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016112.479318:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016112.479395:0:7695:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336703744 00000100:00100000:2.0:1734016112.479403:0:7695:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336703744 00002000:00100000:2.0:1734016112.479447:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (7499776->7516159) req@ffff88012ff1e680 x1818247336703744/t0(0) o4->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:73/0 lens 16872/0 e 0 to 0 dl 1734016123 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016112.479456:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ff1e680 with x1818247336703744 ext(7499776->7516159) 00010000:00010000:2.0:1734016112.479464:0:7695:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880072171f80/0x3f004d6452e07279 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1998848->2052095) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0ea1 expref: 8 pid: 7689 timeout: 476 lvb_type: 0 00010000:00010000:2.0:1734016112.479475:0:7695:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880072171f80/0x3f004d6452e07279 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1998848->2052095) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0ea1 expref: 8 pid: 7689 timeout: 476 lvb_type: 0 00002000:00010000:2.0:1734016112.479480:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012ff1e680 00000100:00100000:2.0:1734016112.479513:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 251 00000100:00100000:2.0:1734016112.479519:0:7695:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ff1e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+8:1978:x1818247336703744:12345-192.168.201.10@tcp:4:fsx.0 00000100:00100000:0.0:1734016112.480415:0:7695:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ff1e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+10:1978:x1818247336703744:12345-192.168.201.10@tcp:4:fsx.0 Request processed in 893us (1098us total) trans 4294969169 rc 0/0 00000100:00100000:0.0:1734016112.480422:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 251 00002000:00100000:0.0:1734016112.480428:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (7499776->7516159) req@ffff88012ff1e680 x1818247336703744/t4294969169(0) o4->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:73/0 lens 16872/448 e 0 to 0 dl 1734016123 ref 1 fl Complete:H/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016112.480433:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ff1e680 with x1818247336703744 ext(7499776->7516159) 00010000:00010000:0.0:1734016112.480438:0:7695:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880072171f80/0x3f004d6452e07279 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1998848->2052095) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0ea1 expref: 10 pid: 7689 timeout: 476 lvb_type: 0 00010000:00010000:0.0:1734016112.480446:0:7695:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880072171f80/0x3f004d6452e07279 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1998848->2052095) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0ea1 expref: 10 pid: 7689 timeout: 476 lvb_type: 0 00002000:00010000:0.0:1734016112.480451:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012ff1e680 00000100:00100000:0.0:1734016112.483218:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016112.483368:0:6470:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336703872 00000100:00100000:2.0:1734016112.483379:0:6470:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336703872 00010000:00010000:2.0:1734016112.483422:0:6470:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880072171f80/0x3f004d6452e07279 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1998848->2052095) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0ea1 expref: 10 pid: 7689 timeout: 476 lvb_type: 0 00000100:00100000:2.0:1734016112.483736:0:6470:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2729 00000100:00100000:2.0:1734016112.483743:0:6470:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ff1ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+10:1979:x1818247336703872:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016112.483758:0:6470:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:2.0:1734016112.483778:0:6470:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 1096 -> 1128 00010000:00010000:2.0:1734016112.483783:0:6470:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880072171f80/0x3f004d6452e07279 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1998848->2052095) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0ea1 expref: 10 pid: 7689 timeout: 476 lvb_type: 0 00010000:00010000:2.0:1734016112.483793:0:6470:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880072171f80/0x3f004d6452e07279 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1998848->2052095) gid 0 flags: 0x50000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0ea1 expref: 10 pid: 7689 timeout: 476 lvb_type: 0 00010000:00010000:2.0:1734016112.483813:0:6470:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880072171f80/0x3f004d6452e07279 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1998848->2052095) gid 0 flags: 0x44801400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0ea1 expref: 10 pid: 7689 timeout: 476 lvb_type: 0 00010000:00010000:2.0:1734016112.484005:0:6470:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016112.484007:0:6470:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016112.484012:0:6470:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880097235440/0x3f004d6452e072a3 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [6799360->6844415] (req 6799360->6844415) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016112.484020:0:6470:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880097235440/0x3f004d6452e072a3 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [6799360->6844415] (req 6799360->6844415) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016112.484048:0:6470:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016112.484093:0:6470:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ff1ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+9:1979:x1818247336703872:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 350us (889us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016112.484102:0:6470:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2729 00010000:00010000:0.0:1734016112.484902:0:7694:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880097235440/0x3f004d6452e072a3 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [6799360->6844415] (req 6799360->6844415) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016112.484911:0:7694:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880097235440/0x3f004d6452e072a3 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [6799360->6844415] (req 6799360->6844415) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016112.487673:0:7694:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880097235440/0x3f004d6452e072a3 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [6799360->6844415] (req 6799360->6844415) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016112.487692:0:7694:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880097235440/0x3f004d6452e072a3 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [6799360->6844415] (req 6799360->6844415) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016112.487702:0:7694:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880097235440/0x3f004d6452e072a3 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [6799360->6844415] (req 6799360->6844415) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016112.487710:0:7694:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880097235440 already unused, calling callback (ffffffffa086d100) 00010000:00010000:0.0:1734016112.487715:0:7694:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880097235440/0x3f004d6452e072a3 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [6799360->6844415] (req 6799360->6844415) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016112.487725:0:7694:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880097235440/0x3f004d6452e072a3 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [6799360->6844415] (req 6799360->6844415) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016112.487747:0:7694:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880097235440/0x3f004d6452e072a3 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [6799360->6844415] (req 6799360->6844415) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016112.487755:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097235440/0x3f004d6452e072a3 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [6799360->6844415] (req 6799360->6844415) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016112.487989:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ff1e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1978:x1818247336703616:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 17880us (18051us total) trans 0 rc 45056/45056 00000100:00100000:0.0:1734016112.488003:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8610 00000100:00100000:0.0:1734016112.491565:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016112.492289:0:13927:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336704000 00000100:00100000:2.0:1734016112.492301:0:13927:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336704000 00000100:00100000:2.0:1734016112.492596:0:13927:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10293 00000100:00100000:2.0:1734016112.492604:0:13927:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ff1ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1980:x1818247336704000:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:2.0:1734016112.492624:0:13927:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016112.492645:0:13927:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880072172640/0x3f004d6452e072aa lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d0ecb expref: -99 pid: 13927 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1734016112.492668:0:13927:0:(ofd_lvb.c:169:ofd_lvbo_init()) res: [0x280000400:0x5:0x0] initial LVB size: 7844347, mtime: 0x675afc6f, atime: 0x675afc6f, ctime: 0x675afc6f, blocks: 0x468 00010000:00010000:2.0:1734016112.492690:0:13927:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016112.492692:0:13927:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016112.492699:0:13927:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880072172640/0x3f004d6452e072aa lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0ecb expref: 8 pid: 13927 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016112.492713:0:13927:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880072172640/0x3f004d6452e072aa lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0ecb expref: 8 pid: 13927 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016112.492722:0:13927:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880072172640, rc 0) 00000100:00100000:2.0:1734016112.492780:0:13927:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ff1ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1980:x1818247336704000:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 177us (1244us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016112.492786:0:13927:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10293 00000100:00100000:0.0:1734016112.496256:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016112.496348:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336704128 00000100:00100000:1.0:1734016112.496358:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336704128 00000100:00100000:1.0:1734016112.496408:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10294 00000100:00100000:1.0:1734016112.496415:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ff1f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:9673:x1818247336704128:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:1.0:1734016112.496436:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016112.496458:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880097237840/0x3f004d6452e072b1 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d0ed2 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016112.496488:0:7689:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880072172640/0x3f004d6452e072aa lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0ecb expref: 9 pid: 13927 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016112.496494:0:7689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016112.496496:0:7689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016112.496499:0:7689:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880097237840/0x3f004d6452e072b1 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [2703360->2707455] (req 2703360->2707455) gid 0 flags: 0x50000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0ed2 expref: 9 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016112.496532:0:7689:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880072172640/0x3f004d6452e072aa lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0ecb expref: 9 pid: 13927 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016112.496553:0:7689:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880072172640/0x3f004d6452e072aa lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0ecb expref: 9 pid: 13927 timeout: 476 lvb_type: 1 00000100:00100000:1.0:1734016112.496568:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009721b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339380864:192.168.201.10@tcp:104: 00000100:00100000:1.0:1734016112.496635:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b42cda80 going to sleep for 11 seconds 00000100:00100000:1.0:1734016112.499308:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009721b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339380864:192.168.201.10@tcp:104: 00010000:00010000:1.0:1734016112.499344:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880097237840/0x3f004d6452e072b1 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [2703360->2707455] (req 2703360->2707455) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0ed2 expref: 9 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016112.499365:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097237840, rc 0) 00000100:00100000:1.0:1734016112.499411:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ff1f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+9:9673:x1818247336704128:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 2995us (3169us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016112.499421:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10294 00000100:00100000:0.0:1734016112.499836:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016112.500408:0:6470:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336704256 00000100:00100000:3.0:1734016112.500416:0:6470:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336704256 00010000:00010000:3.0:1734016112.500448:0:6470:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880072172640/0x3f004d6452e072aa lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0ecb expref: 9 pid: 13927 timeout: 476 lvb_type: 1 00000100:00100000:3.0:1734016112.500493:0:6470:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2730 00000100:00100000:3.0:1734016112.500500:0:6470:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88006d83ec50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+9:1978:x1818247336704256:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016112.500517:0:6470:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016112.500555:0:6470:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880072172640/0x3f004d6452e072aa lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0ecb expref: 9 pid: 13927 timeout: 476 lvb_type: 1 00010000:00010000:3.0:1734016112.500567:0:6470:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880072172640/0x3f004d6452e072aa lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0ecb expref: 9 pid: 13927 timeout: 476 lvb_type: 1 00010000:00010000:3.0:1734016112.500593:0:6470:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880072172640/0x3f004d6452e072aa lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0ecb expref: 9 pid: 13927 timeout: 476 lvb_type: 1 00010000:00010000:3.0:1734016112.500618:0:6470:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016112.500620:0:6470:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016112.500627:0:6470:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880097237840/0x3f004d6452e072b1 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2703360->2707455) gid 0 flags: 0x40080000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0ed2 expref: 8 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016112.500636:0:6470:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880097237840/0x3f004d6452e072b1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2703360->2707455) gid 0 flags: 0x40080000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0ed2 expref: 8 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016112.500668:0:6470:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880097237840/0x3f004d6452e072b1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2703360->2707455) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0ed2 expref: 8 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016112.500683:0:6470:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880092058380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6470:1818247339380992:192.168.201.10@tcp:105: 00000100:00100000:3.0:1734016112.500741:0:6470:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a896ee40 going to sleep for 11 seconds 00000100:00100000:3.0:1734016112.516602:0:6470:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880092058380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6470:1818247339380992:192.168.201.10@tcp:105: 00010000:00010000:3.0:1734016112.516631:0:6470:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016112.516684:0:6470:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88006d83ec50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1978:x1818247336704256:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 16182us (16847us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016112.516698:0:6470:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2730 00000100:00100000:0.0:1734016112.517181:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016112.517263:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016112.517288:0:7695:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336704512 00000100:00100000:0.0:1734016112.517296:0:7695:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336704512 00002000:00100000:0.0:1734016112.517346:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (0->4194303) req@ffff88012ff1f480 x1818247336704512/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:73/0 lens 488/0 e 0 to 0 dl 1734016123 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016112.517358:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ff1f480 with x1818247336704512 ext(0->4194303) 00002000:00010000:0.0:1734016112.517363:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012ff1f480 00000100:00100000:0.0:1734016112.517390:0:7695:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336704768 00000100:00100000:0.0:1734016112.517393:0:7695:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336704768 00002000:00100000:0.0:1734016112.517405:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (4194304->7847935) req@ffff88012ff1f800 x1818247336704768/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:73/0 lens 488/0 e 0 to 0 dl 1734016123 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016112.517412:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ff1f800 with x1818247336704768 ext(4194304->7847935) 00002000:00010000:0.0:1734016112.517415:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012ff1f800 00000100:00100000:0.0:1734016112.517436:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8611 00000100:00100000:0.0:1734016112.517442:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ff1f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+9:1978:x1818247336704512:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:1.0:1734016112.523197:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8612 00000100:00100000:1.0:1734016112.523213:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ff1f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+10:1978:x1818247336704768:12345-192.168.201.10@tcp:3:fsx.0 00010000:00010000:3.0:1734016112.570948:0:6472:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1734016112.592508:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ff1f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+10:1978:x1818247336704768:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 69287us (75233us total) trans 0 rc 3653632/3653632 00000100:00100000:1.0:1734016112.592523:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8612 00002000:00100000:1.0:1734016112.592546:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (4194304->7847935) req@ffff88012ff1f800 x1818247336704768/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:73/0 lens 488/440 e 0 to 0 dl 1734016123 ref 1 fl Complete:/200/0 rc 3653632/3653632 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016112.592555:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ff1f800 with x1818247336704768 ext(4194304->7847935) 00002000:00010000:1.0:1734016112.592561:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012ff1f800 00000100:00100000:1.0:1734016112.632549:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ff1f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1978:x1818247336704512:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 115085us (115349us total) trans 0 rc 4194304/4194304 00000100:00100000:1.0:1734016112.632565:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8611 00002000:00100000:1.0:1734016112.632578:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (0->4194303) req@ffff88012ff1f480 x1818247336704512/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:73/0 lens 488/440 e 0 to 0 dl 1734016123 ref 1 fl Complete:/200/0 rc 4194304/4194304 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016112.632587:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ff1f480 with x1818247336704512 ext(0->4194303) 00002000:00010000:1.0:1734016112.632592:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012ff1f480 00000100:00100000:0.0:1734016112.643693:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016112.645786:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336704896 00000100:00100000:1.0:1734016112.645803:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336704896 00002000:00100000:1.0:1734016112.645903:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (2670592->2707455) req@ffff88012ff1fb80 x1818247336704896/t0(0) o4->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:73/0 lens 488/0 e 0 to 0 dl 1734016123 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016112.645915:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ff1fb80 with x1818247336704896 ext(2670592->2707455) 00002000:00010000:1.0:1734016112.645921:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012ff1fb80 00000100:00100000:1.0:1734016112.645967:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8613 00000100:00100000:1.0:1734016112.645974:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ff1fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1978:x1818247336704896:12345-192.168.201.10@tcp:4:fsx.0 00000100:00100000:1.0:1734016112.657792:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ff1fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+10:1978:x1818247336704896:12345-192.168.201.10@tcp:4:fsx.0 Request processed in 11801us (14097us total) trans 4294969170 rc 0/0 00000100:00100000:1.0:1734016112.657806:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8613 00002000:00100000:1.0:1734016112.657819:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (2670592->2707455) req@ffff88012ff1fb80 x1818247336704896/t4294969170(0) o4->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:73/0 lens 488/448 e 0 to 0 dl 1734016123 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016112.657828:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ff1fb80 with x1818247336704896 ext(2670592->2707455) 00002000:00010000:1.0:1734016112.657835:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012ff1fb80 00000100:00100000:0.0:1734016112.659818:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016112.659914:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336705024 00000100:00100000:1.0:1734016112.659924:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336705024 00000100:00100000:1.0:1734016112.659979:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10295 00000100:00100000:1.0:1734016112.659986:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ff1c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+10:1981:x1818247336705024:12345-192.168.201.10@tcp:16:fsx.0 00000001:00080000:2.0:1734016112.661522:0:8954:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969170 is committed 00000001:00080000:2.0:1734016112.661546:0:8954:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969169 is committed 00000100:00100000:1.0:1734016112.661719:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ff1c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1981:x1818247336705024:12345-192.168.201.10@tcp:16:fsx.0 Request processed in 1728us (1905us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016112.661729:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10295 00000100:00100000:0.0:1734016112.670003:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016112.670127:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336705152 00000100:00100000:1.0:1734016112.670140:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336705152 00002000:00100000:1.0:1734016112.670192:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (4812800->4841471) req@ffff88012ff1ea00 x1818247336705152/t0(0) o4->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:73/0 lens 488/0 e 0 to 0 dl 1734016123 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016112.670201:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ff1ea00 with x1818247336705152 ext(4812800->4841471) 00002000:00010000:1.0:1734016112.670207:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012ff1ea00 00000100:00100000:1.0:1734016112.670248:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8614 00000100:00100000:1.0:1734016112.670255:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ff1ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1979:x1818247336705152:12345-192.168.201.10@tcp:4:fsx.0 00000100:00100000:1.0:1734016112.674201:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ff1ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+9:1979:x1818247336705152:12345-192.168.201.10@tcp:4:fsx.0 Request processed in 3931us (4196us total) trans 4294969171 rc 0/0 00000100:00100000:1.0:1734016112.674221:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8614 00002000:00100000:1.0:1734016112.674237:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (4812800->4841471) req@ffff88012ff1ea00 x1818247336705152/t4294969171(0) o4->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:73/0 lens 488/448 e 0 to 0 dl 1734016123 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016112.674248:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ff1ea00 with x1818247336705152 ext(4812800->4841471) 00002000:00010000:1.0:1734016112.674255:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012ff1ea00 00000100:00100000:0.0:1734016112.677395:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016112.679690:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336705280 00000100:00100000:1.0:1734016112.679710:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336705280 00000100:00100000:1.0:1734016112.679809:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10296 00000100:00100000:1.0:1734016112.679818:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076a98000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+9:1981:x1818247336705280:12345-192.168.201.10@tcp:16:fsx.0 00000001:00080000:0.0:1734016112.681787:0:8954:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969171 is committed 00000100:00100000:1.0:1734016112.685580:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076a98000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1981:x1818247336705280:12345-192.168.201.10@tcp:16:fsx.0 Request processed in 5744us (8182us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016112.685598:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10296 00000100:00100000:0.0:1734016112.688982:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016112.689127:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336705408 00000100:00100000:1.0:1734016112.689139:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336705408 00000100:00100000:1.0:1734016112.689220:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10297 00000100:00100000:1.0:1734016112.689229:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076a98380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:1978:x1818247336705408:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:1.0:1734016112.689257:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016112.689283:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880097235440/0x3f004d6452e072b8 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d0ed9 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016112.689355:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009721b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339381120:192.168.201.10@tcp:106: 00000100:00100000:1.0:1734016112.689434:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b42cda80 going to sleep for 11 seconds 00002000:00010000:1.0:1734016112.691492:0:7689:0:(ofd_lvb.c:283:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime: 1734016111 -> 1734016112 00002000:00010000:1.0:1734016112.691502:0:7689:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime: 1734016111 -> 1734016112 00002000:00010000:1.0:1734016112.691504:0:7689:0:(ofd_lvb.c:295:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime: 1734016111 -> 1734016112 00002000:00010000:1.0:1734016112.691507:0:7689:0:(ofd_lvb.c:301:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks: 1128 -> 1256 00000100:00100000:1.0:1734016112.691544:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009721b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339381120:192.168.201.10@tcp:106: 00010000:00010000:1.0:1734016112.691583:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880097235440/0x3f004d6452e072b8 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0ed9 expref: 6 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016112.691601:0:7689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097235440/0x3f004d6452e072b8 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0ed9 expref: 6 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016112.691621:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097235440, rc 0) 00000100:00100000:1.0:1734016112.691681:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076a98380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:1978:x1818247336705408:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 2453us (2716us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016112.691693:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10297 00000100:00100000:0.0:1734016112.697008:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016112.697142:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336705536 00000100:00100000:1.0:1734016112.697159:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336705536 00000100:00100000:3.0:1734016112.698461:0:13927:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10298 00000100:00100000:3.0:1734016112.698476:0:13927:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076a98700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:1981:x1818247336705536:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:3.0:1734016112.698524:0:13927:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016112.698563:0:13927:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a9a4480/0x3f004d6452e072bf lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d0ee0 expref: -99 pid: 13927 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016112.698641:0:13927:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880092058380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13927:1818247339381248:192.168.201.10@tcp:106: 00000100:00100000:3.0:1734016112.698741:0:13927:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a896e6c0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016112.706010:0:13927:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880092058380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13927:1818247339381248:192.168.201.10@tcp:106: 00010000:00010000:3.0:1734016112.706063:0:13927:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a9a4480/0x3f004d6452e072bf lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0ee0 expref: 6 pid: 13927 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016112.706082:0:13927:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a4480/0x3f004d6452e072bf lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0ee0 expref: 6 pid: 13927 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016112.706115:0:13927:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a9a4480, rc 0) 00000100:00100000:3.0:1734016112.706201:0:13927:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076a98700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:1981:x1818247336705536:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 7727us (9209us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016112.706212:0:13927:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10298 00000100:00100000:2.0:1734016112.719757:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016112.720215:0:8966:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336705792 00000100:00100000:0.0:1734016112.720227:0:8966:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336705792 00000100:00100000:0.0:1734016112.720293:0:8966:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 1916 00000100:00100000:0.0:1734016112.720303:0:8966:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075001880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+19:9673:x1818247336705792:12345-192.168.201.10@tcp:36:fsx.0 00010000:00010000:0.0:1734016112.720371:0:8966:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016112.720404:0:8966:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880072171440/0x3f004d6452e07233 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0e69 expref: 19 pid: 6481 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016112.720445:0:8966:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:0.0:1734016112.720450:0:8966:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1734016112.720682:0:8966:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8038d80/0x3f004d6452e072c6 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 8966 initiator: MDT0 00010000:00010000:0.0:1734016112.720699:0:8966:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880072172d00/0x3f004d6452e0724f lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0e7e expref: 27 pid: 6481 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016112.720707:0:8966:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8038d80/0x3f004d6452e072c6 lrc: 4/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 8966 initiator: MDT0 00010000:00010000:0.0:1734016112.720751:0:8966:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880072172d00/0x3f004d6452e0724f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0e7e expref: 27 pid: 6481 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016112.720768:0:8966:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880072172d00/0x3f004d6452e0724f lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0e7e expref: 27 pid: 6481 timeout: 476 lvb_type: 0 00000100:00100000:0.0:1734016112.720782:0:8966:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076a98a80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:8966:1818247339381376:192.168.201.10@tcp:104: 00000100:00100000:0.0:1734016112.720906:0:8966:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a74866c0 going to sleep for 11 seconds 00000100:00100000:2.0:1734016112.723319:0:8966:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076a98a80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:8966:1818247339381376:192.168.201.10@tcp:104: 00010000:00010000:2.0:1734016112.723357:0:8966:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8038d80/0x3f004d6452e072c6 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 8966 initiator: MDT0 00000100:00100000:2.0:1734016112.723860:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016112.723995:0:6470:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336705920 00000100:00100000:3.0:1734016112.724003:0:6470:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336705920 00010000:00010000:3.0:1734016112.724046:0:6470:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880072172d00/0x3f004d6452e0724f lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0e7e expref: 28 pid: 6481 timeout: 476 lvb_type: 0 00000100:00100000:3.0:1734016112.724086:0:6470:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2731 00000100:00100000:3.0:1734016112.724094:0:6470:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075002d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+28:1979:x1818247336705920:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016112.724110:0:6470:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016112.724115:0:6470:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880072172d00/0x3f004d6452e0724f lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0e7e expref: 28 pid: 6481 timeout: 476 lvb_type: 0 00010000:00010000:3.0:1734016112.724127:0:6470:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880072172d00/0x3f004d6452e0724f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0e7e expref: 28 pid: 6481 timeout: 476 lvb_type: 0 00010000:00010000:3.0:1734016112.724151:0:6470:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880072172d00/0x3f004d6452e0724f lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0e7e expref: 28 pid: 6481 timeout: 476 lvb_type: 0 00010000:00010000:3.0:1734016112.724173:0:6470:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:3.0:1734016112.724178:0:6470:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8038d80/0x3f004d6452e072c6 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 8966 initiator: MDT0 00010000:00010000:3.0:1734016112.724186:0:6470:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8038d80/0x3f004d6452e072c6 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 8966 initiator: MDT0 00010000:00010000:3.0:1734016112.724193:0:6470:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8038d80/0x3f004d6452e072c6 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 8966 initiator: MDT0 00010000:00010000:3.0:1734016112.724211:0:6470:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016112.724252:0:6470:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075002d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+27:1979:x1818247336705920:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 158us (393us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016112.724258:0:6470:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2731 00010000:00010000:2.0:1734016112.724984:0:8966:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8038d80/0x3f004d6452e072c6 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8966 initiator: MDT0 00010000:00010000:2.0:1734016112.724991:0:8966:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8038d80/0x3f004d6452e072c6 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8966 initiator: MDT0 00000001:00080000:2.0:1734016112.725106:0:8966:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294968515 00000004:00010000:2.0:1734016112.725160:0:8966:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff880075001880 reply state ffff88011f504000 transno 4294968516 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8038d80/0x3f004d6452e072c6 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8966 initiator: MDT0 00000100:00100000:2.0:1734016112.725166:0:8966:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1734016112.725257:0:8966:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075001880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+21:9673:x1818247336705792:12345-192.168.201.10@tcp:36:fsx.0 Request processed in 4954us (5513us total) trans 4294968516 rc 0/0 00000100:00100000:2.0:1734016112.725264:0:8966:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 1916 00000020:00080000:2.0:1734016112.725267:0:8966:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1734016112.727363:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00010000:00010000:1.0:1734016112.727425:0:3495:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8038d80/0x3f004d6452e072c6 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8966 initiator: MDT0 00010000:00010000:1.0:1734016112.727434:0:3495:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8038d80/0x3f004d6452e072c6 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 8966 initiator: MDT0 00010000:00010000:1.0:1734016112.727440:0:3495:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8038d80/0x3f004d6452e072c6 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8966 initiator: MDT0 00010000:00010000:1.0:1734016112.727445:0:3495:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800a8038d80 already unused, calling callback (ffffffffa0f03950) 00010000:00010000:1.0:1734016112.727450:0:3495:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8038d80/0x3f004d6452e072c6 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8966 initiator: MDT0 00010000:00010000:1.0:1734016112.727456:0:3495:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8038d80/0x3f004d6452e072c6 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 8966 initiator: MDT0 00010000:00010000:1.0:1734016112.727471:0:3495:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:1.0:1734016112.727475:0:3495:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1734016112.727478:0:3495:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8038d80/0x3f004d6452e072c6 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8966 initiator: MDT0 00010000:00010000:1.0:1734016112.727482:0:3495:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8038d80/0x3f004d6452e072c6 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8966 initiator: MDT0 00000100:00100000:3.0:1734016112.727704:0:13927:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336706048 00000100:00100000:3.0:1734016112.727713:0:13927:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336706048 00000100:00100000:3.0:1734016112.727757:0:13927:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10299 00000100:00100000:3.0:1734016112.727764:0:13927:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075001180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:9673:x1818247336706048:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:3.0:1734016112.727782:0:13927:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016112.727797:0:13927:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7600/0x3f004d6452e072cd lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d0ee7 expref: -99 pid: 13927 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016112.727823:0:13927:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880097237840/0x3f004d6452e072b1 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2703360->2707455) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0ed2 expref: 6 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016112.727829:0:13927:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016112.727831:0:13927:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016112.727835:0:13927:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7600/0x3f004d6452e072cd lrc: 4/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0ee7 expref: 6 pid: 13927 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016112.727891:0:13927:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880097237840/0x3f004d6452e072b1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2703360->2707455) gid 0 flags: 0x50000000020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0ed2 expref: 6 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016112.727903:0:13927:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880097237840/0x3f004d6452e072b1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2703360->2707455) gid 0 flags: 0x70000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0ed2 expref: 6 pid: 7689 timeout: 476 lvb_type: 0 00000100:00100000:3.0:1734016112.727915:0:13927:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880092058380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13927:1818247339381504:192.168.201.10@tcp:104: 00000100:00100000:3.0:1734016112.727983:0:13927:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a896e6c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016112.749728:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016112.749930:0:7705:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336706176 00000100:00100000:1.0:1734016112.749945:0:7705:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336706176 00010000:00010000:1.0:1734016112.749999:0:7705:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880097237840/0x3f004d6452e072b1 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2703360->2707455) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0ed2 expref: 7 pid: 7689 timeout: 476 lvb_type: 0 00000100:00100000:1.0:1734016112.750056:0:7705:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2732 00000100:00100000:1.0:1734016112.750066:0:7705:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076a98e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1978:x1818247336706176:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016112.750087:0:7705:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016112.750116:0:7705:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880097237840/0x3f004d6452e072b1 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2703360->2707455) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0ed2 expref: 7 pid: 7689 timeout: 476 lvb_type: 0 00010000:00010000:1.0:1734016112.750128:0:7705:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880097237840/0x3f004d6452e072b1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2703360->2707455) gid 0 flags: 0x50000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0ed2 expref: 7 pid: 7689 timeout: 476 lvb_type: 0 00010000:00010000:1.0:1734016112.750162:0:7705:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016112.750164:0:7705:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016112.750170:0:7705:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7600/0x3f004d6452e072cd lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50080000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0ee7 expref: 6 pid: 13927 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016112.750178:0:7705:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7600/0x3f004d6452e072cd lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50080000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0ee7 expref: 6 pid: 13927 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016112.750232:0:7705:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7600/0x3f004d6452e072cd lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0ee7 expref: 6 pid: 13927 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016112.750250:0:7705:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009721b100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7705:1818247339381632:192.168.201.10@tcp:105: 00000100:00100000:1.0:1734016112.750345:0:7705:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b42cda80 going to sleep for 11 seconds 00010000:00010000:3.0:1734016112.751143:0:13927:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097237840/0x3f004d6452e072b1 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2703360->2707455) gid 0 flags: 0x44801400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0ed2 expref: 7 pid: 7689 timeout: 476 lvb_type: 0 00000100:00100000:3.0:1734016112.751163:0:13927:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880092058380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13927:1818247339381504:192.168.201.10@tcp:104: 00010000:00010000:3.0:1734016112.751189:0:13927:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7600/0x3f004d6452e072cd lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0ee7 expref: 6 pid: 13927 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016112.751199:0:13927:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a9a7600, rc 0) 00000100:00100000:3.0:1734016112.751229:0:13927:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075001180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:9673:x1818247336706048:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 23466us (23877us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016112.751236:0:13927:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10299 00000100:00100000:1.0:1734016112.753817:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016112.753850:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336706304 00000100:00100000:1.0:1734016112.753858:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336706304 00002000:00010000:1.0:1734016112.753916:0:7696:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (2726211->18446744073709551615) 00002000:00100000:1.0:1734016112.753921:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880097218380 with x1818247336706304 ext(2726211->18446744073709551615) 00002000:00010000:1.0:1734016112.753934:0:7696:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880097218380. 00000100:00100000:1.0:1734016112.753981:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8615 00000100:00100000:1.0:1734016112.753988:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880097218380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1979:x1818247336706304:12345-192.168.201.10@tcp:10:fsx.0 00000100:00100000:0.0:1734016112.755677:0:7705:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009721b100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7705:1818247339381632:192.168.201.10@tcp:105: 00010000:00010000:0.0:1734016112.755712:0:7705:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016112.755791:0:7705:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076a98e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1978:x1818247336706176:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 5724us (6077us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016112.755808:0:7705:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2732 00002000:00010000:1.0:1734016112.763909:0:7696:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 7844347 -> 2726211 00002000:00010000:1.0:1734016112.763917:0:7696:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016112 -> 1734016112 00002000:00010000:1.0:1734016112.763919:0:7696:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016112 -> 1734016111 00002000:00010000:1.0:1734016112.763921:0:7696:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016112 -> 1734016112 00002000:00010000:1.0:1734016112.763923:0:7696:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 1256 -> 848 00000100:00100000:1.0:1734016112.765153:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880097218380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1979:x1818247336706304:12345-192.168.201.10@tcp:10:fsx.0 Request processed in 11155us (11337us total) trans 4294969172 rc 0/0 00000100:00100000:1.0:1734016112.765165:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8615 00002000:00010000:1.0:1734016112.765172:0:7696:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (2726211->18446744073709551615) 00002000:00100000:1.0:1734016112.765176:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880097218380 with x1818247336706304 ext(2726211->18446744073709551615) 00002000:00010000:1.0:1734016112.765184:0:7696:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880097218380. 00000100:00100000:0.0:1734016112.768080:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016112.768193:0:8966:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336706432 00000100:00100000:2.0:1734016112.768207:0:8966:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336706432 00000100:00100000:3.0:1734016112.768312:0:6481:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 1917 00000100:00100000:3.0:1734016112.768330:0:6481:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076a99180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+27:9673:x1818247336706432:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:3.0:1734016112.768359:0:6481:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016112.768384:0:6481:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a4b40/0x3f004d6452e072d4 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d0eee expref: -99 pid: 6481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016112.768501:0:6481:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a6400/0x3f004d6452e072db lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6481 initiator: MDT0 00010000:00010000:3.0:1734016112.768526:0:6481:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a6400/0x3f004d6452e072db lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6481 initiator: MDT0 00010000:00010000:3.0:1734016112.768550:0:6481:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a6400/0x3f004d6452e072db lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6481 initiator: MDT0 00000004:00200000:3.0:1734016112.768581:0:6481:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 2726211 00000004:00200000:3.0:1734016112.768586:0:6481:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1734016112.768605:0:6481:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a6400/0x3f004d6452e072db lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6481 initiator: MDT0 00010000:00010000:3.0:1734016112.768629:0:6481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a4b40/0x3f004d6452e072d4 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0eee expref: 29 pid: 6481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016112.768650:0:6481:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a6400/0x3f004d6452e072db lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0eee expref: 28 pid: 6481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016112.768658:0:6481:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:3.0:1734016112.768661:0:6481:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1734016112.768665:0:6481:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a9a6400, rc 0) 00000100:00100000:3.0:1734016112.768715:0:6481:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076a99180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+28:9673:x1818247336706432:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 393us (646us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016112.768722:0:6481:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 1917 00000100:00100000:3.0:1734016112.771949:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016112.772109:0:13927:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336706560 00000100:00100000:2.0:1734016112.772122:0:13927:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336706560 00000100:00100000:2.0:1734016112.772183:0:13927:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10300 00000100:00100000:2.0:1734016112.772190:0:13927:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880092058380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1978:x1818247336706560:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:2.0:1734016112.772206:0:13927:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016112.772227:0:13927:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880072172d00/0x3f004d6452e072e2 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d0ef5 expref: -99 pid: 13927 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016112.772281:0:13927:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880075000000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13927:1818247339381760:192.168.201.10@tcp:106: 00000100:00100000:2.0:1734016112.772346:0:13927:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800768ef540 going to sleep for 11 seconds 00002000:00010000:3.0:1734016112.776406:0:13927:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime: 1734016111 -> 1734016112 00000100:00100000:3.0:1734016112.776468:0:13927:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880075000000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13927:1818247339381760:192.168.201.10@tcp:106: 00010000:00010000:3.0:1734016112.776505:0:13927:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880072172d00/0x3f004d6452e072e2 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0ef5 expref: 7 pid: 13927 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016112.776519:0:13927:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880072172d00/0x3f004d6452e072e2 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0ef5 expref: 7 pid: 13927 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016112.776539:0:13927:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880072172d00, rc 0) 00000100:00100000:3.0:1734016112.776609:0:13927:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880092058380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1978:x1818247336706560:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 4418us (4673us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016112.776618:0:13927:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10300 00000100:00100000:0.0:1734016112.780787:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016112.780954:0:13927:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336706688 00000100:00100000:3.0:1734016112.780974:0:13927:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336706688 00000100:00100000:3.0:1734016112.781058:0:13927:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10301 00000100:00100000:3.0:1734016112.781069:0:13927:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076a99500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1981:x1818247336706688:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:3.0:1734016112.781088:0:13927:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016112.781756:0:13927:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a9a4fc0/0x3f004d6452e072e9 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d0efc expref: -99 pid: 13927 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016112.781832:0:13927:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009205b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13927:1818247339381888:192.168.201.10@tcp:106: 00000100:00100000:3.0:1734016112.782712:0:13927:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a896e6c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016112.789259:0:13927:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009205b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13927:1818247339381888:192.168.201.10@tcp:106: 00010000:00010000:0.0:1734016112.789308:0:13927:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a9a4fc0/0x3f004d6452e072e9 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0efc expref: 7 pid: 13927 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016112.789323:0:13927:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a4fc0/0x3f004d6452e072e9 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0efc expref: 7 pid: 13927 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016112.789356:0:13927:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a9a4fc0, rc 0) 00000100:00100000:0.0:1734016112.789528:0:13927:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076a99500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1981:x1818247336706688:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 8458us (8755us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016112.789546:0:13927:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10301 00000100:00100000:2.0:1734016112.796922:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016112.797001:0:6481:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336706944 00000100:00100000:3.0:1734016112.797013:0:6481:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336706944 00000100:00100000:3.0:1734016112.797114:0:6481:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 1918 00000100:00100000:3.0:1734016112.797122:0:6481:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075001500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+20:9673:x1818247336706944:12345-192.168.201.10@tcp:36:fsx.0 00010000:00010000:3.0:1734016112.797372:0:6481:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a6d00/0x3f004d6452e072f0 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6481 initiator: MDT0 00010000:00010000:3.0:1734016112.797389:0:6481:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a6400/0x3f004d6452e072db lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0eee expref: 27 pid: 6481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016112.797396:0:6481:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a6d00/0x3f004d6452e072f0 lrc: 4/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6481 initiator: MDT0 00010000:00010000:3.0:1734016112.797435:0:6481:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a6400/0x3f004d6452e072db lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0eee expref: 27 pid: 6481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016112.797447:0:6481:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a6400/0x3f004d6452e072db lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0eee expref: 27 pid: 6481 timeout: 476 lvb_type: 0 00000100:00100000:3.0:1734016112.797460:0:6481:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009205bb80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6481:1818247339382016:192.168.201.10@tcp:104: 00000100:00100000:3.0:1734016112.798191:0:6481:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a896e6c0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016112.801521:0:6481:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009205bb80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6481:1818247339382016:192.168.201.10@tcp:104: 00010000:00010000:3.0:1734016112.801562:0:6481:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a6d00/0x3f004d6452e072f0 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6481 initiator: MDT0 00000100:00100000:2.0:1734016112.804324:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016112.804568:0:7705:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336707072 00000100:00100000:0.0:1734016112.804580:0:7705:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336707072 00010000:00010000:0.0:1734016112.804624:0:7705:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a6400/0x3f004d6452e072db lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0eee expref: 28 pid: 6481 timeout: 476 lvb_type: 0 00000100:00100000:0.0:1734016112.804658:0:7705:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2733 00000100:00100000:0.0:1734016112.804667:0:7705:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075000000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+28:1978:x1818247336707072:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016112.804683:0:7705:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016112.804691:0:7705:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a6400/0x3f004d6452e072db lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0eee expref: 28 pid: 6481 timeout: 476 lvb_type: 0 00010000:00010000:0.0:1734016112.804703:0:7705:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a6400/0x3f004d6452e072db lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0eee expref: 28 pid: 6481 timeout: 476 lvb_type: 0 00010000:00010000:0.0:1734016112.804727:0:7705:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a6400/0x3f004d6452e072db lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0eee expref: 28 pid: 6481 timeout: 476 lvb_type: 0 00010000:00010000:0.0:1734016112.804857:0:7705:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:0.0:1734016112.804879:0:7705:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a6d00/0x3f004d6452e072f0 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6481 initiator: MDT0 00010000:00010000:0.0:1734016112.804892:0:7705:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a6d00/0x3f004d6452e072f0 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6481 initiator: MDT0 00010000:00010000:0.0:1734016112.804900:0:7705:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a6d00/0x3f004d6452e072f0 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6481 initiator: MDT0 00010000:00010000:0.0:1734016112.804936:0:7705:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016112.804988:0:7705:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075000000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+27:1978:x1818247336707072:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 322us (677us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016112.804996:0:7705:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2733 00010000:00010000:3.0:1734016112.805469:0:6481:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a6d00/0x3f004d6452e072f0 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6481 initiator: MDT0 00010000:00010000:3.0:1734016112.805478:0:6481:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a6d00/0x3f004d6452e072f0 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6481 initiator: MDT0 00000001:00080000:3.0:1734016112.805585:0:6481:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294968517 00000004:00010000:3.0:1734016112.805632:0:6481:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff880075001500 reply state ffff8800738d1000 transno 4294968518 ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a6d00/0x3f004d6452e072f0 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6481 initiator: MDT0 00000100:00100000:3.0:1734016112.805639:0:6481:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1734016112.805728:0:6481:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075001500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+23:9673:x1818247336706944:12345-192.168.201.10@tcp:36:fsx.0 Request processed in 8606us (8819us total) trans 4294968518 rc 0/0 00000100:00100000:3.0:1734016112.805736:0:6481:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 1918 00000020:00080000:3.0:1734016112.805739:0:6481:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1734016112.817124:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00010000:00010000:2.0:1734016112.817213:0:3494:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a6d00/0x3f004d6452e072f0 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6481 initiator: MDT0 00010000:00010000:2.0:1734016112.817225:0:3494:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a6d00/0x3f004d6452e072f0 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6481 initiator: MDT0 00010000:00010000:2.0:1734016112.817233:0:3494:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a6d00/0x3f004d6452e072f0 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6481 initiator: MDT0 00010000:00010000:2.0:1734016112.817239:0:3494:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88009a9a6d00 already unused, calling callback (ffffffffa0f03950) 00010000:00010000:2.0:1734016112.817243:0:3494:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a6d00/0x3f004d6452e072f0 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6481 initiator: MDT0 00010000:00010000:2.0:1734016112.817250:0:3494:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a6d00/0x3f004d6452e072f0 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6481 initiator: MDT0 00010000:00010000:2.0:1734016112.817270:0:3494:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:2.0:1734016112.817273:0:3494:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734016112.817277:0:3494:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a6d00/0x3f004d6452e072f0 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6481 initiator: MDT0 00010000:00010000:2.0:1734016112.817282:0:3494:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a6d00/0x3f004d6452e072f0 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6481 initiator: MDT0 00000100:00100000:0.0:1734016112.818002:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336707200 00000100:00100000:0.0:1734016112.818016:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336707200 00002000:00010000:0.0:1734016112.818068:0:7696:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (1687727->18446744073709551615) 00002000:00100000:0.0:1734016112.818073:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88009205bb80 with x1818247336707200 ext(1687727->18446744073709551615) 00002000:00010000:0.0:1734016112.818088:0:7696:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009205bb80. 00000100:00100000:0.0:1734016112.818119:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8616 00000100:00100000:0.0:1734016112.818131:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009205bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1979:x1818247336707200:12345-192.168.201.10@tcp:10:fsx.0 00002000:00010000:1.0:1734016112.822888:0:7696:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 2726211 -> 1687727 00002000:00010000:1.0:1734016112.822899:0:7696:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016112 -> 1734016112 00002000:00010000:1.0:1734016112.822902:0:7696:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016112 -> 1734016111 00002000:00010000:1.0:1734016112.822905:0:7696:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016112 -> 1734016112 00002000:00010000:1.0:1734016112.822906:0:7696:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 848 -> 776 00000100:00100000:1.0:1734016112.823006:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009205bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+8:1979:x1818247336707200:12345-192.168.201.10@tcp:10:fsx.0 Request processed in 4871us (5893us total) trans 4294969173 rc 0/0 00000100:00100000:1.0:1734016112.823018:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8616 00002000:00010000:1.0:1734016112.823026:0:7696:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (1687727->18446744073709551615) 00002000:00100000:1.0:1734016112.823031:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88009205bb80 with x1818247336707200 ext(1687727->18446744073709551615) 00002000:00010000:1.0:1734016112.823039:0:7696:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009205bb80. 00000100:00100000:0.0:1734016112.826853:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016112.827165:0:6481:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336707328 00000100:00100000:3.0:1734016112.827175:0:6481:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336707328 00000100:00100000:3.0:1734016112.827228:0:6481:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 1919 00000100:00100000:3.0:1734016112.827236:0:6481:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076a99880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+27:9673:x1818247336707328:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:3.0:1734016112.827257:0:6481:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016112.827279:0:6481:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a6880/0x3f004d6452e072f7 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d0f03 expref: -99 pid: 6481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016112.827377:0:6481:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a5b00/0x3f004d6452e072fe lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6481 initiator: MDT0 00010000:00010000:3.0:1734016112.827395:0:6481:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a5b00/0x3f004d6452e072fe lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6481 initiator: MDT0 00010000:00010000:3.0:1734016112.827406:0:6481:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a5b00/0x3f004d6452e072fe lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6481 initiator: MDT0 00000004:00200000:3.0:1734016112.827433:0:6481:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 1687727 00000004:00200000:3.0:1734016112.827437:0:6481:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1734016112.827454:0:6481:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a5b00/0x3f004d6452e072fe lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6481 initiator: MDT0 00010000:00010000:3.0:1734016112.827478:0:6481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a6880/0x3f004d6452e072f7 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0f03 expref: 29 pid: 6481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016112.827499:0:6481:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a5b00/0x3f004d6452e072fe lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0f03 expref: 28 pid: 6481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016112.827506:0:6481:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:3.0:1734016112.827509:0:6481:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1734016112.827511:0:6481:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a9a5b00, rc 0) 00000100:00100000:3.0:1734016112.827572:0:6481:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076a99880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+28:9673:x1818247336707328:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 336us (730us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016112.827579:0:6481:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 1919 00000100:00100000:0.0:1734016112.830661:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016112.830736:0:13927:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336707456 00000100:00100000:2.0:1734016112.830749:0:13927:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336707456 00000100:00100000:2.0:1734016112.830818:0:13927:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10302 00000100:00100000:2.0:1734016112.830829:0:13927:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076a99c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1981:x1818247336707456:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:2.0:1734016112.830853:0:13927:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016112.830907:0:13927:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880072172d00/0x3f004d6452e07305 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d0f0a expref: -99 pid: 13927 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016112.830981:0:13927:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880073e33800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13927:1818247339382144:192.168.201.10@tcp:106: 00000100:00100000:2.0:1734016112.831057:0:13927:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800768ef540 going to sleep for 11 seconds 00002000:00010000:2.0:1734016112.833946:0:13927:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime: 1734016111 -> 1734016112 00000100:00100000:2.0:1734016112.833978:0:13927:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880073e33800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13927:1818247339382144:192.168.201.10@tcp:106: 00010000:00010000:2.0:1734016112.834018:0:13927:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880072172d00/0x3f004d6452e07305 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0f0a expref: 7 pid: 13927 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016112.834033:0:13927:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880072172d00/0x3f004d6452e07305 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0f0a expref: 7 pid: 13927 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016112.834074:0:13927:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880072172d00, rc 0) 00000100:00100000:2.0:1734016112.834859:0:13927:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076a99c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1981:x1818247336707456:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 4030us (4212us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016112.834910:0:13927:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10302 00000100:00100000:0.0:1734016112.837990:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016112.838122:0:13927:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336707584 00000100:00100000:2.0:1734016112.838132:0:13927:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336707584 00000100:00100000:2.0:1734016112.838182:0:13927:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10303 00000100:00100000:2.0:1734016112.838190:0:13927:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076a99f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1979:x1818247336707584:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:2.0:1734016112.838210:0:13927:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016112.838231:0:13927:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e0730c lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d0f11 expref: -99 pid: 13927 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016112.838290:0:13927:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880073e33800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13927:1818247339382272:192.168.201.10@tcp:106: 00000100:00100000:2.0:1734016112.838359:0:13927:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800768ef540 going to sleep for 11 seconds 00000100:00100000:2.0:1734016112.850126:0:13927:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880073e33800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13927:1818247339382272:192.168.201.10@tcp:106: 00010000:00010000:2.0:1734016112.850169:0:13927:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e0730c lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0f11 expref: 7 pid: 13927 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016112.850185:0:13927:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e0730c lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0f11 expref: 7 pid: 13927 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016112.850198:0:13927:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880072171440, rc 0) 00000100:00100000:2.0:1734016112.850819:0:13927:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076a99f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1979:x1818247336707584:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 12626us (12837us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016112.850829:0:13927:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10303 00000100:00100000:3.0:1734016112.866720:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016112.872042:0:8966:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336707712 00000100:00100000:2.0:1734016112.872060:0:8966:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336707712 00000100:00100000:2.0:1734016112.872142:0:8966:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 1920 00000100:00100000:2.0:1734016112.872151:0:8966:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009205b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+22:9673:x1818247336707712:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:2.0:1734016112.872188:0:8966:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016112.872212:0:8966:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880072172640/0x3f004d6452e07313 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d0f18 expref: -99 pid: 8966 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016112.872321:0:8966:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880072171f80/0x3f004d6452e0731a lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 8966 initiator: MDT0 00010000:00010000:2.0:1734016112.872337:0:8966:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880072171f80/0x3f004d6452e0731a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 8966 initiator: MDT0 00010000:00010000:2.0:1734016112.872348:0:8966:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880072171f80/0x3f004d6452e0731a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 8966 initiator: MDT0 00000004:00200000:2.0:1734016112.872378:0:8966:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 1687727 00000004:00200000:2.0:1734016112.872383:0:8966:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1734016112.872400:0:8966:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880072171f80/0x3f004d6452e0731a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 8966 initiator: MDT0 00010000:00010000:2.0:1734016112.872424:0:8966:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880072172640/0x3f004d6452e07313 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0f18 expref: 24 pid: 8966 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016112.872441:0:8966:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880072171f80/0x3f004d6452e0731a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0f18 expref: 23 pid: 8966 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016112.872448:0:8966:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:2.0:1734016112.872451:0:8966:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1734016112.872455:0:8966:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880072171f80, rc 0) 00000100:00100000:2.0:1734016112.872584:0:8966:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009205b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+23:9673:x1818247336707712:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 432us (5874us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016112.872591:0:8966:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 1920 00000100:00100000:1.0:1734016112.879030:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016112.879124:0:13927:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336707840 00000100:00100000:2.0:1734016112.879135:0:13927:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336707840 00000100:00100000:2.0:1734016112.879175:0:13927:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10304 00000100:00100000:2.0:1734016112.879181:0:13927:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880097219880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+8:1980:x1818247336707840:12345-192.168.201.10@tcp:22:fsx.0 00002000:00010000:2.0:1734016112.879389:0:13927:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 1687727 -> 1687727 00002000:00010000:2.0:1734016112.879392:0:13927:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016112 -> 1734016112 00002000:00010000:2.0:1734016112.879394:0:13927:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016112 -> 1734016111 00002000:00010000:2.0:1734016112.879396:0:13927:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016112 -> 1734016112 00002000:00010000:2.0:1734016112.879397:0:13927:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 776 -> 856 00000100:00100000:2.0:1734016112.879457:0:13927:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880097219880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+9:1980:x1818247336707840:12345-192.168.201.10@tcp:22:fsx.0 Request processed in 275us (437us total) trans 4294969174 rc 0/0 00000100:00100000:2.0:1734016112.879463:0:13927:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10304 00000100:00100000:3.0:1734016112.883045:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016112.889035:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336707968 00000100:00100000:1.0:1734016112.889053:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336707968 00000100:00100000:1.0:1734016112.889144:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10305 00000100:00100000:1.0:1734016112.889155:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007536b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1978:x1818247336707968:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:1.0:1734016112.889181:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016112.889202:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880097237a80/0x3f004d6452e07321 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d0f1f expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016112.889274:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009721ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339382400:192.168.201.10@tcp:106: 00000100:00100000:1.0:1734016112.889367:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b42cdc00 going to sleep for 11 seconds 00002000:00010000:2.0:1734016112.892388:0:7689:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime: 1734016111 -> 1734016112 00000100:00100000:2.0:1734016112.892424:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009721ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339382400:192.168.201.10@tcp:106: 00010000:00010000:2.0:1734016112.892461:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880097237a80/0x3f004d6452e07321 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0f1f expref: 7 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016112.892476:0:7689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097237a80/0x3f004d6452e07321 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0f1f expref: 7 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016112.892501:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097237a80, rc 0) 00000100:00100000:2.0:1734016112.892568:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007536b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1978:x1818247336707968:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 3413us (9532us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016112.892577:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10305 00000100:00100000:0.0:1734016112.899365:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016112.899461:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336708096 00000100:00100000:2.0:1734016112.899472:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336708096 00000100:00100000:2.0:1734016112.899511:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10306 00000100:00100000:2.0:1734016112.899518:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076a9a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1980:x1818247336708096:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:2.0:1734016112.899545:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016112.899565:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880072172640/0x3f004d6452e07328 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d0f26 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016112.899629:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880073e33800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339382528:192.168.201.10@tcp:106: 00000100:00100000:2.0:1734016112.899705:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800768efa80 going to sleep for 11 seconds 00000100:00100000:2.0:1734016112.900982:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880073e33800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339382528:192.168.201.10@tcp:106: 00010000:00010000:2.0:1734016112.901013:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880072172640/0x3f004d6452e07328 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0f26 expref: 7 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016112.901036:0:7689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880072172640/0x3f004d6452e07328 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0f26 expref: 7 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016112.904230:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880072172640, rc 0) 00000100:00100000:1.0:1734016112.909304:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016112.909385:0:13927:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336708224 00000100:00100000:0.0:1734016112.909399:0:13927:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336708224 00000100:00100000:0.0:1734016112.909464:0:13927:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10307 00000100:00100000:0.0:1734016112.909472:0:13927:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880097218000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1979:x1818247336708224:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:0.0:1734016112.909494:0:13927:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016112.909518:0:13927:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a8039b00/0x3f004d6452e0732f lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d0f2d expref: -99 pid: 13927 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016112.909596:0:13927:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076a9a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13927:1818247339382656:192.168.201.10@tcp:106: 00000100:00100000:0.0:1734016112.909681:0:13927:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7486480 going to sleep for 11 seconds 00000100:00100000:2.0:1734016112.910001:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076a9a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1980:x1818247336708096:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 10478us (10643us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016112.910013:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10306 00000100:00100000:0.0:1734016112.914857:0:13927:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076a9a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13927:1818247339382656:192.168.201.10@tcp:106: 00010000:00010000:0.0:1734016112.914955:0:13927:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a8039b00/0x3f004d6452e0732f lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0f2d expref: 7 pid: 13927 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016112.914974:0:13927:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a8039b00/0x3f004d6452e0732f lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0f2d expref: 7 pid: 13927 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016112.914999:0:13927:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a8039b00, rc 0) 00000100:00100000:0.0:1734016112.915082:0:13927:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880097218000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1979:x1818247336708224:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 5609us (5791us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016112.915093:0:13927:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10307 00000100:00100000:3.0:1734016112.928734:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016112.928914:0:13927:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336708352 00000100:00100000:0.0:1734016112.928927:0:13927:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336708352 00000100:00100000:0.0:1734016112.928994:0:13927:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10308 00000100:00100000:0.0:1734016112.929002:0:13927:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800ac577480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1980:x1818247336708352:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:0.0:1734016112.929024:0:13927:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016112.929046:0:13927:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a803ad00/0x3f004d6452e07336 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d0f34 expref: -99 pid: 13927 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016112.929116:0:13927:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076a9a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13927:1818247339382784:192.168.201.10@tcp:106: 00000100:00100000:0.0:1734016112.929189:0:13927:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7486480 going to sleep for 11 seconds 00000100:00100000:0.0:1734016112.934744:0:13927:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076a9a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13927:1818247339382784:192.168.201.10@tcp:106: 00010000:00010000:0.0:1734016112.934802:0:13927:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a803ad00/0x3f004d6452e07336 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0f34 expref: 7 pid: 13927 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016112.934822:0:13927:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a803ad00/0x3f004d6452e07336 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0f34 expref: 7 pid: 13927 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016112.934854:0:13927:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a803ad00, rc 0) 00000100:00100000:0.0:1734016112.934982:0:13927:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800ac577480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1980:x1818247336708352:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 5977us (6258us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016112.934994:0:13927:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10308 00000100:00100000:1.0:1734016112.949719:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016112.949847:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336708608 00000100:00100000:2.0:1734016112.949862:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336708608 00002000:00100000:2.0:1734016112.949971:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (0->1691647) req@ffff880097218700 x1818247336708608/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:73/0 lens 488/0 e 0 to 0 dl 1734016123 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016112.949983:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880097218700 with x1818247336708608 ext(0->1691647) 00002000:00010000:2.0:1734016112.949990:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880097218700 00000100:00100000:2.0:1734016112.950037:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8617 00000100:00100000:2.0:1734016112.950046:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880097218700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+9:1981:x1818247336708608:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:2.0:1734016112.989586:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880097218700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+9:1981:x1818247336708608:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 39522us (39866us total) trans 0 rc 1691648/1691648 00000100:00100000:2.0:1734016112.989603:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8617 00002000:00100000:2.0:1734016112.989618:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (0->1691647) req@ffff880097218700 x1818247336708608/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:73/0 lens 488/440 e 0 to 0 dl 1734016123 ref 1 fl Complete:/200/0 rc 1691648/1691648 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016112.989629:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880097218700 with x1818247336708608 ext(0->1691647) 00002000:00010000:2.0:1734016112.989638:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880097218700 00000100:00100000:0.0:1734016113.000677:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016113.000825:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336708864 00000100:00100000:2.0:1734016113.000839:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336708864 00000100:00100000:2.0:1734016113.001000:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8618 00000100:00100000:2.0:1734016113.001011:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076a9a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1981:x1818247336708864:12345-192.168.201.10@tcp:4:fsx.0 00010000:00010000:2.0:1734016113.001075:0:7696:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e0733d lrc: 3/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7696 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016113.001101:0:7696:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7600/0x3f004d6452e072cd lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0ee7 expref: 8 pid: 13927 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016113.001109:0:7696:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016113.001112:0:7696:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016113.001115:0:7696:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e0733d lrc: 4/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [6361088->6418431] (req 6361088->6418431) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 7696 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016113.001165:0:7696:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7600/0x3f004d6452e072cd lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0ee7 expref: 8 pid: 13927 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016113.001180:0:7696:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7600/0x3f004d6452e072cd lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0ee7 expref: 8 pid: 13927 timeout: 477 lvb_type: 0 00000100:00100000:2.0:1734016113.001198:0:7696:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880073e33800 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_002:lustre-OST0001_UUID:7696:1818247339382912:192.168.201.10@tcp:104: 00000100:00100000:2.0:1734016113.001299:0:7696:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800768efa80 going to sleep for 11 seconds 00000100:00080000:3.0:1734016113.001567:0:6479:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734016083 00000100:00100000:2.0:1734016113.014320:0:7696:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880073e33800 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_002:lustre-OST0001_UUID:7696:1818247339382912:192.168.201.10@tcp:104: 00010000:00010000:2.0:1734016113.014366:0:7696:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e0733d lrc: 3/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [6361088->6418431] (req 6361088->6418431) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 7696 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016113.021483:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016113.022248:0:7705:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336708992 00000100:00100000:0.0:1734016113.022264:0:7705:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336708992 00010000:00010000:0.0:1734016113.022314:0:7705:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7600/0x3f004d6452e072cd lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0ee7 expref: 9 pid: 13927 timeout: 477 lvb_type: 0 00000100:00100000:0.0:1734016113.023596:0:7705:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2734 00000100:00100000:0.0:1734016113.023611:0:7705:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880097218e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+9:1979:x1818247336708992:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016113.023640:0:7705:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016113.023677:0:7705:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7600/0x3f004d6452e072cd lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0ee7 expref: 9 pid: 13927 timeout: 477 lvb_type: 0 00010000:00010000:0.0:1734016113.023696:0:7705:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7600/0x3f004d6452e072cd lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0ee7 expref: 9 pid: 13927 timeout: 477 lvb_type: 0 00010000:00010000:0.0:1734016113.023724:0:7705:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7600/0x3f004d6452e072cd lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0ee7 expref: 9 pid: 13927 timeout: 477 lvb_type: 0 00010000:00010000:0.0:1734016113.023766:0:7705:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016113.023769:0:7705:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016113.023773:0:7705:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e0733d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [6361088->6418431] (req 6361088->6418431) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 7696 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016113.023783:0:7705:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e0733d lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [6361088->6418431] (req 6361088->6418431) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 7696 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016113.026237:0:7705:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016113.026338:0:7705:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880097218e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+8:1979:x1818247336708992:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 2720us (4863us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016113.026378:0:7705:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2734 00010000:00010000:3.0:1734016113.026482:0:7696:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e0733d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [6361088->6418431] (req 6361088->6418431) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 7696 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016113.026500:0:7696:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e0733d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [6361088->6418431] (req 6361088->6418431) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 7696 timeout: 0 lvb_type: 0 00000001:00080000:2.0:1734016113.040834:0:8954:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969175 is committed 00000001:00080000:2.0:1734016113.040854:0:8954:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969174 is committed 00002000:00010000:3.0:1734016113.041078:0:7696:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 1687727 -> 6418432 00002000:00010000:3.0:1734016113.041084:0:7696:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 856 -> 968 00010000:00010000:3.0:1734016113.041099:0:7696:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e0733d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [6361088->6418431] (req 6361088->6418431) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 7696 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016113.041111:0:7696:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e0733d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [6361088->6418431] (req 6361088->6418431) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 7696 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016113.041120:0:7696:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e0733d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [6361088->6418431] (req 6361088->6418431) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 7696 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016113.041126:0:7696:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880072171440 already unused, calling callback (ffffffffa086d100) 00010000:00010000:3.0:1734016113.041130:0:7696:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e0733d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [6361088->6418431] (req 6361088->6418431) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 7696 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016113.041138:0:7696:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e0733d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [6361088->6418431] (req 6361088->6418431) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 7696 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016113.041158:0:7696:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e0733d lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [6361088->6418431] (req 6361088->6418431) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 7696 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016113.041164:0:7696:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e0733d lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [6361088->6418431] (req 6361088->6418431) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 7696 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016113.042046:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076a9a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1981:x1818247336708864:12345-192.168.201.10@tcp:4:fsx.0 Request processed in 41028us (41373us total) trans 4294969175 rc 0/0 00000100:00100000:3.0:1734016113.042059:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8618 00000100:00100000:0.0:1734016113.047604:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016113.047768:0:13927:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336709120 00000100:00100000:2.0:1734016113.047782:0:13927:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336709120 00000100:00100000:2.0:1734016113.047848:0:13927:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10309 00000100:00100000:2.0:1734016113.047857:0:13927:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076a9aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:1981:x1818247336709120:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:2.0:1734016113.047903:0:13927:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016113.047929:0:13927:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800721718c0/0x3f004d6452e07344 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d0f3b expref: -99 pid: 13927 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1734016113.047955:0:13927:0:(ofd_lvb.c:169:ofd_lvbo_init()) res: [0x280000400:0x5:0x0] initial LVB size: 6418432, mtime: 0x675afc70, atime: 0x675afc70, ctime: 0x675afc70, blocks: 0x3c8 00010000:00010000:2.0:1734016113.047976:0:13927:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016113.047978:0:13927:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016113.047987:0:13927:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800721718c0/0x3f004d6452e07344 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0f3b expref: 6 pid: 13927 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016113.048004:0:13927:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800721718c0/0x3f004d6452e07344 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0f3b expref: 6 pid: 13927 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016113.048014:0:13927:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800721718c0, rc 0) 00000100:00100000:2.0:1734016113.048806:0:13927:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076a9aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1981:x1818247336709120:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 946us (1215us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016113.048815:0:13927:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10309 00000100:00100000:0.0:1734016113.053059:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016113.053175:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336709248 00000100:00100000:2.0:1734016113.053187:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336709248 00000100:00100000:2.0:1734016113.053241:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10310 00000100:00100000:2.0:1734016113.053250:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076a9ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1981:x1818247336709248:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:2.0:1734016113.053274:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016113.053295:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880072170d80/0x3f004d6452e0734b lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d0f42 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016113.053321:0:7689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016113.053324:0:7689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016113.053332:0:7689:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880072170d80/0x3f004d6452e0734b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0f42 expref: 7 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016113.053347:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880072170d80/0x3f004d6452e0734b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0f42 expref: 7 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016113.053359:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880072170d80, rc 0) 00000100:00100000:2.0:1734016113.054510:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076a9ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1981:x1818247336709248:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 1253us (1458us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016113.054518:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10310 00000100:00100000:0.0:1734016113.059640:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016113.060331:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336709376 00000100:00100000:2.0:1734016113.060342:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336709376 00000100:00100000:2.0:1734016113.060394:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10311 00000100:00100000:2.0:1734016113.060403:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076a9b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:9673:x1818247336709376:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:2.0:1734016113.060425:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016113.060449:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e07352 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d0f49 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016113.060481:0:7689:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800721718c0/0x3f004d6452e07344 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0f3b expref: 5 pid: 13927 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016113.060494:0:7689:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880072170d80/0x3f004d6452e0734b lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0f42 expref: 8 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016113.060501:0:7689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016113.060503:0:7689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016113.060506:0:7689:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e07352 lrc: 5/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [3776512->3780607] (req 3776512->3780607) gid 0 flags: 0x50000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0f49 expref: 8 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016113.060550:0:7689:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880072170d80/0x3f004d6452e0734b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0f42 expref: 8 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016113.060562:0:7689:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880072170d80/0x3f004d6452e0734b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0f42 expref: 8 pid: 7689 timeout: 477 lvb_type: 1 00000100:00100000:2.0:1734016113.060576:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880073e33800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339383040:192.168.201.10@tcp:104: 00010000:00010000:2.0:1734016113.060653:0:7689:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800721718c0/0x3f004d6452e07344 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0f3b expref: 5 pid: 13927 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016113.060661:0:7689:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800721718c0/0x3f004d6452e07344 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0f3b expref: 5 pid: 13927 timeout: 477 lvb_type: 1 00000100:00100000:2.0:1734016113.060669:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074c8b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339383168:192.168.201.10@tcp:104: 00000100:00100000:2.0:1734016113.060686:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800768ef540 going to sleep for 11 seconds 00000100:00100000:0.0:1734016113.065756:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016113.066447:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880073e33800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339383040:192.168.201.10@tcp:104: 00000100:00100000:1.0:1734016113.067376:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016113.067417:0:6470:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336709504 00000100:00100000:1.0:1734016113.067425:0:6470:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336709504 00010000:00010000:1.0:1734016113.067472:0:6470:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880072170d80/0x3f004d6452e0734b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0f42 expref: 9 pid: 7689 timeout: 477 lvb_type: 1 00000100:00100000:2.0:1734016113.067847:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074c8b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339383168:192.168.201.10@tcp:104: 00010000:00010000:2.0:1734016113.067892:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e07352 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [3776512->3780607] (req 3776512->3780607) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0f49 expref: 9 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016113.067908:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880072171440, rc 0) 00000100:00100000:2.0:1734016113.067972:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076a9b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+9:9673:x1818247336709376:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 7568us (8342us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016113.067979:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10311 00000100:00100000:1.0:1734016113.068059:0:6470:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336709632 00000100:00100000:1.0:1734016113.068064:0:6470:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336709632 00010000:00010000:1.0:1734016113.068077:0:6470:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800721718c0/0x3f004d6452e07344 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0f3b expref: 6 pid: 13927 timeout: 477 lvb_type: 1 00000100:00100000:3.0:1734016113.068119:0:7705:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2735 00000100:00100000:3.0:1734016113.068128:0:7705:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076a9b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1978:x1818247336709504:12345-192.168.201.10@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1734016113.068149:0:6469:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2736 00000100:00100000:3.0:1734016113.068152:0:6469:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880097218a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1978:x1818247336709632:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016113.068161:0:6469:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016113.068185:0:6469:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800721718c0/0x3f004d6452e07344 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0f3b expref: 6 pid: 13927 timeout: 477 lvb_type: 1 00010000:00010000:3.0:1734016113.068195:0:6469:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800721718c0/0x3f004d6452e07344 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0f3b expref: 6 pid: 13927 timeout: 477 lvb_type: 1 00010000:00010000:3.0:1734016113.068218:0:6469:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800721718c0/0x3f004d6452e07344 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0f3b expref: 6 pid: 13927 timeout: 477 lvb_type: 1 00010000:00010000:3.0:1734016113.068236:0:6469:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016113.068254:0:6469:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880097218a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:1978:x1818247336709632:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 100us (881us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016113.068259:0:6469:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2736 00010000:00010000:3.0:1734016113.068279:0:7705:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016113.068287:0:7705:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880072170d80/0x3f004d6452e0734b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0f42 expref: 8 pid: 7689 timeout: 477 lvb_type: 1 00010000:00010000:3.0:1734016113.068300:0:7705:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880072170d80/0x3f004d6452e0734b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0f42 expref: 8 pid: 7689 timeout: 477 lvb_type: 1 00010000:00010000:3.0:1734016113.068312:0:7705:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880072170d80/0x3f004d6452e0734b lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0f42 expref: 8 pid: 7689 timeout: 477 lvb_type: 1 00010000:00010000:3.0:1734016113.068321:0:7705:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016113.068322:0:7705:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016113.068329:0:7705:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e07352 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3776512->3780607) gid 0 flags: 0x40080000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0f49 expref: 7 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016113.068336:0:7705:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e07352 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3776512->3780607) gid 0 flags: 0x40080000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0f49 expref: 7 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016113.068370:0:7705:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e07352 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3776512->3780607) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0f49 expref: 7 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016113.068381:0:7705:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074098e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7705:1818247339383296:192.168.201.10@tcp:105: 00000100:00100000:3.0:1734016113.068416:0:7705:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a896ecc0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016113.072481:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016113.073431:0:7705:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074098e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7705:1818247339383296:192.168.201.10@tcp:105: 00010000:00010000:3.0:1734016113.073463:0:7705:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016113.074264:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336709888 00000100:00100000:2.0:1734016113.074276:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336709888 00002000:00100000:2.0:1734016113.074342:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (3776512->3780607) req@ffff880076a9b800 x1818247336709888/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:74/0 lens 488/0 e 0 to 0 dl 1734016124 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016113.074353:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076a9b800 with x1818247336709888 ext(3776512->3780607) 00002000:00010000:2.0:1734016113.074360:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076a9b800 00000100:00100000:2.0:1734016113.074398:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8619 00000100:00100000:2.0:1734016113.074405:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076a9b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1978:x1818247336709888:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:3.0:1734016113.075662:0:7705:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076a9b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1978:x1818247336709504:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 7526us (9912us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016113.075675:0:7705:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2735 00000100:00100000:2.0:1734016113.075970:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076a9b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1978:x1818247336709888:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 1563us (3505us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016113.075978:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8619 00002000:00100000:2.0:1734016113.075987:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (3776512->3780607) req@ffff880076a9b800 x1818247336709888/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:74/0 lens 488/4536 e 0 to 0 dl 1734016124 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016113.075995:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076a9b800 with x1818247336709888 ext(3776512->3780607) 00002000:00010000:2.0:1734016113.076000:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076a9b800 00000100:00100000:0.0:1734016113.084084:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016113.084311:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336710144 00000100:00100000:2.0:1734016113.084330:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336710144 00002000:00100000:2.0:1734016113.084407:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (3772416->3776511) req@ffff880076a9bb80 x1818247336710144/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:74/0 lens 488/0 e 0 to 0 dl 1734016124 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016113.084421:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076a9bb80 with x1818247336710144 ext(3772416->3776511) 00002000:00010000:2.0:1734016113.084428:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076a9bb80 00000100:00100000:2.0:1734016113.086293:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8620 00000100:00100000:2.0:1734016113.086314:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076a9bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1981:x1818247336710144:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:2.0:1734016113.086729:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076a9bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1981:x1818247336710144:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 418us (2667us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016113.086738:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8620 00002000:00100000:2.0:1734016113.086749:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (3772416->3776511) req@ffff880076a9bb80 x1818247336710144/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:74/0 lens 488/4536 e 0 to 0 dl 1734016124 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016113.086760:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076a9bb80 with x1818247336710144 ext(3772416->3776511) 00002000:00010000:2.0:1734016113.086767:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076a9bb80 00000100:00100000:0.0:1734016113.092652:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016113.092930:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336710400 00000100:00100000:2.0:1734016113.092941:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336710400 00002000:00100000:2.0:1734016113.092986:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (3768320->3772415) req@ffff880076a98a80 x1818247336710400/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:74/0 lens 488/0 e 0 to 0 dl 1734016124 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016113.092997:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076a98a80 with x1818247336710400 ext(3768320->3772415) 00002000:00010000:2.0:1734016113.093002:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076a98a80 00000100:00100000:2.0:1734016113.094204:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8621 00000100:00100000:2.0:1734016113.094215:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076a98a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1981:x1818247336710400:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:2.0:1734016113.094517:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076a98a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1981:x1818247336710400:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 302us (1875us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016113.094541:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8621 00002000:00100000:2.0:1734016113.094550:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (3768320->3772415) req@ffff880076a98a80 x1818247336710400/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:74/0 lens 488/4536 e 0 to 0 dl 1734016124 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016113.094561:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076a98a80 with x1818247336710400 ext(3768320->3772415) 00002000:00010000:2.0:1734016113.094566:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076a98a80 00000100:00100000:0.0:1734016113.102344:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016113.103707:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336710656 00000100:00100000:2.0:1734016113.103723:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336710656 00002000:00100000:2.0:1734016113.103779:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (3764224->3768319) req@ffff880074194000 x1818247336710656/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:74/0 lens 488/0 e 0 to 0 dl 1734016124 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016113.103790:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074194000 with x1818247336710656 ext(3764224->3768319) 00002000:00010000:2.0:1734016113.103796:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074194000 00000100:00100000:2.0:1734016113.104149:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8622 00000100:00100000:2.0:1734016113.104158:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074194000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1981:x1818247336710656:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:2.0:1734016113.105034:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074194000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1981:x1818247336710656:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 874us (2703us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016113.105043:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8622 00002000:00100000:2.0:1734016113.105051:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (3764224->3768319) req@ffff880074194000 x1818247336710656/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:74/0 lens 488/4536 e 0 to 0 dl 1734016124 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016113.105059:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074194000 with x1818247336710656 ext(3764224->3768319) 00002000:00010000:2.0:1734016113.105063:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074194000 00000100:00100000:0.0:1734016113.108624:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016113.108940:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336710912 00000100:00100000:2.0:1734016113.108955:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336710912 00002000:00100000:2.0:1734016113.109014:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (3760128->3764223) req@ffff880074194380 x1818247336710912/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:74/0 lens 488/0 e 0 to 0 dl 1734016124 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016113.109032:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074194380 with x1818247336710912 ext(3760128->3764223) 00002000:00010000:2.0:1734016113.109040:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074194380 00000100:00100000:2.0:1734016113.109086:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8623 00000100:00100000:2.0:1734016113.109095:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074194380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1981:x1818247336710912:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:2.0:1734016113.109350:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074194380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1981:x1818247336710912:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 256us (743us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016113.109359:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8623 00002000:00100000:2.0:1734016113.109366:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (3760128->3764223) req@ffff880074194380 x1818247336710912/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:74/0 lens 488/4536 e 0 to 0 dl 1734016124 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016113.109374:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074194380 with x1818247336710912 ext(3760128->3764223) 00002000:00010000:2.0:1734016113.109377:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074194380 00000100:00100000:0.0:1734016113.115326:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016113.117090:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336711168 00000100:00100000:3.0:1734016113.117106:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336711168 00002000:00100000:3.0:1734016113.117168:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (3756032->3760127) req@ffff880074194700 x1818247336711168/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:74/0 lens 488/0 e 0 to 0 dl 1734016124 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016113.117180:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074194700 with x1818247336711168 ext(3756032->3760127) 00002000:00010000:3.0:1734016113.117186:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074194700 00000100:00100000:3.0:1734016113.117290:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8624 00000100:00100000:3.0:1734016113.117299:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074194700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1981:x1818247336711168:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:3.0:1734016113.117591:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074194700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1981:x1818247336711168:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 292us (2280us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016113.117599:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8624 00002000:00100000:3.0:1734016113.117606:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (3756032->3760127) req@ffff880074194700 x1818247336711168/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:74/0 lens 488/4536 e 0 to 0 dl 1734016124 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016113.117613:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074194700 with x1818247336711168 ext(3756032->3760127) 00002000:00010000:3.0:1734016113.117616:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074194700 00000100:00100000:0.0:1734016113.120837:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016113.122214:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336711424 00000100:00100000:2.0:1734016113.122232:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336711424 00002000:00100000:3.0:1734016113.122508:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (3751936->3756031) req@ffff880074194a80 x1818247336711424/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:74/0 lens 488/0 e 0 to 0 dl 1734016124 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016113.122521:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074194a80 with x1818247336711424 ext(3751936->3756031) 00002000:00010000:3.0:1734016113.122535:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074194a80 00000100:00100000:3.0:1734016113.122568:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8625 00000100:00100000:3.0:1734016113.122575:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074194a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1981:x1818247336711424:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:3.0:1734016113.122774:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074194a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1981:x1818247336711424:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 198us (1954us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016113.122781:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8625 00002000:00100000:3.0:1734016113.122787:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (3751936->3756031) req@ffff880074194a80 x1818247336711424/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:74/0 lens 488/4536 e 0 to 0 dl 1734016124 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016113.122795:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074194a80 with x1818247336711424 ext(3751936->3756031) 00002000:00010000:3.0:1734016113.122798:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074194a80 00000100:00100000:0.0:1734016113.129017:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016113.129184:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336711552 00000100:00100000:2.0:1734016113.129196:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336711552 00002000:00100000:2.0:1734016113.129252:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (3751936->3780607) req@ffff880074194e00 x1818247336711552/t0(0) o4->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:74/0 lens 488/0 e 0 to 0 dl 1734016124 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016113.129264:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074194e00 with x1818247336711552 ext(3751936->3780607) 00002000:00010000:2.0:1734016113.129270:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074194e00 00000100:00100000:2.0:1734016113.129308:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8626 00000100:00100000:2.0:1734016113.129318:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074194e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1979:x1818247336711552:12345-192.168.201.10@tcp:4:fsx.0 00000100:00100000:2.0:1734016113.137322:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074194e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+9:1979:x1818247336711552:12345-192.168.201.10@tcp:4:fsx.0 Request processed in 7982us (8294us total) trans 4294969176 rc 0/0 00000100:00100000:2.0:1734016113.137348:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8626 00002000:00100000:2.0:1734016113.137369:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (3751936->3780607) req@ffff880074194e00 x1818247336711552/t4294969176(0) o4->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:74/0 lens 488/448 e 0 to 0 dl 1734016124 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016113.137380:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074194e00 with x1818247336711552 ext(3751936->3780607) 00002000:00010000:2.0:1734016113.137388:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074194e00 00000100:00100000:0.0:1734016113.142920:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016113.143119:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336711680 00000100:00100000:2.0:1734016113.143133:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336711680 00000100:00100000:2.0:1734016113.143192:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10312 00000100:00100000:2.0:1734016113.143202:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a78b1c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+9:1981:x1818247336711680:12345-192.168.201.10@tcp:16:fsx.0 00000001:00080000:0.0:1734016113.146101:0:8954:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969176 is committed 00000100:00100000:2.0:1734016113.146346:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a78b1c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1981:x1818247336711680:12345-192.168.201.10@tcp:16:fsx.0 Request processed in 3135us (3482us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016113.146360:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10312 00000100:00100000:0.0:1734016113.153067:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016113.153233:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336711808 00000100:00100000:2.0:1734016113.153246:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336711808 00000100:00100000:2.0:1734016113.153310:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10313 00000100:00100000:2.0:1734016113.153319:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074195180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:1979:x1818247336711808:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:2.0:1734016113.153346:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016113.153372:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880072170d80/0x3f004d6452e07359 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d0f50 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016113.153450:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074c8b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339383424:192.168.201.10@tcp:106: 00000100:00100000:2.0:1734016113.154903:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800768ef9c0 going to sleep for 11 seconds 00002000:00010000:2.0:1734016113.162264:0:7689:0:(ofd_lvb.c:301:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks: 968 -> 1024 00000100:00100000:2.0:1734016113.162316:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074c8b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339383424:192.168.201.10@tcp:106: 00010000:00010000:2.0:1734016113.162373:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880072170d80/0x3f004d6452e07359 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0f50 expref: 6 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016113.162394:0:7689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880072170d80/0x3f004d6452e07359 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0f50 expref: 6 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016113.162411:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880072170d80, rc 0) 00000100:00100000:2.0:1734016113.162483:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074195180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:1979:x1818247336711808:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 9163us (9430us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016113.162493:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10313 00000100:00100000:0.0:1734016113.165356:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016113.165630:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336711936 00000100:00100000:3.0:1734016113.165642:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336711936 00000100:00100000:3.0:1734016113.165690:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10314 00000100:00100000:3.0:1734016113.165699:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074195500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:1978:x1818247336711936:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:3.0:1734016113.165720:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016113.165739:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a9a6880/0x3f004d6452e07360 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d0f57 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016113.165818:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074098e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339383552:192.168.201.10@tcp:106: 00000100:00100000:3.0:1734016113.165951:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a896ecc0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016113.168534:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074098e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339383552:192.168.201.10@tcp:106: 00010000:00010000:3.0:1734016113.168582:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a9a6880/0x3f004d6452e07360 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0f57 expref: 6 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016113.168597:0:7689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a6880/0x3f004d6452e07360 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0f57 expref: 6 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016113.176005:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a9a6880, rc 0) 00000100:00100000:3.0:1734016113.176123:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074195500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:1978:x1818247336711936:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 10417us (10769us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016113.176132:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10314 00000100:00100000:1.0:1734016113.182181:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016113.182300:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336712064 00000100:00100000:3.0:1734016113.182312:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336712064 00000100:00100000:3.0:1734016113.182360:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10315 00000100:00100000:3.0:1734016113.182370:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880097219500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:1981:x1818247336712064:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:3.0:1734016113.182392:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016113.182414:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7cc0/0x3f004d6452e07367 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d0f5e expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016113.182483:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074098e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339383680:192.168.201.10@tcp:106: 00000100:00100000:3.0:1734016113.182554:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a896ecc0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016113.199770:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074098e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339383680:192.168.201.10@tcp:106: 00010000:00010000:3.0:1734016113.199830:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7cc0/0x3f004d6452e07367 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0f5e expref: 6 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016113.199846:0:7689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7cc0/0x3f004d6452e07367 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0f5e expref: 6 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016113.199893:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a9a7cc0, rc 0) 00000100:00100000:3.0:1734016113.199974:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880097219500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:1981:x1818247336712064:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 17603us (17806us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016113.199988:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10315 00000100:00100000:0.0:1734016113.202572:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016113.202691:0:13927:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336712192 00000100:00100000:1.0:1734016113.202704:0:13927:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336712192 00000100:00100000:1.0:1734016113.202774:0:13927:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10316 00000100:00100000:1.0:1734016113.202785:0:13927:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074195880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:9673:x1818247336712192:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:1.0:1734016113.202814:0:13927:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016113.202838:0:13927:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880097236880/0x3f004d6452e0736e lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d0f65 expref: -99 pid: 13927 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016113.202919:0:13927:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e07352 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3776512->3780607) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0f49 expref: 6 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016113.202927:0:13927:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016113.202929:0:13927:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016113.202933:0:13927:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880097236880/0x3f004d6452e0736e lrc: 4/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [577536->581631] (req 577536->581631) gid 0 flags: 0x50000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0f65 expref: 6 pid: 13927 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016113.202974:0:13927:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e07352 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3776512->3780607) gid 0 flags: 0x50000000020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0f49 expref: 6 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016113.202987:0:13927:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e07352 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3776512->3780607) gid 0 flags: 0x70000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0f49 expref: 6 pid: 7689 timeout: 477 lvb_type: 0 00000100:00100000:1.0:1734016113.203005:0:13927:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009721a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13927:1818247339383808:192.168.201.10@tcp:104: 00000100:00100000:1.0:1734016113.203074:0:13927:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b42cd840 going to sleep for 11 seconds 00000100:00100000:0.0:1734016113.206228:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016113.206637:0:7705:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336712320 00000100:00100000:3.0:1734016113.206651:0:7705:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336712320 00010000:00010000:3.0:1734016113.206698:0:7705:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e07352 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3776512->3780607) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0f49 expref: 7 pid: 7689 timeout: 477 lvb_type: 0 00000100:00100000:3.0:1734016113.206739:0:7705:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2737 00000100:00100000:3.0:1734016113.206745:0:7705:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88006d83e850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1978:x1818247336712320:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016113.206763:0:7705:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016113.206790:0:7705:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e07352 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3776512->3780607) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0f49 expref: 7 pid: 7689 timeout: 477 lvb_type: 0 00010000:00010000:3.0:1734016113.206803:0:7705:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e07352 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3776512->3780607) gid 0 flags: 0x50000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0f49 expref: 7 pid: 7689 timeout: 477 lvb_type: 0 00010000:00010000:3.0:1734016113.206835:0:7705:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016113.206838:0:7705:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016113.206847:0:7705:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880097236880/0x3f004d6452e0736e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 577536->581631) gid 0 flags: 0x50080000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0f65 expref: 6 pid: 13927 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016113.206856:0:7705:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880097236880/0x3f004d6452e0736e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 577536->581631) gid 0 flags: 0x50080000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0f65 expref: 6 pid: 13927 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016113.206917:0:7705:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880097236880/0x3f004d6452e0736e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 577536->581631) gid 0 flags: 0x40000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0f65 expref: 6 pid: 13927 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016113.206931:0:7705:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074098e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7705:1818247339383936:192.168.201.10@tcp:105: 00000100:00100000:3.0:1734016113.206993:0:7705:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a896ecc0 going to sleep for 11 seconds 00010000:00010000:1.0:1734016113.207203:0:13927:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e07352 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3776512->3780607) gid 0 flags: 0x44801400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0f49 expref: 7 pid: 7689 timeout: 477 lvb_type: 0 00000100:00100000:1.0:1734016113.207220:0:13927:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009721a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13927:1818247339383808:192.168.201.10@tcp:104: 00010000:00010000:1.0:1734016113.207245:0:13927:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880097236880/0x3f004d6452e0736e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 577536->581631) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0f65 expref: 6 pid: 13927 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016113.207253:0:13927:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097236880, rc 0) 00000100:00100000:1.0:1734016113.207281:0:13927:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074195880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:9673:x1818247336712192:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 4499us (4725us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016113.207289:0:13927:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10316 00000100:00100000:3.0:1734016113.209196:0:7705:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074098e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7705:1818247339383936:192.168.201.10@tcp:105: 00010000:00010000:3.0:1734016113.209223:0:7705:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016113.209270:0:7705:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88006d83e850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1978:x1818247336712320:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 2522us (3053us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016113.209284:0:7705:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2737 00000100:00100000:0.0:1734016113.210372:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016113.211196:0:13927:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336712448 00000100:00100000:1.0:1734016113.211207:0:13927:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336712448 00000100:00100000:1.0:1734016113.211262:0:13927:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10317 00000100:00100000:1.0:1734016113.211269:0:13927:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074195c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1979:x1818247336712448:12345-192.168.201.10@tcp:22:fsx.0 00002000:00010000:1.0:1734016113.211517:0:13927:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 6418432 -> 6418432 00002000:00010000:1.0:1734016113.211521:0:13927:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016112 -> 1734016112 00002000:00010000:1.0:1734016113.211533:0:13927:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016112 -> 1734016112 00002000:00010000:1.0:1734016113.211535:0:13927:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016112 -> 1734016113 00002000:00010000:1.0:1734016113.211537:0:13927:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 1024 -> 1032 00000100:00100000:1.0:1734016113.211588:0:13927:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074195c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1979:x1818247336712448:12345-192.168.201.10@tcp:22:fsx.0 Request processed in 318us (1220us total) trans 4294969177 rc 0/0 00000100:00100000:1.0:1734016113.211595:0:13927:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10317 00000100:00100000:0.0:1734016113.217564:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016113.217765:0:6481:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336712704 00000100:00100000:3.0:1734016113.217778:0:6481:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336712704 00000100:00100000:3.0:1734016113.217839:0:6481:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 1921 00000100:00100000:3.0:1734016113.217847:0:6481:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074195f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+28:9673:x1818247336712704:12345-192.168.201.10@tcp:36:fsx.0 00010000:00010000:3.0:1734016113.217936:0:6481:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016113.217973:0:6481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a5b00/0x3f004d6452e072fe lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0f03 expref: 28 pid: 6481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016113.217996:0:6481:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:3.0:1734016113.218000:0:6481:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1734016113.218217:0:6481:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a61c0/0x3f004d6452e07375 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6481 initiator: MDT0 00010000:00010000:3.0:1734016113.218235:0:6481:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880072171f80/0x3f004d6452e0731a lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0f18 expref: 22 pid: 8966 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016113.218244:0:6481:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a61c0/0x3f004d6452e07375 lrc: 4/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6481 initiator: MDT0 00010000:00010000:3.0:1734016113.218286:0:6481:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880072171f80/0x3f004d6452e0731a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0f18 expref: 22 pid: 8966 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016113.218302:0:6481:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880072171f80/0x3f004d6452e0731a lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0f18 expref: 22 pid: 8966 timeout: 477 lvb_type: 0 00000100:00100000:3.0:1734016113.218318:0:6481:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074098e00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6481:1818247339384064:192.168.201.10@tcp:104: 00000100:00100000:3.0:1734016113.218392:0:6481:0:(client.c:2562:ptlrpc_set_wait()) set ffff88006d83bb40 going to sleep for 11 seconds 00000100:00080000:0.0:1734016113.218473:0:6479:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734016083 00000100:00100000:0.0:1734016113.221223:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016113.221726:0:6481:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074098e00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6481:1818247339384064:192.168.201.10@tcp:104: 00010000:00010000:3.0:1734016113.221759:0:6481:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a61c0/0x3f004d6452e07375 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6481 initiator: MDT0 00000100:00100000:3.0:1734016113.221794:0:7705:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336712832 00000100:00100000:3.0:1734016113.221801:0:7705:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336712832 00010000:00010000:3.0:1734016113.221851:0:7705:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880072171f80/0x3f004d6452e0731a lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0f18 expref: 23 pid: 8966 timeout: 477 lvb_type: 0 00000100:00100000:3.0:1734016113.221915:0:6469:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2738 00000100:00100000:3.0:1734016113.221924:0:6469:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074196300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+23:1979:x1818247336712832:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016113.221940:0:6469:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016113.221947:0:6469:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880072171f80/0x3f004d6452e0731a lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0f18 expref: 23 pid: 8966 timeout: 477 lvb_type: 0 00010000:00010000:3.0:1734016113.221957:0:6469:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880072171f80/0x3f004d6452e0731a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0f18 expref: 23 pid: 8966 timeout: 477 lvb_type: 0 00010000:00010000:3.0:1734016113.221981:0:6469:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880072171f80/0x3f004d6452e0731a lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0f18 expref: 23 pid: 8966 timeout: 477 lvb_type: 0 00010000:00010000:3.0:1734016113.221998:0:6469:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:3.0:1734016113.222002:0:6469:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a61c0/0x3f004d6452e07375 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6481 initiator: MDT0 00010000:00010000:3.0:1734016113.222013:0:6469:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a61c0/0x3f004d6452e07375 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6481 initiator: MDT0 00010000:00010000:3.0:1734016113.222021:0:6469:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a61c0/0x3f004d6452e07375 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6481 initiator: MDT0 00010000:00010000:3.0:1734016113.222038:0:6469:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016113.222081:0:6469:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074196300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+22:1979:x1818247336712832:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 157us (869us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016113.222088:0:6469:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2738 00010000:00010000:3.0:1734016113.222109:0:6481:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a61c0/0x3f004d6452e07375 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6481 initiator: MDT0 00010000:00010000:3.0:1734016113.222115:0:6481:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a61c0/0x3f004d6452e07375 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6481 initiator: MDT0 00000001:00080000:3.0:1734016113.222214:0:6481:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294968519 00000004:00010000:3.0:1734016113.222265:0:6481:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff880074195f80 reply state ffff880130f22000 transno 4294968520 ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a61c0/0x3f004d6452e07375 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6481 initiator: MDT0 00000100:00100000:3.0:1734016113.222273:0:6481:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1734016113.222346:0:6481:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074195f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+30:9673:x1818247336712704:12345-192.168.201.10@tcp:36:fsx.0 Request processed in 4499us (4794us total) trans 4294968520 rc 0/0 00000100:00100000:3.0:1734016113.222353:0:6481:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 1921 00000020:00080000:3.0:1734016113.222357:0:6481:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00080000:0.0:1734016113.222419:0:6479:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734016083 00000100:00100000:0.0:1734016113.224960:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00010000:00010000:1.0:1734016113.225042:0:3495:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a61c0/0x3f004d6452e07375 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6481 initiator: MDT0 00010000:00010000:1.0:1734016113.225052:0:3495:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a61c0/0x3f004d6452e07375 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6481 initiator: MDT0 00010000:00010000:1.0:1734016113.225058:0:3495:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a61c0/0x3f004d6452e07375 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6481 initiator: MDT0 00010000:00010000:1.0:1734016113.225064:0:3495:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88009a9a61c0 already unused, calling callback (ffffffffa0f03950) 00010000:00010000:1.0:1734016113.225068:0:3495:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a61c0/0x3f004d6452e07375 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6481 initiator: MDT0 00010000:00010000:1.0:1734016113.225074:0:3495:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a61c0/0x3f004d6452e07375 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6481 initiator: MDT0 00010000:00010000:1.0:1734016113.225092:0:3495:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:1.0:1734016113.225095:0:3495:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1734016113.225098:0:3495:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a61c0/0x3f004d6452e07375 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6481 initiator: MDT0 00010000:00010000:1.0:1734016113.225103:0:3495:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a61c0/0x3f004d6452e07375 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6481 initiator: MDT0 00000100:00100000:3.0:1734016113.225502:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336712960 00000100:00100000:3.0:1734016113.225512:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336712960 00000100:00100000:1.0:1734016113.226948:0:13927:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10318 00000100:00100000:1.0:1734016113.226962:0:13927:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074196680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:9673:x1818247336712960:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:1.0:1734016113.226996:0:13927:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016113.227022:0:13927:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880097235b00/0x3f004d6452e0737c lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d0f6c expref: -99 pid: 13927 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016113.227064:0:13927:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880097236880/0x3f004d6452e0736e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 577536->581631) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0f65 expref: 6 pid: 13927 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016113.227074:0:13927:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016113.227076:0:13927:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016113.227080:0:13927:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880097235b00/0x3f004d6452e0737c lrc: 4/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0f6c expref: 7 pid: 13927 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016113.227119:0:13927:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880097236880/0x3f004d6452e0736e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 577536->581631) gid 0 flags: 0x50000000020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0f65 expref: 6 pid: 13927 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016113.227132:0:13927:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880097236880/0x3f004d6452e0736e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 577536->581631) gid 0 flags: 0x70000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0f65 expref: 6 pid: 13927 timeout: 477 lvb_type: 0 00000100:00100000:1.0:1734016113.227145:0:13927:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009721a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13927:1818247339384192:192.168.201.10@tcp:104: 00000100:00100000:1.0:1734016113.227230:0:13927:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b42cd840 going to sleep for 11 seconds 00000100:00100000:1.0:1734016113.233334:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016113.233467:0:13927:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009721a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13927:1818247339384192:192.168.201.10@tcp:104: 00010000:00010000:0.0:1734016113.233498:0:13927:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880097235b00/0x3f004d6452e0737c lrc: 3/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0f6c expref: 7 pid: 13927 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016113.233516:0:13927:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097235b00, rc 0) 00000100:00100000:0.0:1734016113.233570:0:13927:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074196680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:9673:x1818247336712960:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 6612us (8621us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016113.233578:0:13927:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10318 00000100:00100000:2.0:1734016113.236929:0:7705:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336713088 00000100:00100000:2.0:1734016113.236945:0:7705:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336713088 00010000:00010000:2.0:1734016113.236993:0:7705:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880097236880/0x3f004d6452e0736e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 577536->581631) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0f65 expref: 7 pid: 13927 timeout: 477 lvb_type: 0 00000100:00100000:2.0:1734016113.237042:0:7705:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2739 00000100:00100000:2.0:1734016113.237050:0:7705:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880097219c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1978:x1818247336713088:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016113.237067:0:7705:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016113.237093:0:7705:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880097236880/0x3f004d6452e0736e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 577536->581631) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0f65 expref: 7 pid: 13927 timeout: 477 lvb_type: 0 00010000:00010000:2.0:1734016113.237105:0:7705:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880097236880/0x3f004d6452e0736e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 577536->581631) gid 0 flags: 0x50000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0f65 expref: 7 pid: 13927 timeout: 477 lvb_type: 0 00010000:00010000:2.0:1734016113.237129:0:7705:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097236880/0x3f004d6452e0736e lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 577536->581631) gid 0 flags: 0x44801400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0f65 expref: 7 pid: 13927 timeout: 477 lvb_type: 0 00010000:00010000:2.0:1734016113.237155:0:7705:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016113.237158:0:7705:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016113.237164:0:7705:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880097235b00/0x3f004d6452e0737c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0f6c expref: 6 pid: 13927 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016113.237179:0:7705:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880097235b00/0x3f004d6452e0737c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0f6c expref: 6 pid: 13927 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016113.237224:0:7705:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880097235b00/0x3f004d6452e0737c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0f6c expref: 6 pid: 13927 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016113.237239:0:7705:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074c8b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7705:1818247339384320:192.168.201.10@tcp:105: 00000100:00100000:2.0:1734016113.237315:0:7705:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800768ef9c0 going to sleep for 11 seconds 00000100:00100000:2.0:1734016113.244483:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016113.244534:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336713216 00000100:00100000:2.0:1734016113.244542:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336713216 00002000:00010000:2.0:1734016113.244597:0:7694:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (9686599->18446744073709551615) 00002000:00100000:2.0:1734016113.244602:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074c88700 with x1818247336713216 ext(9686599->18446744073709551615) 00002000:00010000:2.0:1734016113.244618:0:7694:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074c88700. 00000100:00100000:2.0:1734016113.244643:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8627 00000100:00100000:2.0:1734016113.244650:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074c88700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1978:x1818247336713216:12345-192.168.201.10@tcp:10:fsx.0 00002000:00010000:2.0:1734016113.244982:0:7694:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 6418432 -> 9686599 00002000:00010000:2.0:1734016113.244985:0:7694:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016112 -> 1734016112 00002000:00010000:2.0:1734016113.244987:0:7694:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016112 -> 1734016112 00002000:00010000:2.0:1734016113.244989:0:7694:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016113 -> 1734016112 00002000:00010000:2.0:1734016113.244992:0:7694:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 1032 -> 1032 00000100:00100000:3.0:1734016113.246500:0:7705:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074c8b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7705:1818247339384320:192.168.201.10@tcp:105: 00010000:00010000:3.0:1734016113.246540:0:7705:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016113.253478:0:7705:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880097219c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1978:x1818247336713088:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 16408us (20134us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016113.253496:0:7705:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2739 00000100:00100000:2.0:1734016113.253631:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074c88700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1978:x1818247336713216:12345-192.168.201.10@tcp:10:fsx.0 Request processed in 8976us (9161us total) trans 4294969178 rc 0/0 00000100:00100000:2.0:1734016113.253643:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8627 00002000:00010000:2.0:1734016113.253652:0:7694:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (9686599->18446744073709551615) 00002000:00100000:2.0:1734016113.253657:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074c88700 with x1818247336713216 ext(9686599->18446744073709551615) 00002000:00010000:2.0:1734016113.253675:0:7694:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074c88700. 00000100:00100000:0.0:1734016113.265094:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016113.266831:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336713472 00000100:00100000:2.0:1734016113.266851:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336713472 00002000:00100000:2.0:1734016113.266944:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (7847936->9687039) req@ffff880074196a00 x1818247336713472/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:74/0 lens 488/0 e 0 to 0 dl 1734016124 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016113.266957:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074196a00 with x1818247336713472 ext(7847936->9687039) 00002000:00010000:2.0:1734016113.266965:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074196a00 00000100:00100000:2.0:1734016113.267026:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8628 00000100:00100000:2.0:1734016113.267037:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074196a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1978:x1818247336713472:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:3.0:1734016113.300609:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074196a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1978:x1818247336713472:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 33556us (35521us total) trans 0 rc 1839104/1839104 00000100:00100000:3.0:1734016113.304044:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8628 00002000:00100000:3.0:1734016113.304089:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (7847936->9687039) req@ffff880074196a00 x1818247336713472/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:74/0 lens 488/440 e 0 to 0 dl 1734016124 ref 1 fl Complete:/200/0 rc 1839104/1839104 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016113.304109:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074196a00 with x1818247336713472 ext(7847936->9687039) 00002000:00010000:3.0:1734016113.304117:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074196a00 00000100:00100000:0.0:1734016113.307586:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016113.308743:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336713600 00000100:00100000:3.0:1734016113.308756:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336713600 00002000:00100000:3.0:1734016113.308816:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (9670656->9686598) req@ffff88012e4d9c50 x1818247336713600/t0(0) o4->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:74/0 lens 16432/0 e 0 to 0 dl 1734016124 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016113.308829:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e4d9c50 with x1818247336713600 ext(9670656->9686598) 00002000:00010000:3.0:1734016113.308834:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012e4d9c50 00000100:00100000:3.0:1734016113.308886:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8629 00000100:00100000:3.0:1734016113.308895:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e4d9c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1979:x1818247336713600:12345-192.168.201.10@tcp:4:fsx.0 00000100:00100000:3.0:1734016113.310074:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e4d9c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+10:1979:x1818247336713600:12345-192.168.201.10@tcp:4:fsx.0 Request processed in 1174us (2497us total) trans 4294969179 rc 0/0 00000100:00100000:3.0:1734016113.310084:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8629 00002000:00100000:3.0:1734016113.310091:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (9670656->9686598) req@ffff88012e4d9c50 x1818247336713600/t4294969179(0) o4->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:74/0 lens 16432/448 e 0 to 0 dl 1734016124 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016113.310098:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e4d9c50 with x1818247336713600 ext(9670656->9686598) 00002000:00010000:3.0:1734016113.310102:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012e4d9c50 00000100:00100000:0.0:1734016113.314988:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016113.315094:0:6481:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336713728 00000100:00100000:3.0:1734016113.315104:0:6481:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336713728 00000100:00100000:3.0:1734016113.315158:0:6481:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 1922 00000100:00100000:3.0:1734016113.315165:0:6481:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074196d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+29:9673:x1818247336713728:12345-192.168.201.10@tcp:44:fsx.0 00000100:00100000:3.0:1734016113.315326:0:6481:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074196d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+29:9673:x1818247336713728:12345-192.168.201.10@tcp:44:fsx.0 Request processed in 161us (355us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016113.315338:0:6481:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 1922 00000100:00100000:0.0:1734016113.326053:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016113.326941:0:13927:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336713856 00000100:00100000:2.0:1734016113.326955:0:13927:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336713856 00000100:00100000:2.0:1734016113.327028:0:13927:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10319 00000100:00100000:2.0:1734016113.327036:0:13927:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074197100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+10:1981:x1818247336713856:12345-192.168.201.10@tcp:16:fsx.0 00000001:00080000:0.0:1734016113.328599:0:8954:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969179 is committed 00000001:00080000:0.0:1734016113.328616:0:8954:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969177 is committed 00000100:00100000:2.0:1734016113.328764:0:13927:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074197100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1981:x1818247336713856:12345-192.168.201.10@tcp:16:fsx.0 Request processed in 1724us (2715us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016113.328774:0:13927:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10319 00000100:00100000:1.0:1734016113.334208:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016113.334311:0:8966:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336713984 00000100:00100000:0.0:1734016113.334322:0:8966:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336713984 00000100:00100000:0.0:1734016113.334392:0:8966:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 1923 00000100:00100000:0.0:1734016113.334401:0:8966:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009721bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+29:9673:x1818247336713984:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:0.0:1734016113.334430:0:8966:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016113.334460:0:8966:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a803ba80/0x3f004d6452e07383 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d0f73 expref: -99 pid: 8966 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016113.334599:0:8966:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8038fc0/0x3f004d6452e0738a lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 8966 initiator: MDT0 00010000:00010000:0.0:1734016113.334618:0:8966:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8038fc0/0x3f004d6452e0738a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 8966 initiator: MDT0 00010000:00010000:0.0:1734016113.334633:0:8966:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8038fc0/0x3f004d6452e0738a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 8966 initiator: MDT0 00000004:00200000:0.0:1734016113.334663:0:8966:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 9686599 00000004:00200000:0.0:1734016113.334669:0:8966:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1734016113.334692:0:8966:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8038fc0/0x3f004d6452e0738a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 8966 initiator: MDT0 00010000:00010000:0.0:1734016113.334720:0:8966:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a803ba80/0x3f004d6452e07383 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0f73 expref: 31 pid: 8966 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016113.335740:0:8966:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8038fc0/0x3f004d6452e0738a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0f73 expref: 30 pid: 8966 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016113.335750:0:8966:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:0.0:1734016113.335754:0:8966:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1734016113.335756:0:8966:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a8038fc0, rc 0) 00000100:00100000:0.0:1734016113.336682:0:8966:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009721bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+30:9673:x1818247336713984:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 2280us (2484us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016113.336689:0:8966:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 1923 00000100:00100000:0.0:1734016113.341718:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016113.342815:0:8966:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336714240 00000100:00100000:2.0:1734016113.342828:0:8966:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336714240 00000100:00100000:2.0:1734016113.342897:0:8966:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 1924 00000100:00100000:2.0:1734016113.342904:0:8966:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074197480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+30:9673:x1818247336714240:12345-192.168.201.10@tcp:36:fsx.0 00010000:00010000:2.0:1734016113.342958:0:8966:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016113.342984:0:8966:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8038fc0/0x3f004d6452e0738a lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0f73 expref: 30 pid: 8966 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016113.343331:0:8966:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:2.0:1734016113.343336:0:8966:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1734016113.343563:0:8966:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a61c0/0x3f004d6452e07391 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 8966 initiator: MDT0 00010000:00010000:3.0:1734016113.343578:0:8966:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a61c0/0x3f004d6452e07391 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8966 initiator: MDT0 00010000:00010000:3.0:1734016113.343589:0:8966:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a61c0/0x3f004d6452e07391 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8966 initiator: MDT0 00000001:00080000:3.0:1734016113.343620:0:8966:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294968521 00000004:00010000:3.0:1734016113.343636:0:8966:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff880074197480 reply state ffff8800743df000 transno 4294968522 ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a61c0/0x3f004d6452e07391 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8966 initiator: MDT0 00000100:00100000:3.0:1734016113.343642:0:8966:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1734016113.343731:0:8966:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074197480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+32:9673:x1818247336714240:12345-192.168.201.10@tcp:36:fsx.0 Request processed in 825us (2022us total) trans 4294968522 rc 0/0 00000100:00100000:3.0:1734016113.343738:0:8966:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 1924 00000020:00080000:3.0:1734016113.343742:0:8966:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1734016113.347970:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00010000:00010000:2.0:1734016113.348064:0:3494:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a61c0/0x3f004d6452e07391 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8966 initiator: MDT0 00010000:00010000:2.0:1734016113.348075:0:3494:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a61c0/0x3f004d6452e07391 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 8966 initiator: MDT0 00010000:00010000:2.0:1734016113.348082:0:3494:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a61c0/0x3f004d6452e07391 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8966 initiator: MDT0 00010000:00010000:2.0:1734016113.348088:0:3494:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88009a9a61c0 already unused, calling callback (ffffffffa0f03950) 00010000:00010000:2.0:1734016113.348092:0:3494:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a61c0/0x3f004d6452e07391 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8966 initiator: MDT0 00010000:00010000:2.0:1734016113.348158:0:3494:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a61c0/0x3f004d6452e07391 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 8966 initiator: MDT0 00010000:00010000:2.0:1734016113.348177:0:3494:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:2.0:1734016113.348179:0:3494:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734016113.348183:0:3494:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a61c0/0x3f004d6452e07391 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8966 initiator: MDT0 00010000:00010000:2.0:1734016113.348187:0:3494:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a61c0/0x3f004d6452e07391 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8966 initiator: MDT0 00000100:00100000:3.0:1734016113.348755:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336714368 00000100:00100000:3.0:1734016113.348765:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336714368 00002000:00010000:3.0:1734016113.348800:0:7694:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (3196271->18446744073709551615) 00002000:00100000:3.0:1734016113.348804:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074197800 with x1818247336714368 ext(3196271->18446744073709551615) 00002000:00010000:3.0:1734016113.348815:0:7694:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074197800. 00000100:00100000:3.0:1734016113.348847:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8630 00000100:00100000:3.0:1734016113.348854:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074197800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1978:x1818247336714368:12345-192.168.201.10@tcp:10:fsx.0 00002000:00010000:3.0:1734016113.350426:0:7694:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 9686599 -> 3196271 00002000:00010000:3.0:1734016113.350430:0:7694:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016112 -> 1734016112 00002000:00010000:3.0:1734016113.350433:0:7694:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016112 -> 1734016112 00002000:00010000:3.0:1734016113.350436:0:7694:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016112 -> 1734016112 00002000:00010000:3.0:1734016113.350437:0:7694:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 1032 -> 864 00000100:00100000:3.0:1734016113.350491:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074197800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1978:x1818247336714368:12345-192.168.201.10@tcp:10:fsx.0 Request processed in 1635us (2532us total) trans 4294969180 rc 0/0 00000100:00100000:3.0:1734016113.350500:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8630 00002000:00010000:3.0:1734016113.350503:0:7694:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (3196271->18446744073709551615) 00002000:00100000:3.0:1734016113.350506:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074197800 with x1818247336714368 ext(3196271->18446744073709551615) 00002000:00010000:3.0:1734016113.350509:0:7694:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074197800. 00000100:00100000:0.0:1734016113.355975:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016113.356264:0:8966:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336714496 00000100:00100000:3.0:1734016113.356275:0:8966:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336714496 00000100:00100000:3.0:1734016113.356328:0:8966:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 1925 00000100:00100000:3.0:1734016113.356336:0:8966:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074197b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+31:9673:x1818247336714496:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:3.0:1734016113.356365:0:8966:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016113.356390:0:8966:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a5b00/0x3f004d6452e07398 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d0f7a expref: -99 pid: 8966 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016113.356496:0:8966:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a7cc0/0x3f004d6452e0739f lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 8966 initiator: MDT0 00010000:00010000:3.0:1734016113.356511:0:8966:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a7cc0/0x3f004d6452e0739f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 8966 initiator: MDT0 00010000:00010000:3.0:1734016113.356535:0:8966:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a7cc0/0x3f004d6452e0739f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 8966 initiator: MDT0 00000004:00200000:3.0:1734016113.356565:0:8966:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 3196271 00000004:00200000:3.0:1734016113.356571:0:8966:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1734016113.356588:0:8966:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a7cc0/0x3f004d6452e0739f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 8966 initiator: MDT0 00010000:00010000:3.0:1734016113.356618:0:8966:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a5b00/0x3f004d6452e07398 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0f7a expref: 33 pid: 8966 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016113.356635:0:8966:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a7cc0/0x3f004d6452e0739f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0f7a expref: 32 pid: 8966 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016113.356643:0:8966:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:3.0:1734016113.356646:0:8966:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1734016113.356649:0:8966:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a9a7cc0, rc 0) 00000100:00100000:3.0:1734016113.358590:0:8966:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074197b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+32:9673:x1818247336714496:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 2242us (2615us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016113.358602:0:8966:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 1925 00000100:00100000:0.0:1734016113.374220:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016113.374362:0:8966:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336714752 00000100:00100000:3.0:1734016113.374373:0:8966:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336714752 00000100:00100000:3.0:1734016113.375216:0:8966:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 1926 00000100:00100000:3.0:1734016113.375226:0:8966:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074194000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+32:9673:x1818247336714752:12345-192.168.201.10@tcp:36:fsx.0 00010000:00010000:3.0:1734016113.375285:0:8966:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016113.375314:0:8966:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a7cc0/0x3f004d6452e0739f lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0f7a expref: 32 pid: 8966 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016113.375346:0:8966:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:3.0:1734016113.375351:0:8966:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1734016113.375544:0:8966:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a6880/0x3f004d6452e073a6 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 8966 initiator: MDT0 00010000:00010000:3.0:1734016113.375558:0:8966:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a6880/0x3f004d6452e073a6 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8966 initiator: MDT0 00010000:00010000:3.0:1734016113.375574:0:8966:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a6880/0x3f004d6452e073a6 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8966 initiator: MDT0 00000001:00080000:3.0:1734016113.375609:0:8966:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294968523 00000004:00010000:3.0:1734016113.375630:0:8966:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff880074194000 reply state ffff880130f26000 transno 4294968524 ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a6880/0x3f004d6452e073a6 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8966 initiator: MDT0 00000100:00100000:3.0:1734016113.375796:0:8966:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1734016113.376506:0:8966:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074194000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+34:9673:x1818247336714752:12345-192.168.201.10@tcp:36:fsx.0 Request processed in 1279us (2297us total) trans 4294968524 rc 0/0 00000100:00100000:3.0:1734016113.376513:0:8966:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 1926 00000020:00080000:3.0:1734016113.376527:0:8966:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:1.0:1734016113.390426:0:3495:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a6880/0x3f004d6452e073a6 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8966 initiator: MDT0 00010000:00010000:1.0:1734016113.390442:0:3495:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a6880/0x3f004d6452e073a6 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 8966 initiator: MDT0 00010000:00010000:1.0:1734016113.390448:0:3495:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a6880/0x3f004d6452e073a6 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8966 initiator: MDT0 00010000:00010000:1.0:1734016113.390454:0:3495:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88009a9a6880 already unused, calling callback (ffffffffa0f03950) 00010000:00010000:1.0:1734016113.390459:0:3495:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a6880/0x3f004d6452e073a6 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8966 initiator: MDT0 00010000:00010000:1.0:1734016113.390465:0:3495:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a6880/0x3f004d6452e073a6 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 8966 initiator: MDT0 00010000:00010000:1.0:1734016113.390481:0:3495:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:1.0:1734016113.390484:0:3495:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1734016113.390488:0:3495:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a6880/0x3f004d6452e073a6 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8966 initiator: MDT0 00010000:00010000:1.0:1734016113.390492:0:3495:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a6880/0x3f004d6452e073a6 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8966 initiator: MDT0 00000100:00100000:0.0:1734016113.391470:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016113.392233:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336714880 00000100:00100000:2.0:1734016113.392246:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336714880 00002000:00010000:2.0:1734016113.392293:0:7696:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (9357841->18446744073709551615) 00002000:00100000:2.0:1734016113.392298:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074194380 with x1818247336714880 ext(9357841->18446744073709551615) 00002000:00010000:2.0:1734016113.392312:0:7696:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074194380. 00000100:00100000:2.0:1734016113.392356:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8631 00000100:00100000:2.0:1734016113.392366:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074194380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1979:x1818247336714880:12345-192.168.201.10@tcp:10:fsx.0 00002000:00010000:2.0:1734016113.392622:0:7696:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 3196271 -> 9357841 00002000:00010000:2.0:1734016113.392625:0:7696:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016112 -> 1734016112 00002000:00010000:2.0:1734016113.392627:0:7696:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016112 -> 1734016112 00002000:00010000:2.0:1734016113.392629:0:7696:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016112 -> 1734016112 00002000:00010000:2.0:1734016113.392631:0:7696:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 864 -> 864 00000100:00100000:2.0:1734016113.392705:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074194380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+9:1979:x1818247336714880:12345-192.168.201.10@tcp:10:fsx.0 Request processed in 340us (1241us total) trans 4294969181 rc 0/0 00000100:00100000:2.0:1734016113.392712:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8631 00002000:00010000:2.0:1734016113.392716:0:7696:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (9357841->18446744073709551615) 00002000:00100000:2.0:1734016113.392718:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074194380 with x1818247336714880 ext(9357841->18446744073709551615) 00002000:00010000:2.0:1734016113.392721:0:7696:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074194380. 00000100:00100000:0.0:1734016113.398005:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016113.398108:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336715136 00000100:00100000:3.0:1734016113.398118:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336715136 00002000:00100000:3.0:1734016113.398168:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (9355264->9359359) req@ffff880074194700 x1818247336715136/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:74/0 lens 488/0 e 0 to 0 dl 1734016124 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016113.398178:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074194700 with x1818247336715136 ext(9355264->9359359) 00002000:00010000:3.0:1734016113.398183:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074194700 00000100:00100000:3.0:1734016113.398206:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8632 00000100:00100000:3.0:1734016113.398213:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074194700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+9:1979:x1818247336715136:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:3.0:1734016113.403641:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074194700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+9:1979:x1818247336715136:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 5404us (5622us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016113.403659:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8632 00002000:00100000:3.0:1734016113.403676:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (9355264->9359359) req@ffff880074194700 x1818247336715136/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:74/0 lens 488/4536 e 0 to 0 dl 1734016124 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016113.403686:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074194700 with x1818247336715136 ext(9355264->9359359) 00002000:00010000:3.0:1734016113.403693:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074194700 00000100:00100000:0.0:1734016113.415836:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016113.415969:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336715392 00000100:00100000:3.0:1734016113.415976:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336715392 00002000:00100000:3.0:1734016113.416011:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (9351168->9355263) req@ffff880074194a80 x1818247336715392/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:74/0 lens 488/0 e 0 to 0 dl 1734016124 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016113.416019:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074194a80 with x1818247336715392 ext(9351168->9355263) 00002000:00010000:3.0:1734016113.416024:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074194a80 00000100:00100000:3.0:1734016113.416040:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8633 00000100:00100000:3.0:1734016113.416045:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074194a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+9:1978:x1818247336715392:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:3.0:1734016113.416186:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074194a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+9:1978:x1818247336715392:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 139us (356us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016113.416192:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8633 00002000:00100000:3.0:1734016113.416197:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (9351168->9355263) req@ffff880074194a80 x1818247336715392/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:74/0 lens 488/4536 e 0 to 0 dl 1734016124 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016113.416203:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074194a80 with x1818247336715392 ext(9351168->9355263) 00002000:00010000:3.0:1734016113.416206:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074194a80 00000100:00100000:0.0:1734016113.421442:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016113.421703:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336715648 00000100:00100000:2.0:1734016113.421711:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336715648 00002000:00100000:2.0:1734016113.421748:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (9347072->9351167) req@ffff880074194e00 x1818247336715648/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:74/0 lens 488/0 e 0 to 0 dl 1734016124 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016113.421758:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074194e00 with x1818247336715648 ext(9347072->9351167) 00002000:00010000:2.0:1734016113.421762:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074194e00 00000100:00100000:2.0:1734016113.421796:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8634 00000100:00100000:2.0:1734016113.421803:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074194e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+9:1980:x1818247336715648:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:2.0:1734016113.422023:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074194e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+9:1980:x1818247336715648:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 219us (588us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016113.422031:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8634 00002000:00100000:2.0:1734016113.422036:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (9347072->9351167) req@ffff880074194e00 x1818247336715648/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:74/0 lens 488/4536 e 0 to 0 dl 1734016124 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016113.422043:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074194e00 with x1818247336715648 ext(9347072->9351167) 00002000:00010000:2.0:1734016113.422046:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074194e00 00000100:00100000:0.0:1734016113.429707:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016113.429793:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336715904 00000100:00100000:3.0:1734016113.429802:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336715904 00002000:00100000:3.0:1734016113.429836:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (9342976->9347071) req@ffff880074196a00 x1818247336715904/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:74/0 lens 488/0 e 0 to 0 dl 1734016124 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016113.429845:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074196a00 with x1818247336715904 ext(9342976->9347071) 00002000:00010000:3.0:1734016113.429850:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074196a00 00000100:00100000:2.0:1734016113.429977:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8635 00000100:00100000:2.0:1734016113.429984:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074196a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+9:1980:x1818247336715904:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:2.0:1734016113.430126:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074196a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+9:1980:x1818247336715904:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 142us (427us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016113.430132:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8635 00002000:00100000:2.0:1734016113.430137:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (9342976->9347071) req@ffff880074196a00 x1818247336715904/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:74/0 lens 488/4536 e 0 to 0 dl 1734016124 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016113.430143:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074196a00 with x1818247336715904 ext(9342976->9347071) 00002000:00010000:2.0:1734016113.430146:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074196a00 00000100:00100000:0.0:1734016113.435640:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016113.438628:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336716160 00000100:00100000:3.0:1734016113.438642:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336716160 00002000:00100000:3.0:1734016113.438690:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (9338880->9342975) req@ffff88007536ad80 x1818247336716160/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:74/0 lens 488/0 e 0 to 0 dl 1734016124 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016113.438700:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007536ad80 with x1818247336716160 ext(9338880->9342975) 00002000:00010000:3.0:1734016113.438704:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007536ad80 00000100:00100000:3.0:1734016113.438749:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8636 00000100:00100000:3.0:1734016113.438755:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007536ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+9:1980:x1818247336716160:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:3.0:1734016113.438983:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007536ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+9:1980:x1818247336716160:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 226us (3351us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016113.438991:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8636 00002000:00100000:3.0:1734016113.438996:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (9338880->9342975) req@ffff88007536ad80 x1818247336716160/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:74/0 lens 488/4536 e 0 to 0 dl 1734016124 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016113.439003:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007536ad80 with x1818247336716160 ext(9338880->9342975) 00002000:00010000:3.0:1734016113.439006:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007536ad80 00000100:00100000:0.0:1734016113.442057:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016113.442171:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336716416 00000100:00100000:2.0:1734016113.442180:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336716416 00002000:00100000:2.0:1734016113.442219:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (9334784->9338879) req@ffff88007536a680 x1818247336716416/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:74/0 lens 488/0 e 0 to 0 dl 1734016124 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016113.442229:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007536a680 with x1818247336716416 ext(9334784->9338879) 00002000:00010000:2.0:1734016113.442233:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007536a680 00000100:00100000:2.0:1734016113.442266:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8637 00000100:00100000:2.0:1734016113.442272:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007536a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+9:1980:x1818247336716416:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:2.0:1734016113.442435:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007536a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+9:1980:x1818247336716416:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 162us (388us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016113.442442:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8637 00002000:00100000:2.0:1734016113.442448:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (9334784->9338879) req@ffff88007536a680 x1818247336716416/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:74/0 lens 488/4536 e 0 to 0 dl 1734016124 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016113.442454:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007536a680 with x1818247336716416 ext(9334784->9338879) 00002000:00010000:2.0:1734016113.442457:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007536a680 00000100:00100000:0.0:1734016113.449973:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016113.450180:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336716672 00000100:00100000:3.0:1734016113.450187:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336716672 00002000:00100000:3.0:1734016113.450226:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (9330688->9334783) req@ffff880075368e00 x1818247336716672/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:74/0 lens 488/0 e 0 to 0 dl 1734016124 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016113.450236:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880075368e00 with x1818247336716672 ext(9330688->9334783) 00002000:00010000:3.0:1734016113.450241:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880075368e00 00000100:00100000:3.0:1734016113.450273:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8638 00000100:00100000:3.0:1734016113.450278:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075368e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+9:1980:x1818247336716672:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:3.0:1734016113.450430:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075368e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+9:1980:x1818247336716672:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 150us (463us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016113.450436:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8638 00002000:00100000:3.0:1734016113.450441:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (9330688->9334783) req@ffff880075368e00 x1818247336716672/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:74/0 lens 488/4536 e 0 to 0 dl 1734016124 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016113.450448:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880075368e00 with x1818247336716672 ext(9330688->9334783) 00002000:00010000:3.0:1734016113.450451:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880075368e00 00000100:00100000:0.0:1734016113.454075:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016113.456030:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336716928 00000100:00100000:2.0:1734016113.456043:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336716928 00002000:00100000:2.0:1734016113.456087:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (9326592->9330687) req@ffff880075369880 x1818247336716928/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:74/0 lens 488/0 e 0 to 0 dl 1734016124 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016113.456097:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880075369880 with x1818247336716928 ext(9326592->9330687) 00002000:00010000:2.0:1734016113.456103:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880075369880 00000100:00100000:2.0:1734016113.456144:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8639 00000100:00100000:2.0:1734016113.456151:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075369880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+9:1980:x1818247336716928:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:2.0:1734016113.456555:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075369880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+9:1980:x1818247336716928:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 402us (2485us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016113.456563:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8639 00002000:00100000:2.0:1734016113.456570:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (9326592->9330687) req@ffff880075369880 x1818247336716928/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:74/0 lens 488/4536 e 0 to 0 dl 1734016124 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016113.456576:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880075369880 with x1818247336716928 ext(9326592->9330687) 00002000:00010000:2.0:1734016113.456579:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880075369880 00000100:00100000:0.0:1734016113.473385:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016113.473488:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336717184 00000100:00100000:3.0:1734016113.473496:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336717184 00002000:00100000:3.0:1734016113.473541:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (9322496->9326591) req@ffff88007536b800 x1818247336717184/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:74/0 lens 488/0 e 0 to 0 dl 1734016124 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016113.473551:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007536b800 with x1818247336717184 ext(9322496->9326591) 00002000:00010000:3.0:1734016113.473556:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007536b800 00000100:00100000:3.0:1734016113.473575:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8640 00000100:00100000:3.0:1734016113.473581:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007536b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+9:1980:x1818247336717184:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:3.0:1734016113.473823:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007536b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+9:1980:x1818247336717184:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 239us (447us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016113.473831:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8640 00002000:00100000:3.0:1734016113.473836:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (9322496->9326591) req@ffff88007536b800 x1818247336717184/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:74/0 lens 488/4536 e 0 to 0 dl 1734016124 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016113.473843:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007536b800 with x1818247336717184 ext(9322496->9326591) 00002000:00010000:3.0:1734016113.473846:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007536b800 00000100:00100000:1.0:1734016113.477070:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016113.477153:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336717440 00000100:00100000:0.0:1734016113.477163:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336717440 00002000:00100000:0.0:1734016113.477203:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (9318400->9322495) req@ffff880097218380 x1818247336717440/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:74/0 lens 488/0 e 0 to 0 dl 1734016124 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016113.477212:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880097218380 with x1818247336717440 ext(9318400->9322495) 00002000:00010000:0.0:1734016113.477216:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880097218380 00000100:00100000:0.0:1734016113.477249:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8641 00000100:00100000:0.0:1734016113.477255:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880097218380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+9:1980:x1818247336717440:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:0.0:1734016113.477429:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880097218380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+9:1980:x1818247336717440:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 172us (367us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016113.477435:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8641 00002000:00100000:0.0:1734016113.477441:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (9318400->9322495) req@ffff880097218380 x1818247336717440/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:74/0 lens 488/4536 e 0 to 0 dl 1734016124 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016113.477448:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880097218380 with x1818247336717440 ext(9318400->9322495) 00002000:00010000:0.0:1734016113.477451:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880097218380 00000100:00100000:0.0:1734016113.483163:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016113.483262:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336717568 00000100:00100000:3.0:1734016113.483270:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336717568 00002000:00100000:3.0:1734016113.483309:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (9318400->9357840) req@ffff88007536b480 x1818247336717568/t0(0) o4->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:74/0 lens 488/0 e 0 to 0 dl 1734016124 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016113.483319:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007536b480 with x1818247336717568 ext(9318400->9357840) 00002000:00010000:3.0:1734016113.483323:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007536b480 00000100:00100000:3.0:1734016113.483342:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8642 00000100:00100000:3.0:1734016113.483347:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007536b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+9:1980:x1818247336717568:12345-192.168.201.10@tcp:4:fsx.0 00000100:00100000:0.0:1734016113.497044:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007536b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+11:1980:x1818247336717568:12345-192.168.201.10@tcp:4:fsx.0 Request processed in 13686us (13879us total) trans 4294969182 rc 0/0 00000100:00100000:0.0:1734016113.497056:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8642 00002000:00100000:0.0:1734016113.497067:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (9318400->9357840) req@ffff88007536b480 x1818247336717568/t4294969182(0) o4->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:74/0 lens 488/448 e 0 to 0 dl 1734016124 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016113.497076:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007536b480 with x1818247336717568 ext(9318400->9357840) 00002000:00010000:0.0:1734016113.497081:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007536b480 00000100:00100000:1.0:1734016113.510125:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016113.512854:0:6481:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336717696 00000100:00100000:2.0:1734016113.512914:0:6481:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336717696 00000100:00100000:2.0:1734016113.512984:0:6481:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 1927 00000100:00100000:2.0:1734016113.512991:0:6481:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880097218700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+33:9673:x1818247336717696:12345-192.168.201.10@tcp:44:fsx.0 00000100:00100000:2.0:1734016113.513120:0:6481:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880097218700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+33:9673:x1818247336717696:12345-192.168.201.10@tcp:44:fsx.0 Request processed in 129us (3002us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016113.513128:0:6481:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 1927 00000100:00100000:0.0:1734016113.517352:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016113.517553:0:13927:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336717824 00000100:00100000:2.0:1734016113.517568:0:13927:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336717824 00000100:00100000:2.0:1734016113.517623:0:13927:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10320 00000100:00100000:2.0:1734016113.517630:0:13927:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075369500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+11:1978:x1818247336717824:12345-192.168.201.10@tcp:16:fsx.0 00000001:00080000:0.0:1734016113.519247:0:8954:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969182 is committed 00000100:00100000:2.0:1734016113.522314:0:13927:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075369500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1978:x1818247336717824:12345-192.168.201.10@tcp:16:fsx.0 Request processed in 4669us (4959us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016113.522331:0:13927:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10320 00000100:00100000:0.0:1734016113.527763:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016113.527906:0:6481:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336717952 00000100:00100000:2.0:1734016113.527914:0:6481:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336717952 00000100:00100000:2.0:1734016113.528056:0:6481:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 1928 00000100:00100000:2.0:1734016113.528062:0:6481:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075368a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+22:9673:x1818247336717952:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:2.0:1734016113.528079:0:6481:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016113.528097:0:6481:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800721718c0/0x3f004d6452e073ad lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d0f81 expref: -99 pid: 6481 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016113.528170:0:6481:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880072172640/0x3f004d6452e073b4 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6481 initiator: MDT0 00010000:00010000:2.0:1734016113.528181:0:6481:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880072172640/0x3f004d6452e073b4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6481 initiator: MDT0 00010000:00010000:2.0:1734016113.528189:0:6481:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880072172640/0x3f004d6452e073b4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6481 initiator: MDT0 00000004:00200000:2.0:1734016113.528209:0:6481:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 9357841 00000004:00200000:2.0:1734016113.528213:0:6481:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1734016113.528227:0:6481:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880072172640/0x3f004d6452e073b4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6481 initiator: MDT0 00010000:00010000:2.0:1734016113.528248:0:6481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800721718c0/0x3f004d6452e073ad lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0f81 expref: 24 pid: 6481 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016113.528260:0:6481:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880072172640/0x3f004d6452e073b4 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0f81 expref: 23 pid: 6481 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016113.528267:0:6481:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:2.0:1734016113.528269:0:6481:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1734016113.528272:0:6481:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880072172640, rc 0) 00000100:00100000:2.0:1734016113.528312:0:6481:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075368a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+23:9673:x1818247336717952:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 249us (556us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016113.528318:0:6481:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 1928 00000100:00100000:1.0:1734016113.534435:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016113.534539:0:13927:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336718080 00000100:00100000:2.0:1734016113.534549:0:13927:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336718080 00000100:00100000:2.0:1734016113.534662:0:13927:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10321 00000100:00100000:2.0:1734016113.534668:0:13927:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009721a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:1979:x1818247336718080:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:2.0:1734016113.534685:0:13927:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016113.534706:0:13927:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880072172d00/0x3f004d6452e073bb lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d0f88 expref: -99 pid: 13927 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016113.534827:0:13927:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074c89c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13927:1818247339384448:192.168.201.10@tcp:106: 00000100:00100000:2.0:1734016113.535792:0:13927:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800768ef9c0 going to sleep for 11 seconds 00002000:00010000:2.0:1734016113.546910:0:13927:0:(ofd_lvb.c:301:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks: 864 -> 944 00000100:00100000:2.0:1734016113.546941:0:13927:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074c89c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13927:1818247339384448:192.168.201.10@tcp:106: 00010000:00010000:2.0:1734016113.546978:0:13927:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880072172d00/0x3f004d6452e073bb lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0f88 expref: 6 pid: 13927 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016113.546991:0:13927:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880072172d00/0x3f004d6452e073bb lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0f88 expref: 6 pid: 13927 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016113.547005:0:13927:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880072172d00, rc 0) 00000100:00100000:2.0:1734016113.547621:0:13927:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009721a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:1979:x1818247336718080:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 12950us (13195us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016113.547630:0:13927:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10321 00000100:00100000:0.0:1734016113.552579:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016113.552969:0:13927:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336718208 00000100:00100000:2.0:1734016113.552978:0:13927:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336718208 00000100:00100000:2.0:1734016113.554230:0:13927:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10322 00000100:00100000:2.0:1734016113.554241:0:13927:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075368700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:1978:x1818247336718208:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:2.0:1734016113.554261:0:13927:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016113.554285:0:13927:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880072172d00/0x3f004d6452e073c2 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d0f8f expref: -99 pid: 13927 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016113.554345:0:13927:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074c89c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13927:1818247339384576:192.168.201.10@tcp:106: 00000100:00100000:2.0:1734016113.554506:0:13927:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800768ef9c0 going to sleep for 11 seconds 00000100:00100000:2.0:1734016113.558075:0:13927:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074c89c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13927:1818247339384576:192.168.201.10@tcp:106: 00010000:00010000:2.0:1734016113.558109:0:13927:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880072172d00/0x3f004d6452e073c2 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0f8f expref: 6 pid: 13927 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016113.558123:0:13927:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880072172d00/0x3f004d6452e073c2 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0f8f expref: 6 pid: 13927 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016113.558511:0:13927:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880072172d00, rc 0) 00000100:00100000:2.0:1734016113.558573:0:13927:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075368700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:1978:x1818247336718208:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 4332us (5999us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016113.558581:0:13927:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10322 00000100:00100000:1.0:1734016113.562609:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016113.562673:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336718464 00000100:00100000:0.0:1734016113.562680:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336718464 00002000:00100000:0.0:1734016113.562714:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (1298432->1302527) req@ffff880097218e00 x1818247336718464/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:74/0 lens 488/0 e 0 to 0 dl 1734016124 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016113.562723:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880097218e00 with x1818247336718464 ext(1298432->1302527) 00002000:00010000:0.0:1734016113.562728:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880097218e00 00000100:00100000:0.0:1734016113.562755:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8643 00000100:00100000:0.0:1734016113.562761:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880097218e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1981:x1818247336718464:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:1.0:1734016113.563738:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880097218e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1981:x1818247336718464:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 972us (1134us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016113.563747:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8643 00002000:00100000:1.0:1734016113.563756:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (1298432->1302527) req@ffff880097218e00 x1818247336718464/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:74/0 lens 488/4536 e 0 to 0 dl 1734016124 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016113.563762:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880097218e00 with x1818247336718464 ext(1298432->1302527) 00002000:00010000:1.0:1734016113.563765:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880097218e00 00000100:00100000:0.0:1734016113.567313:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016113.567450:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336718720 00000100:00100000:1.0:1734016113.567458:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336718720 00002000:00100000:1.0:1734016113.567491:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (1294336->1298431) req@ffff880075369180 x1818247336718720/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:74/0 lens 488/0 e 0 to 0 dl 1734016124 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016113.567501:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880075369180 with x1818247336718720 ext(1294336->1298431) 00002000:00010000:1.0:1734016113.567506:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880075369180 00000100:00100000:1.0:1734016113.567540:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8644 00000100:00100000:1.0:1734016113.567546:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075369180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1979:x1818247336718720:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:1.0:1734016113.567664:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075369180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1979:x1818247336718720:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 118us (360us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016113.567669:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8644 00002000:00100000:1.0:1734016113.567674:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (1294336->1298431) req@ffff880075369180 x1818247336718720/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:74/0 lens 488/4536 e 0 to 0 dl 1734016124 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016113.567679:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880075369180 with x1818247336718720 ext(1294336->1298431) 00002000:00010000:1.0:1734016113.567682:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880075369180 00010000:00010000:3.0:1734016113.569010:0:6471:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734016113.572266:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016113.572369:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336718976 00000100:00100000:0.0:1734016113.572380:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336718976 00002000:00100000:0.0:1734016113.572421:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (1290240->1294335) req@ffff880074c89c00 x1818247336718976/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:74/0 lens 488/0 e 0 to 0 dl 1734016124 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016113.572430:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074c89c00 with x1818247336718976 ext(1290240->1294335) 00002000:00010000:0.0:1734016113.572435:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074c89c00 00000100:00100000:0.0:1734016113.573194:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8645 00000100:00100000:0.0:1734016113.573203:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074c89c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1981:x1818247336718976:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:0.0:1734016113.574285:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074c89c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1981:x1818247336718976:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 1075us (2019us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016113.574294:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8645 00002000:00100000:0.0:1734016113.574304:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (1290240->1294335) req@ffff880074c89c00 x1818247336718976/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:74/0 lens 488/4536 e 0 to 0 dl 1734016124 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016113.574313:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074c89c00 with x1818247336718976 ext(1290240->1294335) 00002000:00010000:0.0:1734016113.574319:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074c89c00 00000100:00100000:0.0:1734016113.577319:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016113.577903:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336719232 00000100:00100000:1.0:1734016113.577912:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336719232 00002000:00100000:1.0:1734016113.577952:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (1286144->1290239) req@ffff88007536b100 x1818247336719232/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:74/0 lens 488/0 e 0 to 0 dl 1734016124 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016113.577961:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007536b100 with x1818247336719232 ext(1286144->1290239) 00002000:00010000:1.0:1734016113.577966:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007536b100 00000100:00100000:1.0:1734016113.578054:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8646 00000100:00100000:1.0:1734016113.578060:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007536b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1980:x1818247336719232:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:1.0:1734016113.578205:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007536b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1980:x1818247336719232:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 145us (892us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016113.578211:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8646 00002000:00100000:1.0:1734016113.578216:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (1286144->1290239) req@ffff88007536b100 x1818247336719232/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:74/0 lens 488/4536 e 0 to 0 dl 1734016124 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016113.578222:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007536b100 with x1818247336719232 ext(1286144->1290239) 00002000:00010000:1.0:1734016113.578226:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007536b100 00000100:00100000:0.0:1734016113.593499:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016113.597182:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336719360 00000100:00100000:2.0:1734016113.597194:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336719360 00002000:00100000:2.0:1734016113.597237:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (1286144->1302527) req@ffff8800ac575c00 x1818247336719360/t0(0) o4->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:74/0 lens 16872/0 e 0 to 0 dl 1734016124 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016113.597247:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800ac575c00 with x1818247336719360 ext(1286144->1302527) 00002000:00010000:2.0:1734016113.597252:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800ac575c00 00000100:00100000:2.0:1734016113.597286:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8647 00000100:00100000:2.0:1734016113.597293:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800ac575c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1981:x1818247336719360:12345-192.168.201.10@tcp:4:fsx.0 00000100:00100000:2.0:1734016113.599004:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800ac575c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+9:1981:x1818247336719360:12345-192.168.201.10@tcp:4:fsx.0 Request processed in 1706us (5507us total) trans 4294969183 rc 0/0 00000100:00100000:2.0:1734016113.599014:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8647 00002000:00100000:2.0:1734016113.599036:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (1286144->1302527) req@ffff8800ac575c00 x1818247336719360/t4294969183(0) o4->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:74/0 lens 16872/448 e 0 to 0 dl 1734016124 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016113.599044:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800ac575c00 with x1818247336719360 ext(1286144->1302527) 00002000:00010000:2.0:1734016113.599048:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800ac575c00 00000100:00100000:3.0:1734016113.604377:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016113.606007:0:13927:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336719488 00000100:00100000:2.0:1734016113.606018:0:13927:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336719488 00000100:00100000:2.0:1734016113.606075:0:13927:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10323 00000100:00100000:2.0:1734016113.606081:0:13927:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074099880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+9:1980:x1818247336719488:12345-192.168.201.10@tcp:16:fsx.0 00000001:00080000:0.0:1734016113.620622:0:8954:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969183 is committed 00000100:00100000:2.0:1734016113.620902:0:13927:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074099880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1980:x1818247336719488:12345-192.168.201.10@tcp:16:fsx.0 Request processed in 14811us (16524us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016113.620915:0:13927:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10323 00000100:00100000:0.0:1734016113.634048:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016113.634105:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016113.634146:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016113.634254:0:6477:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336719744 00000100:00100000:3.0:1734016113.634265:0:6477:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336719744 00000100:00100000:3.0:1734016113.634322:0:6477:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 322 00000100:00100000:3.0:1734016113.634330:0:6477:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800ac542450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:63afa445-d95f-4754-9884-d132561fd492+12:1978:x1818247336719744:12345-192.168.201.10@tcp:400:kworker.0 00000100:00100000:3.0:1734016113.634400:0:6477:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800ac542450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:63afa445-d95f-4754-9884-d132561fd492+12:1978:x1818247336719744:12345-192.168.201.10@tcp:400:kworker.0 Request processed in 70us (293us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016113.634406:0:6477:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 322 00000100:00100000:3.0:1734016113.634442:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336719872 00000100:00100000:3.0:1734016113.634444:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336719872 00000100:00100000:3.0:1734016113.634465:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336719616 00000100:00100000:3.0:1734016113.634467:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336719616 00000100:00080000:0.0:1734016113.634614:0:6479:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1734016083 00000100:00080000:0.0:1734016113.634619:0:6479:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734016083 00000100:00100000:3.0:1734016113.634683:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 108 00000100:00100000:3.0:1734016113.634689:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800ac574380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1979:x1818247336719872:12345-192.168.201.10@tcp:400:kworker.0 00000100:00100000:3.0:1734016113.634718:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800ac574380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1979:x1818247336719872:12345-192.168.201.10@tcp:400:kworker.0 Request processed in 29us (682us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016113.634723:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 108 00000100:00100000:3.0:1734016113.634733:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10324 00000100:00100000:3.0:1734016113.634737:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800ac575500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:1980:x1818247336719616:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:3.0:1734016113.634749:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016113.634768:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a9a4000/0x3f004d6452e073c9 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d0f96 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016113.634830:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007409b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339384704:192.168.201.10@tcp:106: 00000100:00100000:3.0:1734016113.635807:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff880074e1a480 going to sleep for 11 seconds 00002000:00010000:3.0:1734016113.653097:0:7689:0:(ofd_lvb.c:283:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime: 1734016112 -> 1734016113 00002000:00010000:3.0:1734016113.653107:0:7689:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime: 1734016112 -> 1734016113 00002000:00010000:3.0:1734016113.653109:0:7689:0:(ofd_lvb.c:295:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime: 1734016112 -> 1734016113 00002000:00010000:3.0:1734016113.653111:0:7689:0:(ofd_lvb.c:301:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks: 944 -> 976 00000100:00100000:3.0:1734016113.653139:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007409b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339384704:192.168.201.10@tcp:106: 00010000:00010000:3.0:1734016113.653186:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a9a4000/0x3f004d6452e073c9 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0f96 expref: 6 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016113.653202:0:7689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a4000/0x3f004d6452e073c9 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0f96 expref: 6 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016113.657634:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a9a4000, rc 0) 00000100:00100000:3.0:1734016113.657755:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800ac575500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:1980:x1818247336719616:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 23008us (23600us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016113.657765:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10324 00000100:00100000:0.0:1734016113.672654:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016113.674502:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336720000 00000100:00100000:3.0:1734016113.674527:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336720000 00000100:00100000:3.0:1734016113.675824:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10325 00000100:00100000:3.0:1734016113.675832:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800ac577100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:1981:x1818247336720000:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:3.0:1734016113.675854:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016113.675892:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7180/0x3f004d6452e073d0 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d0f9d expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016113.675958:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007409b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339384832:192.168.201.10@tcp:106: 00000100:00100000:3.0:1734016113.676030:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff880074e1a480 going to sleep for 11 seconds 00000100:00100000:3.0:1734016113.680300:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007409b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339384832:192.168.201.10@tcp:106: 00010000:00010000:3.0:1734016113.680350:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7180/0x3f004d6452e073d0 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0f9d expref: 6 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016113.680366:0:7689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7180/0x3f004d6452e073d0 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0f9d expref: 6 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016113.681409:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a9a7180, rc 0) 00000100:00100000:3.0:1734016113.683930:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800ac577100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:1981:x1818247336720000:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 8081us (11270us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016113.683944:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10325 00000100:00100000:1.0:1734016113.690037:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016113.690257:0:8966:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336720128 00000100:00100000:3.0:1734016113.690269:0:8966:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336720128 00000100:00100000:3.0:1734016113.690340:0:8966:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 1929 00000100:00100000:3.0:1734016113.690348:0:8966:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880097218a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+33:9673:x1818247336720128:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:3.0:1734016113.690373:0:8966:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016113.690396:0:8966:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a7a80/0x3f004d6452e073d7 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d0fa4 expref: -99 pid: 8966 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016113.690504:0:8966:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a7180/0x3f004d6452e073de lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 8966 initiator: MDT0 00010000:00010000:3.0:1734016113.690529:0:8966:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a7180/0x3f004d6452e073de lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 8966 initiator: MDT0 00010000:00010000:3.0:1734016113.690541:0:8966:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a7180/0x3f004d6452e073de lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 8966 initiator: MDT0 00000004:00200000:3.0:1734016113.690569:0:8966:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 9357841 00000004:00200000:3.0:1734016113.690573:0:8966:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1734016113.690590:0:8966:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a7180/0x3f004d6452e073de lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 8966 initiator: MDT0 00010000:00010000:3.0:1734016113.690615:0:8966:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a7a80/0x3f004d6452e073d7 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0fa4 expref: 35 pid: 8966 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016113.691897:0:8966:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a7180/0x3f004d6452e073de lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0fa4 expref: 34 pid: 8966 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016113.691907:0:8966:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:3.0:1734016113.691910:0:8966:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1734016113.691913:0:8966:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a9a7180, rc 0) 00000100:00100000:3.0:1734016113.691976:0:8966:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880097218a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+34:9673:x1818247336720128:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 1627us (1952us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016113.691984:0:8966:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 1929 00000100:00100000:1.0:1734016113.699850:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016113.702629:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336720256 00000100:00100000:3.0:1734016113.702647:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336720256 00000100:00100000:3.0:1734016113.702734:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10326 00000100:00100000:3.0:1734016113.702742:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880097219880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1979:x1818247336720256:12345-192.168.201.10@tcp:22:fsx.0 00002000:00010000:3.0:1734016113.703029:0:7689:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 9357841 -> 9357841 00002000:00010000:3.0:1734016113.703033:0:7689:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016113 -> 1734016113 00002000:00010000:3.0:1734016113.703034:0:7689:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016113 -> 1734016112 00002000:00010000:3.0:1734016113.703036:0:7689:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016113 -> 1734016113 00002000:00010000:3.0:1734016113.703038:0:7689:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 976 -> 1080 00000100:00100000:3.0:1734016113.703110:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880097219880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1979:x1818247336720256:12345-192.168.201.10@tcp:22:fsx.0 Request processed in 368us (3270us total) trans 4294969184 rc 0/0 00000100:00100000:3.0:1734016113.703116:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10326 00000100:00100000:0.0:1734016113.711807:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016113.712300:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336720384 00000100:00100000:1.0:1734016113.712309:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336720384 00000100:00100000:1.0:1734016113.712358:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10327 00000100:00100000:1.0:1734016113.712364:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800ac574700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:1981:x1818247336720384:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:1.0:1734016113.712380:0:7690:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016113.712396:0:7690:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880097236880/0x3f004d6452e073e5 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d0fab expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016113.712441:0:7690:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880097218000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339384960:192.168.201.10@tcp:106: 00000100:00100000:1.0:1734016113.712505:0:7690:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b42cda80 going to sleep for 11 seconds 00002000:00010000:2.0:1734016113.725169:0:7690:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime: 1734016112 -> 1734016113 00000100:00100000:2.0:1734016113.725197:0:7690:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880097218000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339384960:192.168.201.10@tcp:106: 00010000:00010000:2.0:1734016113.725228:0:7690:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880097236880/0x3f004d6452e073e5 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0fab expref: 6 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016113.725241:0:7690:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097236880/0x3f004d6452e073e5 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0fab expref: 6 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016113.725254:0:7690:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097236880, rc 0) 00000100:00100000:2.0:1734016113.725293:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800ac574700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:1981:x1818247336720384:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 12928us (13495us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016113.725301:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10327 00000100:00100000:2.0:1734016113.733635:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016113.733726:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336720512 00000100:00100000:0.0:1734016113.733737:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336720512 00000100:00100000:3.0:1734016113.734848:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10328 00000100:00100000:3.0:1734016113.734857:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074c8a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:1978:x1818247336720512:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:3.0:1734016113.734888:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016113.734905:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a9a4000/0x3f004d6452e073ec lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d0fb2 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016113.734956:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007409b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339385088:192.168.201.10@tcp:106: 00000100:00100000:3.0:1734016113.735024:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff880074e1a480 going to sleep for 11 seconds 00000100:00100000:3.0:1734016113.740011:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007409b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339385088:192.168.201.10@tcp:106: 00010000:00010000:3.0:1734016113.740046:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a9a4000/0x3f004d6452e073ec lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0fb2 expref: 6 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016113.740058:0:7689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a4000/0x3f004d6452e073ec lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0fb2 expref: 6 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016113.740073:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a9a4000, rc 0) 00000100:00100000:3.0:1734016113.740129:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074c8a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:1978:x1818247336720512:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 5272us (6501us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016113.740136:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10328 00000100:00100000:1.0:1734016113.751664:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016113.751858:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336720640 00000100:00100000:3.0:1734016113.751904:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336720640 00000100:00100000:3.0:1734016113.751955:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10329 00000100:00100000:3.0:1734016113.751963:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009721ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1980:x1818247336720640:12345-192.168.201.10@tcp:22:fsx.0 00002000:00010000:3.0:1734016113.752225:0:7689:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 9357841 -> 9357841 00002000:00010000:3.0:1734016113.752228:0:7689:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016113 -> 1734016113 00002000:00010000:3.0:1734016113.752230:0:7689:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016113 -> 1734016112 00002000:00010000:3.0:1734016113.752232:0:7689:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016113 -> 1734016113 00002000:00010000:3.0:1734016113.752234:0:7689:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 1080 -> 1096 00000100:00100000:3.0:1734016113.752295:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009721ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+9:1980:x1818247336720640:12345-192.168.201.10@tcp:22:fsx.0 Request processed in 332us (644us total) trans 4294969185 rc 0/0 00000100:00100000:3.0:1734016113.752303:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10329 00000100:00100000:2.0:1734016113.764586:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016113.764753:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336720768 00000100:00100000:1.0:1734016113.764765:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336720768 00000100:00100000:1.0:1734016113.764958:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10330 00000100:00100000:1.0:1734016113.764967:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074c89180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:1979:x1818247336720768:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:1.0:1734016113.764989:0:7690:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016113.765012:0:7690:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880097236880/0x3f004d6452e073f3 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d0fb9 expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016113.765078:0:7690:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009721b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339385216:192.168.201.10@tcp:106: 00000100:00100000:1.0:1734016113.765143:0:7690:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b42cd0c0 going to sleep for 11 seconds 00002000:00010000:1.0:1734016113.768568:0:7690:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime: 1734016112 -> 1734016113 00000100:00100000:1.0:1734016113.768603:0:7690:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009721b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339385216:192.168.201.10@tcp:106: 00010000:00010000:1.0:1734016113.768645:0:7690:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880097236880/0x3f004d6452e073f3 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0fb9 expref: 6 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016113.768661:0:7690:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097236880/0x3f004d6452e073f3 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0fb9 expref: 6 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016113.769577:0:7690:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097236880, rc 0) 00000100:00100000:1.0:1734016113.770112:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074c89180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:1979:x1818247336720768:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 5142us (5538us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016113.770122:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10330 00000100:00100000:0.0:1734016113.782110:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016113.782573:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336720896 00000100:00100000:1.0:1734016113.782584:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336720896 00000100:00100000:1.0:1734016113.782645:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10331 00000100:00100000:1.0:1734016113.782653:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800ac574e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:1980:x1818247336720896:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:1.0:1734016113.782676:0:7690:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016113.782696:0:7690:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880097237a80/0x3f004d6452e073fa lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d0fc0 expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016113.782756:0:7690:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009721b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339385344:192.168.201.10@tcp:106: 00000100:00100000:1.0:1734016113.782824:0:7690:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b42cd0c0 going to sleep for 11 seconds 00000100:00100000:1.0:1734016113.785704:0:7690:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009721b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339385344:192.168.201.10@tcp:106: 00010000:00010000:1.0:1734016113.785753:0:7690:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880097237a80/0x3f004d6452e073fa lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0fc0 expref: 6 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016113.785768:0:7690:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097237a80/0x3f004d6452e073fa lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0fc0 expref: 6 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016113.785804:0:7690:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097237a80, rc 0) 00000100:00100000:1.0:1734016113.785901:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800ac574e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:1980:x1818247336720896:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 3209us (3764us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016113.785911:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10331 00000100:00100000:0.0:1734016113.789469:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016113.789561:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336721152 00000100:00100000:2.0:1734016113.789575:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336721152 00000100:00100000:2.0:1734016113.789662:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8648 00000100:00100000:2.0:1734016113.789671:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800ac576a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+9:1979:x1818247336721152:12345-192.168.201.10@tcp:4:fsx.0 00010000:00010000:2.0:1734016113.789718:0:7696:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800721718c0/0x3f004d6452e07401 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7696 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016113.789741:0:7696:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880097235b00/0x3f004d6452e0737c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0f6c expref: 9 pid: 13927 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016113.789751:0:7696:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016113.789753:0:7696:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016113.789757:0:7696:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800721718c0/0x3f004d6452e07401 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [4145152->4198399] (req 4145152->4198399) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 7696 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016113.789801:0:7696:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880097235b00/0x3f004d6452e0737c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0f6c expref: 9 pid: 13927 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016113.789814:0:7696:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880097235b00/0x3f004d6452e0737c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0f6c expref: 9 pid: 13927 timeout: 477 lvb_type: 0 00000100:00100000:2.0:1734016113.789830:0:7696:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074c8a680 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_002:lustre-OST0001_UUID:7696:1818247339385472:192.168.201.10@tcp:104: 00000100:00100000:2.0:1734016113.789928:0:7696:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800768ef9c0 going to sleep for 11 seconds 00000100:00100000:2.0:1734016113.797115:0:7696:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074c8a680 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_002:lustre-OST0001_UUID:7696:1818247339385472:192.168.201.10@tcp:104: 00010000:00010000:2.0:1734016113.797151:0:7696:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800721718c0/0x3f004d6452e07401 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [4145152->4198399] (req 4145152->4198399) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 7696 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016113.800313:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016113.802380:0:7705:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336721280 00000100:00100000:3.0:1734016113.802395:0:7705:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336721280 00010000:00010000:3.0:1734016113.802447:0:7705:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880097235b00/0x3f004d6452e0737c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0f6c expref: 10 pid: 13927 timeout: 477 lvb_type: 0 00000100:00100000:3.0:1734016113.802497:0:7705:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2740 00000100:00100000:3.0:1734016113.802504:0:7705:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800ac576680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+10:1978:x1818247336721280:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016113.802528:0:7705:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016113.802554:0:7705:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880097235b00/0x3f004d6452e0737c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0f6c expref: 10 pid: 13927 timeout: 477 lvb_type: 0 00010000:00010000:3.0:1734016113.802567:0:7705:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880097235b00/0x3f004d6452e0737c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0f6c expref: 10 pid: 13927 timeout: 477 lvb_type: 0 00010000:00010000:3.0:1734016113.802592:0:7705:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097235b00/0x3f004d6452e0737c lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0f6c expref: 10 pid: 13927 timeout: 477 lvb_type: 0 00010000:00010000:3.0:1734016113.803432:0:7705:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016113.803436:0:7705:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016113.803441:0:7705:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800721718c0/0x3f004d6452e07401 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [4145152->4198399] (req 4145152->4198399) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 7696 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016113.803452:0:7705:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800721718c0/0x3f004d6452e07401 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [4145152->4198399] (req 4145152->4198399) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 7696 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016113.803629:0:7705:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016113.803702:0:7705:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800ac576680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+9:1978:x1818247336721280:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 1195us (3399us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016113.803711:0:7705:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2740 00010000:00010000:2.0:1734016113.804332:0:7696:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800721718c0/0x3f004d6452e07401 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [4145152->4198399] (req 4145152->4198399) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 7696 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016113.804342:0:7696:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800721718c0/0x3f004d6452e07401 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [4145152->4198399] (req 4145152->4198399) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 7696 timeout: 0 lvb_type: 0 00000001:00080000:0.0:1734016113.817611:0:8954:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969186 is committed 00002000:00010000:2.0:1734016113.817756:0:7696:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 1096 -> 1200 00010000:00010000:2.0:1734016113.817774:0:7696:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800721718c0/0x3f004d6452e07401 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [4145152->4198399] (req 4145152->4198399) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 7696 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016113.817787:0:7696:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800721718c0/0x3f004d6452e07401 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [4145152->4198399] (req 4145152->4198399) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 7696 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016113.817796:0:7696:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800721718c0/0x3f004d6452e07401 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [4145152->4198399] (req 4145152->4198399) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 7696 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016113.817803:0:7696:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800721718c0 already unused, calling callback (ffffffffa086d100) 00010000:00010000:2.0:1734016113.817808:0:7696:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800721718c0/0x3f004d6452e07401 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [4145152->4198399] (req 4145152->4198399) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 7696 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016113.817816:0:7696:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800721718c0/0x3f004d6452e07401 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [4145152->4198399] (req 4145152->4198399) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 7696 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016113.817837:0:7696:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800721718c0/0x3f004d6452e07401 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [4145152->4198399] (req 4145152->4198399) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 7696 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016113.817844:0:7696:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800721718c0/0x3f004d6452e07401 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [4145152->4198399] (req 4145152->4198399) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 7696 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016113.817983:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800ac576a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1979:x1818247336721152:12345-192.168.201.10@tcp:4:fsx.0 Request processed in 28304us (28526us total) trans 4294969186 rc 0/0 00000100:00100000:2.0:1734016113.817995:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8648 00000100:00100000:0.0:1734016113.822019:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016113.822314:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336721408 00000100:00100000:1.0:1734016113.822325:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336721408 00000100:00100000:1.0:1734016113.822388:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10332 00000100:00100000:1.0:1734016113.822396:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800ac576d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:1980:x1818247336721408:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:1.0:1734016113.822420:0:7690:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016113.822447:0:7690:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880097237840/0x3f004d6452e07408 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d0fc7 expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1734016113.822477:0:7690:0:(ofd_lvb.c:169:ofd_lvbo_init()) res: [0x280000400:0x5:0x0] initial LVB size: 9357841, mtime: 0x675afc71, atime: 0x675afc70, ctime: 0x675afc71, blocks: 0x4b0 00010000:00010000:1.0:1734016113.822505:0:7690:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016113.822508:0:7690:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016113.822529:0:7690:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880097237840/0x3f004d6452e07408 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0fc7 expref: 6 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016113.822551:0:7690:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880097237840/0x3f004d6452e07408 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0fc7 expref: 6 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016113.822567:0:7690:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097237840, rc 0) 00000100:00100000:1.0:1734016113.822640:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800ac576d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1980:x1818247336721408:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 244us (637us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016113.822647:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10332 00000100:00100000:1.0:1734016113.853062:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016113.853236:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336721536 00000100:00100000:3.0:1734016113.853257:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336721536 00000100:00100000:3.0:1734016113.853344:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10333 00000100:00100000:3.0:1734016113.853355:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009721b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1979:x1818247336721536:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:3.0:1734016113.853388:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016113.853426:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a9a6880/0x3f004d6452e0740f lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d0fce expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016113.853476:0:7689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016113.853479:0:7689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016113.853494:0:7689:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a9a6880/0x3f004d6452e0740f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0fce expref: 7 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016113.853531:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a9a6880/0x3f004d6452e0740f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0fce expref: 7 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016113.853555:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a9a6880, rc 0) 00000100:00100000:3.0:1734016113.853657:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009721b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1979:x1818247336721536:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 301us (614us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016113.853666:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10333 00000100:00100000:3.0:1734016113.856416:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016113.856567:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336721664 00000100:00100000:1.0:1734016113.856585:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336721664 00000100:00100000:1.0:1734016113.856659:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10334 00000100:00100000:1.0:1734016113.856671:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007409b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:9673:x1818247336721664:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:1.0:1734016113.856701:0:7690:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016113.856727:0:7690:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880097235440/0x3f004d6452e07416 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d0fd5 expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016113.856765:0:7690:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880097237840/0x3f004d6452e07408 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0fc7 expref: 5 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016113.856772:0:7690:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a6880/0x3f004d6452e0740f lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0fce expref: 8 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016113.856778:0:7690:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016113.856780:0:7690:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016113.856783:0:7690:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880097235440/0x3f004d6452e07416 lrc: 5/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [9961472->10002431] (req 9961472->10002431) gid 0 flags: 0x50000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0fd5 expref: 8 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016113.856823:0:7690:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a9a6880/0x3f004d6452e0740f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0fce expref: 8 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016113.856837:0:7690:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a9a6880/0x3f004d6452e0740f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0fce expref: 8 pid: 7689 timeout: 477 lvb_type: 1 00000100:00100000:1.0:1734016113.856848:0:7690:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880097218000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339385600:192.168.201.10@tcp:104: 00010000:00010000:1.0:1734016113.856966:0:7690:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880097237840/0x3f004d6452e07408 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0fc7 expref: 5 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016113.856974:0:7690:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880097237840/0x3f004d6452e07408 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0fc7 expref: 5 pid: 7690 timeout: 477 lvb_type: 1 00000100:00100000:1.0:1734016113.856981:0:7690:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880075226300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339385728:192.168.201.10@tcp:104: 00000100:00100000:1.0:1734016113.856998:0:7690:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b42cd900 going to sleep for 11 seconds 00000100:00100000:1.0:1734016113.860416:0:7690:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880097218000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339385600:192.168.201.10@tcp:104: 00000100:00100000:1.0:1734016113.860434:0:7690:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880075226300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339385728:192.168.201.10@tcp:104: 00010000:00010000:1.0:1734016113.860473:0:7690:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880097235440/0x3f004d6452e07416 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [9961472->10002431] (req 9961472->10002431) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0fd5 expref: 8 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016113.860496:0:7690:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097235440, rc 0) 00000100:00100000:1.0:1734016113.860573:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007409b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:9673:x1818247336721664:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 3904us (4184us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016113.860584:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10334 00000100:00100000:0.0:1734016113.862778:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016113.862946:0:7705:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336721792 00000100:00100000:3.0:1734016113.862966:0:7705:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336721792 00010000:00010000:3.0:1734016113.863050:0:7705:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a9a6880/0x3f004d6452e0740f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0fce expref: 8 pid: 7689 timeout: 477 lvb_type: 1 00000100:00100000:3.0:1734016113.863136:0:7705:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2741 00000100:00100000:3.0:1734016113.863146:0:7705:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800ac575f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1979:x1818247336721792:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016113.863178:0:7705:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016113.863233:0:7705:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a9a6880/0x3f004d6452e0740f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0fce expref: 8 pid: 7689 timeout: 477 lvb_type: 1 00010000:00010000:3.0:1734016113.863253:0:7705:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a9a6880/0x3f004d6452e0740f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0fce expref: 8 pid: 7689 timeout: 477 lvb_type: 1 00010000:00010000:3.0:1734016113.863301:0:7705:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a6880/0x3f004d6452e0740f lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0fce expref: 8 pid: 7689 timeout: 477 lvb_type: 1 00010000:00010000:3.0:1734016113.863346:0:7705:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016113.863441:0:7705:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800ac575f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1979:x1818247336721792:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 294us (685us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016113.863456:0:7705:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2741 00000100:00100000:3.0:1734016113.867785:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016113.867926:0:6469:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336721920 00000100:00100000:2.0:1734016113.867947:0:6469:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336721920 00010000:00010000:2.0:1734016113.868013:0:6469:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880097237840/0x3f004d6452e07408 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0fc7 expref: 6 pid: 7690 timeout: 477 lvb_type: 1 00000100:00100000:2.0:1734016113.868062:0:6469:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2742 00000100:00100000:2.0:1734016113.868073:0:6469:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074099500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1978:x1818247336721920:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016113.868101:0:6469:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016113.868141:0:6469:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880097237840/0x3f004d6452e07408 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0fc7 expref: 6 pid: 7690 timeout: 477 lvb_type: 1 00010000:00010000:2.0:1734016113.868161:0:6469:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880097237840/0x3f004d6452e07408 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0fc7 expref: 6 pid: 7690 timeout: 477 lvb_type: 1 00010000:00010000:2.0:1734016113.868199:0:6469:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097237840/0x3f004d6452e07408 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0fc7 expref: 6 pid: 7690 timeout: 477 lvb_type: 1 00010000:00010000:2.0:1734016113.868239:0:6469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016113.868243:0:6469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016113.868256:0:6469:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880097235440/0x3f004d6452e07416 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 9961472->10002431) gid 0 flags: 0x40080000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0fd5 expref: 6 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016113.868271:0:6469:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880097235440/0x3f004d6452e07416 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 9961472->10002431) gid 0 flags: 0x40080000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0fd5 expref: 6 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016113.868337:0:6469:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880097235440/0x3f004d6452e07416 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 9961472->10002431) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0fd5 expref: 6 pid: 7690 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016113.868358:0:6469:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074c8a680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6469:1818247339385856:192.168.201.10@tcp:105: 00000100:00100000:2.0:1734016113.868476:0:6469:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800768efa80 going to sleep for 11 seconds 00000100:00100000:2.0:1734016113.874579:0:6469:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074c8a680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6469:1818247339385856:192.168.201.10@tcp:105: 00010000:00010000:2.0:1734016113.874622:0:6469:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016113.874705:0:6469:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074099500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:1978:x1818247336721920:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 6632us (6947us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016113.874719:0:6469:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2742 00000100:00100000:1.0:1734016113.876047:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016113.876154:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336722048 00000100:00100000:2.0:1734016113.876171:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336722048 00000100:00100000:2.0:1734016113.876248:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10335 00000100:00100000:2.0:1734016113.876258:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075226300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1978:x1818247336722048:12345-192.168.201.10@tcp:22:fsx.0 00002000:00010000:2.0:1734016113.876684:0:7690:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 9357841 -> 9357841 00002000:00010000:2.0:1734016113.876689:0:7690:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016113 -> 1734016113 00002000:00010000:2.0:1734016113.876691:0:7690:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016112 -> 1734016112 00002000:00010000:2.0:1734016113.876693:0:7690:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016113 -> 1734016113 00002000:00010000:2.0:1734016113.876695:0:7690:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 1200 -> 1280 00000100:00100000:2.0:1734016113.876772:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075226300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1978:x1818247336722048:12345-192.168.201.10@tcp:22:fsx.0 Request processed in 514us (740us total) trans 4294969187 rc 0/0 00000100:00100000:2.0:1734016113.876779:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10335 00000100:00100000:3.0:1734016113.881096:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016113.881299:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336722176 00000100:00100000:0.0:1734016113.881314:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336722176 00000100:00100000:0.0:1734016113.881379:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10336 00000100:00100000:0.0:1734016113.881387:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074098380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:9673:x1818247336722176:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:0.0:1734016113.881413:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016113.881440:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a803bcc0/0x3f004d6452e0741d lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d0fdc expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016113.881480:0:7689:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880097235440/0x3f004d6452e07416 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 9961472->10002431) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0fd5 expref: 7 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016113.881489:0:7689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016113.881491:0:7689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016113.881495:0:7689:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a803bcc0/0x3f004d6452e0741d lrc: 4/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [6893568->6901759] (req 6893568->6901759) gid 0 flags: 0x50000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0fdc expref: 6 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016113.881548:0:7689:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880097235440/0x3f004d6452e07416 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 9961472->10002431) gid 0 flags: 0x50000000020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0fd5 expref: 7 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016113.881568:0:7689:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880097235440/0x3f004d6452e07416 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 9961472->10002431) gid 0 flags: 0x70000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0fd5 expref: 7 pid: 7690 timeout: 477 lvb_type: 0 00000100:00100000:0.0:1734016113.881585:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800ac574000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339385984:192.168.201.10@tcp:104: 00000100:00100000:0.0:1734016113.881682:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7486b40 going to sleep for 11 seconds 00000100:00100000:0.0:1734016113.884575:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016113.884720:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800ac574000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339385984:192.168.201.10@tcp:104: 00010000:00010000:2.0:1734016113.884767:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a803bcc0/0x3f004d6452e0741d lrc: 3/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [6893568->6901759] (req 6893568->6901759) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0fdc expref: 6 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016113.884786:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a803bcc0, rc 0) 00000100:00100000:2.0:1734016113.884847:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074098380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:9673:x1818247336722176:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 3459us (3766us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016113.884857:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10336 00000100:00100000:3.0:1734016113.884978:0:6469:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336722304 00000100:00100000:3.0:1734016113.884988:0:6469:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336722304 00010000:00010000:3.0:1734016113.885025:0:6469:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880097235440/0x3f004d6452e07416 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 9961472->10002431) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0fd5 expref: 8 pid: 7690 timeout: 477 lvb_type: 0 00000100:00100000:3.0:1734016113.885061:0:6469:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2743 00000100:00100000:3.0:1734016113.885067:0:6469:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800ac575180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1979:x1818247336722304:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016113.885083:0:6469:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016113.885110:0:6469:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880097235440/0x3f004d6452e07416 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 9961472->10002431) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0fd5 expref: 8 pid: 7690 timeout: 477 lvb_type: 0 00010000:00010000:3.0:1734016113.885120:0:6469:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880097235440/0x3f004d6452e07416 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 9961472->10002431) gid 0 flags: 0x50000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0fd5 expref: 8 pid: 7690 timeout: 477 lvb_type: 0 00010000:00010000:3.0:1734016113.885150:0:6469:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097235440/0x3f004d6452e07416 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 9961472->10002431) gid 0 flags: 0x44801400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0fd5 expref: 8 pid: 7690 timeout: 477 lvb_type: 0 00010000:00010000:3.0:1734016113.885184:0:6469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016113.885186:0:6469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016113.885193:0:6469:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a803bcc0/0x3f004d6452e0741d lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6893568->6901759) gid 0 flags: 0x40080000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0fdc expref: 5 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016113.885202:0:6469:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a803bcc0/0x3f004d6452e0741d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6893568->6901759) gid 0 flags: 0x40080000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0fdc expref: 5 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016113.885249:0:6469:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a803bcc0/0x3f004d6452e0741d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6893568->6901759) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0fdc expref: 5 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016113.885264:0:6469:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007409ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6469:1818247339386112:192.168.201.10@tcp:105: 00000100:00100000:3.0:1734016113.885305:0:6469:0:(client.c:2562:ptlrpc_set_wait()) set ffff880074e1a480 going to sleep for 11 seconds 00000100:00100000:3.0:1734016113.893838:0:6469:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007409ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6469:1818247339386112:192.168.201.10@tcp:105: 00010000:00010000:3.0:1734016113.893924:0:6469:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016113.893991:0:6469:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800ac575180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1979:x1818247336722304:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 8922us (9432us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016113.894004:0:6469:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2743 00000100:00100000:0.0:1734016113.924140:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016113.924324:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336722560 00000100:00100000:2.0:1734016113.924341:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336722560 00002000:00100000:2.0:1734016113.924427:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (0->6897663) req@ffff8800ac577480 x1818247336722560/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:74/0 lens 504/0 e 0 to 0 dl 1734016124 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016113.924441:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800ac577480 with x1818247336722560 ext(0->6897663) 00002000:00010000:2.0:1734016113.924450:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800ac577480 00000100:00100000:2.0:1734016113.924508:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8649 00000100:00100000:2.0:1734016113.924526:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800ac577480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1979:x1818247336722560:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:1.0:1734016113.941765:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016113.941840:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016113.942034:0:13925:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336722816 00000100:00100000:2.0:1734016113.942048:0:13925:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336722816 00002000:00100000:2.0:1734016113.942111:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (4190208->8388607) req@ffff880075224000 x1818247336722816/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:74/0 lens 504/0 e 0 to 0 dl 1734016124 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016113.942124:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880075224000 with x1818247336722816 ext(4190208->8388607) 00002000:00010000:2.0:1734016113.942132:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880075224000 00000100:00100000:2.0:1734016113.942162:0:13925:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336722944 00000100:00100000:2.0:1734016113.942164:0:13925:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336722944 00002000:00100000:2.0:1734016113.942174:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (8388608->9359359) req@ffff880075224e00 x1818247336722944/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:74/0 lens 488/0 e 0 to 0 dl 1734016124 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016113.942180:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880075224e00 with x1818247336722944 ext(8388608->9359359) 00002000:00010000:2.0:1734016113.942182:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880075224e00 00000100:00100000:2.0:1734016113.942195:0:13925:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8650 00000100:00100000:2.0:1734016113.942203:0:13925:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075224000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+9:1978:x1818247336722816:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:0.0:1734016113.946195:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8651 00000100:00100000:0.0:1734016113.946218:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075224e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+9:1979:x1818247336722944:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:1.0:1734016113.988567:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075224e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+10:1979:x1818247336722944:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 42332us (46702us total) trans 0 rc 970752/970752 00000100:00100000:1.0:1734016113.988586:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8651 00002000:00100000:1.0:1734016113.988603:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (8388608->9359359) req@ffff880075224e00 x1818247336722944/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:74/0 lens 488/440 e 0 to 0 dl 1734016124 ref 1 fl Complete:/200/0 rc 970752/970752 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016113.988621:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880075224e00 with x1818247336722944 ext(8388608->9359359) 00002000:00010000:1.0:1734016113.988629:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880075224e00 00000100:00100000:3.0:1734016114.049935:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800ac577480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+8:1979:x1818247336722560:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 125373us (125784us total) trans 0 rc 4194304/4194304 00000100:00100000:3.0:1734016114.049963:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8649 00002000:00100000:3.0:1734016114.049990:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (0->6897663) req@ffff8800ac577480 x1818247336722560/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:74/0 lens 504/440 e 0 to 0 dl 1734016124 ref 1 fl Complete:/200/0 rc 4194304/4194304 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016114.050003:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800ac577480 with x1818247336722560 ext(0->6897663) 00002000:00010000:3.0:1734016114.050017:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800ac577480 00000100:00100000:2.0:1734016114.087559:0:13925:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075224000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1978:x1818247336722816:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 145336us (145789us total) trans 0 rc 4194304/4194304 00000100:00100000:2.0:1734016114.087579:0:13925:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8650 00002000:00100000:2.0:1734016114.087597:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (4190208->8388607) req@ffff880075224000 x1818247336722816/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:74/0 lens 504/440 e 0 to 0 dl 1734016124 ref 1 fl Complete:/200/0 rc 4194304/4194304 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016114.087608:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880075224000 with x1818247336722816 ext(4190208->8388607) 00002000:00010000:2.0:1734016114.087616:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880075224000 00000100:00100000:0.0:1734016114.097753:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016114.098954:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336723200 00000100:00100000:2.0:1734016114.098969:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336723200 00000100:00100000:2.0:1734016114.099037:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10337 00000100:00100000:2.0:1734016114.099047:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800ac574000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1980:x1818247336723200:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:2.0:1734016114.099076:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016114.099101:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880072171f80/0x3f004d6452e07424 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d0fe3 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016114.099130:0:7689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016114.099132:0:7689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016114.099142:0:7689:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880072171f80/0x3f004d6452e07424 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0fe3 expref: 8 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016114.099164:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880072171f80/0x3f004d6452e07424 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0fe3 expref: 8 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016114.099177:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880072171f80, rc 0) 00000100:00100000:2.0:1734016114.099266:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800ac574000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1980:x1818247336723200:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 219us (1542us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016114.099273:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10337 00000100:00100000:1.0:1734016114.114603:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016114.117358:0:13925:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336723456 00000100:00100000:2.0:1734016114.117387:0:13925:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336723456 00002000:00100000:2.0:1734016114.117467:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (6295552->6299647) req@ffff880075227800 x1818247336723456/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:75/0 lens 488/0 e 0 to 0 dl 1734016125 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016114.117483:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880075227800 with x1818247336723456 ext(6295552->6299647) 00002000:00010000:2.0:1734016114.117493:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880075227800 00000100:00100000:2.0:1734016114.117621:0:13925:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8652 00000100:00100000:2.0:1734016114.117633:0:13925:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075227800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1980:x1818247336723456:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:2.0:1734016114.117979:0:13925:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075227800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1980:x1818247336723456:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 348us (3394us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016114.117988:0:13925:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8652 00002000:00100000:2.0:1734016114.117995:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (6295552->6299647) req@ffff880075227800 x1818247336723456/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:75/0 lens 488/4536 e 0 to 0 dl 1734016125 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016114.118002:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880075227800 with x1818247336723456 ext(6295552->6299647) 00002000:00010000:2.0:1734016114.118005:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880075227800 00000100:00100000:0.0:1734016114.129497:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016114.131559:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336723712 00000100:00100000:3.0:1734016114.131580:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336723712 00002000:00100000:3.0:1734016114.131651:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (6291456->6295551) req@ffff880076a9a680 x1818247336723712/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:75/0 lens 488/0 e 0 to 0 dl 1734016125 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016114.131663:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076a9a680 with x1818247336723712 ext(6291456->6295551) 00002000:00010000:3.0:1734016114.131669:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076a9a680 00000100:00100000:3.0:1734016114.131717:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8653 00000100:00100000:3.0:1734016114.131726:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076a9a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1980:x1818247336723712:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:3.0:1734016114.132012:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076a9a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1980:x1818247336723712:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 286us (2527us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016114.132021:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8653 00002000:00100000:3.0:1734016114.132029:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (6291456->6295551) req@ffff880076a9a680 x1818247336723712/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:75/0 lens 488/4536 e 0 to 0 dl 1734016125 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016114.132037:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076a9a680 with x1818247336723712 ext(6291456->6295551) 00002000:00010000:3.0:1734016114.132040:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076a9a680 00000100:00100000:0.0:1734016114.140371:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016114.140555:0:13925:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336723968 00000100:00100000:2.0:1734016114.140569:0:13925:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336723968 00002000:00100000:2.0:1734016114.140625:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (1892352->1896447) req@ffff880076a9b800 x1818247336723968/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:75/0 lens 488/0 e 0 to 0 dl 1734016125 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016114.140636:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076a9b800 with x1818247336723968 ext(1892352->1896447) 00002000:00010000:2.0:1734016114.140642:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076a9b800 00000100:00100000:2.0:1734016114.141276:0:13925:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8654 00000100:00100000:2.0:1734016114.141285:0:13925:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076a9b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1980:x1818247336723968:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:2.0:1734016114.141486:0:13925:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076a9b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1980:x1818247336723968:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 201us (1132us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016114.141493:0:13925:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8654 00002000:00100000:2.0:1734016114.141499:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (1892352->1896447) req@ffff880076a9b800 x1818247336723968/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:75/0 lens 488/4536 e 0 to 0 dl 1734016125 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016114.141516:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076a9b800 with x1818247336723968 ext(1892352->1896447) 00002000:00010000:2.0:1734016114.141520:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076a9b800 00000100:00100000:0.0:1734016114.144409:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016114.144595:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336724224 00000100:00100000:3.0:1734016114.144609:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336724224 00002000:00100000:3.0:1734016114.144663:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (1888256->1892351) req@ffff880076a9bb80 x1818247336724224/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:75/0 lens 488/0 e 0 to 0 dl 1734016125 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016114.144677:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076a9bb80 with x1818247336724224 ext(1888256->1892351) 00002000:00010000:3.0:1734016114.144687:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076a9bb80 00000100:00100000:3.0:1734016114.144733:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8655 00000100:00100000:3.0:1734016114.144740:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076a9bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1980:x1818247336724224:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:3.0:1734016114.145007:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076a9bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1980:x1818247336724224:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 266us (613us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016114.145014:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8655 00002000:00100000:3.0:1734016114.145021:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (1888256->1892351) req@ffff880076a9bb80 x1818247336724224/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:75/0 lens 488/4536 e 0 to 0 dl 1734016125 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016114.145029:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076a9bb80 with x1818247336724224 ext(1888256->1892351) 00002000:00010000:3.0:1734016114.145032:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076a9bb80 00000100:00100000:0.0:1734016114.149489:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016114.150314:0:13925:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336724480 00000100:00100000:2.0:1734016114.150327:0:13925:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336724480 00002000:00100000:2.0:1734016114.150384:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (1884160->1888255) req@ffff880076a98a80 x1818247336724480/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:75/0 lens 488/0 e 0 to 0 dl 1734016125 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016114.150396:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076a98a80 with x1818247336724480 ext(1884160->1888255) 00002000:00010000:2.0:1734016114.150403:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076a98a80 00000100:00100000:2.0:1734016114.150485:0:13925:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8656 00000100:00100000:2.0:1734016114.150493:0:13925:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076a98a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1980:x1818247336724480:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:2.0:1734016114.151347:0:13925:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076a98a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1980:x1818247336724480:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 852us (1873us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016114.151356:0:13925:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8656 00002000:00100000:2.0:1734016114.151363:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (1884160->1888255) req@ffff880076a98a80 x1818247336724480/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:75/0 lens 488/4536 e 0 to 0 dl 1734016125 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016114.151370:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076a98a80 with x1818247336724480 ext(1884160->1888255) 00002000:00010000:2.0:1734016114.151374:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076a98a80 00000100:00100000:0.0:1734016114.154144:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016114.155234:0:13925:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336724736 00000100:00100000:2.0:1734016114.155249:0:13925:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336724736 00002000:00100000:2.0:1734016114.155307:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (1880064->1884159) req@ffff880076a98e00 x1818247336724736/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:75/0 lens 488/0 e 0 to 0 dl 1734016125 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016114.155317:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076a98e00 with x1818247336724736 ext(1880064->1884159) 00002000:00010000:2.0:1734016114.155322:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076a98e00 00000100:00100000:2.0:1734016114.155615:0:13925:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8657 00000100:00100000:2.0:1734016114.155624:0:13925:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076a98e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1981:x1818247336724736:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:2.0:1734016114.157525:0:13925:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076a98e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1981:x1818247336724736:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 1880us (3378us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016114.157536:0:13925:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8657 00002000:00100000:2.0:1734016114.157552:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (1880064->1884159) req@ffff880076a98e00 x1818247336724736/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:75/0 lens 488/4536 e 0 to 0 dl 1734016125 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016114.157561:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076a98e00 with x1818247336724736 ext(1880064->1884159) 00002000:00010000:2.0:1734016114.157567:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076a98e00 00000100:00100000:0.0:1734016114.162465:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016114.162638:0:13925:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336724992 00000100:00100000:2.0:1734016114.162650:0:13925:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336724992 00002000:00100000:2.0:1734016114.162698:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (1875968->1880063) req@ffff880076a9b480 x1818247336724992/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:75/0 lens 488/0 e 0 to 0 dl 1734016125 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016114.162710:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076a9b480 with x1818247336724992 ext(1875968->1880063) 00002000:00010000:2.0:1734016114.162716:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076a9b480 00000100:00100000:2.0:1734016114.163313:0:13925:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8658 00000100:00100000:2.0:1734016114.163322:0:13925:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076a9b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1980:x1818247336724992:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:2.0:1734016114.163524:0:13925:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076a9b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1980:x1818247336724992:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 202us (1071us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016114.163532:0:13925:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8658 00002000:00100000:2.0:1734016114.163538:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (1875968->1880063) req@ffff880076a9b480 x1818247336724992/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:75/0 lens 488/4536 e 0 to 0 dl 1734016125 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016114.163544:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076a9b480 with x1818247336724992 ext(1875968->1880063) 00002000:00010000:2.0:1734016114.163547:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076a9b480 00000100:00100000:0.0:1734016114.168209:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016114.169356:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336725248 00000100:00100000:3.0:1734016114.169367:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336725248 00002000:00100000:3.0:1734016114.169418:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (1871872->1875967) req@ffff880076a98000 x1818247336725248/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:75/0 lens 488/0 e 0 to 0 dl 1734016125 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016114.169429:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076a98000 with x1818247336725248 ext(1871872->1875967) 00002000:00010000:3.0:1734016114.169434:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076a98000 00000100:00100000:3.0:1734016114.169469:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8659 00000100:00100000:3.0:1734016114.169475:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076a98000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1981:x1818247336725248:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:3.0:1734016114.170165:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076a98000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1981:x1818247336725248:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 685us (1969us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016114.170175:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8659 00002000:00100000:3.0:1734016114.170182:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (1871872->1875967) req@ffff880076a98000 x1818247336725248/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:75/0 lens 488/4536 e 0 to 0 dl 1734016125 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016114.170190:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076a98000 with x1818247336725248 ext(1871872->1875967) 00002000:00010000:3.0:1734016114.170193:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076a98000 00000100:00100000:1.0:1734016114.174177:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016114.174298:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336725504 00000100:00100000:3.0:1734016114.174313:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336725504 00002000:00100000:3.0:1734016114.174381:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (1867776->1871871) req@ffff880075227100 x1818247336725504/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:75/0 lens 488/0 e 0 to 0 dl 1734016125 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016114.174392:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880075227100 with x1818247336725504 ext(1867776->1871871) 00002000:00010000:3.0:1734016114.174399:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880075227100 00000100:00100000:3.0:1734016114.174446:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8660 00000100:00100000:3.0:1734016114.174455:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075227100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1980:x1818247336725504:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:3.0:1734016114.175169:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075227100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1980:x1818247336725504:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 711us (1004us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016114.175179:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8660 00002000:00100000:3.0:1734016114.175185:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (1867776->1871871) req@ffff880075227100 x1818247336725504/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:75/0 lens 488/4536 e 0 to 0 dl 1734016125 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016114.175192:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880075227100 with x1818247336725504 ext(1867776->1871871) 00002000:00010000:3.0:1734016114.175196:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880075227100 00000100:00100000:0.0:1734016114.185030:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016114.186303:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336725760 00000100:00100000:3.0:1734016114.186318:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336725760 00000100:00100000:3.0:1734016114.186406:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8661 00000100:00100000:3.0:1734016114.186414:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076a98380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1980:x1818247336725760:12345-192.168.201.10@tcp:3:fsx.0 00010000:00010000:3.0:1734016114.186458:0:7696:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7cc0/0x3f004d6452e0742b lrc: 3/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7696 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016114.186474:0:7696:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016114.186476:0:7696:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016114.186482:0:7696:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7cc0/0x3f004d6452e0742b lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [4505600->4534271] (req 4505600->4534271) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 7696 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016114.186497:0:7696:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7cc0/0x3f004d6452e0742b lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [4505600->4534271] (req 4505600->4534271) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 7696 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016114.189189:0:7696:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7cc0/0x3f004d6452e0742b lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [4505600->4534271] (req 4505600->4534271) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 7696 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016114.189210:0:7696:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7cc0/0x3f004d6452e0742b lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [4505600->4534271] (req 4505600->4534271) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 7696 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016114.189220:0:7696:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7cc0/0x3f004d6452e0742b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [4505600->4534271] (req 4505600->4534271) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 7696 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016114.189229:0:7696:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88009a9a7cc0 already unused, calling callback (ffffffffa086d100) 00010000:00010000:3.0:1734016114.189233:0:7696:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7cc0/0x3f004d6452e0742b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [4505600->4534271] (req 4505600->4534271) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 7696 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016114.189244:0:7696:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7cc0/0x3f004d6452e0742b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [4505600->4534271] (req 4505600->4534271) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 7696 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016114.189263:0:7696:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7cc0/0x3f004d6452e0742b lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [4505600->4534271] (req 4505600->4534271) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 7696 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016114.189270:0:7696:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7cc0/0x3f004d6452e0742b lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [4505600->4534271] (req 4505600->4534271) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 7696 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016114.189988:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076a98380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1980:x1818247336725760:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 3563us (4963us total) trans 0 rc 28672/28672 00000100:00100000:3.0:1734016114.190002:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8661 00000100:00100000:0.0:1734016114.195005:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016114.195138:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336725888 00000100:00100000:2.0:1734016114.195152:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336725888 00000100:00100000:2.0:1734016114.195225:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10338 00000100:00100000:2.0:1734016114.195235:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076a98700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:9673:x1818247336725888:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:2.0:1734016114.195583:0:7690:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016114.195614:0:7690:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e07432 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d0fea expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016114.195651:0:7690:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a803bcc0/0x3f004d6452e0741d lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 6893568->6901759) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0fdc expref: 5 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016114.195659:0:7690:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880072171f80/0x3f004d6452e07424 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0fe3 expref: 9 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016114.195664:0:7690:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016114.195666:0:7690:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016114.195670:0:7690:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e07432 lrc: 5/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [1372160->1376255] (req 1372160->1376255) gid 0 flags: 0x50000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0fea expref: 9 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016114.195710:0:7690:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880072171f80/0x3f004d6452e07424 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0fe3 expref: 9 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016114.195724:0:7690:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880072171f80/0x3f004d6452e07424 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0fe3 expref: 9 pid: 7689 timeout: 478 lvb_type: 1 00000100:00100000:2.0:1734016114.195740:0:7690:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074c8a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339386240:192.168.201.10@tcp:104: 00010000:00010000:2.0:1734016114.195833:0:7690:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a803bcc0/0x3f004d6452e0741d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 6893568->6901759) gid 0 flags: 0x50000000020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0fdc expref: 5 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016114.195842:0:7690:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a803bcc0/0x3f004d6452e0741d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 6893568->6901759) gid 0 flags: 0x70000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0fdc expref: 5 pid: 7689 timeout: 478 lvb_type: 0 00000100:00100000:2.0:1734016114.195852:0:7690:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074c88380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339386368:192.168.201.10@tcp:104: 00000100:00100000:2.0:1734016114.195900:0:7690:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800768efa80 going to sleep for 11 seconds 00000100:00100000:1.0:1734016114.203677:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016114.203831:0:7690:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074c8a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339386240:192.168.201.10@tcp:104: 00000100:00100000:2.0:1734016114.203848:0:7690:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074c88380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339386368:192.168.201.10@tcp:104: 00010000:00010000:2.0:1734016114.203905:0:7690:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e07432 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [1372160->1376255] (req 1372160->1376255) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0fea expref: 9 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016114.203935:0:7690:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880072171440, rc 0) 00000100:00100000:2.0:1734016114.204000:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076a98700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+9:9673:x1818247336725888:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 8763us (9017us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016114.204012:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10338 00000100:00100000:3.0:1734016114.204133:0:6469:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336726016 00000100:00100000:3.0:1734016114.204144:0:6469:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336726016 00010000:00010000:3.0:1734016114.204177:0:6469:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880072171f80/0x3f004d6452e07424 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0fe3 expref: 9 pid: 7689 timeout: 478 lvb_type: 1 00000100:00100000:3.0:1734016114.204221:0:6469:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2744 00000100:00100000:3.0:1734016114.204229:0:6469:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88006d83e450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+9:1979:x1818247336726016:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016114.204246:0:6469:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016114.204275:0:6469:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880072171f80/0x3f004d6452e07424 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0fe3 expref: 9 pid: 7689 timeout: 478 lvb_type: 1 00010000:00010000:3.0:1734016114.204292:0:6469:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880072171f80/0x3f004d6452e07424 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0fe3 expref: 9 pid: 7689 timeout: 478 lvb_type: 1 00010000:00010000:3.0:1734016114.204321:0:6469:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880072171f80/0x3f004d6452e07424 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0fe3 expref: 9 pid: 7689 timeout: 478 lvb_type: 1 00010000:00010000:3.0:1734016114.204356:0:6469:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016114.204379:0:6469:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88006d83e450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1979:x1818247336726016:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 151us (720us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016114.204386:0:6469:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2744 00000100:00100000:0.0:1734016114.218489:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016114.220278:0:7705:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336726144 00000100:00100000:2.0:1734016114.220292:0:7705:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336726144 00010000:00010000:2.0:1734016114.220364:0:7705:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a803bcc0/0x3f004d6452e0741d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6893568->6901759) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0fdc expref: 6 pid: 7689 timeout: 478 lvb_type: 0 00000100:00100000:2.0:1734016114.220413:0:7705:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2745 00000100:00100000:2.0:1734016114.220421:0:7705:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076a99500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1978:x1818247336726144:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016114.220440:0:7705:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016114.220465:0:7705:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a803bcc0/0x3f004d6452e0741d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 6893568->6901759) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0fdc expref: 6 pid: 7689 timeout: 478 lvb_type: 0 00010000:00010000:2.0:1734016114.220479:0:7705:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a803bcc0/0x3f004d6452e0741d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 6893568->6901759) gid 0 flags: 0x50000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0fdc expref: 6 pid: 7689 timeout: 478 lvb_type: 0 00010000:00010000:2.0:1734016114.220517:0:7705:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a803bcc0/0x3f004d6452e0741d lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 6893568->6901759) gid 0 flags: 0x44801400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0fdc expref: 6 pid: 7689 timeout: 478 lvb_type: 0 00010000:00010000:2.0:1734016114.220547:0:7705:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016114.220549:0:7705:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016114.220556:0:7705:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e07432 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1372160->1376255) gid 0 flags: 0x40080000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0fea expref: 7 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016114.220564:0:7705:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e07432 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1372160->1376255) gid 0 flags: 0x40080000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0fea expref: 7 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016114.220610:0:7705:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e07432 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1372160->1376255) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0fea expref: 7 pid: 7690 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016114.220626:0:7705:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074c88380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7705:1818247339386496:192.168.201.10@tcp:105: 00000100:00100000:2.0:1734016114.220716:0:7705:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800768efa80 going to sleep for 11 seconds 00000100:00080000:0.0:1734016114.221959:0:6479:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734016084 00000100:00100000:2.0:1734016114.228296:0:7705:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074c88380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7705:1818247339386496:192.168.201.10@tcp:105: 00010000:00010000:2.0:1734016114.228330:0:7705:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016114.228406:0:7705:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076a99500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:1978:x1818247336726144:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 7985us (9932us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016114.228419:0:7705:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2745 00000100:00100000:1.0:1734016114.255063:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016114.255137:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016114.255205:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016114.255546:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336726784 00000100:00100000:2.0:1734016114.255546:0:13925:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336726400 00000100:00100000:0.0:1734016114.255561:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336726784 00000100:00100000:2.0:1734016114.255561:0:13925:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336726400 00002000:00100000:2.0:1734016114.255649:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (0->4194303) req@ffff880075225f80 x1818247336726400/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:75/0 lens 488/0 e 0 to 0 dl 1734016125 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016114.255665:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880075225f80 with x1818247336726400 ext(0->4194303) 00002000:00010000:2.0:1734016114.255672:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880075225f80 00000100:00100000:2.0:1734016114.255710:0:13925:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336726656 00002000:00100000:0.0:1734016114.255711:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (8388608->9359359) req@ffff880075227480 x1818247336726784/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:75/0 lens 488/0 e 0 to 0 dl 1734016125 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00000100:00100000:2.0:1734016114.255712:0:13925:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336726656 00002000:00100000:2.0:1734016114.255722:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (4194304->8388607) req@ffff880075224a80 x1818247336726656/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:75/0 lens 488/0 e 0 to 0 dl 1734016125 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016114.255726:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880075227480 with x1818247336726784 ext(8388608->9359359) 00002000:00100000:2.0:1734016114.255728:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880075224a80 with x1818247336726656 ext(4194304->8388607) 00002000:00010000:0.0:1734016114.255730:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880075227480 00002000:00010000:2.0:1734016114.255731:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880075224a80 00000100:00100000:0.0:1734016114.255751:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8662 00000100:00100000:0.0:1734016114.255761:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075225f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+10:1978:x1818247336726400:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:1.0:1734016114.255778:0:13929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8663 00000100:00100000:1.0:1734016114.255784:0:13929:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075227480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+10:1979:x1818247336726784:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:3.0:1734016114.255853:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8664 00000100:00100000:3.0:1734016114.255858:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075224a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+10:1978:x1818247336726656:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:1.0:1734016114.314538:0:13929:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075227480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+12:1979:x1818247336726784:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 58708us (59354us total) trans 0 rc 970752/970752 00000100:00100000:1.0:1734016114.314567:0:13929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8663 00002000:00100000:1.0:1734016114.314594:0:13929:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (8388608->9359359) req@ffff880075227480 x1818247336726784/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:75/0 lens 488/440 e 0 to 0 dl 1734016125 ref 1 fl Complete:/200/0 rc 970752/970752 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016114.314607:0:13929:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880075227480 with x1818247336726784 ext(8388608->9359359) 00002000:00010000:1.0:1734016114.314619:0:13929:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880075227480 00000100:00100000:2.0:1734016114.354948:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075225f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+10:1978:x1818247336726400:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 99159us (99875us total) trans 0 rc 4194304/4194304 00000100:00100000:2.0:1734016114.354970:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8662 00002000:00100000:2.0:1734016114.354995:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (0->4194303) req@ffff880075225f80 x1818247336726400/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:75/0 lens 488/440 e 0 to 0 dl 1734016125 ref 1 fl Complete:/200/0 rc 4194304/4194304 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016114.355010:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880075225f80 with x1818247336726400 ext(0->4194303) 00002000:00010000:2.0:1734016114.355020:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880075225f80 00000100:00100000:2.0:1734016114.383755:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016114.383925:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336727040 00000100:00100000:0.0:1734016114.383943:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336727040 00002000:00100000:0.0:1734016114.384017:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (1310720->1376255) req@ffff880074c88380 x1818247336727040/t0(0) o4->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:75/0 lens 488/0 e 0 to 0 dl 1734016125 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016114.384033:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074c88380 with x1818247336727040 ext(1310720->1376255) 00002000:00010000:0.0:1734016114.384041:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074c88380 00000100:00100000:0.0:1734016114.384074:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8665 00000100:00100000:0.0:1734016114.384083:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074c88380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+10:1980:x1818247336727040:12345-192.168.201.10@tcp:4:fsx.0 00000100:00100000:3.0:1734016114.399844:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075224a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+12:1978:x1818247336726656:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 143966us (144620us total) trans 0 rc 4194304/4194304 00000100:00100000:3.0:1734016114.399860:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8664 00002000:00100000:3.0:1734016114.399923:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (4194304->8388607) req@ffff880075224a80 x1818247336726656/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:75/0 lens 488/440 e 0 to 0 dl 1734016125 ref 1 fl Complete:/200/0 rc 4194304/4194304 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016114.399935:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880075224a80 with x1818247336726656 ext(4194304->8388607) 00002000:00010000:3.0:1734016114.399941:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880075224a80 00000100:00100000:1.0:1734016114.406838:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074c88380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+10:1980:x1818247336727040:12345-192.168.201.10@tcp:4:fsx.0 Request processed in 22738us (23082us total) trans 4294969188 rc 0/0 00000100:00100000:1.0:1734016114.406858:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8665 00002000:00100000:1.0:1734016114.407024:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (1310720->1376255) req@ffff880074c88380 x1818247336727040/t4294969188(0) o4->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:75/0 lens 488/448 e 0 to 0 dl 1734016125 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016114.407035:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074c88380 with x1818247336727040 ext(1310720->1376255) 00002000:00010000:1.0:1734016114.407042:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074c88380 00000100:00100000:2.0:1734016114.412703:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016114.412792:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336727168 00000100:00100000:0.0:1734016114.412805:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336727168 00000100:00100000:0.0:1734016114.412896:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10339 00000100:00100000:0.0:1734016114.412905:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074c8a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+10:1981:x1818247336727168:12345-192.168.201.10@tcp:16:fsx.0 00000001:00080000:0.0:1734016114.414432:0:8954:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969188 is committed 00000100:00100000:2.0:1734016114.414614:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074c8a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1981:x1818247336727168:12345-192.168.201.10@tcp:16:fsx.0 Request processed in 1705us (1919us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016114.414624:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10339 00000100:00100000:0.0:1734016114.416494:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016114.416583:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336727296 00000100:00100000:2.0:1734016114.416594:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336727296 00000100:00100000:2.0:1734016114.416635:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10340 00000100:00100000:2.0:1734016114.416644:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076a99c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:1981:x1818247336727296:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:2.0:1734016114.416668:0:7690:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016114.416688:0:7690:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880072170d80/0x3f004d6452e07439 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d0ff1 expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016114.416749:0:7690:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074c88e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339386624:192.168.201.10@tcp:106: 00000100:00100000:2.0:1734016114.416815:0:7690:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800768efa80 going to sleep for 11 seconds 00002000:00010000:2.0:1734016114.420937:0:7690:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime: 1734016112 -> 1734016113 00002000:00010000:2.0:1734016114.420946:0:7690:0:(ofd_lvb.c:301:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks: 1280 -> 1408 00000100:00100000:2.0:1734016114.420973:0:7690:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074c88e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339386624:192.168.201.10@tcp:106: 00010000:00010000:2.0:1734016114.421013:0:7690:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880072170d80/0x3f004d6452e07439 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0ff1 expref: 6 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016114.421027:0:7690:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880072170d80/0x3f004d6452e07439 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0ff1 expref: 6 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016114.421618:0:7690:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880072170d80, rc 0) 00000100:00100000:2.0:1734016114.422694:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076a99c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:1981:x1818247336727296:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 6042us (6196us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016114.422705:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10340 00000100:00100000:3.0:1734016114.425631:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016114.425736:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336727424 00000100:00100000:2.0:1734016114.425747:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336727424 00000100:00100000:2.0:1734016114.425832:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10341 00000100:00100000:2.0:1734016114.425839:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074099500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:1981:x1818247336727424:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:2.0:1734016114.425881:0:7690:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016114.425906:0:7690:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880072170d80/0x3f004d6452e07440 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d0ff8 expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016114.425974:0:7690:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074c88e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339386752:192.168.201.10@tcp:106: 00000100:00100000:2.0:1734016114.426059:0:7690:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800768efa80 going to sleep for 11 seconds 00000100:00100000:2.0:1734016114.427204:0:7690:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074c88e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339386752:192.168.201.10@tcp:106: 00010000:00010000:2.0:1734016114.427228:0:7690:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880072170d80/0x3f004d6452e07440 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0ff8 expref: 6 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016114.427238:0:7690:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880072170d80/0x3f004d6452e07440 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0ff8 expref: 6 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016114.427261:0:7690:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880072170d80, rc 0) 00000100:00100000:2.0:1734016114.427298:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074099500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:1981:x1818247336727424:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 1459us (1677us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016114.427305:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10341 00000100:00100000:1.0:1734016114.430712:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016114.431593:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336727552 00000100:00100000:3.0:1734016114.431609:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336727552 00000100:00100000:3.0:1734016114.431679:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10342 00000100:00100000:3.0:1734016114.431690:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075224700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:1980:x1818247336727552:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:3.0:1734016114.431716:0:7690:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016114.431743:0:7690:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a9a61c0/0x3f004d6452e07447 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d0fff expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016114.431843:0:7690:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007409ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339386880:192.168.201.10@tcp:106: 00000100:00100000:3.0:1734016114.431961:0:7690:0:(client.c:2562:ptlrpc_set_wait()) set ffff880074e1a600 going to sleep for 11 seconds 00000100:00100000:1.0:1734016114.438120:0:7690:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007409ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339386880:192.168.201.10@tcp:106: 00010000:00010000:1.0:1734016114.438182:0:7690:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a9a61c0/0x3f004d6452e07447 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0fff expref: 6 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016114.438205:0:7690:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a61c0/0x3f004d6452e07447 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0fff expref: 6 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016114.438776:0:7690:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a9a61c0, rc 0) 00000100:00100000:1.0:1734016114.438905:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075224700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:1980:x1818247336727552:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 7214us (8207us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016114.438917:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10342 00000100:00100000:0.0:1734016114.442305:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016114.442426:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336727680 00000100:00100000:1.0:1734016114.442439:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336727680 00000100:00100000:1.0:1734016114.442515:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10343 00000100:00100000:1.0:1734016114.442527:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076a99f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:9673:x1818247336727680:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:1.0:1734016114.442559:0:7690:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016114.442590:0:7690:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880097235440/0x3f004d6452e0744e lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d1006 expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016114.442636:0:7690:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e07432 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1372160->1376255) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0fea expref: 6 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016114.442646:0:7690:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016114.442649:0:7690:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016114.442654:0:7690:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880097235440/0x3f004d6452e0744e lrc: 4/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [5619712->5640191] (req 5619712->5640191) gid 0 flags: 0x50000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1006 expref: 6 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016114.442708:0:7690:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e07432 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1372160->1376255) gid 0 flags: 0x50000000020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0fea expref: 6 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016114.442724:0:7690:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e07432 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1372160->1376255) gid 0 flags: 0x70000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0fea expref: 6 pid: 7690 timeout: 478 lvb_type: 0 00000100:00100000:1.0:1734016114.442743:0:7690:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880075226680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339387008:192.168.201.10@tcp:104: 00000100:00100000:1.0:1734016114.442858:0:7690:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b42cdb40 going to sleep for 11 seconds 00000100:00100000:1.0:1734016114.449384:0:7690:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880075226680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339387008:192.168.201.10@tcp:104: 00010000:00010000:1.0:1734016114.449436:0:7690:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880097235440/0x3f004d6452e0744e lrc: 3/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [5619712->5640191] (req 5619712->5640191) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1006 expref: 6 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016114.449460:0:7690:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097235440, rc 0) 00000100:00100000:1.0:1734016114.449526:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076a99f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:9673:x1818247336727680:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 7000us (7235us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016114.449538:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10343 00000100:00100000:3.0:1734016114.461074:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016114.461396:0:7705:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336727808 00000100:00100000:2.0:1734016114.461409:0:7705:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336727808 00010000:00010000:2.0:1734016114.461458:0:7705:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e07432 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1372160->1376255) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0fea expref: 7 pid: 7690 timeout: 478 lvb_type: 0 00000100:00100000:2.0:1734016114.462138:0:7705:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2746 00000100:00100000:2.0:1734016114.462148:0:7705:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074099180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1978:x1818247336727808:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016114.462176:0:7705:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016114.462210:0:7705:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e07432 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1372160->1376255) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0fea expref: 7 pid: 7690 timeout: 478 lvb_type: 0 00010000:00010000:2.0:1734016114.462234:0:7705:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e07432 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1372160->1376255) gid 0 flags: 0x50000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0fea expref: 7 pid: 7690 timeout: 478 lvb_type: 0 00010000:00010000:2.0:1734016114.462267:0:7705:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e07432 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1372160->1376255) gid 0 flags: 0x44801400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0fea expref: 7 pid: 7690 timeout: 478 lvb_type: 0 00010000:00010000:2.0:1734016114.462381:0:7705:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016114.462384:0:7705:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016114.462395:0:7705:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880097235440/0x3f004d6452e0744e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5619712->5640191) gid 0 flags: 0x40080000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1006 expref: 5 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016114.462408:0:7705:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880097235440/0x3f004d6452e0744e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5619712->5640191) gid 0 flags: 0x40080000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1006 expref: 5 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016114.462467:0:7705:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880097235440/0x3f004d6452e0744e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5619712->5640191) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1006 expref: 5 pid: 7690 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016114.462487:0:7705:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074c88e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7705:1818247339387136:192.168.201.10@tcp:105: 00000100:00100000:2.0:1734016114.462998:0:7705:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800768efa80 going to sleep for 11 seconds 00000100:00100000:2.0:1734016114.468625:0:7705:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074c88e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7705:1818247339387136:192.168.201.10@tcp:105: 00010000:00010000:2.0:1734016114.468679:0:7705:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016114.468777:0:7705:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074099180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1978:x1818247336727808:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 6624us (7718us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016114.468794:0:7705:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2746 00000100:00100000:0.0:1734016114.471363:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016114.472319:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336727936 00000100:00100000:1.0:1734016114.472334:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336727936 00000100:00100000:1.0:1734016114.472447:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10344 00000100:00100000:1.0:1734016114.472459:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076a9a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1979:x1818247336727936:12345-192.168.201.10@tcp:22:fsx.0 00002000:00010000:1.0:1734016114.472816:0:7690:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 9357841 -> 9357841 00002000:00010000:1.0:1734016114.472820:0:7690:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016113 -> 1734016113 00002000:00010000:1.0:1734016114.472822:0:7690:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016113 -> 1734016112 00002000:00010000:1.0:1734016114.472825:0:7690:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016113 -> 1734016114 00002000:00010000:1.0:1734016114.472828:0:7690:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 1408 -> 1448 00000100:00100000:1.0:1734016114.473565:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076a9a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1979:x1818247336727936:12345-192.168.201.10@tcp:22:fsx.0 Request processed in 1102us (2211us total) trans 4294969189 rc 0/0 00000100:00100000:1.0:1734016114.473574:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10344 00000100:00100000:2.0:1734016114.477103:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016114.477733:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336728064 00000100:00100000:1.0:1734016114.477748:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336728064 00000100:00100000:1.0:1734016114.478100:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10345 00000100:00100000:1.0:1734016114.478110:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074c88e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1981:x1818247336728064:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:1.0:1734016114.478144:0:7690:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016114.478177:0:7690:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800972346c0/0x3f004d6452e07455 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d100d expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016114.478269:0:7690:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880075226680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339387264:192.168.201.10@tcp:106: 00000100:00100000:1.0:1734016114.478655:0:7690:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b42cdb40 going to sleep for 11 seconds 00002000:00010000:1.0:1734016114.480542:0:7690:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime: 1734016112 -> 1734016113 00000100:00100000:1.0:1734016114.480576:0:7690:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880075226680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339387264:192.168.201.10@tcp:106: 00010000:00010000:1.0:1734016114.480617:0:7690:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800972346c0/0x3f004d6452e07455 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d100d expref: 7 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016114.480635:0:7690:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800972346c0/0x3f004d6452e07455 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d100d expref: 7 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016114.480667:0:7690:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800972346c0, rc 0) 00000100:00100000:1.0:1734016114.481391:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074c88e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1981:x1818247336728064:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 3280us (4312us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016114.481402:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10345 00000100:00100000:0.0:1734016114.484270:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016114.484499:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336728192 00000100:00100000:1.0:1734016114.484520:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336728192 00000100:00100000:1.0:1734016114.484577:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10346 00000100:00100000:1.0:1734016114.484585:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076a9aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1980:x1818247336728192:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:1.0:1734016114.484617:0:7690:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016114.484649:0:7690:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800972373c0/0x3f004d6452e0745c lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d1014 expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016114.484745:0:7690:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880075226680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339387392:192.168.201.10@tcp:106: 00000100:00100000:1.0:1734016114.484844:0:7690:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b42cdb40 going to sleep for 11 seconds 00000100:00100000:1.0:1734016114.488767:0:7690:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880075226680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339387392:192.168.201.10@tcp:106: 00010000:00010000:1.0:1734016114.488825:0:7690:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800972373c0/0x3f004d6452e0745c lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1014 expref: 7 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016114.488842:0:7690:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800972373c0/0x3f004d6452e0745c lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1014 expref: 7 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016114.488893:0:7690:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800972373c0, rc 0) 00000100:00100000:1.0:1734016114.488966:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076a9aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1980:x1818247336728192:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 4380us (4714us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016114.488978:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10346 00000100:00100000:2.0:1734016114.493778:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016114.494371:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336728320 00000100:00100000:1.0:1734016114.494384:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336728320 00000100:00100000:1.0:1734016114.494973:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10347 00000100:00100000:1.0:1734016114.494981:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074c88000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1980:x1818247336728320:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:1.0:1734016114.495008:0:7690:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016114.495030:0:7690:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880097234480/0x3f004d6452e07463 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d101b expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016114.495106:0:7690:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880075226680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339387520:192.168.201.10@tcp:106: 00000100:00100000:1.0:1734016114.495190:0:7690:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b42cdb40 going to sleep for 11 seconds 00000100:00100000:1.0:1734016114.497440:0:7690:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880075226680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339387520:192.168.201.10@tcp:106: 00010000:00010000:1.0:1734016114.497485:0:7690:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880097234480/0x3f004d6452e07463 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d101b expref: 7 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016114.497512:0:7690:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097234480/0x3f004d6452e07463 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d101b expref: 7 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016114.497533:0:7690:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097234480, rc 0) 00000100:00100000:1.0:1734016114.497600:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074c88000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1980:x1818247336728320:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 2618us (3836us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016114.497609:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10347 00000100:00100000:3.0:1734016114.499965:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016114.500463:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336728448 00000100:00100000:1.0:1734016114.500472:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336728448 00000100:00100000:1.0:1734016114.500587:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10348 00000100:00100000:1.0:1734016114.500595:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007409a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:9673:x1818247336728448:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:1.0:1734016114.500617:0:7690:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016114.500636:0:7690:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880097236f40/0x3f004d6452e0746a lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d1022 expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016114.500669:0:7690:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880097235440/0x3f004d6452e0744e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5619712->5640191) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1006 expref: 6 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016114.500680:0:7690:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016114.500682:0:7690:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016114.500685:0:7690:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880097236f40/0x3f004d6452e0746a lrc: 4/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [5906432->5910527] (req 5906432->5910527) gid 0 flags: 0x50000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1022 expref: 7 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016114.500720:0:7690:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880097235440/0x3f004d6452e0744e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5619712->5640191) gid 0 flags: 0x50000000020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1006 expref: 6 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016114.500731:0:7690:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880097235440/0x3f004d6452e0744e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5619712->5640191) gid 0 flags: 0x70000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1006 expref: 6 pid: 7690 timeout: 478 lvb_type: 0 00000100:00100000:1.0:1734016114.500746:0:7690:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880075226680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339387648:192.168.201.10@tcp:104: 00000100:00100000:1.0:1734016114.500827:0:7690:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b42cdb40 going to sleep for 11 seconds 00000100:00100000:2.0:1734016114.503751:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016114.503941:0:7690:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880075226680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339387648:192.168.201.10@tcp:104: 00010000:00010000:1.0:1734016114.503975:0:7690:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880097236f40/0x3f004d6452e0746a lrc: 3/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [5906432->5910527] (req 5906432->5910527) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1022 expref: 7 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016114.503994:0:7690:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097236f40, rc 0) 00000100:00100000:1.0:1734016114.504054:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007409a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:9673:x1818247336728448:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 3458us (4099us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016114.504063:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10348 00000100:00100000:3.0:1734016114.504289:0:7705:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336728576 00000100:00100000:3.0:1734016114.504296:0:7705:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336728576 00010000:00010000:3.0:1734016114.504324:0:7705:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880097235440/0x3f004d6452e0744e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5619712->5640191) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1006 expref: 7 pid: 7690 timeout: 478 lvb_type: 0 00000100:00100000:3.0:1734016114.504345:0:7705:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2747 00000100:00100000:3.0:1734016114.504350:0:7705:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074c8b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1979:x1818247336728576:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016114.504363:0:7705:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016114.504386:0:7705:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880097235440/0x3f004d6452e0744e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 5619712->5640191) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1006 expref: 7 pid: 7690 timeout: 478 lvb_type: 0 00010000:00010000:3.0:1734016114.504396:0:7705:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880097235440/0x3f004d6452e0744e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 5619712->5640191) gid 0 flags: 0x50000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1006 expref: 7 pid: 7690 timeout: 478 lvb_type: 0 00010000:00010000:3.0:1734016114.504419:0:7705:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097235440/0x3f004d6452e0744e lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 5619712->5640191) gid 0 flags: 0x44801400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1006 expref: 7 pid: 7690 timeout: 478 lvb_type: 0 00010000:00010000:3.0:1734016114.504449:0:7705:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016114.504451:0:7705:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016114.504458:0:7705:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880097236f40/0x3f004d6452e0746a lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5906432->5910527) gid 0 flags: 0x40080000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1022 expref: 6 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016114.504466:0:7705:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880097236f40/0x3f004d6452e0746a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5906432->5910527) gid 0 flags: 0x40080000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1022 expref: 6 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016114.504498:0:7705:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880097236f40/0x3f004d6452e0746a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5906432->5910527) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1022 expref: 6 pid: 7690 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016114.504521:0:7705:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074098e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7705:1818247339387776:192.168.201.10@tcp:105: 00000100:00100000:3.0:1734016114.504556:0:7705:0:(client.c:2562:ptlrpc_set_wait()) set ffff880074e1a300 going to sleep for 11 seconds 00000100:00100000:3.0:1734016114.507550:0:7705:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074098e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7705:1818247339387776:192.168.201.10@tcp:105: 00010000:00010000:3.0:1734016114.507592:0:7705:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016114.508272:0:7705:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074c8b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1979:x1818247336728576:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 3918us (4531us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016114.508287:0:7705:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2747 00000100:00100000:2.0:1734016114.508558:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016114.508679:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336728832 00000100:00100000:1.0:1734016114.508687:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336728832 00002000:00100000:1.0:1734016114.508734:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (5906432->5910527) req@ffff880074c89500 x1818247336728832/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:75/0 lens 488/0 e 0 to 0 dl 1734016125 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016114.508749:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074c89500 with x1818247336728832 ext(5906432->5910527) 00002000:00010000:1.0:1734016114.508754:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074c89500 00000100:00100000:1.0:1734016114.508782:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8666 00000100:00100000:1.0:1734016114.508789:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074c89500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1980:x1818247336728832:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:1.0:1734016114.508989:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074c89500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1980:x1818247336728832:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 200us (432us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016114.508994:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8666 00002000:00100000:1.0:1734016114.508999:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (5906432->5910527) req@ffff880074c89500 x1818247336728832/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:75/0 lens 488/4536 e 0 to 0 dl 1734016125 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016114.509006:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074c89500 with x1818247336728832 ext(5906432->5910527) 00002000:00010000:1.0:1734016114.509009:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074c89500 00000100:00100000:2.0:1734016114.511322:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016114.511476:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336729088 00000100:00100000:3.0:1734016114.511486:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336729088 00002000:00100000:3.0:1734016114.511545:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (5902336->5906431) req@ffff880074c8b800 x1818247336729088/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:75/0 lens 488/0 e 0 to 0 dl 1734016125 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016114.511555:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074c8b800 with x1818247336729088 ext(5902336->5906431) 00002000:00010000:3.0:1734016114.511563:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074c8b800 00000100:00100000:3.0:1734016114.511592:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8667 00000100:00100000:3.0:1734016114.511601:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074c8b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1981:x1818247336729088:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:3.0:1734016114.511819:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074c8b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1981:x1818247336729088:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 217us (503us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016114.511828:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8667 00002000:00100000:3.0:1734016114.511832:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (5902336->5906431) req@ffff880074c8b800 x1818247336729088/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:75/0 lens 488/4536 e 0 to 0 dl 1734016125 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016114.511838:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074c8b800 with x1818247336729088 ext(5902336->5906431) 00002000:00010000:3.0:1734016114.511840:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074c8b800 00000100:00100000:0.0:1734016114.513496:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016114.513670:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336729344 00000100:00100000:1.0:1734016114.513676:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336729344 00002000:00100000:1.0:1734016114.513708:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (5898240->5902335) req@ffff880076a9ad80 x1818247336729344/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:75/0 lens 488/0 e 0 to 0 dl 1734016125 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016114.513716:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076a9ad80 with x1818247336729344 ext(5898240->5902335) 00002000:00010000:1.0:1734016114.513720:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076a9ad80 00000100:00100000:1.0:1734016114.513748:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8668 00000100:00100000:1.0:1734016114.513754:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076a9ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1981:x1818247336729344:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:1.0:1734016114.513951:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076a9ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1981:x1818247336729344:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 198us (461us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016114.513959:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8668 00002000:00100000:1.0:1734016114.513964:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (5898240->5902335) req@ffff880076a9ad80 x1818247336729344/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:75/0 lens 488/4536 e 0 to 0 dl 1734016125 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016114.513972:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076a9ad80 with x1818247336729344 ext(5898240->5902335) 00002000:00010000:1.0:1734016114.513974:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076a9ad80 00000100:00100000:2.0:1734016114.516187:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016114.516376:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336729600 00000100:00100000:3.0:1734016114.516386:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336729600 00002000:00100000:3.0:1734016114.516438:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (5894144->5898239) req@ffff880074c8bb80 x1818247336729600/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:75/0 lens 488/0 e 0 to 0 dl 1734016125 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016114.516447:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074c8bb80 with x1818247336729600 ext(5894144->5898239) 00002000:00010000:3.0:1734016114.516452:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074c8bb80 00000100:00100000:3.0:1734016114.516485:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8669 00000100:00100000:3.0:1734016114.516492:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074c8bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1980:x1818247336729600:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:3.0:1734016114.516677:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074c8bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1980:x1818247336729600:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 185us (504us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016114.516685:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8669 00002000:00100000:3.0:1734016114.516690:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (5894144->5898239) req@ffff880074c8bb80 x1818247336729600/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:75/0 lens 488/4536 e 0 to 0 dl 1734016125 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016114.516697:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074c8bb80 with x1818247336729600 ext(5894144->5898239) 00002000:00010000:3.0:1734016114.516699:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074c8bb80 00000100:00100000:2.0:1734016114.519028:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016114.519301:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336729856 00000100:00100000:1.0:1734016114.519312:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336729856 00002000:00100000:1.0:1734016114.519366:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (5890048->5894143) req@ffff880074c88700 x1818247336729856/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:75/0 lens 488/0 e 0 to 0 dl 1734016125 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016114.519375:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074c88700 with x1818247336729856 ext(5890048->5894143) 00002000:00010000:1.0:1734016114.519381:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074c88700 00000100:00100000:1.0:1734016114.519419:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8670 00000100:00100000:1.0:1734016114.519426:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074c88700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1981:x1818247336729856:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:1.0:1734016114.519658:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074c88700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1981:x1818247336729856:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 233us (645us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016114.519665:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8670 00002000:00100000:1.0:1734016114.519670:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (5890048->5894143) req@ffff880074c88700 x1818247336729856/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:75/0 lens 488/4536 e 0 to 0 dl 1734016125 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016114.519676:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074c88700 with x1818247336729856 ext(5890048->5894143) 00002000:00010000:1.0:1734016114.519679:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074c88700 00000100:00100000:0.0:1734016114.521658:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016114.522057:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336730112 00000100:00100000:3.0:1734016114.522068:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336730112 00002000:00100000:3.0:1734016114.522113:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (5885952->5890047) req@ffff880076a9b100 x1818247336730112/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:75/0 lens 488/0 e 0 to 0 dl 1734016125 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016114.522126:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076a9b100 with x1818247336730112 ext(5885952->5890047) 00002000:00010000:3.0:1734016114.522132:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076a9b100 00000100:00100000:3.0:1734016114.522158:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8671 00000100:00100000:3.0:1734016114.522163:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076a9b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1980:x1818247336730112:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:3.0:1734016114.522332:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076a9b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1980:x1818247336730112:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 168us (684us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016114.522338:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8671 00002000:00100000:3.0:1734016114.522342:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (5885952->5890047) req@ffff880076a9b100 x1818247336730112/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:75/0 lens 488/4536 e 0 to 0 dl 1734016125 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016114.522348:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076a9b100 with x1818247336730112 ext(5885952->5890047) 00002000:00010000:3.0:1734016114.522350:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076a9b100 00000100:00100000:2.0:1734016114.524387:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016114.524561:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336730368 00000100:00100000:1.0:1734016114.524569:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336730368 00002000:00100000:1.0:1734016114.524607:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (5881856->5885951) req@ffff880074c8b480 x1818247336730368/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:75/0 lens 488/0 e 0 to 0 dl 1734016125 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016114.524615:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074c8b480 with x1818247336730368 ext(5881856->5885951) 00002000:00010000:1.0:1734016114.524620:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074c8b480 00000100:00100000:1.0:1734016114.524651:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8672 00000100:00100000:1.0:1734016114.524657:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074c8b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1980:x1818247336730368:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:1.0:1734016114.524813:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074c8b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1980:x1818247336730368:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 155us (434us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016114.524820:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8672 00002000:00100000:1.0:1734016114.524825:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (5881856->5885951) req@ffff880074c8b480 x1818247336730368/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:75/0 lens 488/4536 e 0 to 0 dl 1734016125 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016114.524831:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074c8b480 with x1818247336730368 ext(5881856->5885951) 00002000:00010000:1.0:1734016114.524834:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074c8b480 00000100:00100000:2.0:1734016114.526783:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016114.526969:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336730624 00000100:00100000:3.0:1734016114.526985:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336730624 00002000:00100000:3.0:1734016114.527045:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (5877760->5881855) req@ffff8800744ea680 x1818247336730624/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:75/0 lens 488/0 e 0 to 0 dl 1734016125 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016114.527055:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800744ea680 with x1818247336730624 ext(5877760->5881855) 00002000:00010000:3.0:1734016114.527061:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800744ea680 00000100:00100000:3.0:1734016114.527096:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8673 00000100:00100000:3.0:1734016114.527105:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800744ea680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1980:x1818247336730624:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:3.0:1734016114.527300:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800744ea680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1980:x1818247336730624:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 194us (527us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016114.527307:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8673 00002000:00100000:3.0:1734016114.527313:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (5877760->5881855) req@ffff8800744ea680 x1818247336730624/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:75/0 lens 488/4536 e 0 to 0 dl 1734016125 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016114.527321:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800744ea680 with x1818247336730624 ext(5877760->5881855) 00002000:00010000:3.0:1734016114.527324:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800744ea680 00000100:00100000:0.0:1734016114.529849:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016114.530104:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336730880 00000100:00100000:1.0:1734016114.530120:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336730880 00002000:00100000:1.0:1734016114.530189:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (5873664->5877759) req@ffff880073e31c00 x1818247336730880/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:75/0 lens 488/0 e 0 to 0 dl 1734016125 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016114.530200:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880073e31c00 with x1818247336730880 ext(5873664->5877759) 00002000:00010000:1.0:1734016114.530208:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880073e31c00 00000100:00100000:1.0:1734016114.530254:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8674 00000100:00100000:1.0:1734016114.530261:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880073e31c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1981:x1818247336730880:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:1.0:1734016114.530490:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880073e31c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1981:x1818247336730880:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 228us (660us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016114.530497:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8674 00002000:00100000:1.0:1734016114.530510:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (5873664->5877759) req@ffff880073e31c00 x1818247336730880/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:75/0 lens 488/4536 e 0 to 0 dl 1734016125 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016114.530517:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880073e31c00 with x1818247336730880 ext(5873664->5877759) 00002000:00010000:1.0:1734016114.530519:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880073e31c00 00000100:00100000:2.0:1734016114.532968:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016114.533233:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336731136 00000100:00100000:3.0:1734016114.533242:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336731136 00002000:00100000:3.0:1734016114.533288:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (5869568->5873663) req@ffff8800744eb480 x1818247336731136/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:75/0 lens 488/0 e 0 to 0 dl 1734016125 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016114.533298:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800744eb480 with x1818247336731136 ext(5869568->5873663) 00002000:00010000:3.0:1734016114.533302:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800744eb480 00000100:00100000:3.0:1734016114.533337:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8675 00000100:00100000:3.0:1734016114.533345:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800744eb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1981:x1818247336731136:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:3.0:1734016114.533543:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800744eb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1981:x1818247336731136:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 197us (588us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016114.533550:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8675 00002000:00100000:3.0:1734016114.533555:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (5869568->5873663) req@ffff8800744eb480 x1818247336731136/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:75/0 lens 488/4536 e 0 to 0 dl 1734016125 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016114.533562:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800744eb480 with x1818247336731136 ext(5869568->5873663) 00002000:00010000:3.0:1734016114.533565:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800744eb480 00000100:00100000:2.0:1734016114.538543:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016114.538702:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336731264 00000100:00100000:1.0:1734016114.538714:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336731264 00000100:00100000:1.0:1734016114.538769:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10349 00000100:00100000:1.0:1734016114.538776:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800744eb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:9673:x1818247336731264:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:1.0:1734016114.538800:0:7690:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016114.538824:0:7690:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880097235440/0x3f004d6452e07471 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d1029 expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016114.538899:0:7690:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880097236f40/0x3f004d6452e0746a lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5906432->5910527) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1022 expref: 6 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016114.538909:0:7690:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016114.538912:0:7690:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016114.538916:0:7690:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880097235440/0x3f004d6452e07471 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [6852608->6889471] (req 6852608->6889471) gid 0 flags: 0x50000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1029 expref: 7 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016114.538964:0:7690:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880097236f40/0x3f004d6452e0746a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5906432->5910527) gid 0 flags: 0x50000000020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1022 expref: 6 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016114.538979:0:7690:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880097236f40/0x3f004d6452e0746a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5906432->5910527) gid 0 flags: 0x70000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1022 expref: 6 pid: 7690 timeout: 478 lvb_type: 0 00000100:00100000:1.0:1734016114.538995:0:7690:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880075226680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339387904:192.168.201.10@tcp:104: 00000100:00100000:1.0:1734016114.539082:0:7690:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b42cda80 going to sleep for 11 seconds 00000100:00100000:1.0:1734016114.554360:0:7690:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880075226680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339387904:192.168.201.10@tcp:104: 00010000:00010000:1.0:1734016114.554401:0:7690:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880097235440/0x3f004d6452e07471 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [6852608->6889471] (req 6852608->6889471) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1029 expref: 7 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016114.554428:0:7690:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097235440, rc 0) 00000100:00100000:1.0:1734016114.554516:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800744eb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:9673:x1818247336731264:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 15739us (15987us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016114.554525:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10349 00000100:00100000:2.0:1734016114.554815:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016114.555642:0:7705:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336731392 00000100:00100000:3.0:1734016114.555651:0:7705:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336731392 00010000:00010000:3.0:1734016114.555689:0:7705:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880097236f40/0x3f004d6452e0746a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5906432->5910527) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1022 expref: 7 pid: 7690 timeout: 478 lvb_type: 0 00000100:00100000:3.0:1734016114.555849:0:7705:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2748 00000100:00100000:3.0:1734016114.555856:0:7705:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800744e8a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1978:x1818247336731392:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016114.555904:0:7705:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016114.555928:0:7705:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880097236f40/0x3f004d6452e0746a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 5906432->5910527) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1022 expref: 7 pid: 7690 timeout: 478 lvb_type: 0 00010000:00010000:3.0:1734016114.555942:0:7705:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880097236f40/0x3f004d6452e0746a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 5906432->5910527) gid 0 flags: 0x50000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1022 expref: 7 pid: 7690 timeout: 478 lvb_type: 0 00010000:00010000:3.0:1734016114.555969:0:7705:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097236f40/0x3f004d6452e0746a lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 5906432->5910527) gid 0 flags: 0x44801400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1022 expref: 7 pid: 7690 timeout: 478 lvb_type: 0 00010000:00010000:3.0:1734016114.556062:0:7705:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016114.556066:0:7705:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016114.556074:0:7705:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880097235440/0x3f004d6452e07471 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6852608->6889471) gid 0 flags: 0x40080000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1029 expref: 6 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016114.556085:0:7705:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880097235440/0x3f004d6452e07471 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6852608->6889471) gid 0 flags: 0x40080000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1029 expref: 6 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016114.556132:0:7705:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880097235440/0x3f004d6452e07471 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6852608->6889471) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1029 expref: 6 pid: 7690 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016114.556149:0:7705:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074098e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7705:1818247339388032:192.168.201.10@tcp:105: 00000100:00100000:3.0:1734016114.556368:0:7705:0:(client.c:2562:ptlrpc_set_wait()) set ffff880074e1ab40 going to sleep for 11 seconds 00000100:00100000:2.0:1734016114.561970:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016114.562079:0:7705:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074098e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7705:1818247339388032:192.168.201.10@tcp:105: 00010000:00010000:0.0:1734016114.562122:0:7705:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016114.562202:0:7705:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800744e8a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1978:x1818247336731392:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 6344us (7393us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016114.562219:0:7705:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2748 00000100:00100000:1.0:1734016114.563219:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336731520 00000100:00100000:1.0:1734016114.563231:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336731520 00000100:00100000:1.0:1734016114.563291:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10350 00000100:00100000:1.0:1734016114.563300:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800744e9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1978:x1818247336731520:12345-192.168.201.10@tcp:22:fsx.0 00002000:00010000:1.0:1734016114.563810:0:7690:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 9357841 -> 9357841 00002000:00010000:1.0:1734016114.563814:0:7690:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016113 -> 1734016114 00002000:00010000:1.0:1734016114.563817:0:7690:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016113 -> 1734016112 00002000:00010000:1.0:1734016114.563819:0:7690:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016114 -> 1734016114 00002000:00010000:1.0:1734016114.563821:0:7690:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 1448 -> 1440 00000100:00100000:1.0:1734016114.563910:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800744e9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+8:1978:x1818247336731520:12345-192.168.201.10@tcp:22:fsx.0 Request processed in 610us (1960us total) trans 4294969190 rc 0/0 00000100:00100000:1.0:1734016114.563916:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10350 00000100:00100000:0.0:1734016114.569993:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016114.570107:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336731648 00000100:00100000:2.0:1734016114.570123:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336731648 00000100:00100000:2.0:1734016114.570203:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10351 00000100:00100000:2.0:1734016114.570211:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880073e30700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1979:x1818247336731648:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:2.0:1734016114.570251:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016114.570281:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880072171f80/0x3f004d6452e07478 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d1030 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016114.570387:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800744ebb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339388160:192.168.201.10@tcp:106: 00000100:00100000:2.0:1734016114.570507:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800768efa80 going to sleep for 11 seconds 00010000:00010000:3.0:1734016114.571268:0:9955:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1734016114.573336:0:7689:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime: 1734016112 -> 1734016113 00000100:00100000:2.0:1734016114.573372:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800744ebb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339388160:192.168.201.10@tcp:106: 00010000:00010000:2.0:1734016114.573415:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880072171f80/0x3f004d6452e07478 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1030 expref: 7 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016114.573437:0:7689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880072171f80/0x3f004d6452e07478 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1030 expref: 7 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016114.573471:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880072171f80, rc 0) 00000100:00100000:2.0:1734016114.573529:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880073e30700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1979:x1818247336731648:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 3319us (3552us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016114.573537:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10351 00000100:00100000:0.0:1734016114.580182:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016114.580325:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336731776 00000100:00100000:2.0:1734016114.580339:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336731776 00000100:00100000:2.0:1734016114.580412:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10352 00000100:00100000:2.0:1734016114.580421:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880073e33480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1980:x1818247336731776:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:2.0:1734016114.580448:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016114.580475:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800721718c0/0x3f004d6452e0747f lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d1037 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016114.580561:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800744ebb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339388288:192.168.201.10@tcp:106: 00000100:00100000:2.0:1734016114.580633:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800768efa80 going to sleep for 11 seconds 00000100:00100000:2.0:1734016114.585355:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800744ebb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339388288:192.168.201.10@tcp:106: 00010000:00010000:2.0:1734016114.585399:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800721718c0/0x3f004d6452e0747f lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1037 expref: 7 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016114.585413:0:7689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800721718c0/0x3f004d6452e0747f lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1037 expref: 7 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016114.586083:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800721718c0, rc 0) 00000100:00100000:2.0:1734016114.586149:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880073e33480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1980:x1818247336731776:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 5727us (5984us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016114.586158:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10352 00000100:00100000:0.0:1734016114.588227:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016114.589105:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336731904 00000100:00100000:3.0:1734016114.589120:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336731904 00000100:00100000:3.0:1734016114.589184:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10353 00000100:00100000:3.0:1734016114.589192:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880073e32d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1978:x1818247336731904:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:3.0:1734016114.589218:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016114.589247:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a9a5b00/0x3f004d6452e07486 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d103e expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016114.589326:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074098e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339388416:192.168.201.10@tcp:106: 00000100:00100000:3.0:1734016114.589410:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff880074e1a3c0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016114.594836:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074098e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339388416:192.168.201.10@tcp:106: 00010000:00010000:3.0:1734016114.595037:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a9a5b00/0x3f004d6452e07486 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d103e expref: 7 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016114.595057:0:7689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a5b00/0x3f004d6452e07486 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d103e expref: 7 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016114.595140:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a9a5b00, rc 0) 00000100:00100000:3.0:1734016114.595645:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880073e32d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1978:x1818247336731904:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 6448us (7429us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016114.595657:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10353 00000100:00100000:0.0:1734016114.597907:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016114.598190:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336732032 00000100:00100000:3.0:1734016114.598204:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336732032 00000100:00100000:3.0:1734016114.598261:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10354 00000100:00100000:3.0:1734016114.598270:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880073e30380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1981:x1818247336732032:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:3.0:1734016114.598296:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016114.598319:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7600/0x3f004d6452e0748d lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d1045 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016114.598409:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074098e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339388544:192.168.201.10@tcp:106: 00000100:00100000:3.0:1734016114.598484:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff880074e1a3c0 going to sleep for 11 seconds 00000100:00100000:2.0:1734016114.601649:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074098e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339388544:192.168.201.10@tcp:106: 00010000:00010000:2.0:1734016114.601701:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7600/0x3f004d6452e0748d lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1045 expref: 7 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016114.601718:0:7689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7600/0x3f004d6452e0748d lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1045 expref: 7 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016114.602726:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a9a7600, rc 0) 00000100:00100000:2.0:1734016114.602807:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880073e30380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1981:x1818247336732032:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 4535us (4907us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016114.602818:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10354 00000001:00080000:3.0:1734016114.603279:0:6464:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968524 is committed 00000001:00080000:3.0:1734016114.603300:0:6464:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968518 is committed 00000100:00100000:0.0:1734016114.605859:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016114.606452:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336732160 00000100:00100000:2.0:1734016114.606467:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336732160 00000100:00100000:2.0:1734016114.606540:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10355 00000100:00100000:2.0:1734016114.606550:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a78b1850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1981:x1818247336732160:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:2.0:1734016114.606576:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016114.606604:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880072172d00/0x3f004d6452e07494 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d104c expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016114.606692:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800744ebb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339388672:192.168.201.10@tcp:106: 00000100:00100000:2.0:1734016114.606801:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800768efa80 going to sleep for 11 seconds 00000100:00100000:0.0:1734016114.609695:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800744ebb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339388672:192.168.201.10@tcp:106: 00010000:00010000:0.0:1734016114.609738:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880072172d00/0x3f004d6452e07494 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d104c expref: 7 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016114.609752:0:7689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880072172d00/0x3f004d6452e07494 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d104c expref: 7 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016114.609776:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880072172d00, rc 0) 00000100:00100000:0.0:1734016114.609826:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a78b1850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1981:x1818247336732160:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 3276us (3980us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016114.609834:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10355 00000100:00100000:0.0:1734016114.613617:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016114.613741:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336732288 00000100:00100000:1.0:1734016114.613753:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336732288 00000100:00100000:1.0:1734016114.613801:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10356 00000100:00100000:1.0:1734016114.613809:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880073e30700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1980:x1818247336732288:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:1.0:1734016114.613831:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016114.613851:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880097236f40/0x3f004d6452e0749b lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d1053 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016114.613942:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880075226680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339388800:192.168.201.10@tcp:106: 00000100:00100000:1.0:1734016114.614446:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b42cda80 going to sleep for 11 seconds 00000100:00100000:1.0:1734016114.617253:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880075226680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339388800:192.168.201.10@tcp:106: 00010000:00010000:1.0:1734016114.617303:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880097236f40/0x3f004d6452e0749b lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1053 expref: 7 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016114.617318:0:7689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097236f40/0x3f004d6452e0749b lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1053 expref: 7 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016114.617334:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097236f40, rc 0) 00000100:00100000:1.0:1734016114.617398:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880073e30700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1980:x1818247336732288:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 3587us (3792us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016114.617409:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10356 00000100:00100000:3.0:1734016114.620404:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016114.620557:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336732544 00000100:00100000:1.0:1734016114.620570:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336732544 00002000:00100000:1.0:1734016114.620632:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (724992->729087) req@ffff88007409ad80 x1818247336732544/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:75/0 lens 488/0 e 0 to 0 dl 1734016125 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016114.620643:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007409ad80 with x1818247336732544 ext(724992->729087) 00002000:00010000:1.0:1734016114.620650:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007409ad80 00000100:00100000:1.0:1734016114.620677:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8676 00000100:00100000:1.0:1734016114.620683:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007409ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+8:1981:x1818247336732544:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:1.0:1734016114.620913:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007409ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+8:1981:x1818247336732544:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 229us (524us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016114.620923:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8676 00002000:00100000:1.0:1734016114.620928:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (724992->729087) req@ffff88007409ad80 x1818247336732544/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:75/0 lens 488/4536 e 0 to 0 dl 1734016125 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016114.620935:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007409ad80 with x1818247336732544 ext(724992->729087) 00002000:00010000:1.0:1734016114.620938:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007409ad80 00000100:00100000:0.0:1734016114.624078:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016114.624171:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336732800 00000100:00100000:3.0:1734016114.624182:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336732800 00002000:00100000:3.0:1734016114.624223:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (720896->724991) req@ffff880073e33480 x1818247336732800/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:75/0 lens 488/0 e 0 to 0 dl 1734016125 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016114.624233:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880073e33480 with x1818247336732800 ext(720896->724991) 00002000:00010000:3.0:1734016114.624238:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880073e33480 00000100:00100000:3.0:1734016114.624261:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8677 00000100:00100000:3.0:1734016114.624267:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880073e33480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+8:1980:x1818247336732800:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:3.0:1734016114.624425:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880073e33480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+8:1980:x1818247336732800:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 158us (358us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016114.624431:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8677 00002000:00100000:3.0:1734016114.624436:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (720896->724991) req@ffff880073e33480 x1818247336732800/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:75/0 lens 488/4536 e 0 to 0 dl 1734016125 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016114.624442:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880073e33480 with x1818247336732800 ext(720896->724991) 00002000:00010000:3.0:1734016114.624445:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880073e33480 00000100:00100000:0.0:1734016114.626931:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016114.627020:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336733056 00000100:00100000:1.0:1734016114.627029:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336733056 00002000:00100000:1.0:1734016114.627067:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (716800->720895) req@ffff880073e32d80 x1818247336733056/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:75/0 lens 488/0 e 0 to 0 dl 1734016125 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016114.627077:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880073e32d80 with x1818247336733056 ext(716800->720895) 00002000:00010000:1.0:1734016114.627082:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880073e32d80 00000100:00100000:1.0:1734016114.627108:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8678 00000100:00100000:1.0:1734016114.627114:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880073e32d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+8:1980:x1818247336733056:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:1.0:1734016114.627266:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880073e32d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+8:1980:x1818247336733056:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 152us (345us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016114.627272:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8678 00002000:00100000:1.0:1734016114.627277:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (716800->720895) req@ffff880073e32d80 x1818247336733056/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:75/0 lens 488/4536 e 0 to 0 dl 1734016125 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016114.627283:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880073e32d80 with x1818247336733056 ext(716800->720895) 00002000:00010000:1.0:1734016114.627286:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880073e32d80 00000100:00100000:3.0:1734016114.633465:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016114.634071:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336733312 00000100:00100000:0.0:1734016114.634082:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336733312 00002000:00100000:0.0:1734016114.634134:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (712704->716799) req@ffff88007409b800 x1818247336733312/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:75/0 lens 488/0 e 0 to 0 dl 1734016125 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016114.634144:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007409b800 with x1818247336733312 ext(712704->716799) 00002000:00010000:0.0:1734016114.634150:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007409b800 00000100:00100000:0.0:1734016114.634186:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8679 00000100:00100000:0.0:1734016114.634193:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007409b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+8:1981:x1818247336733312:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:0.0:1734016114.634393:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007409b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+8:1981:x1818247336733312:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 199us (939us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016114.634399:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8679 00002000:00100000:0.0:1734016114.634405:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (712704->716799) req@ffff88007409b800 x1818247336733312/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:75/0 lens 488/4536 e 0 to 0 dl 1734016125 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016114.634412:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007409b800 with x1818247336733312 ext(712704->716799) 00002000:00010000:0.0:1734016114.634414:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007409b800 00000100:00100000:0.0:1734016114.637358:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016114.641004:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336733568 00000100:00100000:1.0:1734016114.641021:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336733568 00002000:00100000:1.0:1734016114.641088:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (708608->712703) req@ffff880073e30380 x1818247336733568/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:75/0 lens 488/0 e 0 to 0 dl 1734016125 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016114.641105:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880073e30380 with x1818247336733568 ext(708608->712703) 00002000:00010000:1.0:1734016114.641110:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880073e30380 00000100:00100000:1.0:1734016114.641135:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8680 00000100:00100000:1.0:1734016114.641144:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880073e30380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+8:1980:x1818247336733568:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:1.0:1734016114.641380:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880073e30380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+8:1980:x1818247336733568:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 236us (4034us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016114.641386:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8680 00002000:00100000:1.0:1734016114.641393:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (708608->712703) req@ffff880073e30380 x1818247336733568/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:75/0 lens 488/4536 e 0 to 0 dl 1734016125 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016114.641399:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880073e30380 with x1818247336733568 ext(708608->712703) 00002000:00010000:1.0:1734016114.641401:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880073e30380 00000100:00100000:0.0:1734016114.644069:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016114.644179:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336733824 00000100:00100000:2.0:1734016114.644190:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336733824 00002000:00100000:2.0:1734016114.644241:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (704512->708607) req@ffff880073e33b80 x1818247336733824/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:75/0 lens 488/0 e 0 to 0 dl 1734016125 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016114.644251:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880073e33b80 with x1818247336733824 ext(704512->708607) 00002000:00010000:2.0:1734016114.644256:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880073e33b80 00000100:00100000:2.0:1734016114.644278:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8681 00000100:00100000:2.0:1734016114.644286:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880073e33b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+8:1980:x1818247336733824:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:2.0:1734016114.644484:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880073e33b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+8:1980:x1818247336733824:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 197us (424us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016114.644491:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8681 00002000:00100000:2.0:1734016114.644508:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (704512->708607) req@ffff880073e33b80 x1818247336733824/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:75/0 lens 488/4536 e 0 to 0 dl 1734016125 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016114.644515:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880073e33b80 with x1818247336733824 ext(704512->708607) 00002000:00010000:2.0:1734016114.644518:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880073e33b80 00000100:00100000:3.0:1734016114.647444:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016114.647537:0:13929:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336734080 00000100:00100000:0.0:1734016114.647549:0:13929:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336734080 00002000:00100000:0.0:1734016114.647595:0:13929:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (700416->704511) req@ffff880074098000 x1818247336734080/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:75/0 lens 488/0 e 0 to 0 dl 1734016125 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016114.647604:0:13929:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074098000 with x1818247336734080 ext(700416->704511) 00002000:00010000:0.0:1734016114.647610:0:13929:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074098000 00000100:00100000:2.0:1734016114.648479:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8682 00000100:00100000:2.0:1734016114.648488:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074098000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+8:1981:x1818247336734080:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:2.0:1734016114.648931:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074098000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+8:1981:x1818247336734080:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 443us (1500us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016114.648937:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8682 00002000:00100000:2.0:1734016114.648943:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (700416->704511) req@ffff880074098000 x1818247336734080/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:75/0 lens 488/4536 e 0 to 0 dl 1734016125 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016114.648950:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074098000 with x1818247336734080 ext(700416->704511) 00002000:00010000:2.0:1734016114.648955:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074098000 00000100:00100000:0.0:1734016114.654371:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016114.655007:0:13929:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336734336 00000100:00100000:2.0:1734016114.655023:0:13929:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336734336 00002000:00100000:2.0:1734016114.655079:0:13929:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (696320->700415) req@ffff880073e33100 x1818247336734336/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:75/0 lens 488/0 e 0 to 0 dl 1734016125 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016114.655090:0:13929:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880073e33100 with x1818247336734336 ext(696320->700415) 00002000:00010000:2.0:1734016114.655100:0:13929:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880073e33100 00000100:00100000:2.0:1734016114.655137:0:13929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8683 00000100:00100000:2.0:1734016114.655145:0:13929:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880073e33100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+8:1981:x1818247336734336:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:2.0:1734016114.655332:0:13929:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880073e33100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+8:1981:x1818247336734336:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 188us (974us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016114.655339:0:13929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8683 00002000:00100000:2.0:1734016114.655344:0:13929:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (696320->700415) req@ffff880073e33100 x1818247336734336/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:75/0 lens 488/4536 e 0 to 0 dl 1734016125 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016114.655351:0:13929:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880073e33100 with x1818247336734336 ext(696320->700415) 00002000:00010000:2.0:1734016114.655354:0:13929:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880073e33100 00000100:00100000:1.0:1734016114.658463:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016114.658559:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336734592 00000100:00100000:0.0:1734016114.658570:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336734592 00002000:00100000:0.0:1734016114.658618:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (692224->696319) req@ffff880075226680 x1818247336734592/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:75/0 lens 488/0 e 0 to 0 dl 1734016125 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016114.658628:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880075226680 with x1818247336734592 ext(692224->696319) 00002000:00010000:0.0:1734016114.658633:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880075226680 00000100:00100000:0.0:1734016114.658711:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8684 00000100:00100000:0.0:1734016114.658719:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075226680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+8:1980:x1818247336734592:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:0.0:1734016114.658931:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075226680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+8:1980:x1818247336734592:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 211us (481us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016114.658939:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8684 00002000:00100000:0.0:1734016114.658946:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (692224->696319) req@ffff880075226680 x1818247336734592/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:75/0 lens 488/4536 e 0 to 0 dl 1734016125 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016114.658953:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880075226680 with x1818247336734592 ext(692224->696319) 00002000:00010000:0.0:1734016114.658956:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880075226680 00000100:00100000:3.0:1734016114.663390:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016114.664109:0:13929:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336734848 00000100:00100000:2.0:1734016114.664126:0:13929:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336734848 00002000:00100000:2.0:1734016114.664192:0:13929:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (688128->692223) req@ffff880074099880 x1818247336734848/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:75/0 lens 488/0 e 0 to 0 dl 1734016125 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016114.664204:0:13929:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074099880 with x1818247336734848 ext(688128->692223) 00002000:00010000:2.0:1734016114.664211:0:13929:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074099880 00000100:00100000:2.0:1734016114.664394:0:13929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8685 00000100:00100000:2.0:1734016114.664402:0:13929:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074099880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+8:1980:x1818247336734848:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:2.0:1734016114.665474:0:13929:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074099880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+8:1980:x1818247336734848:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 1068us (2100us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016114.665484:0:13929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8685 00002000:00100000:2.0:1734016114.665493:0:13929:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (688128->692223) req@ffff880074099880 x1818247336734848/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:75/0 lens 488/4536 e 0 to 0 dl 1734016125 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016114.665511:0:13929:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074099880 with x1818247336734848 ext(688128->692223) 00002000:00010000:2.0:1734016114.665516:0:13929:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074099880 00000100:00100000:0.0:1734016114.671395:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016114.671779:0:13929:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336735104 00000100:00100000:2.0:1734016114.671792:0:13929:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336735104 00002000:00100000:2.0:1734016114.671841:0:13929:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (684032->688127) req@ffff880073e31f80 x1818247336735104/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:75/0 lens 488/0 e 0 to 0 dl 1734016125 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016114.671852:0:13929:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880073e31f80 with x1818247336735104 ext(684032->688127) 00002000:00010000:2.0:1734016114.671857:0:13929:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880073e31f80 00000100:00100000:2.0:1734016114.671921:0:13929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8686 00000100:00100000:2.0:1734016114.671928:0:13929:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880073e31f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+8:1980:x1818247336735104:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:2.0:1734016114.672135:0:13929:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880073e31f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+8:1980:x1818247336735104:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 206us (756us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016114.672142:0:13929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8686 00002000:00100000:2.0:1734016114.672147:0:13929:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (684032->688127) req@ffff880073e31f80 x1818247336735104/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:75/0 lens 488/4536 e 0 to 0 dl 1734016125 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016114.672156:0:13929:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880073e31f80 with x1818247336735104 ext(684032->688127) 00002000:00010000:2.0:1734016114.672158:0:13929:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880073e31f80 00000100:00100000:1.0:1734016114.683754:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016114.683900:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336735360 00000100:00100000:2.0:1734016114.683914:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336735360 00002000:00100000:2.0:1734016114.683978:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (679936->684031) req@ffff880075226a00 x1818247336735360/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:75/0 lens 488/0 e 0 to 0 dl 1734016125 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016114.683988:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880075226a00 with x1818247336735360 ext(679936->684031) 00002000:00010000:2.0:1734016114.683994:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880075226a00 00000100:00100000:2.0:1734016114.684022:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8687 00000100:00100000:2.0:1734016114.684030:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075226a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+8:1979:x1818247336735360:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:2.0:1734016114.684212:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075226a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+8:1979:x1818247336735360:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 182us (467us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016114.684220:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8687 00002000:00100000:2.0:1734016114.684226:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (679936->684031) req@ffff880075226a00 x1818247336735360/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:75/0 lens 488/4536 e 0 to 0 dl 1734016125 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016114.684233:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880075226a00 with x1818247336735360 ext(679936->684031) 00002000:00010000:2.0:1734016114.684236:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880075226a00 00000100:00100000:3.0:1734016114.696494:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016114.697027:0:13929:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336735488 00000100:00100000:0.0:1734016114.697039:0:13929:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336735488 00002000:00100000:0.0:1734016114.697092:0:13929:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (679936->729087) req@ffff88007409b100 x1818247336735488/t0(0) o4->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:75/0 lens 488/0 e 0 to 0 dl 1734016125 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016114.697104:0:13929:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007409b100 with x1818247336735488 ext(679936->729087) 00002000:00010000:0.0:1734016114.697110:0:13929:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007409b100 00000100:00100000:0.0:1734016114.697831:0:13929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8688 00000100:00100000:0.0:1734016114.697839:0:13929:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007409b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+8:1979:x1818247336735488:12345-192.168.201.10@tcp:4:fsx.0 00000100:00100000:2.0:1734016114.706882:0:13929:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007409b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+10:1979:x1818247336735488:12345-192.168.201.10@tcp:4:fsx.0 Request processed in 9015us (10374us total) trans 4294969191 rc 0/0 00000100:00100000:2.0:1734016114.706897:0:13929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8688 00002000:00100000:2.0:1734016114.706910:0:13929:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (679936->729087) req@ffff88007409b100 x1818247336735488/t4294969191(0) o4->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:75/0 lens 488/448 e 0 to 0 dl 1734016125 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016114.706921:0:13929:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007409b100 with x1818247336735488 ext(679936->729087) 00002000:00010000:2.0:1734016114.706928:0:13929:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007409b100 00000100:00100000:0.0:1734016114.708607:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016114.709584:0:8966:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336735616 00000100:00100000:3.0:1734016114.709595:0:8966:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336735616 00000100:00100000:3.0:1734016114.709961:0:8966:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 1930 00000100:00100000:3.0:1734016114.709970:0:8966:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880073e32680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+11:9673:x1818247336735616:12345-192.168.201.10@tcp:44:fsx.0 00000100:00100000:3.0:1734016114.710113:0:8966:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880073e32680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+11:9673:x1818247336735616:12345-192.168.201.10@tcp:44:fsx.0 Request processed in 143us (1516us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016114.710120:0:8966:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 1930 00000100:00100000:3.0:1734016114.715111:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016114.716781:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336735744 00000100:00100000:1.0:1734016114.716799:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336735744 00000100:00100000:1.0:1734016114.716882:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10357 00000100:00100000:1.0:1734016114.716893:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074098380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+10:1978:x1818247336735744:12345-192.168.201.10@tcp:16:fsx.0 00000001:00080000:2.0:1734016114.723957:0:8954:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969191 is committed 00000100:00100000:1.0:1734016114.724222:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074098380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1978:x1818247336735744:12345-192.168.201.10@tcp:16:fsx.0 Request processed in 7325us (9118us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016114.724234:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10357 00000100:00100000:0.0:1734016114.733477:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016114.733584:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336735872 00000100:00100000:1.0:1734016114.733596:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336735872 00000100:00100000:1.0:1734016114.733652:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10358 00000100:00100000:1.0:1734016114.733659:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880073e32a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:9673:x1818247336735872:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:1.0:1734016114.733681:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016114.733700:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880097234fc0/0x3f004d6452e074a2 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d105a expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016114.733732:0:7689:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880097235440/0x3f004d6452e07471 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6852608->6889471) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1029 expref: 5 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016114.733740:0:7689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016114.733741:0:7689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016114.733744:0:7689:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880097234fc0/0x3f004d6452e074a2 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [3596288->3612671] (req 3596288->3612671) gid 0 flags: 0x50000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d105a expref: 7 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016114.733776:0:7689:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880097235440/0x3f004d6452e07471 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6852608->6889471) gid 0 flags: 0x50000000020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1029 expref: 5 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016114.733785:0:7689:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880097235440/0x3f004d6452e07471 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6852608->6889471) gid 0 flags: 0x70000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1029 expref: 5 pid: 7690 timeout: 478 lvb_type: 0 00000100:00100000:1.0:1734016114.733796:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880075225880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339388928:192.168.201.10@tcp:104: 00000100:00100000:1.0:1734016114.733897:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b42cd840 going to sleep for 11 seconds 00000100:00100000:1.0:1734016114.737808:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880075225880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339388928:192.168.201.10@tcp:104: 00010000:00010000:1.0:1734016114.737847:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880097234fc0/0x3f004d6452e074a2 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [3596288->3612671] (req 3596288->3612671) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d105a expref: 7 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016114.737881:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097234fc0, rc 0) 00000100:00100000:1.0:1734016114.737962:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880073e32a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:9673:x1818247336735872:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 4302us (4497us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016114.737973:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10358 00000100:00100000:0.0:1734016114.738213:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016114.738553:0:7705:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336736000 00000100:00100000:2.0:1734016114.738560:0:7705:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336736000 00010000:00010000:2.0:1734016114.738586:0:7705:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880097235440/0x3f004d6452e07471 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6852608->6889471) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1029 expref: 6 pid: 7690 timeout: 478 lvb_type: 0 00000100:00100000:2.0:1734016114.738620:0:7705:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2749 00000100:00100000:2.0:1734016114.738625:0:7705:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880073e31880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1979:x1818247336736000:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016114.738639:0:7705:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:2.0:1734016114.738655:0:7705:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 1440 -> 1536 00010000:00010000:2.0:1734016114.738660:0:7705:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880097235440/0x3f004d6452e07471 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 6852608->6889471) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1029 expref: 6 pid: 7690 timeout: 478 lvb_type: 0 00010000:00010000:2.0:1734016114.738670:0:7705:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880097235440/0x3f004d6452e07471 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 6852608->6889471) gid 0 flags: 0x50000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1029 expref: 6 pid: 7690 timeout: 478 lvb_type: 0 00010000:00010000:2.0:1734016114.738691:0:7705:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097235440/0x3f004d6452e07471 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 6852608->6889471) gid 0 flags: 0x44801400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1029 expref: 6 pid: 7690 timeout: 478 lvb_type: 0 00010000:00010000:2.0:1734016114.738717:0:7705:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016114.738719:0:7705:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016114.738725:0:7705:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880097234fc0/0x3f004d6452e074a2 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3596288->3612671) gid 0 flags: 0x40080000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d105a expref: 6 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016114.738733:0:7705:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880097234fc0/0x3f004d6452e074a2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3596288->3612671) gid 0 flags: 0x40080000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d105a expref: 6 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016114.738760:0:7705:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880097234fc0/0x3f004d6452e074a2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3596288->3612671) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d105a expref: 6 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016114.738773:0:7705:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800744e9180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7705:1818247339389056:192.168.201.10@tcp:105: 00000100:00100000:2.0:1734016114.738822:0:7705:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800768ef9c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016114.745397:0:7705:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800744e9180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7705:1818247339389056:192.168.201.10@tcp:105: 00010000:00010000:0.0:1734016114.745428:0:7705:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016114.745485:0:7705:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880073e31880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:1979:x1818247336736000:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 6857us (7271us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016114.745507:0:7705:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2749 00000100:00100000:2.0:1734016114.747220:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016114.747314:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336736128 00000100:00100000:1.0:1734016114.747329:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336736128 00000100:00100000:1.0:1734016114.747401:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10359 00000100:00100000:1.0:1734016114.747409:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800744eaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1978:x1818247336736128:12345-192.168.201.10@tcp:22:fsx.0 00002000:00010000:1.0:1734016114.747760:0:7689:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 9357841 -> 9357841 00002000:00010000:1.0:1734016114.747763:0:7689:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016114 -> 1734016114 00002000:00010000:1.0:1734016114.747766:0:7689:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016113 -> 1734016113 00002000:00010000:1.0:1734016114.747768:0:7689:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016114 -> 1734016114 00002000:00010000:1.0:1734016114.747769:0:7689:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 1536 -> 1536 00000100:00100000:1.0:1734016114.747837:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800744eaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1978:x1818247336736128:12345-192.168.201.10@tcp:22:fsx.0 Request processed in 429us (631us total) trans 4294969192 rc 0/0 00000100:00100000:1.0:1734016114.747844:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10359 00000100:00100000:3.0:1734016114.763605:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016114.763855:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336736256 00000100:00100000:1.0:1734016114.763904:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336736256 00000100:00100000:1.0:1734016114.763964:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10360 00000100:00100000:1.0:1734016114.763972:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074099500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:9673:x1818247336736256:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:1.0:1734016114.763997:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016114.764021:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880097235440/0x3f004d6452e074a9 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d1061 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016114.764058:0:7689:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880097234fc0/0x3f004d6452e074a2 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3596288->3612671) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d105a expref: 7 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016114.764066:0:7689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016114.764069:0:7689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016114.764074:0:7689:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880097235440/0x3f004d6452e074a9 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [954368->999423] (req 954368->999423) gid 0 flags: 0x50000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1061 expref: 6 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016114.764118:0:7689:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880097234fc0/0x3f004d6452e074a2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3596288->3612671) gid 0 flags: 0x50000000020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d105a expref: 7 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016114.764131:0:7689:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880097234fc0/0x3f004d6452e074a2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3596288->3612671) gid 0 flags: 0x70000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d105a expref: 7 pid: 7689 timeout: 478 lvb_type: 0 00000100:00100000:1.0:1734016114.764147:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880075225880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339389184:192.168.201.10@tcp:104: 00000100:00100000:1.0:1734016114.764250:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b42cd840 going to sleep for 11 seconds 00000100:00100000:1.0:1734016114.769445:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880075225880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339389184:192.168.201.10@tcp:104: 00010000:00010000:1.0:1734016114.769490:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880097235440/0x3f004d6452e074a9 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [954368->999423] (req 954368->999423) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1061 expref: 6 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016114.769527:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097235440, rc 0) 00000100:00100000:1.0:1734016114.769590:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074099500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:9673:x1818247336736256:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 5616us (5996us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016114.769600:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10360 00000100:00100000:3.0:1734016114.769762:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016114.769962:0:7705:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336736384 00000100:00100000:0.0:1734016114.769974:0:7705:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336736384 00010000:00010000:0.0:1734016114.770015:0:7705:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880097234fc0/0x3f004d6452e074a2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3596288->3612671) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d105a expref: 8 pid: 7689 timeout: 478 lvb_type: 0 00000100:00100000:0.0:1734016114.770053:0:7705:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2750 00000100:00100000:0.0:1734016114.770059:0:7705:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007409a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1978:x1818247336736384:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016114.770077:0:7705:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016114.770106:0:7705:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880097234fc0/0x3f004d6452e074a2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3596288->3612671) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d105a expref: 8 pid: 7689 timeout: 478 lvb_type: 0 00010000:00010000:0.0:1734016114.770120:0:7705:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880097234fc0/0x3f004d6452e074a2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3596288->3612671) gid 0 flags: 0x50000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d105a expref: 8 pid: 7689 timeout: 478 lvb_type: 0 00010000:00010000:0.0:1734016114.770149:0:7705:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097234fc0/0x3f004d6452e074a2 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3596288->3612671) gid 0 flags: 0x44801400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d105a expref: 8 pid: 7689 timeout: 478 lvb_type: 0 00010000:00010000:0.0:1734016114.770170:0:7705:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016114.770172:0:7705:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016114.770181:0:7705:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880097235440/0x3f004d6452e074a9 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 954368->999423) gid 0 flags: 0x40080000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1061 expref: 5 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016114.770195:0:7705:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880097235440/0x3f004d6452e074a9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 954368->999423) gid 0 flags: 0x40080000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1061 expref: 5 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016114.770239:0:7705:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880097235440/0x3f004d6452e074a9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 954368->999423) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1061 expref: 5 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016114.770256:0:7705:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880073e30000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7705:1818247339389312:192.168.201.10@tcp:105: 00000100:00100000:0.0:1734016114.772887:0:7705:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a74860c0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016114.783432:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016114.784213:0:7705:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880073e30000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7705:1818247339389312:192.168.201.10@tcp:105: 00010000:00010000:0.0:1734016114.784248:0:7705:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016114.784308:0:7705:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007409a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1978:x1818247336736384:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 14247us (14548us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016114.784323:0:7705:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2750 00000100:00100000:2.0:1734016114.785247:0:13929:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336736640 00000100:00100000:2.0:1734016114.785260:0:13929:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336736640 00002000:00100000:2.0:1734016114.785317:0:13929:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (995328->999423) req@ffff880074098e00 x1818247336736640/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:75/0 lens 488/0 e 0 to 0 dl 1734016125 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016114.785327:0:13929:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074098e00 with x1818247336736640 ext(995328->999423) 00002000:00010000:2.0:1734016114.785331:0:13929:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074098e00 00000100:00100000:2.0:1734016114.785351:0:13929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8689 00000100:00100000:2.0:1734016114.785357:0:13929:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074098e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1978:x1818247336736640:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:2.0:1734016114.785566:0:13929:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074098e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1978:x1818247336736640:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 209us (2152us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016114.785572:0:13929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8689 00002000:00100000:2.0:1734016114.785578:0:13929:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (995328->999423) req@ffff880074098e00 x1818247336736640/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:75/0 lens 488/4536 e 0 to 0 dl 1734016125 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016114.785587:0:13929:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074098e00 with x1818247336736640 ext(995328->999423) 00002000:00010000:2.0:1734016114.785589:0:13929:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074098e00 00000100:00100000:0.0:1734016114.790543:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016114.790954:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336736768 00000100:00100000:1.0:1734016114.790965:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336736768 00000100:00100000:1.0:1734016114.791017:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10361 00000100:00100000:1.0:1734016114.791025:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880073e30000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1979:x1818247336736768:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:1.0:1734016114.791046:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016114.791065:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880097234900/0x3f004d6452e074b0 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d1068 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016114.791134:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880075225880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339389440:192.168.201.10@tcp:106: 00000100:00100000:1.0:1734016114.791211:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b42cd840 going to sleep for 11 seconds 00002000:00010000:1.0:1734016114.797294:0:7689:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime: 1734016113 -> 1734016114 00000100:00100000:1.0:1734016114.797327:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880075225880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339389440:192.168.201.10@tcp:106: 00010000:00010000:1.0:1734016114.797370:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880097234900/0x3f004d6452e074b0 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1068 expref: 8 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016114.797384:0:7689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097234900/0x3f004d6452e074b0 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1068 expref: 8 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016114.797782:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097234900, rc 0) 00000100:00100000:1.0:1734016114.797849:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880073e30000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1979:x1818247336736768:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 6823us (7321us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016114.797859:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10361 00000100:00100000:3.0:1734016114.809211:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016114.809382:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336736896 00000100:00100000:1.0:1734016114.809394:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336736896 00000100:00100000:1.0:1734016114.809449:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10362 00000100:00100000:1.0:1734016114.809458:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074195180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1981:x1818247336736896:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:1.0:1734016114.809487:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016114.809520:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880097237600/0x3f004d6452e074b7 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d106f expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016114.809612:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880075225880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339389568:192.168.201.10@tcp:106: 00000100:00100000:1.0:1734016114.809706:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b42cd840 going to sleep for 11 seconds 00000100:00100000:1.0:1734016114.824435:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880075225880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339389568:192.168.201.10@tcp:106: 00010000:00010000:1.0:1734016114.824484:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880097237600/0x3f004d6452e074b7 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d106f expref: 8 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016114.824512:0:7689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097237600/0x3f004d6452e074b7 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d106f expref: 8 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016114.824530:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097237600, rc 0) 00000100:00100000:1.0:1734016114.826623:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074195180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1981:x1818247336736896:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 17150us (17410us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016114.826637:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10362 00000100:00100000:3.0:1734016114.829095:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016114.829182:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336737024 00000100:00100000:1.0:1734016114.829192:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336737024 00000100:00100000:1.0:1734016114.829236:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10363 00000100:00100000:1.0:1734016114.829243:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074195500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1979:x1818247336737024:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:1.0:1734016114.829267:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016114.829291:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880097237cc0/0x3f004d6452e074be lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d1076 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016114.829356:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880075225880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339389696:192.168.201.10@tcp:106: 00000100:00100000:1.0:1734016114.829433:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b42cd840 going to sleep for 11 seconds 00000100:00100000:1.0:1734016114.838735:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880075225880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339389696:192.168.201.10@tcp:106: 00010000:00010000:1.0:1734016114.838780:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880097237cc0/0x3f004d6452e074be lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1076 expref: 8 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016114.838797:0:7689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097237cc0/0x3f004d6452e074be lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1076 expref: 8 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016114.838831:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097237cc0, rc 0) 00000100:00100000:1.0:1734016114.838910:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074195500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1979:x1818247336737024:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 9665us (9826us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016114.838918:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10363 00000100:00100000:2.0:1734016114.841163:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016114.841253:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336737280 00000100:00100000:0.0:1734016114.841264:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336737280 00000100:00100000:0.0:1734016114.841338:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8690 00000100:00100000:0.0:1734016114.841346:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800744e8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1980:x1818247336737280:12345-192.168.201.10@tcp:3:fsx.0 00010000:00010000:0.0:1734016114.841391:0:7696:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff8800a8039440/0x3f004d6452e074c5 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7696 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016114.841414:0:7696:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880097235440/0x3f004d6452e074a9 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 954368->999423) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1061 expref: 5 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016114.841420:0:7696:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016114.841424:0:7696:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016114.841427:0:7696:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a8039440/0x3f004d6452e074c5 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [7073792->7106559] (req 7073792->7106559) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 7696 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016114.841466:0:7696:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880097235440/0x3f004d6452e074a9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 954368->999423) gid 0 flags: 0x50000000020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1061 expref: 5 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016114.841485:0:7696:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880097235440/0x3f004d6452e074a9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 954368->999423) gid 0 flags: 0x70000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1061 expref: 5 pid: 7689 timeout: 478 lvb_type: 0 00000100:00100000:0.0:1734016114.841514:0:7696:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880073e30e00 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_002:lustre-OST0001_UUID:7696:1818247339389824:192.168.201.10@tcp:104: 00000100:00100000:0.0:1734016114.841591:0:7696:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a74860c0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016114.845413:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016114.845518:0:13929:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336737408 00000100:00100000:2.0:1734016114.845529:0:13929:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336737408 00002000:00100000:2.0:1734016114.845578:0:13929:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (954368->999423) req@ffff880074195880 x1818247336737408/t0(0) o4->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:75/0 lens 488/0 e 0 to 0 dl 1734016125 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016114.845588:0:13929:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074195880 with x1818247336737408 ext(954368->999423) 00010000:00010000:2.0:1734016114.845599:0:13929:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880097235440/0x3f004d6452e074a9 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 954368->999423) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1061 expref: 6 pid: 7689 timeout: 478 lvb_type: 0 00010000:00010000:2.0:1734016114.845616:0:13929:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880097235440/0x3f004d6452e074a9 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 954368->999423) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1061 expref: 6 pid: 7689 timeout: 478 lvb_type: 0 00002000:00010000:2.0:1734016114.845623:0:13929:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880074195880 00000100:00100000:2.0:1734016114.845661:0:13929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 252 00000100:00100000:2.0:1734016114.845667:0:13929:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074195880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1978:x1818247336737408:12345-192.168.201.10@tcp:4:fsx.0 00000100:00100000:0.0:1734016114.845927:0:7696:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880073e30e00 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_002:lustre-OST0001_UUID:7696:1818247339389824:192.168.201.10@tcp:104: 00010000:00010000:0.0:1734016114.845952:0:7696:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800a8039440/0x3f004d6452e074c5 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [7073792->7106559] (req 7073792->7106559) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 7696 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016114.850780:0:13929:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074195880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+8:1978:x1818247336737408:12345-192.168.201.10@tcp:4:fsx.0 Request processed in 5098us (5366us total) trans 4294969193 rc 0/0 00000100:00100000:2.0:1734016114.850794:0:13929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 252 00002000:00100000:2.0:1734016114.850814:0:13929:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (954368->999423) req@ffff880074195880 x1818247336737408/t4294969193(0) o4->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:75/0 lens 488/448 e 0 to 0 dl 1734016125 ref 1 fl Complete:H/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016114.850825:0:13929:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074195880 with x1818247336737408 ext(954368->999423) 00010000:00010000:2.0:1734016114.850838:0:13929:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880097235440/0x3f004d6452e074a9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 954368->999423) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1061 expref: 8 pid: 7689 timeout: 478 lvb_type: 0 00010000:00010000:2.0:1734016114.850853:0:13929:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880097235440/0x3f004d6452e074a9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 954368->999423) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1061 expref: 8 pid: 7689 timeout: 478 lvb_type: 0 00002000:00010000:2.0:1734016114.850860:0:13929:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880074195880 00000100:00100000:3.0:1734016114.860740:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016114.861590:0:7705:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336737536 00000100:00100000:0.0:1734016114.861602:0:7705:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336737536 00010000:00010000:0.0:1734016114.861642:0:7705:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880097235440/0x3f004d6452e074a9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 954368->999423) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1061 expref: 8 pid: 7689 timeout: 478 lvb_type: 0 00000100:00100000:0.0:1734016114.861679:0:7705:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2751 00000100:00100000:0.0:1734016114.861686:0:7705:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88006d83e050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+8:1981:x1818247336737536:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016114.861703:0:7705:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:0.0:1734016114.861722:0:7705:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 1536 -> 1608 00010000:00010000:0.0:1734016114.861728:0:7705:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880097235440/0x3f004d6452e074a9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 954368->999423) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1061 expref: 8 pid: 7689 timeout: 478 lvb_type: 0 00010000:00010000:0.0:1734016114.861746:0:7705:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880097235440/0x3f004d6452e074a9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 954368->999423) gid 0 flags: 0x50000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1061 expref: 8 pid: 7689 timeout: 478 lvb_type: 0 00010000:00010000:0.0:1734016114.861773:0:7705:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097235440/0x3f004d6452e074a9 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 954368->999423) gid 0 flags: 0x44801400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1061 expref: 8 pid: 7689 timeout: 478 lvb_type: 0 00010000:00010000:0.0:1734016114.861813:0:7705:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016114.861815:0:7705:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016114.861821:0:7705:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a8039440/0x3f004d6452e074c5 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [7073792->7106559] (req 7073792->7106559) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 7696 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016114.861830:0:7705:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a8039440/0x3f004d6452e074c5 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [7073792->7106559] (req 7073792->7106559) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 7696 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016114.861859:0:7705:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016114.861930:0:7705:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88006d83e050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1981:x1818247336737536:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 243us (1202us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016114.861937:0:7705:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2751 00010000:00010000:0.0:1734016114.862012:0:7696:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800a8039440/0x3f004d6452e074c5 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [7073792->7106559] (req 7073792->7106559) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 7696 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016114.862021:0:7696:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a8039440/0x3f004d6452e074c5 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [7073792->7106559] (req 7073792->7106559) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 7696 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016114.874670:0:7696:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff8800a8039440/0x3f004d6452e074c5 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [7073792->7106559] (req 7073792->7106559) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 7696 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016114.874693:0:7696:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a8039440/0x3f004d6452e074c5 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [7073792->7106559] (req 7073792->7106559) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 7696 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016114.874703:0:7696:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a8039440/0x3f004d6452e074c5 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [7073792->7106559] (req 7073792->7106559) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 7696 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016114.874709:0:7696:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800a8039440 already unused, calling callback (ffffffffa086d100) 00010000:00010000:0.0:1734016114.874713:0:7696:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a8039440/0x3f004d6452e074c5 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [7073792->7106559] (req 7073792->7106559) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 7696 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016114.874721:0:7696:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a8039440/0x3f004d6452e074c5 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [7073792->7106559] (req 7073792->7106559) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 7696 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016114.874738:0:7696:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a8039440/0x3f004d6452e074c5 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [7073792->7106559] (req 7073792->7106559) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 7696 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016114.874744:0:7696:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a8039440/0x3f004d6452e074c5 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [7073792->7106559] (req 7073792->7106559) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 7696 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016114.874854:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800744e8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1980:x1818247336737280:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 33501us (33695us total) trans 0 rc 32768/32768 00000100:00100000:0.0:1734016114.874878:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8690 00000100:00100000:1.0:1734016114.880928:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016114.880971:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336737664 00000100:00100000:1.0:1734016114.880983:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336737664 00000100:00100000:1.0:1734016114.881032:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10364 00000100:00100000:1.0:1734016114.881041:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075225880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1979:x1818247336737664:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:1.0:1734016114.881061:0:7690:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016114.881082:0:7690:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880097235200/0x3f004d6452e074cc lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d107d expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1734016114.881103:0:7690:0:(ofd_lvb.c:169:ofd_lvbo_init()) res: [0x280000400:0x5:0x0] initial LVB size: 9357841, mtime: 0x675afc72, atime: 0x675afc71, ctime: 0x675afc72, blocks: 0x648 00010000:00010000:1.0:1734016114.881123:0:7690:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016114.881125:0:7690:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016114.881133:0:7690:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880097235200/0x3f004d6452e074cc lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d107d expref: 8 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016114.881147:0:7690:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880097235200/0x3f004d6452e074cc lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d107d expref: 8 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016114.881158:0:7690:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097235200, rc 0) 00000100:00100000:1.0:1734016114.881217:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075225880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1979:x1818247336737664:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 177us (308us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016114.881226:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10364 00000100:00100000:3.0:1734016114.889551:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016114.890180:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336737792 00000100:00100000:1.0:1734016114.890193:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336737792 00000100:00100000:1.0:1734016114.893037:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10365 00000100:00100000:1.0:1734016114.893051:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074195c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:9673:x1818247336737792:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:1.0:1734016114.893075:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016114.893098:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880097234b40/0x3f004d6452e074d3 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d1084 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016114.893130:0:7689:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880097235200/0x3f004d6452e074cc lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d107d expref: 9 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016114.893137:0:7689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016114.893139:0:7689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016114.893142:0:7689:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880097234b40/0x3f004d6452e074d3 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [5038080->5062655] (req 5038080->5062655) gid 0 flags: 0x50000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1084 expref: 9 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016114.893175:0:7689:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880097235200/0x3f004d6452e074cc lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d107d expref: 9 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016114.893187:0:7689:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880097235200/0x3f004d6452e074cc lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d107d expref: 9 pid: 7690 timeout: 478 lvb_type: 1 00000100:00100000:1.0:1734016114.893198:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880075226300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339389952:192.168.201.10@tcp:104: 00000100:00100000:1.0:1734016114.893275:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b42cdc00 going to sleep for 11 seconds 00000100:00100000:1.0:1734016114.898293:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880075226300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339389952:192.168.201.10@tcp:104: 00010000:00010000:1.0:1734016114.898339:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880097234b40/0x3f004d6452e074d3 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [5038080->5062655] (req 5038080->5062655) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1084 expref: 9 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016114.898361:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097234b40, rc 0) 00000100:00100000:1.0:1734016114.898431:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074195c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+9:9673:x1818247336737792:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 5381us (8888us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016114.898440:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10365 00000100:00100000:0.0:1734016114.899802:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016114.899896:0:6469:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336737920 00000100:00100000:1.0:1734016114.899904:0:6469:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336737920 00010000:00010000:1.0:1734016114.899952:0:6469:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880097235200/0x3f004d6452e074cc lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d107d expref: 9 pid: 7690 timeout: 478 lvb_type: 1 00000100:00100000:1.0:1734016114.899981:0:6469:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2752 00000100:00100000:1.0:1734016114.899987:0:6469:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880073e31880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+9:1978:x1818247336737920:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016114.900003:0:6469:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016114.900026:0:6469:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 1s ns: filter-lustre-OST0001_UUID lock: ffff880097235200/0x3f004d6452e074cc lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d107d expref: 9 pid: 7690 timeout: 478 lvb_type: 1 00010000:00010000:1.0:1734016114.900038:0:6469:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880097235200/0x3f004d6452e074cc lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d107d expref: 9 pid: 7690 timeout: 478 lvb_type: 1 00010000:00010000:1.0:1734016114.900062:0:6469:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097235200/0x3f004d6452e074cc lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d107d expref: 9 pid: 7690 timeout: 478 lvb_type: 1 00010000:00010000:1.0:1734016114.900100:0:6469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016114.900102:0:6469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016114.900111:0:6469:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880097234b40/0x3f004d6452e074d3 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5038080->5062655) gid 0 flags: 0x40080000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1084 expref: 8 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016114.900121:0:6469:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880097234b40/0x3f004d6452e074d3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5038080->5062655) gid 0 flags: 0x40080000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1084 expref: 8 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016114.900155:0:6469:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880097234b40/0x3f004d6452e074d3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5038080->5062655) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1084 expref: 8 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016114.900167:0:6469:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880075226300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6469:1818247339390080:192.168.201.10@tcp:105: 00000100:00100000:1.0:1734016114.901409:0:6469:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b42cdc00 going to sleep for 11 seconds 00000100:00100000:3.0:1734016114.905177:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016114.906031:0:6469:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880075226300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6469:1818247339390080:192.168.201.10@tcp:105: 00010000:00010000:1.0:1734016114.906062:0:6469:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016114.906120:0:6469:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880073e31880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1978:x1818247336737920:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 6132us (6326us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016114.906134:0:6469:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2752 00000100:00100000:2.0:1734016114.906951:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336738048 00000100:00100000:2.0:1734016114.906961:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336738048 00000100:00100000:2.0:1734016114.907000:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10366 00000100:00100000:2.0:1734016114.907006:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074196680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1981:x1818247336738048:12345-192.168.201.10@tcp:22:fsx.0 00002000:00010000:2.0:1734016114.907286:0:7690:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 9357841 -> 9357841 00002000:00010000:2.0:1734016114.907290:0:7690:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016114 -> 1734016114 00002000:00010000:2.0:1734016114.907292:0:7690:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016113 -> 1734016113 00002000:00010000:2.0:1734016114.907294:0:7690:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016114 -> 1734016114 00002000:00010000:2.0:1734016114.907296:0:7690:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 1608 -> 1608 00000100:00100000:2.0:1734016114.907337:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074196680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+9:1981:x1818247336738048:12345-192.168.201.10@tcp:22:fsx.0 Request processed in 330us (2173us total) trans 4294969194 rc 0/0 00000100:00100000:2.0:1734016114.907344:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10366 00000100:00100000:3.0:1734016114.912158:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016114.912269:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336738176 00000100:00100000:1.0:1734016114.912280:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336738176 00000100:00100000:1.0:1734016114.912343:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10367 00000100:00100000:1.0:1734016114.912352:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074197100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1980:x1818247336738176:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:1.0:1734016114.912373:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016114.912393:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880097234d80/0x3f004d6452e074da lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d108b expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016114.912468:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880075226300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339390208:192.168.201.10@tcp:106: 00000100:00100000:1.0:1734016114.912563:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b42cdc00 going to sleep for 11 seconds 00002000:00010000:1.0:1734016114.916548:0:7689:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime: 1734016113 -> 1734016114 00000100:00100000:1.0:1734016114.916582:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880075226300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339390208:192.168.201.10@tcp:106: 00010000:00010000:1.0:1734016114.916623:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880097234d80/0x3f004d6452e074da lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d108b expref: 8 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016114.916638:0:7689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097234d80/0x3f004d6452e074da lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d108b expref: 8 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016114.916666:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097234d80, rc 0) 00000100:00100000:1.0:1734016114.916729:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074197100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1980:x1818247336738176:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 4378us (4582us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016114.916737:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10367 00000100:00100000:0.0:1734016114.919001:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016114.919088:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336738304 00000100:00100000:1.0:1734016114.919100:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336738304 00000100:00100000:1.0:1734016114.919158:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10368 00000100:00100000:1.0:1734016114.919166:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880073e30e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1981:x1818247336738304:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:1.0:1734016114.919190:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016114.919212:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880097236d00/0x3f004d6452e074e1 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d1092 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016114.919273:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880075226300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339390336:192.168.201.10@tcp:106: 00000100:00100000:1.0:1734016114.919348:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b42cdc00 going to sleep for 11 seconds 00000100:00100000:1.0:1734016114.922229:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880075226300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339390336:192.168.201.10@tcp:106: 00010000:00010000:1.0:1734016114.922280:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880097236d00/0x3f004d6452e074e1 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1092 expref: 8 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016114.922301:0:7689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097236d00/0x3f004d6452e074e1 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1092 expref: 8 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016114.922655:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097236d00, rc 0) 00000100:00100000:1.0:1734016114.922791:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880073e30e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1981:x1818247336738304:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 3624us (3800us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016114.922799:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10368 00000100:00100000:3.0:1734016114.931431:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016114.933297:0:6481:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336738560 00000100:00100000:2.0:1734016114.933312:0:6481:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336738560 00000100:00100000:2.0:1734016114.933374:0:6481:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 1931 00000100:00100000:2.0:1734016114.933382:0:6481:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074196300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+14:9673:x1818247336738560:12345-192.168.201.10@tcp:36:fsx.0 00010000:00010000:2.0:1734016114.933438:0:6481:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016114.933469:0:6481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a7180/0x3f004d6452e073de lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0fa4 expref: 14 pid: 8966 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016114.933527:0:6481:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:2.0:1734016114.933532:0:6481:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1734016114.933704:0:6481:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880072172d00/0x3f004d6452e074e8 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6481 initiator: MDT0 00010000:00010000:2.0:1734016114.933718:0:6481:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880072172640/0x3f004d6452e073b4 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0f81 expref: 10 pid: 6481 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016114.933725:0:6481:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff880072172d00/0x3f004d6452e074e8 lrc: 4/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6481 initiator: MDT0 00010000:00010000:2.0:1734016114.933758:0:6481:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880072172640/0x3f004d6452e073b4 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0f81 expref: 10 pid: 6481 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016114.933775:0:6481:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880072172640/0x3f004d6452e073b4 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0f81 expref: 10 pid: 6481 timeout: 479 lvb_type: 0 00000100:00100000:2.0:1734016114.933790:0:6481:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800744e8a80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6481:1818247339390464:192.168.201.10@tcp:104: 00000100:00100000:2.0:1734016114.933861:0:6481:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800768efa80 going to sleep for 11 seconds 00000100:00100000:2.0:1734016114.935348:0:6481:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800744e8a80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6481:1818247339390464:192.168.201.10@tcp:104: 00010000:00010000:2.0:1734016114.935369:0:6481:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff880072172d00/0x3f004d6452e074e8 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6481 initiator: MDT0 00000100:00100000:3.0:1734016114.936809:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016114.937174:0:6469:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336738688 00000100:00100000:1.0:1734016114.937186:0:6469:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336738688 00010000:00010000:1.0:1734016114.937233:0:6469:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880072172640/0x3f004d6452e073b4 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0f81 expref: 11 pid: 6481 timeout: 479 lvb_type: 0 00000100:00100000:1.0:1734016114.937279:0:6469:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2753 00000100:00100000:1.0:1734016114.937288:0:6469:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800ac574380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+11:1978:x1818247336738688:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016114.937305:0:6469:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016114.937311:0:6469:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880072172640/0x3f004d6452e073b4 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0f81 expref: 11 pid: 6481 timeout: 479 lvb_type: 0 00010000:00010000:1.0:1734016114.937323:0:6469:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880072172640/0x3f004d6452e073b4 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0f81 expref: 11 pid: 6481 timeout: 479 lvb_type: 0 00010000:00010000:1.0:1734016114.937352:0:6469:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880072172640/0x3f004d6452e073b4 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d0f81 expref: 11 pid: 6481 timeout: 479 lvb_type: 0 00010000:00010000:1.0:1734016114.937620:0:6469:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:1.0:1734016114.937627:0:6469:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff880072172d00/0x3f004d6452e074e8 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6481 initiator: MDT0 00010000:00010000:1.0:1734016114.937642:0:6469:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880072172d00/0x3f004d6452e074e8 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6481 initiator: MDT0 00010000:00010000:1.0:1734016114.937652:0:6469:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880072172d00/0x3f004d6452e074e8 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6481 initiator: MDT0 00010000:00010000:3.0:1734016114.938075:0:6481:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff880072172d00/0x3f004d6452e074e8 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6481 initiator: MDT0 00010000:00010000:3.0:1734016114.938085:0:6481:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880072172d00/0x3f004d6452e074e8 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6481 initiator: MDT0 00000001:00080000:3.0:1734016114.938225:0:6481:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294968525 00000004:00010000:3.0:1734016114.938291:0:6481:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff880074196300 reply state ffff8800743dc000 transno 4294968526 ns: mdt-lustre-MDT0000_UUID lock: ffff880072172d00/0x3f004d6452e074e8 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6481 initiator: MDT0 00000100:00100000:3.0:1734016114.938300:0:6481:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1734016114.939018:0:6469:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016114.939287:0:6481:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074196300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+16:9673:x1818247336738560:12345-192.168.201.10@tcp:36:fsx.0 Request processed in 5896us (7859us total) trans 4294968526 rc 0/0 00000100:00100000:3.0:1734016114.939300:0:6481:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 1931 00000020:00080000:3.0:1734016114.939309:0:6481:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1734016114.939572:0:6469:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800ac574380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+10:1978:x1818247336738688:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 2282us (2772us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016114.939585:0:6469:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2753 00000100:00100000:0.0:1734016114.944927:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00010000:00010000:2.0:1734016114.945187:0:3494:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880072172d00/0x3f004d6452e074e8 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6481 initiator: MDT0 00010000:00010000:2.0:1734016114.945199:0:3494:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880072172d00/0x3f004d6452e074e8 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6481 initiator: MDT0 00010000:00010000:2.0:1734016114.945206:0:3494:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880072172d00/0x3f004d6452e074e8 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6481 initiator: MDT0 00010000:00010000:2.0:1734016114.945212:0:3494:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880072172d00 already unused, calling callback (ffffffffa0f03950) 00010000:00010000:2.0:1734016114.945217:0:3494:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880072172d00/0x3f004d6452e074e8 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6481 initiator: MDT0 00010000:00010000:2.0:1734016114.945222:0:3494:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880072172d00/0x3f004d6452e074e8 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6481 initiator: MDT0 00010000:00010000:2.0:1734016114.945241:0:3494:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:2.0:1734016114.945244:0:3494:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734016114.945248:0:3494:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880072172d00/0x3f004d6452e074e8 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6481 initiator: MDT0 00010000:00010000:2.0:1734016114.945255:0:3494:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880072172d00/0x3f004d6452e074e8 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6481 initiator: MDT0 00000100:00100000:1.0:1734016114.948845:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336738816 00000100:00100000:1.0:1734016114.948888:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336738816 00002000:00010000:1.0:1734016114.948936:0:7696:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (6369478->18446744073709551615) 00002000:00100000:1.0:1734016114.948941:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880073e31500 with x1818247336738816 ext(6369478->18446744073709551615) 00002000:00010000:1.0:1734016114.948956:0:7696:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880073e31500. 00000100:00100000:1.0:1734016114.949010:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8691 00000100:00100000:1.0:1734016114.949019:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880073e31500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+9:1979:x1818247336738816:12345-192.168.201.10@tcp:10:fsx.0 00002000:00010000:0.0:1734016114.952735:0:7696:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 9357841 -> 6369478 00002000:00010000:0.0:1734016114.952743:0:7696:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016114 -> 1734016114 00002000:00010000:0.0:1734016114.952747:0:7696:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016114 -> 1734016113 00002000:00010000:0.0:1734016114.952749:0:7696:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016114 -> 1734016114 00002000:00010000:0.0:1734016114.952751:0:7696:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 1608 -> 1352 00000100:00100000:0.0:1734016114.953257:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880073e31500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+10:1979:x1818247336738816:12345-192.168.201.10@tcp:10:fsx.0 Request processed in 3847us (7952us total) trans 4294969195 rc 0/0 00000100:00100000:0.0:1734016114.953269:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8691 00002000:00010000:0.0:1734016114.953276:0:7696:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (6369478->18446744073709551615) 00002000:00100000:0.0:1734016114.953280:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880073e31500 with x1818247336738816 ext(6369478->18446744073709551615) 00002000:00010000:0.0:1734016114.953287:0:7696:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880073e31500. 00000100:00100000:3.0:1734016114.958361:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016114.960256:0:6481:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336738944 00000100:00100000:0.0:1734016114.960271:0:6481:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336738944 00000100:00100000:0.0:1734016114.960350:0:6481:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 1932 00000100:00100000:0.0:1734016114.960358:0:6481:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800ac575500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+15:9673:x1818247336738944:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:0.0:1734016114.960388:0:6481:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016114.960411:0:6481:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8038900/0x3f004d6452e074ef lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d1099 expref: -99 pid: 6481 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016114.960528:0:6481:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8038240/0x3f004d6452e074f6 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6481 initiator: MDT0 00010000:00010000:0.0:1734016114.960541:0:6481:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8038240/0x3f004d6452e074f6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6481 initiator: MDT0 00010000:00010000:0.0:1734016114.960552:0:6481:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8038240/0x3f004d6452e074f6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6481 initiator: MDT0 00000004:00200000:0.0:1734016114.960578:0:6481:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 6369478 00000004:00200000:0.0:1734016114.960582:0:6481:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1734016114.960598:0:6481:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8038240/0x3f004d6452e074f6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6481 initiator: MDT0 00010000:00010000:0.0:1734016114.960621:0:6481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8038900/0x3f004d6452e074ef lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1099 expref: 17 pid: 6481 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016114.960658:0:6481:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8038240/0x3f004d6452e074f6 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1099 expref: 16 pid: 6481 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016114.960665:0:6481:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:0.0:1734016114.960667:0:6481:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1734016114.960671:0:6481:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a8038240, rc 0) 00000100:00100000:0.0:1734016114.960751:0:6481:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800ac575500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+16:9673:x1818247336738944:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 393us (2402us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016114.960757:0:6481:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 1932 00000100:00100000:3.0:1734016114.970030:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016114.970173:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336739072 00000100:00100000:0.0:1734016114.970190:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336739072 00000100:00100000:0.0:1734016114.970270:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10369 00000100:00100000:0.0:1734016114.970278:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800ac577100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+10:1979:x1818247336739072:12345-192.168.201.10@tcp:22:fsx.0 00002000:00010000:0.0:1734016114.970624:0:7689:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 6369478 -> 6369478 00002000:00010000:0.0:1734016114.970628:0:7689:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016114 -> 1734016114 00002000:00010000:0.0:1734016114.970630:0:7689:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016113 -> 1734016113 00002000:00010000:0.0:1734016114.970633:0:7689:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016114 -> 1734016114 00002000:00010000:0.0:1734016114.970635:0:7689:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 1352 -> 1416 00000100:00100000:0.0:1734016114.970697:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800ac577100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+11:1979:x1818247336739072:12345-192.168.201.10@tcp:22:fsx.0 Request processed in 420us (686us total) trans 4294969196 rc 0/0 00000100:00100000:0.0:1734016114.970704:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10369 00000100:00100000:1.0:1734016114.974812:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016114.974920:0:8966:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336739200 00000100:00100000:3.0:1734016114.974931:0:8966:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336739200 00000100:00100000:3.0:1734016114.975042:0:8966:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 1933 00000100:00100000:3.0:1734016114.975051:0:8966:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075226300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+10:9673:x1818247336739200:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:3.0:1734016114.975078:0:8966:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016114.975099:0:8966:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a6d00/0x3f004d6452e074fd lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d10a0 expref: -99 pid: 8966 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016114.975196:0:8966:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a6400/0x3f004d6452e07504 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 8966 initiator: MDT0 00010000:00010000:3.0:1734016114.975213:0:8966:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a6400/0x3f004d6452e07504 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 8966 initiator: MDT0 00010000:00010000:3.0:1734016114.975225:0:8966:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a6400/0x3f004d6452e07504 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 8966 initiator: MDT0 00000004:00200000:3.0:1734016114.975251:0:8966:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 6369478 00000004:00200000:3.0:1734016114.975255:0:8966:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1734016114.975271:0:8966:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a6400/0x3f004d6452e07504 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 8966 initiator: MDT0 00010000:00010000:3.0:1734016114.975295:0:8966:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a6d00/0x3f004d6452e074fd lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d10a0 expref: 12 pid: 8966 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016114.980620:0:8966:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a6400/0x3f004d6452e07504 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d10a0 expref: 11 pid: 8966 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016114.980636:0:8966:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:3.0:1734016114.980639:0:8966:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1734016114.980643:0:8966:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a9a6400, rc 0) 00000100:00100000:3.0:1734016114.980741:0:8966:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075226300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+11:9673:x1818247336739200:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 5689us (5939us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016114.980753:0:8966:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 1933 00000100:00100000:3.0:1734016114.983491:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016114.983596:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336739328 00000100:00100000:2.0:1734016114.983610:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336739328 00000100:00100000:2.0:1734016114.983677:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10370 00000100:00100000:2.0:1734016114.983687:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800ac574700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1978:x1818247336739328:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:2.0:1734016114.983712:0:7690:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016114.983741:0:7690:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880072172640/0x3f004d6452e0750b lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d10a7 expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016114.983823:0:7690:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800744e8a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339390592:192.168.201.10@tcp:106: 00000100:00100000:2.0:1734016114.991106:0:7690:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800768efa80 going to sleep for 11 seconds 00000100:00100000:2.0:1734016114.991187:0:7690:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800744e8a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339390592:192.168.201.10@tcp:106: 00010000:00010000:2.0:1734016114.991224:0:7690:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880072172640/0x3f004d6452e0750b lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d10a7 expref: 8 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016114.991238:0:7690:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880072172640/0x3f004d6452e0750b lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d10a7 expref: 8 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016114.991264:0:7690:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880072172640, rc 0) 00000100:00100000:2.0:1734016114.991313:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800ac574700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1978:x1818247336739328:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 7627us (7840us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016114.991321:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10370 00000100:00100000:1.0:1734016114.997158:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016114.998701:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336739456 00000100:00100000:2.0:1734016114.998715:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336739456 00000100:00100000:2.0:1734016114.998781:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10371 00000100:00100000:2.0:1734016114.998789:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075224700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1980:x1818247336739456:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:2.0:1734016114.998811:0:7690:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016114.998831:0:7690:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800721718c0/0x3f004d6452e07512 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d10ae expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016114.998909:0:7690:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800744e8a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339390720:192.168.201.10@tcp:106: 00000100:00100000:2.0:1734016114.998988:0:7690:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800768efa80 going to sleep for 11 seconds 00000100:00100000:2.0:1734016115.000736:0:7690:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800744e8a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339390720:192.168.201.10@tcp:106: 00010000:00010000:2.0:1734016115.000772:0:7690:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800721718c0/0x3f004d6452e07512 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d10ae expref: 8 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016115.000785:0:7690:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800721718c0/0x3f004d6452e07512 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d10ae expref: 8 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016115.000796:0:7690:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800721718c0, rc 0) 00000100:00100000:2.0:1734016115.000845:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075224700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1980:x1818247336739456:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 2056us (3697us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016115.000854:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10371 00000100:00100000:0.0:1734016115.004406:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016115.004540:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336739584 00000100:00100000:2.0:1734016115.004553:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336739584 00000100:00100000:2.0:1734016115.004625:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10372 00000100:00100000:2.0:1734016115.004635:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880073e33800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1978:x1818247336739584:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:2.0:1734016115.004659:0:7690:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016115.004682:0:7690:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880072171f80/0x3f004d6452e07519 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d10b5 expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016115.004758:0:7690:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800744e8a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339390848:192.168.201.10@tcp:106: 00000100:00100000:2.0:1734016115.004843:0:7690:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800768efa80 going to sleep for 11 seconds 00000100:00100000:2.0:1734016115.012774:0:7690:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800744e8a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339390848:192.168.201.10@tcp:106: 00010000:00010000:2.0:1734016115.012818:0:7690:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880072171f80/0x3f004d6452e07519 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d10b5 expref: 8 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016115.012836:0:7690:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880072171f80/0x3f004d6452e07519 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d10b5 expref: 8 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016115.012882:0:7690:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880072171f80, rc 0) 00000100:00100000:2.0:1734016115.012936:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880073e33800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1978:x1818247336739584:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 8302us (8549us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016115.012945:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10372 00000100:00100000:1.0:1734016115.016317:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016115.016422:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336739712 00000100:00100000:2.0:1734016115.016437:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336739712 00000100:00100000:2.0:1734016115.016489:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10373 00000100:00100000:2.0:1734016115.016507:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880097219500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1978:x1818247336739712:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:2.0:1734016115.016532:0:7690:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016115.016554:0:7690:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e07520 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d10bc expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016115.016638:0:7690:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800744e8a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339390976:192.168.201.10@tcp:106: 00000100:00100000:2.0:1734016115.016726:0:7690:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800768efa80 going to sleep for 11 seconds 00000100:00100000:2.0:1734016115.019642:0:7690:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800744e8a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339390976:192.168.201.10@tcp:106: 00010000:00010000:2.0:1734016115.019691:0:7690:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e07520 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d10bc expref: 8 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016115.019706:0:7690:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e07520 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d10bc expref: 8 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016115.019726:0:7690:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880072171440, rc 0) 00000100:00100000:2.0:1734016115.019806:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880097219500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1978:x1818247336739712:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 3299us (3505us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016115.019814:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10373 00000100:00100000:0.0:1734016115.029006:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016115.029130:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336739840 00000100:00100000:2.0:1734016115.029141:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336739840 00000100:00080000:0.0:1734016115.029231:0:6479:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734016085 00000100:00100000:2.0:1734016115.029386:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10374 00000100:00100000:2.0:1734016115.029394:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074099180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+11:1979:x1818247336739840:12345-192.168.201.10@tcp:22:fsx.0 00002000:00010000:2.0:1734016115.031111:0:7690:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 6369478 -> 6369478 00002000:00010000:2.0:1734016115.031121:0:7690:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016114 -> 1734016114 00002000:00010000:2.0:1734016115.031124:0:7690:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016113 -> 1734016113 00002000:00010000:2.0:1734016115.031126:0:7690:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016114 -> 1734016114 00002000:00010000:2.0:1734016115.031128:0:7690:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 1416 -> 1408 00000100:00100000:2.0:1734016115.031237:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074099180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+12:1979:x1818247336739840:12345-192.168.201.10@tcp:22:fsx.0 Request processed in 1837us (2235us total) trans 4294969197 rc 0/0 00000100:00100000:2.0:1734016115.031248:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10374 00000100:00100000:0.0:1734016115.035073:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016115.035249:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336739968 00000100:00100000:2.0:1734016115.035263:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336739968 00000100:00100000:2.0:1734016115.035323:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10375 00000100:00100000:2.0:1734016115.035330:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007409a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1979:x1818247336739968:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:2.0:1734016115.035356:0:7690:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016115.035378:0:7690:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880072170d80/0x3f004d6452e07527 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d10c3 expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016115.035451:0:7690:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800744e8a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339391104:192.168.201.10@tcp:106: 00000100:00100000:2.0:1734016115.036328:0:7690:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800768efa80 going to sleep for 11 seconds 00000100:00100000:2.0:1734016115.039671:0:7690:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800744e8a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339391104:192.168.201.10@tcp:106: 00010000:00010000:2.0:1734016115.039718:0:7690:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880072170d80/0x3f004d6452e07527 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d10c3 expref: 8 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016115.039736:0:7690:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880072170d80/0x3f004d6452e07527 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d10c3 expref: 8 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016115.039754:0:7690:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880072170d80, rc 0) 00000100:00100000:2.0:1734016115.041058:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007409a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1979:x1818247336739968:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 5717us (5993us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016115.041069:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10375 00000100:00100000:2.0:1734016115.044446:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016115.044523:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336740096 00000100:00100000:0.0:1734016115.044535:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336740096 00000100:00100000:0.0:1734016115.044626:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10376 00000100:00100000:0.0:1734016115.044635:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800744e8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1979:x1818247336740096:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:0.0:1734016115.044659:0:7690:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016115.044682:0:7690:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a803b3c0/0x3f004d6452e0752e lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d10ca expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016115.044752:0:7690:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880075369500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339391232:192.168.201.10@tcp:106: 00000100:00100000:0.0:1734016115.044842:0:7690:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7486000 going to sleep for 11 seconds 00000100:00100000:2.0:1734016115.048284:0:7690:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880075369500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339391232:192.168.201.10@tcp:106: 00010000:00010000:2.0:1734016115.048336:0:7690:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a803b3c0/0x3f004d6452e0752e lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d10ca expref: 8 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016115.048354:0:7690:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a803b3c0/0x3f004d6452e0752e lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d10ca expref: 8 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016115.048380:0:7690:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a803b3c0, rc 0) 00000100:00100000:2.0:1734016115.049258:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800744e8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1979:x1818247336740096:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 4620us (4825us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016115.049270:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10376 00000100:00100000:0.0:1734016115.053711:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016115.055605:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336740352 00000100:00100000:1.0:1734016115.055625:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336740352 00000100:00100000:1.0:1734016115.055719:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8692 00000100:00100000:1.0:1734016115.055727:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075368700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+12:1979:x1818247336740352:12345-192.168.201.10@tcp:4:fsx.0 00010000:00010000:1.0:1734016115.055776:0:7696:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880097234000/0x3f004d6452e07535 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7696 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016115.055803:0:7696:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880097234b40/0x3f004d6452e074d3 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5038080->5062655) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1084 expref: 12 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016115.055810:0:7696:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016115.055813:0:7696:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016115.055816:0:7696:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880097234000/0x3f004d6452e07535 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [3792896->3833855] (req 3792896->3833855) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 7696 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016115.055904:0:7696:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880097234b40/0x3f004d6452e074d3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5038080->5062655) gid 0 flags: 0x50000000020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1084 expref: 12 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016115.055916:0:7696:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880097234b40/0x3f004d6452e074d3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5038080->5062655) gid 0 flags: 0x70000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1084 expref: 12 pid: 7689 timeout: 479 lvb_type: 0 00000100:00100000:1.0:1734016115.055932:0:7696:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009721a680 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_002:lustre-OST0001_UUID:7696:1818247339391360:192.168.201.10@tcp:104: 00000100:00100000:1.0:1734016115.056009:0:7696:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b42cdc00 going to sleep for 11 seconds 00000100:00100000:1.0:1734016115.058610:0:7696:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009721a680 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_002:lustre-OST0001_UUID:7696:1818247339391360:192.168.201.10@tcp:104: 00010000:00010000:1.0:1734016115.058642:0:7696:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880097234000/0x3f004d6452e07535 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [3792896->3833855] (req 3792896->3833855) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 7696 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016115.060182:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016115.060271:0:6469:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336740480 00000100:00100000:1.0:1734016115.060281:0:6469:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336740480 00010000:00010000:1.0:1734016115.060317:0:6469:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880097234b40/0x3f004d6452e074d3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5038080->5062655) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1084 expref: 13 pid: 7689 timeout: 479 lvb_type: 0 00000100:00100000:1.0:1734016115.060343:0:6469:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2754 00000100:00100000:1.0:1734016115.060351:0:6469:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075369500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+13:1978:x1818247336740480:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016115.060366:0:6469:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016115.060390:0:6469:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880097234b40/0x3f004d6452e074d3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 5038080->5062655) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1084 expref: 13 pid: 7689 timeout: 479 lvb_type: 0 00010000:00010000:1.0:1734016115.060399:0:6469:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880097234b40/0x3f004d6452e074d3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 5038080->5062655) gid 0 flags: 0x50000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1084 expref: 13 pid: 7689 timeout: 479 lvb_type: 0 00010000:00010000:1.0:1734016115.060422:0:6469:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097234b40/0x3f004d6452e074d3 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 5038080->5062655) gid 0 flags: 0x44801400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1084 expref: 13 pid: 7689 timeout: 479 lvb_type: 0 00010000:00010000:1.0:1734016115.060557:0:6469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016115.060560:0:6469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016115.060565:0:6469:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880097234000/0x3f004d6452e07535 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [3792896->3833855] (req 3792896->3833855) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 7696 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016115.060574:0:6469:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880097234000/0x3f004d6452e07535 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [3792896->3833855] (req 3792896->3833855) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 7696 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016115.060607:0:6469:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016115.060658:0:6469:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075369500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+12:1978:x1818247336740480:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 307us (485us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016115.060665:0:6469:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2754 00010000:00010000:0.0:1734016115.061720:0:7696:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880097234000/0x3f004d6452e07535 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [3792896->3833855] (req 3792896->3833855) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 7696 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016115.061731:0:7696:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880097234000/0x3f004d6452e07535 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [3792896->3833855] (req 3792896->3833855) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 7696 timeout: 0 lvb_type: 0 00000001:00080000:2.0:1734016115.084959:0:8954:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969198 is committed 00000001:00080000:2.0:1734016115.085012:0:8954:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969193 is committed 00002000:00010000:1.0:1734016115.085195:0:7696:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 1408 -> 1488 00010000:00010000:1.0:1734016115.085216:0:7696:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880097234000/0x3f004d6452e07535 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [3792896->3833855] (req 3792896->3833855) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 7696 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016115.085227:0:7696:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880097234000/0x3f004d6452e07535 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [3792896->3833855] (req 3792896->3833855) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 7696 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016115.085236:0:7696:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880097234000/0x3f004d6452e07535 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [3792896->3833855] (req 3792896->3833855) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 7696 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016115.085242:0:7696:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880097234000 already unused, calling callback (ffffffffa086d100) 00010000:00010000:1.0:1734016115.085246:0:7696:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880097234000/0x3f004d6452e07535 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [3792896->3833855] (req 3792896->3833855) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 7696 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016115.085254:0:7696:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880097234000/0x3f004d6452e07535 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [3792896->3833855] (req 3792896->3833855) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 7696 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016115.085274:0:7696:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880097234000/0x3f004d6452e07535 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [3792896->3833855] (req 3792896->3833855) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 7696 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016115.085280:0:7696:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097234000/0x3f004d6452e07535 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [3792896->3833855] (req 3792896->3833855) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 7696 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016115.086658:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075368700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1979:x1818247336740352:12345-192.168.201.10@tcp:4:fsx.0 Request processed in 30916us (32952us total) trans 4294969198 rc 0/0 00000100:00100000:1.0:1734016115.086670:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8692 00000100:00100000:0.0:1734016115.091618:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016115.092264:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336740608 00000100:00100000:2.0:1734016115.092276:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336740608 00000100:00100000:2.0:1734016115.092322:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10377 00000100:00100000:2.0:1734016115.092328:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076a99500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:1980:x1818247336740608:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:2.0:1734016115.092349:0:7690:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016115.092374:0:7690:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880072170d80/0x3f004d6452e0753c lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d10d1 expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1734016115.092401:0:7690:0:(ofd_lvb.c:169:ofd_lvbo_init()) res: [0x280000400:0x5:0x0] initial LVB size: 6369478, mtime: 0x675afc72, atime: 0x675afc71, ctime: 0x675afc72, blocks: 0x5d0 00010000:00010000:2.0:1734016115.092424:0:7690:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016115.092426:0:7690:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016115.092433:0:7690:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880072170d80/0x3f004d6452e0753c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d10d1 expref: 6 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016115.092446:0:7690:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880072170d80/0x3f004d6452e0753c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d10d1 expref: 6 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016115.092457:0:7690:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880072170d80, rc 0) 00000100:00100000:2.0:1734016115.092516:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076a99500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1980:x1818247336740608:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 187us (915us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016115.092526:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10377 00000100:00100000:0.0:1734016115.097211:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016115.097390:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336740864 00000100:00100000:1.0:1734016115.097402:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336740864 00000100:00100000:1.0:1734016115.097480:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8693 00000100:00100000:1.0:1734016115.097489:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076a98700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1981:x1818247336740864:12345-192.168.201.10@tcp:4:fsx.0 00010000:00010000:1.0:1734016115.097547:0:7696:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880097236ac0/0x3f004d6452e07543 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7696 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016115.097575:0:7696:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880072170d80/0x3f004d6452e0753c lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d10d1 expref: 5 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016115.097581:0:7696:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016115.097584:0:7696:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016115.097586:0:7696:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880097236ac0/0x3f004d6452e07543 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [7565312->7573503] (req 7565312->7573503) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 7696 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016115.097633:0:7696:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880072170d80/0x3f004d6452e0753c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d10d1 expref: 5 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016115.097648:0:7696:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880072170d80/0x3f004d6452e0753c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d10d1 expref: 5 pid: 7690 timeout: 479 lvb_type: 1 00000100:00100000:1.0:1734016115.097664:0:7696:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009721a680 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_002:lustre-OST0001_UUID:7696:1818247339391488:192.168.201.10@tcp:104: 00000100:00100000:1.0:1734016115.097748:0:7696:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b42cd840 going to sleep for 11 seconds 00000100:00100000:1.0:1734016115.103095:0:7696:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009721a680 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_002:lustre-OST0001_UUID:7696:1818247339391488:192.168.201.10@tcp:104: 00010000:00010000:1.0:1734016115.103133:0:7696:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880097236ac0/0x3f004d6452e07543 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [7565312->7573503] (req 7565312->7573503) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 7696 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016115.109044:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016115.109225:0:6469:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336740992 00000100:00100000:1.0:1734016115.109239:0:6469:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336740992 00010000:00010000:1.0:1734016115.109288:0:6469:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880072170d80/0x3f004d6452e0753c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d10d1 expref: 6 pid: 7690 timeout: 479 lvb_type: 1 00000100:00100000:1.0:1734016115.109340:0:6469:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2755 00000100:00100000:1.0:1734016115.109349:0:6469:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076a99c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1978:x1818247336740992:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016115.109369:0:6469:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016115.109394:0:6469:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880072170d80/0x3f004d6452e0753c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d10d1 expref: 6 pid: 7690 timeout: 479 lvb_type: 1 00010000:00010000:1.0:1734016115.109407:0:6469:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880072170d80/0x3f004d6452e0753c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d10d1 expref: 6 pid: 7690 timeout: 479 lvb_type: 1 00010000:00010000:1.0:1734016115.109441:0:6469:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880072170d80/0x3f004d6452e0753c lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d10d1 expref: 6 pid: 7690 timeout: 479 lvb_type: 1 00010000:00010000:1.0:1734016115.109485:0:6469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016115.109487:0:6469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016115.109500:0:6469:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880097236ac0/0x3f004d6452e07543 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [7565312->7573503] (req 7565312->7573503) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 7696 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016115.109509:0:6469:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880097236ac0/0x3f004d6452e07543 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [7565312->7573503] (req 7565312->7573503) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 7696 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016115.109549:0:6469:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016115.109628:0:6469:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076a99c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:1978:x1818247336740992:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 278us (598us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016115.109635:0:6469:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2755 00010000:00010000:1.0:1734016115.109675:0:7696:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880097236ac0/0x3f004d6452e07543 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [7565312->7573503] (req 7565312->7573503) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 7696 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016115.109683:0:7696:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880097236ac0/0x3f004d6452e07543 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [7565312->7573503] (req 7565312->7573503) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 7696 timeout: 0 lvb_type: 0 00000001:00080000:0.0:1734016115.117450:0:8954:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969199 is committed 00002000:00010000:1.0:1734016115.120559:0:7696:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 6369478 -> 7573504 00002000:00010000:1.0:1734016115.120577:0:7696:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 1488 -> 1504 00010000:00010000:1.0:1734016115.120600:0:7696:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880097236ac0/0x3f004d6452e07543 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [7565312->7573503] (req 7565312->7573503) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 7696 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016115.120617:0:7696:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880097236ac0/0x3f004d6452e07543 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [7565312->7573503] (req 7565312->7573503) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 7696 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016115.120627:0:7696:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880097236ac0/0x3f004d6452e07543 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [7565312->7573503] (req 7565312->7573503) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 7696 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016115.120637:0:7696:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880097236ac0 already unused, calling callback (ffffffffa086d100) 00010000:00010000:1.0:1734016115.120642:0:7696:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880097236ac0/0x3f004d6452e07543 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [7565312->7573503] (req 7565312->7573503) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 7696 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016115.120652:0:7696:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880097236ac0/0x3f004d6452e07543 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [7565312->7573503] (req 7565312->7573503) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 7696 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016115.120683:0:7696:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880097236ac0/0x3f004d6452e07543 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [7565312->7573503] (req 7565312->7573503) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 7696 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016115.120689:0:7696:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097236ac0/0x3f004d6452e07543 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [7565312->7573503] (req 7565312->7573503) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 7696 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016115.122000:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076a98700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1981:x1818247336740864:12345-192.168.201.10@tcp:4:fsx.0 Request processed in 24495us (24786us total) trans 4294969199 rc 0/0 00000100:00100000:1.0:1734016115.122018:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8693 00000100:00100000:0.0:1734016115.129996:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016115.131954:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336741120 00000100:00100000:1.0:1734016115.131976:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336741120 00000100:00100000:1.0:1734016115.132078:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10378 00000100:00100000:1.0:1734016115.132088:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076a99f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1981:x1818247336741120:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:1.0:1734016115.132117:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016115.132146:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800972358c0/0x3f004d6452e0754a lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d10d8 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1734016115.132176:0:7689:0:(ofd_lvb.c:169:ofd_lvbo_init()) res: [0x280000400:0x5:0x0] initial LVB size: 7573504, mtime: 0x675afc72, atime: 0x675afc71, ctime: 0x675afc72, blocks: 0x5e0 00010000:00010000:1.0:1734016115.132204:0:7689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016115.132206:0:7689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016115.132218:0:7689:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800972358c0/0x3f004d6452e0754a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d10d8 expref: 7 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016115.132236:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800972358c0/0x3f004d6452e0754a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d10d8 expref: 7 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016115.132251:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800972358c0, rc 0) 00000100:00100000:1.0:1734016115.132344:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076a99f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1981:x1818247336741120:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 257us (2361us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016115.132353:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10378 00000100:00100000:0.0:1734016115.152954:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016115.153082:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336741248 00000100:00100000:2.0:1734016115.153094:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336741248 00000100:00100000:2.0:1734016115.153139:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10379 00000100:00100000:2.0:1734016115.153147:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076a9a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:9673:x1818247336741248:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:2.0:1734016115.153169:0:7690:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016115.153191:0:7690:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e07551 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d10df expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016115.153224:0:7690:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800972358c0/0x3f004d6452e0754a lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d10d8 expref: 8 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016115.153232:0:7690:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016115.153234:0:7690:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016115.153238:0:7690:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e07551 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [6180864->6250495] (req 6180864->6250495) gid 0 flags: 0x50000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d10df expref: 8 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016115.153270:0:7690:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800972358c0/0x3f004d6452e0754a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d10d8 expref: 8 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016115.153283:0:7690:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800972358c0/0x3f004d6452e0754a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d10d8 expref: 8 pid: 7689 timeout: 479 lvb_type: 1 00000100:00100000:2.0:1734016115.153296:0:7690:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800744e9180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339391616:192.168.201.10@tcp:104: 00000100:00100000:2.0:1734016115.153356:0:7690:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800768ef9c0 going to sleep for 11 seconds 00000100:00100000:2.0:1734016115.160179:0:7690:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800744e9180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339391616:192.168.201.10@tcp:104: 00010000:00010000:2.0:1734016115.160223:0:7690:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e07551 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [6180864->6250495] (req 6180864->6250495) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d10df expref: 8 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016115.160245:0:7690:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880072171440, rc 0) 00000100:00100000:2.0:1734016115.160314:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076a9a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:9673:x1818247336741248:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 7166us (7372us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016115.160323:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10379 00000100:00100000:0.0:1734016115.164150:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016115.164349:0:7705:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336741376 00000100:00100000:2.0:1734016115.164361:0:7705:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336741376 00010000:00010000:2.0:1734016115.164405:0:7705:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800972358c0/0x3f004d6452e0754a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d10d8 expref: 8 pid: 7689 timeout: 479 lvb_type: 1 00000100:00100000:0.0:1734016115.165498:0:6469:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2756 00000100:00100000:0.0:1734016115.165508:0:6469:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076a9aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1978:x1818247336741376:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016115.165524:0:6469:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016115.165549:0:6469:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800972358c0/0x3f004d6452e0754a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d10d8 expref: 8 pid: 7689 timeout: 479 lvb_type: 1 00010000:00010000:0.0:1734016115.165563:0:6469:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800972358c0/0x3f004d6452e0754a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d10d8 expref: 8 pid: 7689 timeout: 479 lvb_type: 1 00010000:00010000:0.0:1734016115.165586:0:6469:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800972358c0/0x3f004d6452e0754a lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d10d8 expref: 8 pid: 7689 timeout: 479 lvb_type: 1 00010000:00010000:0.0:1734016115.165623:0:6469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016115.165625:0:6469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016115.165631:0:6469:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e07551 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6180864->6250495) gid 0 flags: 0x40080000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d10df expref: 7 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016115.165639:0:6469:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e07551 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6180864->6250495) gid 0 flags: 0x40080000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d10df expref: 7 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016115.165680:0:6469:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e07551 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6180864->6250495) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d10df expref: 7 pid: 7690 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016115.165693:0:6469:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074c8b100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6469:1818247339391744:192.168.201.10@tcp:105: 00000100:00100000:0.0:1734016115.165752:0:6469:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a74869c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016115.167940:0:6469:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074c8b100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6469:1818247339391744:192.168.201.10@tcp:105: 00010000:00010000:0.0:1734016115.167963:0:6469:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016115.168016:0:6469:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076a9aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1978:x1818247336741376:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 2508us (3879us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016115.168028:0:6469:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2756 00000100:00100000:0.0:1734016115.168751:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016115.168814:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336741504 00000100:00100000:2.0:1734016115.168822:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336741504 00000100:00100000:2.0:1734016115.168888:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10380 00000100:00100000:2.0:1734016115.168895:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074c8b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1979:x1818247336741504:12345-192.168.201.10@tcp:22:fsx.0 00002000:00010000:2.0:1734016115.169204:0:7690:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 7573504 -> 7573504 00002000:00010000:2.0:1734016115.169208:0:7690:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016114 -> 1734016114 00002000:00010000:2.0:1734016115.169210:0:7690:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016113 -> 1734016113 00002000:00010000:2.0:1734016115.169212:0:7690:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016114 -> 1734016114 00002000:00010000:2.0:1734016115.169214:0:7690:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 1504 -> 1504 00000100:00100000:2.0:1734016115.171481:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074c8b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1979:x1818247336741504:12345-192.168.201.10@tcp:22:fsx.0 Request processed in 2573us (2719us total) trans 4294969200 rc 0/0 00000100:00100000:2.0:1734016115.171502:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10380 00000100:00100000:0.0:1734016115.200216:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016115.200893:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336741632 00000100:00100000:2.0:1734016115.200903:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336741632 00000100:00100000:2.0:1734016115.200963:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10381 00000100:00100000:2.0:1734016115.200970:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074c8a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:1980:x1818247336741632:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:2.0:1734016115.200993:0:7690:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016115.201012:0:7690:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880072171f80/0x3f004d6452e07558 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d10e6 expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016115.201069:0:7690:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800744e9180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339391872:192.168.201.10@tcp:106: 00000100:00100000:2.0:1734016115.201136:0:7690:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800768ef9c0 going to sleep for 11 seconds 00000100:00100000:2.0:1734016115.203049:0:7690:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800744e9180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339391872:192.168.201.10@tcp:106: 00010000:00010000:2.0:1734016115.203085:0:7690:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880072171f80/0x3f004d6452e07558 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d10e6 expref: 6 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016115.203097:0:7690:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880072171f80/0x3f004d6452e07558 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d10e6 expref: 6 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016115.203122:0:7690:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880072171f80, rc 0) 00000100:00100000:2.0:1734016115.203169:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074c8a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:1980:x1818247336741632:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 2199us (2963us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016115.203178:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10381 00000100:00100000:0.0:1734016115.212605:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016115.212713:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336741760 00000100:00100000:2.0:1734016115.212723:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336741760 00000100:00100000:2.0:1734016115.212779:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10382 00000100:00100000:2.0:1734016115.212787:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074c89180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:1981:x1818247336741760:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:2.0:1734016115.212809:0:7690:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016115.212831:0:7690:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800721718c0/0x3f004d6452e0755f lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d10ed expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016115.212924:0:7690:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800744e9180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339392000:192.168.201.10@tcp:106: 00000100:00100000:2.0:1734016115.212990:0:7690:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800768ef9c0 going to sleep for 11 seconds 00000100:00100000:2.0:1734016115.214890:0:7690:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800744e9180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339392000:192.168.201.10@tcp:106: 00010000:00010000:2.0:1734016115.214923:0:7690:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800721718c0/0x3f004d6452e0755f lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d10ed expref: 6 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016115.214934:0:7690:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800721718c0/0x3f004d6452e0755f lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d10ed expref: 6 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016115.214943:0:7690:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800721718c0, rc 0) 00000100:00100000:2.0:1734016115.214979:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074c89180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:1981:x1818247336741760:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 2193us (2386us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016115.214986:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10382 00000100:00100000:3.0:1734016115.216853:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016115.216937:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336741888 00000100:00100000:2.0:1734016115.216945:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336741888 00000100:00100000:2.0:1734016115.216992:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10383 00000100:00100000:2.0:1734016115.216998:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800ac574e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:9673:x1818247336741888:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:2.0:1734016115.217015:0:7690:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016115.217032:0:7690:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880072171f80/0x3f004d6452e07566 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d10f4 expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016115.217059:0:7690:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e07551 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6180864->6250495) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d10df expref: 7 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016115.217068:0:7690:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016115.217070:0:7690:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016115.217073:0:7690:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880072171f80/0x3f004d6452e07566 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [2154496->2203647] (req 2154496->2203647) gid 0 flags: 0x50000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d10f4 expref: 6 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016115.217100:0:7690:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e07551 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6180864->6250495) gid 0 flags: 0x50000000020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d10df expref: 7 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016115.217110:0:7690:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e07551 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6180864->6250495) gid 0 flags: 0x70000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d10df expref: 7 pid: 7690 timeout: 479 lvb_type: 0 00000100:00100000:2.0:1734016115.217120:0:7690:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800744e9180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339392128:192.168.201.10@tcp:104: 00000100:00100000:2.0:1734016115.217170:0:7690:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800768ef9c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016115.219140:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016115.219263:0:7690:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800744e9180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339392128:192.168.201.10@tcp:104: 00010000:00010000:3.0:1734016115.219297:0:7690:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880072171f80/0x3f004d6452e07566 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [2154496->2203647] (req 2154496->2203647) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d10f4 expref: 6 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016115.219314:0:7690:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880072171f80, rc 0) 00000100:00100000:3.0:1734016115.219353:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800ac574e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:9673:x1818247336741888:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 2353us (2508us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016115.219363:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10383 00000100:00100000:1.0:1734016115.219663:0:6469:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336742016 00000100:00100000:1.0:1734016115.219672:0:6469:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336742016 00010000:00010000:1.0:1734016115.219704:0:6469:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e07551 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6180864->6250495) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d10df expref: 8 pid: 7690 timeout: 479 lvb_type: 0 00000100:00100000:1.0:1734016115.219740:0:6469:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2757 00000100:00100000:1.0:1734016115.219747:0:6469:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074c8a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1978:x1818247336742016:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016115.219764:0:6469:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016115.219789:0:6469:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e07551 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 6180864->6250495) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d10df expref: 8 pid: 7690 timeout: 479 lvb_type: 0 00010000:00010000:1.0:1734016115.219801:0:6469:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e07551 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 6180864->6250495) gid 0 flags: 0x50000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d10df expref: 8 pid: 7690 timeout: 479 lvb_type: 0 00010000:00010000:1.0:1734016115.219828:0:6469:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e07551 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 6180864->6250495) gid 0 flags: 0x44801400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d10df expref: 8 pid: 7690 timeout: 479 lvb_type: 0 00010000:00010000:1.0:1734016115.219843:0:6469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016115.219845:0:6469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016115.219851:0:6469:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880072171f80/0x3f004d6452e07566 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2154496->2203647) gid 0 flags: 0x40080000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d10f4 expref: 5 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016115.219860:0:6469:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880072171f80/0x3f004d6452e07566 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2154496->2203647) gid 0 flags: 0x40080000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d10f4 expref: 5 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016115.219919:0:6469:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880072171f80/0x3f004d6452e07566 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2154496->2203647) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d10f4 expref: 5 pid: 7690 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016115.219932:0:6469:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009721a680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6469:1818247339392256:192.168.201.10@tcp:105: 00000100:00100000:1.0:1734016115.219977:0:6469:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b42cdc00 going to sleep for 11 seconds 00000100:00100000:1.0:1734016115.229188:0:6469:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009721a680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6469:1818247339392256:192.168.201.10@tcp:105: 00010000:00010000:1.0:1734016115.229222:0:6469:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016115.229291:0:6469:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074c8a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1978:x1818247336742016:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 9541us (10160us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016115.229310:0:6469:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2757 00000100:00100000:0.0:1734016115.259215:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016115.259274:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016115.259370:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336742272 00000100:00100000:1.0:1734016115.259382:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336742272 00002000:00100000:1.0:1734016115.259432:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (0->4194303) req@ffff880074c88e00 x1818247336742272/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:76/0 lens 488/0 e 0 to 0 dl 1734016126 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016115.259441:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074c88e00 with x1818247336742272 ext(0->4194303) 00002000:00010000:1.0:1734016115.259447:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074c88e00 00000100:00100000:1.0:1734016115.259465:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336742528 00000100:00100000:1.0:1734016115.259467:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336742528 00002000:00100000:1.0:1734016115.259475:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (4194304->7573503) req@ffff880074c88000 x1818247336742528/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:76/0 lens 488/0 e 0 to 0 dl 1734016126 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016115.259481:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074c88000 with x1818247336742528 ext(4194304->7573503) 00002000:00010000:1.0:1734016115.259484:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074c88000 00000100:00100000:1.0:1734016115.259548:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8694 00000100:00100000:1.0:1734016115.259554:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074c88e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1979:x1818247336742272:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:3.0:1734016115.262588:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8695 00000100:00100000:3.0:1734016115.262602:0:7695:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074c88000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+8:1978:x1818247336742528:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:3.0:1734016115.330437:0:7695:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074c88000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+8:1978:x1818247336742528:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 67823us (71148us total) trans 0 rc 3379200/3379200 00000100:00100000:3.0:1734016115.330451:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8695 00002000:00100000:3.0:1734016115.330465:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (4194304->7573503) req@ffff880074c88000 x1818247336742528/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:76/0 lens 488/440 e 0 to 0 dl 1734016126 ref 1 fl Complete:/200/0 rc 3379200/3379200 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016115.330481:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074c88000 with x1818247336742528 ext(4194304->7573503) 00002000:00010000:3.0:1734016115.330499:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074c88000 00000100:00100000:1.0:1734016115.375670:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074c88e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1979:x1818247336742272:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 116105us (116457us total) trans 0 rc 4194304/4194304 00000100:00100000:1.0:1734016115.375686:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8694 00002000:00100000:1.0:1734016115.375701:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (0->4194303) req@ffff880074c88e00 x1818247336742272/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:76/0 lens 488/440 e 0 to 0 dl 1734016126 ref 1 fl Complete:/200/0 rc 4194304/4194304 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016115.375711:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074c88e00 with x1818247336742272 ext(0->4194303) 00002000:00010000:1.0:1734016115.375716:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074c88e00 00000100:00100000:0.0:1734016115.399937:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016115.400022:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336742656 00000100:00100000:3.0:1734016115.400035:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336742656 00000100:00100000:3.0:1734016115.400097:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10384 00000100:00100000:3.0:1734016115.400106:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880135f54e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:9673:x1818247336742656:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:3.0:1734016115.400127:0:7690:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016115.400149:0:7690:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a9a4fc0/0x3f004d6452e0756d lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d10fb expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016115.400178:0:7690:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880072171f80/0x3f004d6452e07566 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2154496->2203647) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d10f4 expref: 7 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016115.400185:0:7690:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016115.400187:0:7690:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016115.400189:0:7690:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a9a4fc0/0x3f004d6452e0756d lrc: 4/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [3653632->3674111] (req 3653632->3674111) gid 0 flags: 0x50000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d10fb expref: 7 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016115.400221:0:7690:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880072171f80/0x3f004d6452e07566 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2154496->2203647) gid 0 flags: 0x50000000020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d10f4 expref: 7 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016115.400230:0:7690:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880072171f80/0x3f004d6452e07566 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2154496->2203647) gid 0 flags: 0x70000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d10f4 expref: 7 pid: 7690 timeout: 479 lvb_type: 0 00000100:00100000:3.0:1734016115.400240:0:7690:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800ac576d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339392384:192.168.201.10@tcp:104: 00000100:00100000:3.0:1734016115.400312:0:7690:0:(client.c:2562:ptlrpc_set_wait()) set ffff880074e1a300 going to sleep for 11 seconds 00000100:00100000:3.0:1734016115.406976:0:7690:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800ac576d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339392384:192.168.201.10@tcp:104: 00010000:00010000:3.0:1734016115.407019:0:7690:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a9a4fc0/0x3f004d6452e0756d lrc: 3/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [3653632->3674111] (req 3653632->3674111) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d10fb expref: 7 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016115.407043:0:7690:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a9a4fc0, rc 0) 00000100:00100000:3.0:1734016115.407114:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880135f54e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:9673:x1818247336742656:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 7008us (7187us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016115.407124:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10384 00000100:00100000:0.0:1734016115.426737:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016115.426858:0:6469:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336742784 00000100:00100000:1.0:1734016115.426918:0:6469:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336742784 00010000:00010000:1.0:1734016115.426962:0:6469:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880072171f80/0x3f004d6452e07566 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2154496->2203647) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d10f4 expref: 7 pid: 7690 timeout: 479 lvb_type: 0 00000100:00100000:1.0:1734016115.427029:0:6469:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2758 00000100:00100000:1.0:1734016115.427036:0:6469:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88006d83dc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1979:x1818247336742784:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016115.427050:0:6469:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016115.427070:0:6469:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880072171f80/0x3f004d6452e07566 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2154496->2203647) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d10f4 expref: 7 pid: 7690 timeout: 479 lvb_type: 0 00010000:00010000:1.0:1734016115.427083:0:6469:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880072171f80/0x3f004d6452e07566 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2154496->2203647) gid 0 flags: 0x50000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d10f4 expref: 7 pid: 7690 timeout: 479 lvb_type: 0 00010000:00010000:1.0:1734016115.427103:0:6469:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880072171f80/0x3f004d6452e07566 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2154496->2203647) gid 0 flags: 0x44801400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d10f4 expref: 7 pid: 7690 timeout: 479 lvb_type: 0 00010000:00010000:1.0:1734016115.427133:0:6469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016115.427136:0:6469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016115.427142:0:6469:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a4fc0/0x3f004d6452e0756d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3653632->3674111) gid 0 flags: 0x40080000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d10fb expref: 6 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016115.427150:0:6469:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a9a4fc0/0x3f004d6452e0756d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3653632->3674111) gid 0 flags: 0x40080000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d10fb expref: 6 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016115.427182:0:6469:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009a9a4fc0/0x3f004d6452e0756d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3653632->3674111) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d10fb expref: 6 pid: 7690 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016115.427193:0:6469:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009721a680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6469:1818247339392512:192.168.201.10@tcp:105: 00000100:00100000:1.0:1734016115.427278:0:6469:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b42cdc00 going to sleep for 11 seconds 00000100:00100000:1.0:1734016115.432193:0:6469:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009721a680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6469:1818247339392512:192.168.201.10@tcp:105: 00010000:00010000:1.0:1734016115.432214:0:6469:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016115.432280:0:6469:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88006d83dc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1979:x1818247336742784:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 5242us (5556us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016115.432290:0:6469:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2758 00000100:00100000:0.0:1734016115.433177:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016115.433260:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336742912 00000100:00100000:3.0:1734016115.433275:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336742912 00000100:00100000:3.0:1734016115.433345:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10385 00000100:00100000:3.0:1734016115.433353:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880135f56680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1978:x1818247336742912:12345-192.168.201.10@tcp:22:fsx.0 00002000:00010000:3.0:1734016115.433630:0:7690:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 7573504 -> 7573504 00002000:00010000:3.0:1734016115.433634:0:7690:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016114 -> 1734016114 00002000:00010000:3.0:1734016115.433636:0:7690:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016113 -> 1734016113 00002000:00010000:3.0:1734016115.433638:0:7690:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016114 -> 1734016115 00002000:00010000:3.0:1734016115.433639:0:7690:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 1504 -> 1544 00000100:00100000:3.0:1734016115.433693:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880135f56680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1978:x1818247336742912:12345-192.168.201.10@tcp:22:fsx.0 Request processed in 340us (524us total) trans 4294969201 rc 0/0 00000100:00100000:3.0:1734016115.433699:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10385 00000100:00100000:0.0:1734016115.442525:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016115.442626:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336743040 00000100:00100000:1.0:1734016115.442636:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336743040 00000100:00100000:1.0:1734016115.442687:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10386 00000100:00100000:1.0:1734016115.442694:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880135f56d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1980:x1818247336743040:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:1.0:1734016115.442714:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016115.442734:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800972358c0/0x3f004d6452e07574 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d1102 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016115.442790:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009721a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339392640:192.168.201.10@tcp:106: 00000100:00100000:1.0:1734016115.442848:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b42cda80 going to sleep for 11 seconds 00002000:00010000:1.0:1734016115.451563:0:7689:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime: 1734016113 -> 1734016114 00000100:00100000:1.0:1734016115.451600:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009721a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339392640:192.168.201.10@tcp:106: 00010000:00010000:1.0:1734016115.451639:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800972358c0/0x3f004d6452e07574 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1102 expref: 8 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016115.451652:0:7689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800972358c0/0x3f004d6452e07574 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1102 expref: 8 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016115.451671:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800972358c0, rc 0) 00000100:00100000:1.0:1734016115.453678:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880135f56d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1980:x1818247336743040:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 10969us (11150us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016115.453694:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10386 00000100:00100000:0.0:1734016115.455990:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016115.456110:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336743168 00000100:00100000:1.0:1734016115.456123:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336743168 00000100:00100000:1.0:1734016115.456194:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10387 00000100:00100000:1.0:1734016115.456204:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880135f57100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1979:x1818247336743168:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:1.0:1734016115.456230:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016115.456254:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880097236ac0/0x3f004d6452e0757b lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d1109 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016115.456329:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009721a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339392768:192.168.201.10@tcp:106: 00000100:00100000:1.0:1734016115.456401:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b42cda80 going to sleep for 11 seconds 00000100:00100000:1.0:1734016115.459821:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009721a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339392768:192.168.201.10@tcp:106: 00010000:00010000:1.0:1734016115.459912:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880097236ac0/0x3f004d6452e0757b lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1109 expref: 8 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016115.459929:0:7689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097236ac0/0x3f004d6452e0757b lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1109 expref: 8 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016115.459950:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097236ac0, rc 0) 00000100:00100000:1.0:1734016115.460110:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880135f57100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1979:x1818247336743168:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 3904us (4131us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016115.460120:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10387 00000100:00100000:0.0:1734016115.467341:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016115.467695:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336743424 00000100:00100000:1.0:1734016115.467708:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336743424 00000100:00100000:1.0:1734016115.467800:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8696 00000100:00100000:1.0:1734016115.467809:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880135f54700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1979:x1818247336743424:12345-192.168.201.10@tcp:4:fsx.0 00010000:00010000:1.0:1734016115.467857:0:7696:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880097234000/0x3f004d6452e07582 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7696 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016115.467918:0:7696:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a4fc0/0x3f004d6452e0756d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3653632->3674111) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d10fb expref: 6 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016115.467926:0:7696:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016115.467928:0:7696:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016115.467932:0:7696:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880097234000/0x3f004d6452e07582 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [8519680->8564735] (req 8519680->8564735) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 7696 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016115.467975:0:7696:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a9a4fc0/0x3f004d6452e0756d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3653632->3674111) gid 0 flags: 0x50000000020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d10fb expref: 6 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016115.467989:0:7696:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a9a4fc0/0x3f004d6452e0756d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3653632->3674111) gid 0 flags: 0x70000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d10fb expref: 6 pid: 7690 timeout: 479 lvb_type: 0 00000100:00100000:1.0:1734016115.468004:0:7696:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009721a680 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_002:lustre-OST0001_UUID:7696:1818247339392896:192.168.201.10@tcp:104: 00000100:00100000:1.0:1734016115.468096:0:7696:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b42cda80 going to sleep for 11 seconds 00000100:00100000:1.0:1734016115.472539:0:7696:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009721a680 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_002:lustre-OST0001_UUID:7696:1818247339392896:192.168.201.10@tcp:104: 00010000:00010000:1.0:1734016115.472579:0:7696:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880097234000/0x3f004d6452e07582 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [8519680->8564735] (req 8519680->8564735) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 7696 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016115.473959:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016115.474046:0:6469:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336743552 00000100:00100000:1.0:1734016115.474055:0:6469:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336743552 00010000:00010000:1.0:1734016115.474097:0:6469:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a9a4fc0/0x3f004d6452e0756d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3653632->3674111) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d10fb expref: 7 pid: 7690 timeout: 479 lvb_type: 0 00000100:00100000:1.0:1734016115.474150:0:6469:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2759 00000100:00100000:1.0:1734016115.474159:0:6469:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880135f56300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1979:x1818247336743552:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016115.474181:0:6469:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016115.474210:0:6469:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a9a4fc0/0x3f004d6452e0756d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3653632->3674111) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d10fb expref: 7 pid: 7690 timeout: 479 lvb_type: 0 00010000:00010000:1.0:1734016115.474224:0:6469:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a9a4fc0/0x3f004d6452e0756d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3653632->3674111) gid 0 flags: 0x50000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d10fb expref: 7 pid: 7690 timeout: 479 lvb_type: 0 00010000:00010000:1.0:1734016115.474257:0:6469:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a4fc0/0x3f004d6452e0756d lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3653632->3674111) gid 0 flags: 0x44801400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d10fb expref: 7 pid: 7690 timeout: 479 lvb_type: 0 00010000:00010000:1.0:1734016115.474859:0:6469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016115.474862:0:6469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016115.474897:0:6469:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880097234000/0x3f004d6452e07582 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [8519680->8564735] (req 8519680->8564735) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 7696 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016115.474909:0:6469:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880097234000/0x3f004d6452e07582 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [8519680->8564735] (req 8519680->8564735) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 7696 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016115.474953:0:6469:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016115.475032:0:6469:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880135f56300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1979:x1818247336743552:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 872us (1080us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016115.475041:0:6469:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2759 00010000:00010000:2.0:1734016115.475600:0:7696:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880097234000/0x3f004d6452e07582 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [8519680->8564735] (req 8519680->8564735) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 7696 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016115.475608:0:7696:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880097234000/0x3f004d6452e07582 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [8519680->8564735] (req 8519680->8564735) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 7696 timeout: 0 lvb_type: 0 00000001:00080000:0.0:1734016115.481022:0:8954:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969202 is committed 00000001:00080000:0.0:1734016115.481041:0:8954:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969201 is committed 00002000:00010000:2.0:1734016115.481225:0:7696:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 7573504 -> 8564736 00002000:00010000:2.0:1734016115.481231:0:7696:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 1544 -> 1632 00010000:00010000:2.0:1734016115.481248:0:7696:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880097234000/0x3f004d6452e07582 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [8519680->8564735] (req 8519680->8564735) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 7696 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016115.481260:0:7696:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880097234000/0x3f004d6452e07582 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [8519680->8564735] (req 8519680->8564735) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 7696 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016115.481274:0:7696:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880097234000/0x3f004d6452e07582 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [8519680->8564735] (req 8519680->8564735) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 7696 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016115.481281:0:7696:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880097234000 already unused, calling callback (ffffffffa086d100) 00010000:00010000:2.0:1734016115.481286:0:7696:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880097234000/0x3f004d6452e07582 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [8519680->8564735] (req 8519680->8564735) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 7696 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016115.481295:0:7696:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880097234000/0x3f004d6452e07582 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [8519680->8564735] (req 8519680->8564735) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 7696 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016115.481317:0:7696:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880097234000/0x3f004d6452e07582 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [8519680->8564735] (req 8519680->8564735) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 7696 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016115.481323:0:7696:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097234000/0x3f004d6452e07582 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [8519680->8564735] (req 8519680->8564735) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 7696 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016115.481979:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880135f54700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1979:x1818247336743424:12345-192.168.201.10@tcp:4:fsx.0 Request processed in 14163us (14649us total) trans 4294969202 rc 0/0 00000100:00100000:2.0:1734016115.481992:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8696 00000100:00100000:3.0:1734016115.486811:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016115.487122:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336743680 00000100:00100000:1.0:1734016115.487135:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336743680 00000100:00100000:1.0:1734016115.487195:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10388 00000100:00100000:1.0:1734016115.487205:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800ac576d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1980:x1818247336743680:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:1.0:1734016115.487231:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016115.487257:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880097234b40/0x3f004d6452e07589 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d1110 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1734016115.487284:0:7689:0:(ofd_lvb.c:169:ofd_lvbo_init()) res: [0x280000400:0x5:0x0] initial LVB size: 8564736, mtime: 0x675afc72, atime: 0x675afc72, ctime: 0x675afc73, blocks: 0x660 00010000:00010000:1.0:1734016115.487306:0:7689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016115.487308:0:7689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016115.487317:0:7689:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880097234b40/0x3f004d6452e07589 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1110 expref: 7 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016115.487333:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880097234b40/0x3f004d6452e07589 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1110 expref: 7 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016115.487345:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097234b40, rc 0) 00000100:00100000:1.0:1734016115.487410:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800ac576d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1980:x1818247336743680:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 206us (614us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016115.487417:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10388 00000100:00100000:0.0:1734016115.491523:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016115.492366:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336743808 00000100:00100000:3.0:1734016115.492378:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336743808 00000100:00100000:3.0:1734016115.492421:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10389 00000100:00100000:3.0:1734016115.492428:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880135f54000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:9673:x1818247336743808:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:3.0:1734016115.492449:0:7690:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016115.492471:0:7690:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a9a4b40/0x3f004d6452e07590 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d1117 expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016115.492508:0:7690:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016115.492510:0:7690:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016115.492523:0:7690:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a9a4b40/0x3f004d6452e07590 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3641344->3690495) gid 0 flags: 0x50000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1117 expref: 6 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016115.492538:0:7690:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a9a4b40/0x3f004d6452e07590 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3641344->3690495) gid 0 flags: 0x40000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1117 expref: 6 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016115.492550:0:7690:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a9a4b40, rc 0) 00000100:00100000:3.0:1734016115.492619:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880135f54000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:9673:x1818247336743808:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 190us (1114us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016115.492625:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10389 00000100:00100000:0.0:1734016115.543425:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016115.543510:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016115.544013:0:7695:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336744320 00000100:00100000:3.0:1734016115.544027:0:7695:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336744320 00002000:00100000:3.0:1734016115.544099:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (4194304->8388607) req@ffff880135f55880 x1818247336744320/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:76/0 lens 488/0 e 0 to 0 dl 1734016126 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016115.544113:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880135f55880 with x1818247336744320 ext(4194304->8388607) 00002000:00010000:3.0:1734016115.544119:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880135f55880 00000100:00100000:3.0:1734016115.544143:0:7695:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336744576 00000100:00100000:3.0:1734016115.544146:0:7695:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336744576 00002000:00100000:3.0:1734016115.544160:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (8388608->8564735) req@ffff880135f55500 x1818247336744576/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:76/0 lens 488/0 e 0 to 0 dl 1734016126 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016115.544167:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880135f55500 with x1818247336744576 ext(8388608->8564735) 00002000:00010000:3.0:1734016115.544169:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880135f55500 00000100:00100000:3.0:1734016115.544186:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8697 00000100:00100000:3.0:1734016115.544195:0:7695:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880135f55880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1978:x1818247336744320:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:2.0:1734016115.544991:0:13929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8698 00000100:00100000:2.0:1734016115.544999:0:13929:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880135f55500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1978:x1818247336744576:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:0.0:1734016115.545637:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016115.545670:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336744064 00000100:00100000:0.0:1734016115.545675:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336744064 00002000:00100000:0.0:1734016115.545697:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (0->4194303) req@ffff880135f57480 x1818247336744064/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:76/0 lens 488/0 e 0 to 0 dl 1734016126 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016115.545707:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880135f57480 with x1818247336744064 ext(0->4194303) 00002000:00010000:0.0:1734016115.545711:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880135f57480 00000100:00100000:0.0:1734016115.545742:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8699 00000100:00100000:0.0:1734016115.545747:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880135f57480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+9:1979:x1818247336744064:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:3.0:1734016115.563654:0:13929:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880135f55500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+9:1978:x1818247336744576:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 18637us (20127us total) trans 0 rc 176128/176128 00000100:00100000:3.0:1734016115.563669:0:13929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8698 00002000:00100000:3.0:1734016115.563686:0:13929:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (8388608->8564735) req@ffff880135f55500 x1818247336744576/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:76/0 lens 488/440 e 0 to 0 dl 1734016126 ref 1 fl Complete:/200/0 rc 176128/176128 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016115.563697:0:13929:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880135f55500 with x1818247336744576 ext(8388608->8564735) 00002000:00010000:3.0:1734016115.563706:0:13929:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880135f55500 00010000:00010000:0.0:1734016115.576714:0:8960:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1734016115.677624:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880135f57480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+8:1979:x1818247336744064:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 131860us (131972us total) trans 0 rc 4194304/4194304 00000100:00100000:1.0:1734016115.677637:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8699 00002000:00100000:1.0:1734016115.677651:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (0->4194303) req@ffff880135f57480 x1818247336744064/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:76/0 lens 488/440 e 0 to 0 dl 1734016126 ref 1 fl Complete:/200/0 rc 4194304/4194304 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016115.677661:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880135f57480 with x1818247336744064 ext(0->4194303) 00002000:00010000:1.0:1734016115.677668:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880135f57480 00000100:00100000:0.0:1734016115.686180:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016115.687503:0:8966:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336744832 00000100:00100000:3.0:1734016115.687519:0:8966:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336744832 00000100:00100000:3.0:1734016115.687610:0:8966:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 1934 00000100:00100000:3.0:1734016115.687617:0:8966:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880135f55180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+16:9673:x1818247336744832:12345-192.168.201.10@tcp:36:fsx.0 00000100:00080000:0.0:1734016115.687622:0:6479:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734016085 00010000:00010000:3.0:1734016115.687675:0:8966:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016115.687707:0:8966:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8038240/0x3f004d6452e074f6 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1099 expref: 16 pid: 6481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016115.687739:0:8966:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:3.0:1734016115.687744:0:8966:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1734016115.688096:0:8966:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a4480/0x3f004d6452e07597 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 8966 initiator: MDT0 00010000:00010000:3.0:1734016115.688112:0:8966:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a6400/0x3f004d6452e07504 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d10a0 expref: 10 pid: 8966 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016115.688119:0:8966:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a4480/0x3f004d6452e07597 lrc: 4/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 8966 initiator: MDT0 00010000:00010000:3.0:1734016115.688173:0:8966:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a6400/0x3f004d6452e07504 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d10a0 expref: 10 pid: 8966 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016115.688191:0:8966:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a6400/0x3f004d6452e07504 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d10a0 expref: 10 pid: 8966 timeout: 479 lvb_type: 0 00000100:00100000:3.0:1734016115.688209:0:8966:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800ac574000 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:8966:1818247339393024:192.168.201.10@tcp:104: 00000100:00100000:3.0:1734016115.688326:0:8966:0:(client.c:2562:ptlrpc_set_wait()) set ffff880074e1a600 going to sleep for 11 seconds 00000100:00100000:2.0:1734016115.702312:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016115.702466:0:6469:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336744960 00000100:00100000:1.0:1734016115.702478:0:6469:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336744960 00000100:00100000:3.0:1734016115.702511:0:8966:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800ac574000 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:8966:1818247339393024:192.168.201.10@tcp:104: 00010000:00010000:1.0:1734016115.702546:0:6469:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a6400/0x3f004d6452e07504 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d10a0 expref: 11 pid: 8966 timeout: 479 lvb_type: 0 00010000:00010000:3.0:1734016115.702558:0:8966:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a4480/0x3f004d6452e07597 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 8966 initiator: MDT0 00000100:00100000:1.0:1734016115.702595:0:6469:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2760 00000100:00100000:1.0:1734016115.702604:0:6469:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800744eb100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+11:1978:x1818247336744960:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016115.702620:0:6469:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016115.702627:0:6469:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a6400/0x3f004d6452e07504 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d10a0 expref: 11 pid: 8966 timeout: 479 lvb_type: 0 00010000:00010000:1.0:1734016115.702638:0:6469:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a6400/0x3f004d6452e07504 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d10a0 expref: 11 pid: 8966 timeout: 479 lvb_type: 0 00010000:00010000:1.0:1734016115.702665:0:6469:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a6400/0x3f004d6452e07504 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d10a0 expref: 11 pid: 8966 timeout: 479 lvb_type: 0 00010000:00010000:1.0:1734016115.702694:0:6469:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:1.0:1734016115.702700:0:6469:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a4480/0x3f004d6452e07597 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 8966 initiator: MDT0 00010000:00010000:1.0:1734016115.702709:0:6469:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a4480/0x3f004d6452e07597 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 8966 initiator: MDT0 00010000:00010000:1.0:1734016115.702716:0:6469:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a4480/0x3f004d6452e07597 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 8966 initiator: MDT0 00010000:00010000:1.0:1734016115.702752:0:6469:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1734016115.702781:0:8966:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a4480/0x3f004d6452e07597 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8966 initiator: MDT0 00010000:00010000:3.0:1734016115.702792:0:8966:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a4480/0x3f004d6452e07597 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8966 initiator: MDT0 00000100:00100000:1.0:1734016115.702804:0:6469:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800744eb100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+10:1978:x1818247336744960:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 199us (504us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016115.702813:0:6469:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2760 00000001:00080000:3.0:1734016115.702996:0:8966:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294968527 00000004:00010000:3.0:1734016115.703070:0:8966:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff880135f55180 reply state ffff880073f09000 transno 4294968528 ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a4480/0x3f004d6452e07597 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8966 initiator: MDT0 00000100:00100000:3.0:1734016115.703078:0:8966:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1734016115.703211:0:8966:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880135f55180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+18:9673:x1818247336744832:12345-192.168.201.10@tcp:36:fsx.0 Request processed in 15593us (17037us total) trans 4294968528 rc 0/0 00000100:00100000:3.0:1734016115.703221:0:8966:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 1934 00000020:00080000:3.0:1734016115.703227:0:8966:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00080000:0.0:1734016115.706490:0:6479:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734016085 00010000:00010000:1.0:1734016115.723151:0:3495:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a4480/0x3f004d6452e07597 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8966 initiator: MDT0 00010000:00010000:1.0:1734016115.723165:0:3495:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a4480/0x3f004d6452e07597 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 8966 initiator: MDT0 00010000:00010000:1.0:1734016115.723171:0:3495:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a4480/0x3f004d6452e07597 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8966 initiator: MDT0 00010000:00010000:1.0:1734016115.723177:0:3495:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88009a9a4480 already unused, calling callback (ffffffffa0f03950) 00010000:00010000:1.0:1734016115.723182:0:3495:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a4480/0x3f004d6452e07597 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8966 initiator: MDT0 00010000:00010000:1.0:1734016115.723188:0:3495:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a4480/0x3f004d6452e07597 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 8966 initiator: MDT0 00010000:00010000:1.0:1734016115.723203:0:3495:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:1.0:1734016115.723206:0:3495:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1734016115.723209:0:3495:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a4480/0x3f004d6452e07597 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8966 initiator: MDT0 00010000:00010000:1.0:1734016115.723214:0:3495:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a4480/0x3f004d6452e07597 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8966 initiator: MDT0 00000100:00100000:0.0:1734016115.726606:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016115.726728:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336745088 00000100:00100000:3.0:1734016115.726742:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336745088 00000100:00100000:3.0:1734016115.726818:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10390 00000100:00100000:3.0:1734016115.726828:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076867800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:9673:x1818247336745088:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:3.0:1734016115.726862:0:7690:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016115.726920:0:7690:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a9a6f40/0x3f004d6452e0759e lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d111e expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016115.726956:0:7690:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880097234b40/0x3f004d6452e07589 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1110 expref: 8 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016115.726965:0:7690:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a4b40/0x3f004d6452e07590 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3641344->3690495) gid 0 flags: 0x40000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1117 expref: 7 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016115.726971:0:7690:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016115.726973:0:7690:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016115.726977:0:7690:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a9a6f40/0x3f004d6452e0759e lrc: 5/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d111e expref: 8 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016115.727018:0:7690:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a9a4b40/0x3f004d6452e07590 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3641344->3690495) gid 0 flags: 0x50000000000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1117 expref: 7 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016115.727032:0:7690:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a9a4b40/0x3f004d6452e07590 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3641344->3690495) gid 0 flags: 0x70000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1117 expref: 7 pid: 7690 timeout: 479 lvb_type: 0 00000100:00100000:3.0:1734016115.727046:0:7690:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800ac574000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339393152:192.168.201.10@tcp:104: 00010000:00010000:3.0:1734016115.727151:0:7690:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880097234b40/0x3f004d6452e07589 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1110 expref: 8 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016115.727159:0:7690:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880097234b40/0x3f004d6452e07589 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1110 expref: 8 pid: 7689 timeout: 479 lvb_type: 1 00000100:00100000:3.0:1734016115.727171:0:7690:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800ac576680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339393280:192.168.201.10@tcp:104: 00000100:00100000:3.0:1734016115.727191:0:7690:0:(client.c:2562:ptlrpc_set_wait()) set ffff880074e1a300 going to sleep for 11 seconds 00000100:00100000:0.0:1734016115.728399:0:7695:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880135f55880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1978:x1818247336744320:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 184191us (184975us total) trans 0 rc 4194304/4194304 00000100:00100000:0.0:1734016115.728411:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8697 00002000:00100000:0.0:1734016115.728423:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (4194304->8388607) req@ffff880135f55880 x1818247336744320/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:76/0 lens 488/440 e 0 to 0 dl 1734016126 ref 1 fl Complete:/200/0 rc 4194304/4194304 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016115.728433:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880135f55880 with x1818247336744320 ext(4194304->8388607) 00010000:00010000:0.0:1734016115.728444:0:7695:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a9a4b40/0x3f004d6452e07590 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3641344->3690495) gid 0 flags: 0x60000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1117 expref: 6 pid: 7690 timeout: 479 lvb_type: 0 00010000:00010000:0.0:1734016115.728455:0:7695:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a9a4b40/0x3f004d6452e07590 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3641344->3690495) gid 0 flags: 0x60000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1117 expref: 6 pid: 7690 timeout: 479 lvb_type: 0 00002000:00010000:0.0:1734016115.728461:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880135f55880 00000100:00100000:3.0:1734016115.736700:0:7690:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800ac574000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339393152:192.168.201.10@tcp:104: 00000100:00100000:3.0:1734016115.736717:0:7690:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800ac576680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339393280:192.168.201.10@tcp:104: 00010000:00010000:3.0:1734016115.736752:0:7690:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a9a6f40/0x3f004d6452e0759e lrc: 3/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d111e expref: 8 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016115.736771:0:7690:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a9a6f40, rc 0) 00000100:00100000:3.0:1734016115.736843:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076867800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:9673:x1818247336745088:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 10015us (10248us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016115.736853:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10390 00000100:00100000:2.0:1734016115.747901:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016115.747973:0:7705:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336745216 00000100:00100000:0.0:1734016115.747983:0:7705:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336745216 00010000:00010000:0.0:1734016115.748022:0:7705:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880097234b40/0x3f004d6452e07589 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1110 expref: 8 pid: 7689 timeout: 479 lvb_type: 1 00000100:00100000:0.0:1734016115.748064:0:7705:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2761 00000100:00100000:0.0:1734016115.748074:0:7705:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800744e9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1980:x1818247336745216:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016115.748092:0:7705:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016115.748120:0:7705:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880097234b40/0x3f004d6452e07589 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1110 expref: 8 pid: 7689 timeout: 479 lvb_type: 1 00010000:00010000:0.0:1734016115.748133:0:7705:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880097234b40/0x3f004d6452e07589 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1110 expref: 8 pid: 7689 timeout: 479 lvb_type: 1 00010000:00010000:0.0:1734016115.748161:0:7705:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097234b40/0x3f004d6452e07589 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1110 expref: 8 pid: 7689 timeout: 479 lvb_type: 1 00010000:00010000:0.0:1734016115.748193:0:7705:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016115.748242:0:7705:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800744e9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1980:x1818247336745216:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 168us (391us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016115.748249:0:7705:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2761 00000100:00100000:2.0:1734016115.766533:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016115.767330:0:6469:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336745344 00000100:00100000:1.0:1734016115.767343:0:6469:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336745344 00010000:00010000:1.0:1734016115.767394:0:6469:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a9a4b40/0x3f004d6452e07590 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3641344->3690495) gid 0 flags: 0x60000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1117 expref: 6 pid: 7690 timeout: 479 lvb_type: 0 00000100:00100000:1.0:1734016115.767441:0:6469:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2762 00000100:00100000:1.0:1734016115.767451:0:6469:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800744ebb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1979:x1818247336745344:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016115.767474:0:6469:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016115.767513:0:6469:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a9a4b40/0x3f004d6452e07590 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3641344->3690495) gid 0 flags: 0x60000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1117 expref: 6 pid: 7690 timeout: 479 lvb_type: 0 00010000:00010000:1.0:1734016115.767528:0:6469:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a9a4b40/0x3f004d6452e07590 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3641344->3690495) gid 0 flags: 0x50000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1117 expref: 6 pid: 7690 timeout: 479 lvb_type: 0 00010000:00010000:1.0:1734016115.767559:0:6469:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a4b40/0x3f004d6452e07590 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3641344->3690495) gid 0 flags: 0x44801400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1117 expref: 6 pid: 7690 timeout: 479 lvb_type: 0 00010000:00010000:1.0:1734016115.767599:0:6469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016115.767602:0:6469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016115.767610:0:6469:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a6f40/0x3f004d6452e0759e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d111e expref: 6 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016115.767619:0:6469:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a9a6f40/0x3f004d6452e0759e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d111e expref: 6 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016115.767671:0:6469:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009a9a6f40/0x3f004d6452e0759e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d111e expref: 6 pid: 7690 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016115.767689:0:6469:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009721a680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6469:1818247339393408:192.168.201.10@tcp:105: 00000100:00100000:1.0:1734016115.769782:0:6469:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b42cd900 going to sleep for 11 seconds 00000100:00100000:1.0:1734016115.777164:0:6469:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009721a680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6469:1818247339393408:192.168.201.10@tcp:105: 00010000:00010000:1.0:1734016115.777201:0:6469:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016115.777275:0:6469:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800744ebb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:1979:x1818247336745344:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 9823us (10752us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016115.777289:0:6469:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2762 00000100:00100000:0.0:1734016115.777378:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016115.777614:0:7695:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336745472 00000100:00100000:1.0:1734016115.777623:0:7695:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336745472 00002000:00010000:1.0:1734016115.777660:0:7695:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (9811827->18446744073709551615) 00002000:00100000:1.0:1734016115.777665:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076866a00 with x1818247336745472 ext(9811827->18446744073709551615) 00002000:00010000:1.0:1734016115.777681:0:7695:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076866a00. 00000100:00100000:2.0:1734016115.778989:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8700 00000100:00100000:2.0:1734016115.779003:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076866a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1979:x1818247336745472:12345-192.168.201.10@tcp:10:fsx.0 00002000:00010000:2.0:1734016115.779393:0:7694:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 8564736 -> 9811827 00002000:00010000:2.0:1734016115.779396:0:7694:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016114 -> 1734016115 00002000:00010000:2.0:1734016115.779399:0:7694:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016114 -> 1734016114 00002000:00010000:2.0:1734016115.779401:0:7694:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016115 -> 1734016115 00002000:00010000:2.0:1734016115.779402:0:7694:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 1632 -> 1632 00000100:00100000:2.0:1734016115.779490:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076866a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1979:x1818247336745472:12345-192.168.201.10@tcp:10:fsx.0 Request processed in 483us (2105us total) trans 4294969203 rc 0/0 00000100:00100000:2.0:1734016115.779497:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8700 00002000:00010000:2.0:1734016115.779501:0:7694:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (9811827->18446744073709551615) 00002000:00100000:2.0:1734016115.779504:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076866a00 with x1818247336745472 ext(9811827->18446744073709551615) 00002000:00010000:2.0:1734016115.779511:0:7694:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076866a00. 00000100:00100000:0.0:1734016115.787015:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016115.787580:0:8966:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336745600 00000100:00100000:3.0:1734016115.787595:0:8966:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336745600 00000100:00100000:3.0:1734016115.787663:0:8966:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 1935 00000100:00100000:3.0:1734016115.787673:0:8966:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076865c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+17:9673:x1818247336745600:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:3.0:1734016115.787710:0:8966:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016115.787737:0:8966:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a58c0/0x3f004d6452e075a5 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d1125 expref: -99 pid: 8966 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016115.787851:0:8966:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a5440/0x3f004d6452e075ac lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 8966 initiator: MDT0 00010000:00010000:3.0:1734016115.787900:0:8966:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a5440/0x3f004d6452e075ac lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 8966 initiator: MDT0 00010000:00010000:3.0:1734016115.787918:0:8966:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a5440/0x3f004d6452e075ac lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 8966 initiator: MDT0 00000004:00200000:3.0:1734016115.787947:0:8966:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 9811827 00000004:00200000:3.0:1734016115.787952:0:8966:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1734016115.787969:0:8966:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a5440/0x3f004d6452e075ac lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 8966 initiator: MDT0 00010000:00010000:3.0:1734016115.787993:0:8966:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a58c0/0x3f004d6452e075a5 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1125 expref: 19 pid: 8966 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016115.788022:0:8966:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a5440/0x3f004d6452e075ac lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1125 expref: 18 pid: 8966 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016115.788030:0:8966:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:3.0:1734016115.788033:0:8966:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1734016115.788036:0:8966:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a9a5440, rc 0) 00000100:00100000:3.0:1734016115.788109:0:8966:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076865c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+18:9673:x1818247336745600:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 438us (1761us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016115.788116:0:8966:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 1935 00000100:00100000:3.0:1734016115.797436:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016115.798625:0:6481:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336745728 00000100:00100000:1.0:1734016115.798642:0:6481:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336745728 00000100:00100000:1.0:1734016115.798727:0:6481:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 1936 00000100:00100000:1.0:1734016115.798736:0:6481:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800ac576680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+10:9673:x1818247336745728:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:1.0:1734016115.798763:0:6481:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016115.798801:0:6481:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880097236d00/0x3f004d6452e075b3 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d112c expref: -99 pid: 6481 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016115.798980:0:6481:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880097234d80/0x3f004d6452e075ba lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 6481 initiator: MDT0 00010000:00010000:1.0:1734016115.799043:0:6481:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880097234d80/0x3f004d6452e075ba lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6481 initiator: MDT0 00010000:00010000:1.0:1734016115.799059:0:6481:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880097234d80/0x3f004d6452e075ba lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6481 initiator: MDT0 00000004:00200000:1.0:1734016115.799310:0:6481:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 9811827 00000004:00200000:1.0:1734016115.799315:0:6481:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1734016115.799338:0:6481:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880097234d80/0x3f004d6452e075ba lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6481 initiator: MDT0 00010000:00010000:1.0:1734016115.799365:0:6481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880097236d00/0x3f004d6452e075b3 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d112c expref: 12 pid: 6481 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016115.799404:0:6481:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880097234d80/0x3f004d6452e075ba lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d112c expref: 11 pid: 6481 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016115.799412:0:6481:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:1.0:1734016115.799416:0:6481:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1734016115.799420:0:6481:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097234d80, rc 0) 00000100:00100000:1.0:1734016115.799496:0:6481:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800ac576680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+11:9673:x1818247336745728:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 759us (2079us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016115.799503:0:6481:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 1936 00000100:00100000:0.0:1734016115.807438:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016115.807667:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336745856 00000100:00100000:3.0:1734016115.807680:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336745856 00000100:00100000:3.0:1734016115.807750:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10391 00000100:00100000:3.0:1734016115.807759:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076866680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:1978:x1818247336745856:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:3.0:1734016115.807781:0:7690:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016115.807802:0:7690:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a9a73c0/0x3f004d6452e075c1 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d1133 expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016115.807893:0:7690:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800ac574000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339393536:192.168.201.10@tcp:106: 00000100:00100000:3.0:1734016115.807979:0:7690:0:(client.c:2562:ptlrpc_set_wait()) set ffff880074e1a180 going to sleep for 11 seconds 00000100:00100000:3.0:1734016115.810581:0:7690:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800ac574000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339393536:192.168.201.10@tcp:106: 00010000:00010000:3.0:1734016115.810617:0:7690:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a9a73c0/0x3f004d6452e075c1 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1133 expref: 6 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016115.810630:0:7690:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a73c0/0x3f004d6452e075c1 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1133 expref: 6 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016115.810654:0:7690:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a9a73c0, rc 0) 00000100:00100000:3.0:1734016115.810708:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076866680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:1978:x1818247336745856:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 2949us (3282us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016115.810717:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10391 00000100:00100000:2.0:1734016115.816236:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016115.816436:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336745984 00000100:00100000:3.0:1734016115.816455:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336745984 00000100:00100000:3.0:1734016115.816550:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10392 00000100:00100000:3.0:1734016115.816559:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800744e9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:1981:x1818247336745984:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:3.0:1734016115.816580:0:7690:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016115.816597:0:7690:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a9a73c0/0x3f004d6452e075c8 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d113a expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016115.816649:0:7690:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800ac574000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339393664:192.168.201.10@tcp:106: 00000100:00100000:3.0:1734016115.816731:0:7690:0:(client.c:2562:ptlrpc_set_wait()) set ffff880074e1a180 going to sleep for 11 seconds 00000100:00100000:3.0:1734016115.823575:0:7690:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800ac574000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339393664:192.168.201.10@tcp:106: 00010000:00010000:3.0:1734016115.823617:0:7690:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a9a73c0/0x3f004d6452e075c8 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d113a expref: 6 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016115.823631:0:7690:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a73c0/0x3f004d6452e075c8 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d113a expref: 6 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016115.823672:0:7690:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a9a73c0, rc 0) 00000100:00100000:3.0:1734016115.824205:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800744e9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:1981:x1818247336745984:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 7643us (7982us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016115.824219:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10392 00000100:00100000:1.0:1734016115.838453:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016115.839030:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336746112 00000100:00100000:3.0:1734016115.839040:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336746112 00000100:00100000:3.0:1734016115.839108:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10393 00000100:00100000:3.0:1734016115.839115:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009721a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:9673:x1818247336746112:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:3.0:1734016115.839540:0:7690:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016115.839563:0:7690:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a9a58c0/0x3f004d6452e075cf lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d1141 expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016115.839590:0:7690:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a6f40/0x3f004d6452e0759e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d111e expref: 7 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016115.839598:0:7690:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016115.839600:0:7690:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016115.839603:0:7690:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a9a58c0/0x3f004d6452e075cf lrc: 4/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [3891200->3923967] (req 3891200->3923967) gid 0 flags: 0x50000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1141 expref: 6 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016115.839643:0:7690:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a9a6f40/0x3f004d6452e0759e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d111e expref: 7 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016115.839656:0:7690:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a9a6f40/0x3f004d6452e0759e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d111e expref: 7 pid: 7690 timeout: 479 lvb_type: 0 00000100:00100000:3.0:1734016115.839671:0:7690:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800ac574000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339393792:192.168.201.10@tcp:104: 00000100:00100000:3.0:1734016115.839733:0:7690:0:(client.c:2562:ptlrpc_set_wait()) set ffff880074e1a180 going to sleep for 11 seconds 00000100:00100000:3.0:1734016115.850745:0:7690:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800ac574000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339393792:192.168.201.10@tcp:104: 00010000:00010000:3.0:1734016115.850784:0:7690:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a9a58c0/0x3f004d6452e075cf lrc: 3/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [3891200->3923967] (req 3891200->3923967) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1141 expref: 6 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016115.850806:0:7690:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a9a58c0, rc 0) 00000100:00100000:3.0:1734016115.850919:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009721a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:9673:x1818247336746112:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 11803us (12477us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016115.850927:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10393 00000100:00100000:1.0:1734016115.851513:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016115.852059:0:6469:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336746240 00000100:00100000:0.0:1734016115.852068:0:6469:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336746240 00010000:00010000:0.0:1734016115.852105:0:6469:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a9a6f40/0x3f004d6452e0759e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d111e expref: 8 pid: 7690 timeout: 479 lvb_type: 0 00000100:00100000:0.0:1734016115.852144:0:6469:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2763 00000100:00100000:0.0:1734016115.852150:0:6469:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880097219880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1978:x1818247336746240:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016115.852167:0:6469:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016115.852195:0:6469:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a9a6f40/0x3f004d6452e0759e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d111e expref: 8 pid: 7690 timeout: 479 lvb_type: 0 00010000:00010000:0.0:1734016115.852209:0:6469:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a9a6f40/0x3f004d6452e0759e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d111e expref: 8 pid: 7690 timeout: 479 lvb_type: 0 00010000:00010000:0.0:1734016115.852237:0:6469:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a6f40/0x3f004d6452e0759e lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d111e expref: 8 pid: 7690 timeout: 479 lvb_type: 0 00010000:00010000:0.0:1734016115.852273:0:6469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016115.852276:0:6469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016115.852287:0:6469:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a58c0/0x3f004d6452e075cf lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3891200->3923967) gid 0 flags: 0x40080000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1141 expref: 5 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016115.852298:0:6469:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a9a58c0/0x3f004d6452e075cf lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3891200->3923967) gid 0 flags: 0x40080000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1141 expref: 5 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016115.852331:0:6469:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009a9a58c0/0x3f004d6452e075cf lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3891200->3923967) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1141 expref: 5 pid: 7690 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016115.852348:0:6469:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076864380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6469:1818247339393920:192.168.201.10@tcp:105: 00000100:00100000:0.0:1734016115.852399:0:6469:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a74869c0 going to sleep for 11 seconds 00000100:00100000:2.0:1734016115.877776:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016115.878047:0:7695:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336746496 00000100:00100000:1.0:1734016115.878056:0:7695:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336746496 00002000:00100000:1.0:1734016115.878103:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (3919872->9814015) req@ffff88012b919880 x1818247336746496/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:76/0 lens 504/0 e 0 to 0 dl 1734016126 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016115.878114:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b919880 with x1818247336746496 ext(3919872->9814015) 00002000:00010000:1.0:1734016115.878120:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012b919880 00000100:00100000:1.0:1734016115.878142:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8701 00000100:00100000:1.0:1734016115.878148:0:7695:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b919880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1978:x1818247336746496:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:0.0:1734016115.880712:0:6469:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076864380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6469:1818247339393920:192.168.201.10@tcp:105: 00010000:00010000:0.0:1734016115.880740:0:6469:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016115.881134:0:6469:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880097219880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1978:x1818247336746240:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 28980us (29621us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016115.881148:0:6469:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2763 00000100:00100000:1.0:1734016115.922537:0:7695:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b919880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1978:x1818247336746496:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 44378us (44757us total) trans 0 rc 1253376/1253376 00000100:00100000:1.0:1734016115.922550:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8701 00002000:00100000:1.0:1734016115.922562:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (3919872->9814015) req@ffff88012b919880 x1818247336746496/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:76/0 lens 504/440 e 0 to 0 dl 1734016126 ref 1 fl Complete:/200/0 rc 1253376/1253376 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016115.922577:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b919880 with x1818247336746496 ext(3919872->9814015) 00002000:00010000:1.0:1734016115.922582:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012b919880 00000100:00100000:2.0:1734016115.936454:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016115.936571:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336746624 00000100:00100000:3.0:1734016115.936582:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336746624 00000100:00100000:3.0:1734016115.936649:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10394 00000100:00100000:3.0:1734016115.936658:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b91b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1978:x1818247336746624:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:3.0:1734016115.936679:0:7690:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016115.936701:0:7690:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a9a6f40/0x3f004d6452e075d6 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d1148 expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016115.936763:0:7690:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800ac574000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339394048:192.168.201.10@tcp:106: 00000100:00100000:3.0:1734016115.936832:0:7690:0:(client.c:2562:ptlrpc_set_wait()) set ffff880074e1a180 going to sleep for 11 seconds 00000100:00100000:3.0:1734016115.945569:0:7690:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800ac574000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339394048:192.168.201.10@tcp:106: 00010000:00010000:3.0:1734016115.945605:0:7690:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a9a6f40/0x3f004d6452e075d6 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1148 expref: 8 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016115.945619:0:7690:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a6f40/0x3f004d6452e075d6 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1148 expref: 8 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016115.945650:0:7690:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a9a6f40, rc 0) 00000100:00100000:3.0:1734016115.945709:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b91b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1978:x1818247336746624:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 9051us (9272us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016115.945717:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10394 00000100:00100000:2.0:1734016115.950762:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016115.950844:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336746752 00000100:00100000:3.0:1734016115.950853:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336746752 00000100:00100000:3.0:1734016115.950915:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10395 00000100:00100000:3.0:1734016115.950922:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b91a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1980:x1818247336746752:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:3.0:1734016115.950941:0:7690:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016115.950960:0:7690:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a9a4b40/0x3f004d6452e075dd lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d114f expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016115.951017:0:7690:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800ac574000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339394176:192.168.201.10@tcp:106: 00000100:00100000:3.0:1734016115.954166:0:7690:0:(client.c:2562:ptlrpc_set_wait()) set ffff880074e1a180 going to sleep for 11 seconds 00000100:00100000:3.0:1734016115.965573:0:7690:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800ac574000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339394176:192.168.201.10@tcp:106: 00010000:00010000:3.0:1734016115.965624:0:7690:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a9a4b40/0x3f004d6452e075dd lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d114f expref: 8 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016115.965641:0:7690:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a4b40/0x3f004d6452e075dd lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d114f expref: 8 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016115.965659:0:7690:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a9a4b40, rc 0) 00000100:00100000:3.0:1734016115.966528:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b91a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1980:x1818247336746752:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 15597us (15767us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016115.966537:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10395 00000100:00100000:2.0:1734016115.971632:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016115.973981:0:6481:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336747008 00000100:00100000:1.0:1734016115.973995:0:6481:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336747008 00000100:00100000:1.0:1734016115.974056:0:6481:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 1937 00000100:00100000:1.0:1734016115.974062:0:6481:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b918e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+18:9673:x1818247336747008:12345-192.168.201.10@tcp:36:fsx.0 00010000:00010000:1.0:1734016115.974115:0:6481:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016115.974140:0:6481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a5440/0x3f004d6452e075ac lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1125 expref: 18 pid: 8966 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016115.974169:0:6481:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:1.0:1734016115.974173:0:6481:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1734016115.974331:0:6481:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880097235200/0x3f004d6452e075e4 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6481 initiator: MDT0 00010000:00010000:1.0:1734016115.974343:0:6481:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880097234d80/0x3f004d6452e075ba lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d112c expref: 10 pid: 6481 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016115.974349:0:6481:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff880097235200/0x3f004d6452e075e4 lrc: 4/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6481 initiator: MDT0 00010000:00010000:1.0:1734016115.974381:0:6481:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880097234d80/0x3f004d6452e075ba lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d112c expref: 10 pid: 6481 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016115.974393:0:6481:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880097234d80/0x3f004d6452e075ba lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d112c expref: 10 pid: 6481 timeout: 480 lvb_type: 0 00000100:00100000:1.0:1734016115.974404:0:6481:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009721ad80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6481:1818247339394304:192.168.201.10@tcp:104: 00000100:00100000:1.0:1734016115.974485:0:6481:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b42cdb40 going to sleep for 11 seconds 00000100:00100000:1.0:1734016115.981609:0:6481:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009721ad80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6481:1818247339394304:192.168.201.10@tcp:104: 00010000:00010000:1.0:1734016115.981644:0:6481:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff880097235200/0x3f004d6452e075e4 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6481 initiator: MDT0 00000100:00100000:2.0:1734016115.985364:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016115.985559:0:6469:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336747136 00000100:00100000:0.0:1734016115.985572:0:6469:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336747136 00010000:00010000:0.0:1734016115.985616:0:6469:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880097234d80/0x3f004d6452e075ba lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d112c expref: 11 pid: 6481 timeout: 480 lvb_type: 0 00000100:00100000:0.0:1734016115.985653:0:6469:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2764 00000100:00100000:0.0:1734016115.985663:0:6469:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b91a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+11:1979:x1818247336747136:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016115.985683:0:6469:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016115.985692:0:6469:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880097234d80/0x3f004d6452e075ba lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d112c expref: 11 pid: 6481 timeout: 480 lvb_type: 0 00010000:00010000:0.0:1734016115.985706:0:6469:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880097234d80/0x3f004d6452e075ba lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d112c expref: 11 pid: 6481 timeout: 480 lvb_type: 0 00010000:00010000:0.0:1734016115.985728:0:6469:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880097234d80/0x3f004d6452e075ba lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d112c expref: 11 pid: 6481 timeout: 480 lvb_type: 0 00010000:00010000:0.0:1734016115.985770:0:6469:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:0.0:1734016115.985776:0:6469:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff880097235200/0x3f004d6452e075e4 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6481 initiator: MDT0 00010000:00010000:0.0:1734016115.985785:0:6469:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880097235200/0x3f004d6452e075e4 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6481 initiator: MDT0 00010000:00010000:0.0:1734016115.985792:0:6469:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880097235200/0x3f004d6452e075e4 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6481 initiator: MDT0 00010000:00010000:0.0:1734016115.986513:0:6469:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1734016115.986953:0:6481:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff880097235200/0x3f004d6452e075e4 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6481 initiator: MDT0 00010000:00010000:1.0:1734016115.986963:0:6481:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880097235200/0x3f004d6452e075e4 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6481 initiator: MDT0 00000001:00080000:1.0:1734016115.987066:0:6481:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294968529 00000004:00010000:1.0:1734016115.987121:0:6481:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff88012b918e00 reply state ffff88007402d000 transno 4294968530 ns: mdt-lustre-MDT0000_UUID lock: ffff880097235200/0x3f004d6452e075e4 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6481 initiator: MDT0 00000100:00100000:1.0:1734016115.987129:0:6481:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1734016115.987250:0:6469:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b91a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+10:1979:x1818247336747136:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 1584us (1891us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016115.987262:0:6469:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2764 00000100:00100000:1.0:1734016115.987427:0:6481:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b918e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+20:9673:x1818247336747008:12345-192.168.201.10@tcp:36:fsx.0 Request processed in 13364us (15814us total) trans 4294968530 rc 0/0 00000100:00100000:1.0:1734016115.987434:0:6481:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 1937 00000020:00080000:1.0:1734016115.987437:0:6481:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1734016115.991366:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00010000:00010000:2.0:1734016115.991563:0:3494:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880097235200/0x3f004d6452e075e4 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6481 initiator: MDT0 00010000:00010000:2.0:1734016115.991573:0:3494:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880097235200/0x3f004d6452e075e4 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6481 initiator: MDT0 00010000:00010000:2.0:1734016115.991577:0:3494:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880097235200/0x3f004d6452e075e4 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6481 initiator: MDT0 00010000:00010000:2.0:1734016115.991582:0:3494:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880097235200 already unused, calling callback (ffffffffa0f03950) 00010000:00010000:2.0:1734016115.991586:0:3494:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880097235200/0x3f004d6452e075e4 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6481 initiator: MDT0 00010000:00010000:2.0:1734016115.991592:0:3494:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880097235200/0x3f004d6452e075e4 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6481 initiator: MDT0 00010000:00010000:2.0:1734016115.991605:0:3494:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:2.0:1734016115.991607:0:3494:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734016115.991611:0:3494:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880097235200/0x3f004d6452e075e4 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6481 initiator: MDT0 00010000:00010000:2.0:1734016115.991615:0:3494:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880097235200/0x3f004d6452e075e4 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6481 initiator: MDT0 00000100:00100000:3.0:1734016115.991700:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336747264 00000100:00100000:3.0:1734016115.991708:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336747264 00000100:00100000:3.0:1734016115.992222:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10396 00000100:00100000:3.0:1734016115.992229:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076864380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:9673:x1818247336747264:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:3.0:1734016115.992244:0:7690:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016115.992261:0:7690:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a9a4b40/0x3f004d6452e075eb lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d1156 expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016115.992285:0:7690:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a58c0/0x3f004d6452e075cf lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3891200->3923967) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1141 expref: 5 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016115.992292:0:7690:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016115.992294:0:7690:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016115.992297:0:7690:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a9a4b40/0x3f004d6452e075eb lrc: 4/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1156 expref: 8 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016115.992327:0:7690:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a9a58c0/0x3f004d6452e075cf lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3891200->3923967) gid 0 flags: 0x50000000020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1141 expref: 5 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016115.992338:0:7690:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a9a58c0/0x3f004d6452e075cf lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3891200->3923967) gid 0 flags: 0x70000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1141 expref: 5 pid: 7690 timeout: 480 lvb_type: 0 00000100:00100000:3.0:1734016115.992353:0:7690:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800ac574000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339394432:192.168.201.10@tcp:104: 00000100:00100000:3.0:1734016115.992410:0:7690:0:(client.c:2562:ptlrpc_set_wait()) set ffff880074e1a180 going to sleep for 11 seconds 00000100:00100000:3.0:1734016116.001652:0:7690:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800ac574000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339394432:192.168.201.10@tcp:104: 00010000:00010000:3.0:1734016116.001697:0:7690:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a9a4b40/0x3f004d6452e075eb lrc: 3/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1156 expref: 8 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016116.001717:0:7690:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a9a4b40, rc 0) 00000100:00100000:3.0:1734016116.001800:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076864380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:9673:x1818247336747264:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 9568us (10440us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016116.001811:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10396 00000100:00100000:0.0:1734016116.002345:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016116.006039:0:7695:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336747392 00000100:00100000:1.0:1734016116.006056:0:7695:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336747392 00002000:00100000:1.0:1734016116.006139:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (3891200->3923967) req@ffff880076864a80 x1818247336747392/t0(0) o4->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:77/0 lens 488/0 e 0 to 0 dl 1734016127 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016116.006151:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076864a80 with x1818247336747392 ext(3891200->3923967) 00010000:00010000:1.0:1734016116.006163:0:7695:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a9a58c0/0x3f004d6452e075cf lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3891200->3923967) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1141 expref: 6 pid: 7690 timeout: 480 lvb_type: 0 00010000:00010000:1.0:1734016116.006178:0:7695:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a9a58c0/0x3f004d6452e075cf lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3891200->3923967) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1141 expref: 6 pid: 7690 timeout: 480 lvb_type: 0 00002000:00010000:1.0:1734016116.006191:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880076864a80 00000100:00100000:1.0:1734016116.006212:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 253 00000100:00100000:1.0:1734016116.006219:0:7695:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076864a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1978:x1818247336747392:12345-192.168.201.10@tcp:4:fsx.0 00000100:00080000:0.0:1734016116.006527:0:6479:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734016086 00000100:00100000:0.0:1734016116.016151:0:7695:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076864a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+8:1978:x1818247336747392:12345-192.168.201.10@tcp:4:fsx.0 Request processed in 9921us (13795us total) trans 4294969204 rc 0/0 00000100:00100000:0.0:1734016116.016164:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 253 00002000:00100000:0.0:1734016116.016178:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (3891200->3923967) req@ffff880076864a80 x1818247336747392/t4294969204(0) o4->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:77/0 lens 488/448 e 0 to 0 dl 1734016127 ref 1 fl Complete:H/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016116.016187:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076864a80 with x1818247336747392 ext(3891200->3923967) 00010000:00010000:0.0:1734016116.016198:0:7695:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a9a58c0/0x3f004d6452e075cf lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3891200->3923967) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1141 expref: 8 pid: 7690 timeout: 480 lvb_type: 0 00010000:00010000:0.0:1734016116.016215:0:7695:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a9a58c0/0x3f004d6452e075cf lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3891200->3923967) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1141 expref: 8 pid: 7690 timeout: 480 lvb_type: 0 00002000:00010000:0.0:1734016116.016221:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880076864a80 00000100:00100000:0.0:1734016116.027070:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016116.027206:0:6469:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336747520 00000100:00100000:2.0:1734016116.027220:0:6469:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336747520 00010000:00010000:2.0:1734016116.027262:0:6469:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a9a58c0/0x3f004d6452e075cf lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3891200->3923967) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1141 expref: 8 pid: 7690 timeout: 480 lvb_type: 0 00000100:00100000:2.0:1734016116.027298:0:6469:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2765 00000100:00100000:2.0:1734016116.027305:0:6469:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88006d83d850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+8:1981:x1818247336747520:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016116.027319:0:6469:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:2.0:1734016116.027341:0:6469:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 1632 -> 1696 00010000:00010000:2.0:1734016116.027347:0:6469:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a9a58c0/0x3f004d6452e075cf lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3891200->3923967) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1141 expref: 8 pid: 7690 timeout: 480 lvb_type: 0 00010000:00010000:2.0:1734016116.027360:0:6469:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a9a58c0/0x3f004d6452e075cf lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3891200->3923967) gid 0 flags: 0x50000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1141 expref: 8 pid: 7690 timeout: 480 lvb_type: 0 00010000:00010000:2.0:1734016116.027383:0:6469:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a58c0/0x3f004d6452e075cf lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3891200->3923967) gid 0 flags: 0x44801400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1141 expref: 8 pid: 7690 timeout: 480 lvb_type: 0 00010000:00010000:2.0:1734016116.027426:0:6469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016116.027429:0:6469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016116.027435:0:6469:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a4b40/0x3f004d6452e075eb lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1156 expref: 7 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016116.027443:0:6469:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a9a4b40/0x3f004d6452e075eb lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1156 expref: 7 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016116.027490:0:6469:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009a9a4b40/0x3f004d6452e075eb lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1156 expref: 7 pid: 7690 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016116.027503:0:6469:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b919f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6469:1818247339394560:192.168.201.10@tcp:105: 00000100:00100000:2.0:1734016116.027561:0:6469:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800768ef9c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016116.042683:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016116.042816:0:6469:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b919f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6469:1818247339394560:192.168.201.10@tcp:105: 00010000:00010000:2.0:1734016116.042843:0:6469:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016116.042927:0:6469:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88006d83d850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1981:x1818247336747520:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 15620us (15869us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016116.042941:0:6469:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2765 00000100:00100000:1.0:1734016116.043074:0:7695:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336747648 00000100:00100000:1.0:1734016116.043080:0:7695:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336747648 00002000:00010000:1.0:1734016116.043105:0:7695:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (2275763->18446744073709551615) 00002000:00100000:1.0:1734016116.043108:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076864000 with x1818247336747648 ext(2275763->18446744073709551615) 00002000:00010000:1.0:1734016116.043119:0:7695:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076864000. 00000100:00100000:1.0:1734016116.043132:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8702 00000100:00100000:1.0:1734016116.043137:0:7695:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076864000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1979:x1818247336747648:12345-192.168.201.10@tcp:10:fsx.0 00002000:00010000:1.0:1734016116.054915:0:7695:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 9811827 -> 2275763 00002000:00010000:1.0:1734016116.054926:0:7695:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016115 -> 1734016115 00002000:00010000:1.0:1734016116.054929:0:7695:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016114 -> 1734016114 00002000:00010000:1.0:1734016116.054931:0:7695:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016115 -> 1734016115 00002000:00010000:1.0:1734016116.054932:0:7695:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 1696 -> 1200 00000100:00100000:1.0:1734016116.055018:0:7695:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076864000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+9:1979:x1818247336747648:12345-192.168.201.10@tcp:10:fsx.0 Request processed in 11872us (12335us total) trans 4294969205 rc 0/0 00000100:00100000:1.0:1734016116.055031:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8702 00002000:00010000:1.0:1734016116.055037:0:7695:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (2275763->18446744073709551615) 00002000:00100000:1.0:1734016116.055042:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076864000 with x1818247336747648 ext(2275763->18446744073709551615) 00002000:00010000:1.0:1734016116.055048:0:7695:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076864000. 00000100:00100000:0.0:1734016116.057994:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016116.063280:0:6481:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336747776 00000100:00100000:1.0:1734016116.063298:0:6481:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336747776 00000100:00100000:2.0:1734016116.064647:0:8966:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 1938 00000100:00100000:2.0:1734016116.064659:0:8966:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076866300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+10:9673:x1818247336747776:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:2.0:1734016116.064680:0:8966:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016116.064705:0:8966:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880072172640/0x3f004d6452e075f2 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d115d expref: -99 pid: 8966 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016116.064790:0:8966:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880072172d00/0x3f004d6452e075f9 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 8966 initiator: MDT0 00010000:00010000:2.0:1734016116.064801:0:8966:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880072172d00/0x3f004d6452e075f9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 8966 initiator: MDT0 00010000:00010000:2.0:1734016116.064812:0:8966:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880072172d00/0x3f004d6452e075f9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 8966 initiator: MDT0 00000004:00200000:2.0:1734016116.064832:0:8966:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 2275763 00000004:00200000:2.0:1734016116.064836:0:8966:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1734016116.064857:0:8966:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880072172d00/0x3f004d6452e075f9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 8966 initiator: MDT0 00010000:00010000:2.0:1734016116.064905:0:8966:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880072172640/0x3f004d6452e075f2 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d115d expref: 12 pid: 8966 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016116.064939:0:8966:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880072172d00/0x3f004d6452e075f9 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d115d expref: 11 pid: 8966 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016116.064946:0:8966:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:2.0:1734016116.064949:0:8966:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1734016116.064952:0:8966:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880072172d00, rc 0) 00000100:00100000:2.0:1734016116.065002:0:8966:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076866300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+11:9673:x1818247336747776:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 346us (7018us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016116.065008:0:8966:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 1938 00000100:00100000:0.0:1734016116.070576:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016116.070688:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336747904 00000100:00100000:3.0:1734016116.070697:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336747904 00000100:00100000:3.0:1734016116.070748:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10397 00000100:00100000:3.0:1734016116.070753:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076867b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1979:x1818247336747904:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:3.0:1734016116.070772:0:7690:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016116.070791:0:7690:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a9a4480/0x3f004d6452e07600 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d1164 expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016116.070846:0:7690:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800ac574000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339394688:192.168.201.10@tcp:106: 00000100:00100000:3.0:1734016116.070928:0:7690:0:(client.c:2562:ptlrpc_set_wait()) set ffff880074e1a180 going to sleep for 11 seconds 00000100:00100000:3.0:1734016116.075971:0:7690:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800ac574000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339394688:192.168.201.10@tcp:106: 00010000:00010000:3.0:1734016116.076011:0:7690:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a9a4480/0x3f004d6452e07600 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1164 expref: 8 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016116.076029:0:7690:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a4480/0x3f004d6452e07600 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1164 expref: 8 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016116.076061:0:7690:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a9a4480, rc 0) 00000100:00100000:3.0:1734016116.076123:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076867b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1979:x1818247336747904:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 5367us (5554us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016116.076132:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10397 00000100:00100000:0.0:1734016116.079145:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016116.079273:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336748032 00000100:00100000:3.0:1734016116.079286:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336748032 00000100:00100000:3.0:1734016116.079348:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10398 00000100:00100000:3.0:1734016116.079356:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076865f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1979:x1818247336748032:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:3.0:1734016116.079379:0:7690:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016116.079404:0:7690:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a9a6400/0x3f004d6452e07607 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d116b expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016116.079467:0:7690:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800ac574000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339394816:192.168.201.10@tcp:106: 00000100:00100000:3.0:1734016116.079553:0:7690:0:(client.c:2562:ptlrpc_set_wait()) set ffff880074e1a180 going to sleep for 11 seconds 00000100:00100000:3.0:1734016116.089855:0:7690:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800ac574000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339394816:192.168.201.10@tcp:106: 00010000:00010000:3.0:1734016116.089918:0:7690:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a9a6400/0x3f004d6452e07607 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d116b expref: 8 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016116.089952:0:7690:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a6400/0x3f004d6452e07607 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d116b expref: 8 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016116.089988:0:7690:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a9a6400, rc 0) 00000100:00100000:2.0:1734016116.090168:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076865f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1979:x1818247336748032:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 10809us (11036us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016116.090182:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10398 00000100:00100000:1.0:1734016116.094519:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016116.094882:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336748160 00000100:00100000:2.0:1734016116.094892:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336748160 00000100:00100000:2.0:1734016116.094942:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10399 00000100:00100000:2.0:1734016116.094950:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009721ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:9673:x1818247336748160:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:2.0:1734016116.094969:0:7690:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016116.094990:0:7690:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880072172640/0x3f004d6452e0760e lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d1172 expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016116.095020:0:7690:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a4b40/0x3f004d6452e075eb lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1156 expref: 8 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016116.095028:0:7690:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016116.095029:0:7690:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016116.095033:0:7690:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880072172640/0x3f004d6452e0760e lrc: 4/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [1351680->1372159] (req 1351680->1372159) gid 0 flags: 0x50000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1172 expref: 8 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016116.095061:0:7690:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a9a4b40/0x3f004d6452e075eb lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1156 expref: 8 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016116.095072:0:7690:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a9a4b40/0x3f004d6452e075eb lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1156 expref: 8 pid: 7690 timeout: 480 lvb_type: 0 00000100:00100000:2.0:1734016116.095084:0:7690:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b91a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339394944:192.168.201.10@tcp:104: 00000100:00100000:2.0:1734016116.095140:0:7690:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800768efa80 going to sleep for 11 seconds 00000100:00100000:0.0:1734016116.106206:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016116.106974:0:7690:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b91a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339394944:192.168.201.10@tcp:104: 00010000:00010000:2.0:1734016116.107016:0:7690:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880072172640/0x3f004d6452e0760e lrc: 3/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [1351680->1372159] (req 1351680->1372159) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1172 expref: 8 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016116.107051:0:7690:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880072172640, rc 0) 00000100:00100000:2.0:1734016116.107115:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009721ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+8:9673:x1818247336748160:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 12164us (12602us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016116.107126:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10399 00000100:00100000:3.0:1734016116.108406:0:6469:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336748288 00000100:00100000:3.0:1734016116.108418:0:6469:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336748288 00010000:00010000:3.0:1734016116.108448:0:6469:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a9a4b40/0x3f004d6452e075eb lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1156 expref: 9 pid: 7690 timeout: 480 lvb_type: 0 00000100:00100000:3.0:1734016116.108471:0:6469:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2766 00000100:00100000:3.0:1734016116.108485:0:6469:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076864e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+9:1979:x1818247336748288:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016116.108497:0:6469:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016116.108518:0:6469:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a9a4b40/0x3f004d6452e075eb lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1156 expref: 9 pid: 7690 timeout: 480 lvb_type: 0 00010000:00010000:3.0:1734016116.108528:0:6469:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a9a4b40/0x3f004d6452e075eb lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1156 expref: 9 pid: 7690 timeout: 480 lvb_type: 0 00010000:00010000:3.0:1734016116.108548:0:6469:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a4b40/0x3f004d6452e075eb lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1156 expref: 9 pid: 7690 timeout: 480 lvb_type: 0 00010000:00010000:3.0:1734016116.108566:0:6469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016116.108568:0:6469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016116.108573:0:6469:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880072172640/0x3f004d6452e0760e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1351680->1372159) gid 0 flags: 0x40080000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1172 expref: 7 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016116.108580:0:6469:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880072172640/0x3f004d6452e0760e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1351680->1372159) gid 0 flags: 0x40080000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1172 expref: 7 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016116.108611:0:6469:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880072172640/0x3f004d6452e0760e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1351680->1372159) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1172 expref: 7 pid: 7690 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016116.108621:0:6469:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800ac574000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6469:1818247339395072:192.168.201.10@tcp:105: 00000100:00100000:3.0:1734016116.108669:0:6469:0:(client.c:2562:ptlrpc_set_wait()) set ffff880074e1a180 going to sleep for 11 seconds 00000100:00100000:3.0:1734016116.118683:0:6469:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800ac574000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6469:1818247339395072:192.168.201.10@tcp:105: 00010000:00010000:3.0:1734016116.118706:0:6469:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016116.118747:0:6469:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076864e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1979:x1818247336748288:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 10261us (12556us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016116.118758:0:6469:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2766 00000100:00100000:1.0:1734016116.122177:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016116.122735:0:7695:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336748544 00000100:00100000:2.0:1734016116.122745:0:7695:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336748544 00002000:00100000:2.0:1734016116.122783:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (1368064->1372159) req@ffff88009721b100 x1818247336748544/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:77/0 lens 488/0 e 0 to 0 dl 1734016127 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016116.122792:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88009721b100 with x1818247336748544 ext(1368064->1372159) 00002000:00010000:2.0:1734016116.122798:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009721b100 00000100:00100000:2.0:1734016116.122827:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8703 00000100:00100000:2.0:1734016116.122833:0:7695:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009721b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+8:1979:x1818247336748544:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:2.0:1734016116.123037:0:7695:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009721b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+8:1979:x1818247336748544:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 203us (868us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016116.123044:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8703 00002000:00100000:2.0:1734016116.123049:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (1368064->1372159) req@ffff88009721b100 x1818247336748544/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:77/0 lens 488/4536 e 0 to 0 dl 1734016127 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016116.123056:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88009721b100 with x1818247336748544 ext(1368064->1372159) 00002000:00010000:2.0:1734016116.123059:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009721b100 00000100:00100000:0.0:1734016116.127513:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016116.128642:0:6481:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336748672 00000100:00100000:1.0:1734016116.128655:0:6481:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336748672 00000100:00100000:1.0:1734016116.128707:0:6481:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 1939 00000100:00100000:1.0:1734016116.128714:0:6481:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880073e02680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+19:9673:x1818247336748672:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:1.0:1734016116.128737:0:6481:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016116.128755:0:6481:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880097235440/0x3f004d6452e07615 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d1179 expref: -99 pid: 6481 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016116.128829:0:6481:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880097237cc0/0x3f004d6452e0761c lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 6481 initiator: MDT0 00010000:00010000:1.0:1734016116.128841:0:6481:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880097237cc0/0x3f004d6452e0761c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6481 initiator: MDT0 00010000:00010000:1.0:1734016116.128849:0:6481:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880097237cc0/0x3f004d6452e0761c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6481 initiator: MDT0 00000004:00200000:1.0:1734016116.128882:0:6481:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 2275763 00000004:00200000:1.0:1734016116.128885:0:6481:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1734016116.128898:0:6481:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880097237cc0/0x3f004d6452e0761c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6481 initiator: MDT0 00010000:00010000:1.0:1734016116.128916:0:6481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880097235440/0x3f004d6452e07615 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1179 expref: 21 pid: 6481 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016116.128946:0:6481:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880097237cc0/0x3f004d6452e0761c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1179 expref: 20 pid: 6481 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016116.128953:0:6481:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:1.0:1734016116.128956:0:6481:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1734016116.128959:0:6481:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097237cc0, rc 0) 00000100:00100000:1.0:1734016116.129009:0:6481:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880073e02680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+20:9673:x1818247336748672:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 296us (1505us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016116.129016:0:6481:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 1939 00000100:00100000:0.0:1734016116.134468:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016116.134583:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336748800 00000100:00100000:2.0:1734016116.134593:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336748800 00000100:00100000:2.0:1734016116.134645:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10400 00000100:00100000:2.0:1734016116.134653:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a78b1450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1979:x1818247336748800:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:2.0:1734016116.134670:0:7690:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016116.134687:0:7690:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880072171f80/0x3f004d6452e07623 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d1180 expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016116.134739:0:7690:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b91a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339395200:192.168.201.10@tcp:106: 00000100:00100000:2.0:1734016116.134789:0:7690:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800768ef540 going to sleep for 11 seconds 00000100:00100000:2.0:1734016116.137159:0:7690:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b91a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339395200:192.168.201.10@tcp:106: 00010000:00010000:2.0:1734016116.137214:0:7690:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880072171f80/0x3f004d6452e07623 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1180 expref: 9 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016116.137234:0:7690:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880072171f80/0x3f004d6452e07623 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1180 expref: 9 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016116.137257:0:7690:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880072171f80, rc 0) 00000100:00100000:2.0:1734016116.137339:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a78b1450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1979:x1818247336748800:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 2684us (2876us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016116.137350:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10400 00000100:00100000:0.0:1734016116.141913:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016116.142171:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336748928 00000100:00100000:2.0:1734016116.142183:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336748928 00000100:00100000:2.0:1734016116.142241:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10401 00000100:00100000:2.0:1734016116.142252:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880073e01180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1980:x1818247336748928:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:2.0:1734016116.142277:0:7690:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016116.142303:0:7690:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e0762a lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d1187 expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016116.142383:0:7690:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b91b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339395328:192.168.201.10@tcp:106: 00000100:00100000:2.0:1734016116.142460:0:7690:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800768ef540 going to sleep for 11 seconds 00000100:00100000:3.0:1734016116.145170:0:7690:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b91b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339395328:192.168.201.10@tcp:106: 00010000:00010000:3.0:1734016116.145210:0:7690:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e0762a lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1187 expref: 9 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016116.145223:0:7690:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e0762a lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1187 expref: 9 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016116.145237:0:7690:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880072171440, rc 0) 00000100:00100000:3.0:1734016116.145294:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880073e01180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1980:x1818247336748928:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 3043us (3442us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016116.145302:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10401 00000100:00100000:0.0:1734016116.154279:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016116.154411:0:8966:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336749184 00000100:00100000:2.0:1734016116.154420:0:8966:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336749184 00000100:00100000:2.0:1734016116.154481:0:8966:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 1940 00000100:00100000:2.0:1734016116.154489:0:8966:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880073e01500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+20:9673:x1818247336749184:12345-192.168.201.10@tcp:36:fsx.0 00010000:00010000:2.0:1734016116.154531:0:8966:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016116.154554:0:8966:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880097237cc0/0x3f004d6452e0761c lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1179 expref: 20 pid: 6481 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016116.154585:0:8966:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:2.0:1734016116.154589:0:8966:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1734016116.154722:0:8966:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800721718c0/0x3f004d6452e07631 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 8966 initiator: MDT0 00010000:00010000:2.0:1734016116.154733:0:8966:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880072172d00/0x3f004d6452e075f9 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d115d expref: 10 pid: 8966 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016116.154740:0:8966:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800721718c0/0x3f004d6452e07631 lrc: 4/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 8966 initiator: MDT0 00010000:00010000:2.0:1734016116.154766:0:8966:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880072172d00/0x3f004d6452e075f9 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d115d expref: 10 pid: 8966 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016116.154777:0:8966:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880072172d00/0x3f004d6452e075f9 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d115d expref: 10 pid: 8966 timeout: 480 lvb_type: 0 00000100:00100000:2.0:1734016116.154788:0:8966:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b91a300 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:8966:1818247339395456:192.168.201.10@tcp:104: 00000100:00100000:2.0:1734016116.154841:0:8966:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800768efa80 going to sleep for 11 seconds 00000100:00100000:2.0:1734016116.159695:0:8966:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b91a300 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:8966:1818247339395456:192.168.201.10@tcp:104: 00010000:00010000:2.0:1734016116.159726:0:8966:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8800721718c0/0x3f004d6452e07631 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 8966 initiator: MDT0 00000100:00100000:0.0:1734016116.160226:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016116.160507:0:6469:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336749312 00000100:00100000:3.0:1734016116.160515:0:6469:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336749312 00010000:00010000:3.0:1734016116.160543:0:6469:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880072172d00/0x3f004d6452e075f9 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d115d expref: 11 pid: 8966 timeout: 480 lvb_type: 0 00000100:00100000:3.0:1734016116.160585:0:6469:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2767 00000100:00100000:3.0:1734016116.160592:0:6469:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880073e02d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+11:1978:x1818247336749312:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016116.160605:0:6469:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016116.160611:0:6469:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880072172d00/0x3f004d6452e075f9 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d115d expref: 11 pid: 8966 timeout: 480 lvb_type: 0 00010000:00010000:3.0:1734016116.160623:0:6469:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880072172d00/0x3f004d6452e075f9 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d115d expref: 11 pid: 8966 timeout: 480 lvb_type: 0 00010000:00010000:3.0:1734016116.160643:0:6469:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880072172d00/0x3f004d6452e075f9 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d115d expref: 11 pid: 8966 timeout: 480 lvb_type: 0 00010000:00010000:3.0:1734016116.160675:0:6469:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:3.0:1734016116.160680:0:6469:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8800721718c0/0x3f004d6452e07631 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 8966 initiator: MDT0 00010000:00010000:3.0:1734016116.160689:0:6469:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800721718c0/0x3f004d6452e07631 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 8966 initiator: MDT0 00010000:00010000:3.0:1734016116.160695:0:6469:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800721718c0/0x3f004d6452e07631 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 8966 initiator: MDT0 00010000:00010000:3.0:1734016116.160719:0:6469:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016116.160758:0:6469:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880073e02d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+10:1978:x1818247336749312:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 165us (533us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016116.160764:0:6469:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2767 00010000:00010000:2.0:1734016116.161228:0:8966:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8800721718c0/0x3f004d6452e07631 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8966 initiator: MDT0 00010000:00010000:2.0:1734016116.161236:0:8966:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800721718c0/0x3f004d6452e07631 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8966 initiator: MDT0 00000001:00080000:2.0:1734016116.161337:0:8966:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294968531 00000004:00010000:2.0:1734016116.161386:0:8966:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff880073e01500 reply state ffff88012d9f1000 transno 4294968532 ns: mdt-lustre-MDT0000_UUID lock: ffff8800721718c0/0x3f004d6452e07631 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8966 initiator: MDT0 00000100:00100000:2.0:1734016116.161393:0:8966:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1734016116.161487:0:8966:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880073e01500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+22:9673:x1818247336749184:12345-192.168.201.10@tcp:36:fsx.0 Request processed in 6985us (7203us total) trans 4294968532 rc 0/0 00000100:00100000:2.0:1734016116.161494:0:8966:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 1940 00000020:00080000:2.0:1734016116.161498:0:8966:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:1.0:1734016116.166269:0:3495:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800721718c0/0x3f004d6452e07631 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8966 initiator: MDT0 00010000:00010000:1.0:1734016116.166292:0:3495:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800721718c0/0x3f004d6452e07631 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 8966 initiator: MDT0 00010000:00010000:1.0:1734016116.166299:0:3495:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800721718c0/0x3f004d6452e07631 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8966 initiator: MDT0 00010000:00010000:1.0:1734016116.166306:0:3495:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800721718c0 already unused, calling callback (ffffffffa0f03950) 00010000:00010000:1.0:1734016116.166311:0:3495:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800721718c0/0x3f004d6452e07631 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8966 initiator: MDT0 00010000:00010000:1.0:1734016116.166318:0:3495:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800721718c0/0x3f004d6452e07631 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 8966 initiator: MDT0 00010000:00010000:1.0:1734016116.166335:0:3495:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:1.0:1734016116.166339:0:3495:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1734016116.166344:0:3495:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800721718c0/0x3f004d6452e07631 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8966 initiator: MDT0 00010000:00010000:1.0:1734016116.166349:0:3495:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800721718c0/0x3f004d6452e07631 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8966 initiator: MDT0 00000100:00100000:0.0:1734016116.167367:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016116.168174:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336749440 00000100:00100000:3.0:1734016116.168185:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336749440 00000100:00100000:3.0:1734016116.168497:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10402 00000100:00100000:3.0:1734016116.168504:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880073e00380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:9673:x1818247336749440:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:3.0:1734016116.168522:0:7690:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016116.168540:0:7690:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a9a4b40/0x3f004d6452e07638 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d118e expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016116.168565:0:7690:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880072172640/0x3f004d6452e0760e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1351680->1372159) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1172 expref: 7 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016116.168572:0:7690:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016116.168574:0:7690:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016116.168576:0:7690:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a9a4b40/0x3f004d6452e07638 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d118e expref: 9 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016116.168603:0:7690:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880072172640/0x3f004d6452e0760e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1351680->1372159) gid 0 flags: 0x50000000020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1172 expref: 7 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016116.168613:0:7690:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880072172640/0x3f004d6452e0760e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1351680->1372159) gid 0 flags: 0x70000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1172 expref: 7 pid: 7690 timeout: 480 lvb_type: 0 00000100:00100000:3.0:1734016116.168625:0:7690:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800ac574000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339395584:192.168.201.10@tcp:104: 00000100:00100000:3.0:1734016116.168692:0:7690:0:(client.c:2562:ptlrpc_set_wait()) set ffff880074e1a180 going to sleep for 11 seconds 00000100:00100000:3.0:1734016116.173543:0:7690:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800ac574000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339395584:192.168.201.10@tcp:104: 00010000:00010000:3.0:1734016116.173568:0:7690:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a9a4b40/0x3f004d6452e07638 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d118e expref: 9 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016116.173582:0:7690:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a9a4b40, rc 0) 00000100:00100000:3.0:1734016116.173625:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880073e00380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+9:9673:x1818247336749440:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 5122us (6264us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016116.173632:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10402 00000100:00100000:0.0:1734016116.175951:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016116.176411:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336749568 00000100:00100000:2.0:1734016116.176419:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336749568 00002000:00100000:2.0:1734016116.176456:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (1351680->1372159) req@ffff880073e03100 x1818247336749568/t0(0) o4->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:77/0 lens 488/0 e 0 to 0 dl 1734016127 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016116.176465:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880073e03100 with x1818247336749568 ext(1351680->1372159) 00010000:00010000:2.0:1734016116.176486:0:7694:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880072172640/0x3f004d6452e0760e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1351680->1372159) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1172 expref: 8 pid: 7690 timeout: 480 lvb_type: 0 00010000:00010000:2.0:1734016116.176498:0:7694:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880072172640/0x3f004d6452e0760e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1351680->1372159) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1172 expref: 8 pid: 7690 timeout: 480 lvb_type: 0 00002000:00010000:2.0:1734016116.176504:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880073e03100 00000100:00100000:2.0:1734016116.176535:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 254 00000100:00100000:2.0:1734016116.176541:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880073e03100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+8:1978:x1818247336749568:12345-192.168.201.10@tcp:4:fsx.0 00000100:00100000:2.0:1734016116.182414:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880073e03100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+10:1978:x1818247336749568:12345-192.168.201.10@tcp:4:fsx.0 Request processed in 5859us (6456us total) trans 4294969206 rc 0/0 00000100:00100000:2.0:1734016116.182429:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 254 00002000:00100000:2.0:1734016116.182444:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (1351680->1372159) req@ffff880073e03100 x1818247336749568/t4294969206(0) o4->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:77/0 lens 488/448 e 0 to 0 dl 1734016127 ref 1 fl Complete:H/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016116.182461:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880073e03100 with x1818247336749568 ext(1351680->1372159) 00010000:00010000:2.0:1734016116.182500:0:7694:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880072172640/0x3f004d6452e0760e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1351680->1372159) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1172 expref: 10 pid: 7690 timeout: 480 lvb_type: 0 00010000:00010000:2.0:1734016116.182518:0:7694:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880072172640/0x3f004d6452e0760e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1351680->1372159) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1172 expref: 10 pid: 7690 timeout: 480 lvb_type: 0 00002000:00010000:2.0:1734016116.182525:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880073e03100 00000100:00100000:0.0:1734016116.192171:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016116.192763:0:7705:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336749696 00000100:00100000:2.0:1734016116.192775:0:7705:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336749696 00010000:00010000:2.0:1734016116.192822:0:7705:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880072172640/0x3f004d6452e0760e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1351680->1372159) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1172 expref: 10 pid: 7690 timeout: 480 lvb_type: 0 00000100:00100000:2.0:1734016116.192893:0:7705:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2768 00000100:00100000:2.0:1734016116.192901:0:7705:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880073e02300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+10:1979:x1818247336749696:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016116.192918:0:7705:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016116.192944:0:7705:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880072172640/0x3f004d6452e0760e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1351680->1372159) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1172 expref: 10 pid: 7690 timeout: 480 lvb_type: 0 00010000:00010000:2.0:1734016116.192957:0:7705:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880072172640/0x3f004d6452e0760e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1351680->1372159) gid 0 flags: 0x50000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1172 expref: 10 pid: 7690 timeout: 480 lvb_type: 0 00010000:00010000:2.0:1734016116.192982:0:7705:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880072172640/0x3f004d6452e0760e lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1351680->1372159) gid 0 flags: 0x44801400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1172 expref: 10 pid: 7690 timeout: 480 lvb_type: 0 00010000:00010000:2.0:1734016116.193012:0:7705:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016116.193015:0:7705:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016116.193021:0:7705:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a4b40/0x3f004d6452e07638 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d118e expref: 8 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016116.193029:0:7705:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a9a4b40/0x3f004d6452e07638 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d118e expref: 8 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016116.193067:0:7705:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009a9a4b40/0x3f004d6452e07638 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d118e expref: 8 pid: 7690 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016116.193080:0:7705:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b91a300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7705:1818247339395712:192.168.201.10@tcp:105: 00000100:00100000:2.0:1734016116.193150:0:7705:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800768ef540 going to sleep for 11 seconds 00000100:00100000:0.0:1734016116.196635:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016116.196771:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336749824 00000100:00100000:2.0:1734016116.196786:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336749824 00002000:00010000:2.0:1734016116.196831:0:7694:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (8543695->18446744073709551615) 00002000:00100000:2.0:1734016116.196836:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880073e03480 with x1818247336749824 ext(8543695->18446744073709551615) 00002000:00010000:2.0:1734016116.196853:0:7694:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880073e03480. 00000100:00100000:3.0:1734016116.196905:0:7705:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b91a300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7705:1818247339395712:192.168.201.10@tcp:105: 00000100:00100000:2.0:1734016116.196917:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8704 00000100:00100000:2.0:1734016116.196927:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880073e03480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+9:1979:x1818247336749824:12345-192.168.201.10@tcp:10:fsx.0 00010000:00010000:3.0:1734016116.196931:0:7705:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016116.196986:0:7705:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880073e02300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+9:1979:x1818247336749696:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 4085us (4828us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016116.196998:0:7705:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2768 00002000:00010000:2.0:1734016116.197901:0:7694:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 2275763 -> 8543695 00002000:00010000:2.0:1734016116.197905:0:7694:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016115 -> 1734016115 00002000:00010000:2.0:1734016116.197907:0:7694:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016114 -> 1734016114 00002000:00010000:2.0:1734016116.197909:0:7694:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016115 -> 1734016115 00002000:00010000:2.0:1734016116.197912:0:7694:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 1200 -> 1200 00000100:00100000:2.0:1734016116.197955:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880073e03480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+10:1979:x1818247336749824:12345-192.168.201.10@tcp:10:fsx.0 Request processed in 1029us (1332us total) trans 4294969207 rc 0/0 00000100:00100000:2.0:1734016116.197964:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8704 00002000:00010000:2.0:1734016116.197968:0:7694:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (8543695->18446744073709551615) 00002000:00100000:2.0:1734016116.197970:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880073e03480 with x1818247336749824 ext(8543695->18446744073709551615) 00002000:00010000:2.0:1734016116.197974:0:7694:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880073e03480. 00000100:00100000:0.0:1734016116.202913:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016116.203168:0:8966:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336749952 00000100:00100000:2.0:1734016116.203184:0:8966:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336749952 00000100:00100000:2.0:1734016116.203615:0:8966:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 1941 00000100:00100000:2.0:1734016116.203625:0:8966:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880073e00e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+10:9673:x1818247336749952:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:2.0:1734016116.203657:0:8966:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016116.203689:0:8966:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880072170d80/0x3f004d6452e0763f lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d1195 expref: -99 pid: 8966 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016116.203819:0:8966:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880072172640/0x3f004d6452e07646 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 8966 initiator: MDT0 00010000:00010000:2.0:1734016116.203836:0:8966:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880072172640/0x3f004d6452e07646 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 8966 initiator: MDT0 00010000:00010000:2.0:1734016116.203848:0:8966:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880072172640/0x3f004d6452e07646 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 8966 initiator: MDT0 00000004:00200000:2.0:1734016116.203921:0:8966:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 8543695 00000004:00200000:2.0:1734016116.203927:0:8966:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1734016116.203948:0:8966:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880072172640/0x3f004d6452e07646 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 8966 initiator: MDT0 00010000:00010000:2.0:1734016116.203974:0:8966:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880072170d80/0x3f004d6452e0763f lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1195 expref: 12 pid: 8966 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016116.204007:0:8966:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880072172640/0x3f004d6452e07646 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1195 expref: 11 pid: 8966 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016116.204016:0:8966:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:2.0:1734016116.204020:0:8966:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1734016116.204024:0:8966:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880072172640, rc 0) 00000100:00100000:2.0:1734016116.206209:0:8966:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880073e00e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+11:9673:x1818247336749952:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 2571us (3289us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016116.206223:0:8966:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 1941 00000100:00100000:1.0:1734016116.209755:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016116.211102:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336750080 00000100:00100000:3.0:1734016116.211118:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336750080 00000100:00100000:3.0:1734016116.211199:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10403 00000100:00100000:3.0:1734016116.211207:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880097219c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+9:1978:x1818247336750080:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:3.0:1734016116.211231:0:7690:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016116.211258:0:7690:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a9a4fc0/0x3f004d6452e0764d lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d119c expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016116.212776:0:7690:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800ac574000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339395840:192.168.201.10@tcp:106: 00000100:00100000:3.0:1734016116.212885:0:7690:0:(client.c:2562:ptlrpc_set_wait()) set ffff880074e1a180 going to sleep for 11 seconds 00000100:00100000:3.0:1734016116.223146:0:7690:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800ac574000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339395840:192.168.201.10@tcp:106: 00010000:00010000:3.0:1734016116.223180:0:7690:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a9a4fc0/0x3f004d6452e0764d lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d119c expref: 10 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016116.223193:0:7690:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a4fc0/0x3f004d6452e0764d lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d119c expref: 10 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016116.223213:0:7690:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a9a4fc0, rc 0) 00000100:00100000:3.0:1734016116.223269:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880097219c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+9:1978:x1818247336750080:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 12061us (13524us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016116.223278:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10403 00000100:00100000:0.0:1734016116.235452:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016116.236716:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336750208 00000100:00100000:3.0:1734016116.236730:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336750208 00000100:00100000:2.0:1734016116.237710:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10404 00000100:00100000:2.0:1734016116.237723:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007431e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+9:1981:x1818247336750208:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:2.0:1734016116.237749:0:7690:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016116.237775:0:7690:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800721718c0/0x3f004d6452e07654 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d11a3 expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016116.238191:0:7690:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b91a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339395968:192.168.201.10@tcp:106: 00000100:00100000:2.0:1734016116.238284:0:7690:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800768ef540 going to sleep for 11 seconds 00000100:00100000:2.0:1734016116.245177:0:7690:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b91a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339395968:192.168.201.10@tcp:106: 00010000:00010000:2.0:1734016116.245270:0:7690:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800721718c0/0x3f004d6452e07654 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d11a3 expref: 10 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016116.245282:0:7690:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800721718c0/0x3f004d6452e07654 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d11a3 expref: 10 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016116.245307:0:7690:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800721718c0, rc 0) 00000100:00100000:2.0:1734016116.245362:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007431e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+9:1981:x1818247336750208:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 7641us (9918us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016116.245371:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10404 00000100:00100000:0.0:1734016116.250892:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016116.250970:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336750336 00000100:00100000:2.0:1734016116.250983:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336750336 00000100:00100000:2.0:1734016116.251031:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10405 00000100:00100000:2.0:1734016116.251037:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007431e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+9:1980:x1818247336750336:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:2.0:1734016116.251083:0:7690:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016116.251222:0:7690:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880072172d00/0x3f004d6452e0765b lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d11aa expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016116.251714:0:7690:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b91a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339396096:192.168.201.10@tcp:106: 00000100:00100000:2.0:1734016116.251770:0:7690:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800768ef540 going to sleep for 11 seconds 00000100:00100000:2.0:1734016116.256943:0:7690:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b91a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339396096:192.168.201.10@tcp:106: 00010000:00010000:2.0:1734016116.256985:0:7690:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880072172d00/0x3f004d6452e0765b lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d11aa expref: 10 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016116.257000:0:7690:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880072172d00/0x3f004d6452e0765b lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d11aa expref: 10 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016116.257021:0:7690:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880072172d00, rc 0) 00000100:00100000:2.0:1734016116.257080:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007431e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+9:1980:x1818247336750336:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 6042us (6194us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016116.257093:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10405 00000100:00100000:0.0:1734016116.266170:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016116.266279:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336750464 00000100:00100000:2.0:1734016116.266288:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336750464 00000100:00100000:2.0:1734016116.266349:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10406 00000100:00100000:2.0:1734016116.266356:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007431ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+9:9673:x1818247336750464:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:2.0:1734016116.266372:0:7690:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016116.266388:0:7690:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e07662 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d11b1 expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016116.266414:0:7690:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a4b40/0x3f004d6452e07638 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d118e expref: 9 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016116.266420:0:7690:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016116.266422:0:7690:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016116.266424:0:7690:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e07662 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [6049792->6053887] (req 6049792->6053887) gid 0 flags: 0x50000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d11b1 expref: 10 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016116.266452:0:7690:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a9a4b40/0x3f004d6452e07638 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d118e expref: 9 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016116.266462:0:7690:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a9a4b40/0x3f004d6452e07638 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d118e expref: 9 pid: 7690 timeout: 480 lvb_type: 0 00000100:00100000:2.0:1734016116.266484:0:7690:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b91a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339396224:192.168.201.10@tcp:104: 00000100:00100000:2.0:1734016116.266548:0:7690:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800768ef540 going to sleep for 11 seconds 00000100:00100000:2.0:1734016116.273164:0:7690:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b91a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339396224:192.168.201.10@tcp:104: 00010000:00010000:2.0:1734016116.273196:0:7690:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e07662 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [6049792->6053887] (req 6049792->6053887) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d11b1 expref: 10 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016116.273211:0:7690:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880072171440, rc 0) 00000100:00100000:2.0:1734016116.273257:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007431ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+10:9673:x1818247336750464:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 6901us (7097us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016116.273265:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10406 00000100:00100000:0.0:1734016116.274525:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016116.276182:0:7705:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336750592 00000100:00100000:3.0:1734016116.276194:0:7705:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336750592 00010000:00010000:3.0:1734016116.276232:0:7705:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a9a4b40/0x3f004d6452e07638 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d118e expref: 10 pid: 7690 timeout: 480 lvb_type: 0 00000100:00100000:3.0:1734016116.276284:0:7705:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2769 00000100:00100000:3.0:1734016116.276291:0:7705:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007431d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+10:1979:x1818247336750592:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016116.276305:0:7705:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016116.276330:0:7705:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a9a4b40/0x3f004d6452e07638 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d118e expref: 10 pid: 7690 timeout: 480 lvb_type: 0 00010000:00010000:3.0:1734016116.276341:0:7705:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a9a4b40/0x3f004d6452e07638 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d118e expref: 10 pid: 7690 timeout: 480 lvb_type: 0 00010000:00010000:3.0:1734016116.276360:0:7705:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a4b40/0x3f004d6452e07638 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d118e expref: 10 pid: 7690 timeout: 480 lvb_type: 0 00010000:00010000:3.0:1734016116.276400:0:7705:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016116.276403:0:7705:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016116.276412:0:7705:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e07662 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6049792->6053887) gid 0 flags: 0x40080000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d11b1 expref: 9 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016116.276419:0:7705:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e07662 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6049792->6053887) gid 0 flags: 0x40080000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d11b1 expref: 9 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016116.276451:0:7705:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e07662 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6049792->6053887) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d11b1 expref: 9 pid: 7690 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016116.276465:0:7705:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800ac574000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7705:1818247339396352:192.168.201.10@tcp:105: 00000100:00100000:3.0:1734016116.276533:0:7705:0:(client.c:2562:ptlrpc_set_wait()) set ffff880074e1a180 going to sleep for 11 seconds 00000100:00100000:3.0:1734016116.279126:0:7705:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800ac574000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7705:1818247339396352:192.168.201.10@tcp:105: 00010000:00010000:3.0:1734016116.279149:0:7705:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016116.279190:0:7705:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007431d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+9:1979:x1818247336750592:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 2898us (4671us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016116.279200:0:7705:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2769 00000100:00100000:0.0:1734016116.280225:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016116.280248:0:7695:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336750848 00000100:00100000:0.0:1734016116.280254:0:7695:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336750848 00002000:00100000:0.0:1734016116.280285:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (6049792->6053887) req@ffff88007431c380 x1818247336750848/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:77/0 lens 488/0 e 0 to 0 dl 1734016127 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016116.280294:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007431c380 with x1818247336750848 ext(6049792->6053887) 00002000:00010000:0.0:1734016116.280298:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007431c380 00000100:00100000:0.0:1734016116.280325:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8705 00000100:00100000:0.0:1734016116.280331:0:7695:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007431c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+10:1978:x1818247336750848:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:0.0:1734016116.280456:0:7695:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007431c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+10:1978:x1818247336750848:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 124us (234us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016116.280462:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8705 00002000:00100000:0.0:1734016116.280467:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (6049792->6053887) req@ffff88007431c380 x1818247336750848/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:77/0 lens 488/4536 e 0 to 0 dl 1734016127 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016116.280483:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007431c380 with x1818247336750848 ext(6049792->6053887) 00002000:00010000:0.0:1734016116.280486:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007431c380 00000100:00100000:0.0:1734016116.292777:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016116.293088:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336751104 00000100:00100000:3.0:1734016116.293099:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336751104 00002000:00100000:3.0:1734016116.293150:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (6045696->6049791) req@ffff88007431ca80 x1818247336751104/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:77/0 lens 488/0 e 0 to 0 dl 1734016127 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016116.293160:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007431ca80 with x1818247336751104 ext(6045696->6049791) 00002000:00010000:3.0:1734016116.293165:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007431ca80 00000100:00100000:3.0:1734016116.293187:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8706 00000100:00100000:3.0:1734016116.293195:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007431ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+10:1981:x1818247336751104:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:3.0:1734016116.293409:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007431ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+10:1981:x1818247336751104:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 213us (643us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016116.293415:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8706 00002000:00100000:3.0:1734016116.293421:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (6045696->6049791) req@ffff88007431ca80 x1818247336751104/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:77/0 lens 488/4536 e 0 to 0 dl 1734016127 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016116.293434:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007431ca80 with x1818247336751104 ext(6045696->6049791) 00002000:00010000:3.0:1734016116.293437:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007431ca80 00000100:00100000:0.0:1734016116.301517:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016116.301640:0:7695:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336751360 00000100:00100000:2.0:1734016116.301650:0:7695:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336751360 00002000:00100000:2.0:1734016116.301695:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (6041600->6045695) req@ffff88007431ce00 x1818247336751360/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:77/0 lens 488/0 e 0 to 0 dl 1734016127 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016116.301705:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007431ce00 with x1818247336751360 ext(6041600->6045695) 00002000:00010000:2.0:1734016116.301712:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007431ce00 00000100:00100000:2.0:1734016116.301803:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8707 00000100:00100000:2.0:1734016116.301810:0:7695:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007431ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+10:1981:x1818247336751360:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:2.0:1734016116.302723:0:7695:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007431ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+10:1981:x1818247336751360:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 911us (1213us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016116.302732:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8707 00002000:00100000:2.0:1734016116.302740:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (6041600->6045695) req@ffff88007431ce00 x1818247336751360/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:77/0 lens 488/4536 e 0 to 0 dl 1734016127 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016116.302747:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007431ce00 with x1818247336751360 ext(6041600->6045695) 00002000:00010000:2.0:1734016116.302751:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007431ce00 00000100:00100000:0.0:1734016116.327616:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016116.327743:0:7695:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336751616 00000100:00100000:2.0:1734016116.327751:0:7695:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336751616 00002000:00100000:2.0:1734016116.327790:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (6037504->6041599) req@ffff88007431df80 x1818247336751616/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:77/0 lens 488/0 e 0 to 0 dl 1734016127 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016116.327800:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007431df80 with x1818247336751616 ext(6037504->6041599) 00002000:00010000:2.0:1734016116.327805:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007431df80 00000100:00100000:2.0:1734016116.327833:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8708 00000100:00100000:2.0:1734016116.327838:0:7695:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007431df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+10:1981:x1818247336751616:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:2.0:1734016116.328621:0:7695:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007431df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+10:1981:x1818247336751616:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 780us (1011us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016116.328628:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8708 00002000:00100000:2.0:1734016116.328633:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (6037504->6041599) req@ffff88007431df80 x1818247336751616/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:77/0 lens 488/4536 e 0 to 0 dl 1734016127 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016116.328641:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007431df80 with x1818247336751616 ext(6037504->6041599) 00002000:00010000:2.0:1734016116.328644:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007431df80 00000100:00100000:0.0:1734016116.332170:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016116.332911:0:7695:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336751872 00000100:00100000:2.0:1734016116.332920:0:7695:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336751872 00002000:00100000:2.0:1734016116.332963:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (6033408->6037503) req@ffff88007431f480 x1818247336751872/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:77/0 lens 488/0 e 0 to 0 dl 1734016127 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016116.332972:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007431f480 with x1818247336751872 ext(6033408->6037503) 00002000:00010000:2.0:1734016116.332978:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007431f480 00000100:00100000:2.0:1734016116.335117:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8709 00000100:00100000:2.0:1734016116.335127:0:7695:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007431f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+10:1981:x1818247336751872:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:2.0:1734016116.338176:0:7695:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007431f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+10:1981:x1818247336751872:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 3039us (6010us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016116.338190:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8709 00002000:00100000:2.0:1734016116.338204:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (6033408->6037503) req@ffff88007431f480 x1818247336751872/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:77/0 lens 488/4536 e 0 to 0 dl 1734016127 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016116.338214:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007431f480 with x1818247336751872 ext(6033408->6037503) 00002000:00010000:2.0:1734016116.338220:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007431f480 00000100:00100000:0.0:1734016116.340072:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016116.340418:0:7695:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336752128 00000100:00100000:2.0:1734016116.340429:0:7695:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336752128 00002000:00100000:2.0:1734016116.340468:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (6029312->6033407) req@ffff88007431ea00 x1818247336752128/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:77/0 lens 488/0 e 0 to 0 dl 1734016127 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016116.340489:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007431ea00 with x1818247336752128 ext(6029312->6033407) 00002000:00010000:2.0:1734016116.340495:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007431ea00 00000100:00100000:2.0:1734016116.340528:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8710 00000100:00100000:2.0:1734016116.340534:0:7695:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007431ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+10:1981:x1818247336752128:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:2.0:1734016116.341174:0:7695:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007431ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+10:1981:x1818247336752128:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 638us (1109us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016116.341184:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8710 00002000:00100000:2.0:1734016116.341191:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (6029312->6033407) req@ffff88007431ea00 x1818247336752128/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:77/0 lens 488/4536 e 0 to 0 dl 1734016127 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016116.341199:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007431ea00 with x1818247336752128 ext(6029312->6033407) 00002000:00010000:2.0:1734016116.341202:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007431ea00 00000100:00100000:0.0:1734016116.345002:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016116.347499:0:7695:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336752384 00000100:00100000:2.0:1734016116.347512:0:7695:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336752384 00002000:00100000:2.0:1734016116.347555:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (6025216->6029311) req@ffff88007431d500 x1818247336752384/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:77/0 lens 488/0 e 0 to 0 dl 1734016127 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016116.347563:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007431d500 with x1818247336752384 ext(6025216->6029311) 00002000:00010000:2.0:1734016116.347568:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007431d500 00000100:00100000:2.0:1734016116.347605:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8711 00000100:00100000:2.0:1734016116.347610:0:7695:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007431d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+10:1981:x1818247336752384:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:2.0:1734016116.347779:0:7695:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007431d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+10:1981:x1818247336752384:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 167us (2789us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016116.347785:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8711 00002000:00100000:2.0:1734016116.347790:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (6025216->6029311) req@ffff88007431d500 x1818247336752384/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:77/0 lens 488/4536 e 0 to 0 dl 1734016127 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016116.347797:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007431d500 with x1818247336752384 ext(6025216->6029311) 00002000:00010000:2.0:1734016116.347799:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007431d500 00000100:00100000:0.0:1734016116.351734:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016116.352176:0:7695:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336752640 00000100:00100000:2.0:1734016116.352185:0:7695:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336752640 00002000:00100000:2.0:1734016116.352222:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (6021120->6025215) req@ffff88009a9aa300 x1818247336752640/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:77/0 lens 488/0 e 0 to 0 dl 1734016127 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016116.352231:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a9aa300 with x1818247336752640 ext(6021120->6025215) 00002000:00010000:2.0:1734016116.352236:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009a9aa300 00000100:00100000:2.0:1734016116.352270:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8712 00000100:00100000:2.0:1734016116.352276:0:7695:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a9aa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+10:1981:x1818247336752640:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:2.0:1734016116.352413:0:7695:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a9aa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+10:1981:x1818247336752640:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 136us (687us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016116.352419:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8712 00002000:00100000:2.0:1734016116.352425:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (6021120->6025215) req@ffff88009a9aa300 x1818247336752640/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:77/0 lens 488/4536 e 0 to 0 dl 1734016127 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016116.352431:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a9aa300 with x1818247336752640 ext(6021120->6025215) 00002000:00010000:2.0:1734016116.352434:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009a9aa300 00000100:00100000:1.0:1734016116.360360:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016116.360493:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336752896 00000100:00100000:3.0:1734016116.360507:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336752896 00002000:00100000:3.0:1734016116.360549:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (6017024->6021119) req@ffff880097218000 x1818247336752896/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:77/0 lens 488/0 e 0 to 0 dl 1734016127 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016116.360560:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880097218000 with x1818247336752896 ext(6017024->6021119) 00002000:00010000:3.0:1734016116.360567:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880097218000 00000100:00100000:3.0:1734016116.360613:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8713 00000100:00100000:3.0:1734016116.360622:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880097218000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+10:1980:x1818247336752896:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:3.0:1734016116.360889:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880097218000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+10:1980:x1818247336752896:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 243us (512us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016116.360896:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8713 00002000:00100000:3.0:1734016116.360902:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (6017024->6021119) req@ffff880097218000 x1818247336752896/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:77/0 lens 488/4536 e 0 to 0 dl 1734016127 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016116.360909:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880097218000 with x1818247336752896 ext(6017024->6021119) 00002000:00010000:3.0:1734016116.360913:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880097218000 00000100:00100000:0.0:1734016116.363454:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016116.363565:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336753152 00000100:00100000:3.0:1734016116.363575:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336753152 00002000:00100000:3.0:1734016116.363625:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (6012928->6017023) req@ffff88009a9ab480 x1818247336753152/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:77/0 lens 488/0 e 0 to 0 dl 1734016127 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016116.363634:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a9ab480 with x1818247336753152 ext(6012928->6017023) 00002000:00010000:3.0:1734016116.363638:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009a9ab480 00000100:00100000:3.0:1734016116.363657:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8714 00000100:00100000:3.0:1734016116.363663:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a9ab480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+10:1981:x1818247336753152:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:3.0:1734016116.363844:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a9ab480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+10:1981:x1818247336753152:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 180us (399us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016116.363852:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8714 00002000:00100000:3.0:1734016116.363858:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (6012928->6017023) req@ffff88009a9ab480 x1818247336753152/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:77/0 lens 488/4536 e 0 to 0 dl 1734016127 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016116.363887:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a9ab480 with x1818247336753152 ext(6012928->6017023) 00002000:00010000:3.0:1734016116.363890:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009a9ab480 00000100:00100000:0.0:1734016116.372726:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016116.372906:0:7695:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336753408 00000100:00100000:2.0:1734016116.372915:0:7695:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336753408 00002000:00100000:2.0:1734016116.372969:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (6008832->6012927) req@ffff88009a9aaa00 x1818247336753408/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:77/0 lens 488/0 e 0 to 0 dl 1734016127 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016116.372979:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a9aaa00 with x1818247336753408 ext(6008832->6012927) 00002000:00010000:2.0:1734016116.372984:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009a9aaa00 00000100:00100000:2.0:1734016116.373005:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8715 00000100:00100000:2.0:1734016116.373012:0:7695:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a9aaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+10:1981:x1818247336753408:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:2.0:1734016116.373386:0:7695:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a9aaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+10:1981:x1818247336753408:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 371us (666us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016116.373394:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8715 00002000:00100000:2.0:1734016116.373400:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (6008832->6012927) req@ffff88009a9aaa00 x1818247336753408/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:77/0 lens 488/4536 e 0 to 0 dl 1734016127 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016116.373407:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a9aaa00 with x1818247336753408 ext(6008832->6012927) 00002000:00010000:2.0:1734016116.373409:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009a9aaa00 00000100:00100000:1.0:1734016116.382854:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016116.383273:0:7695:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336753664 00000100:00100000:2.0:1734016116.383281:0:7695:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336753664 00002000:00100000:2.0:1734016116.383313:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (6004736->6008831) req@ffff880097219500 x1818247336753664/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:77/0 lens 488/0 e 0 to 0 dl 1734016127 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016116.383321:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880097219500 with x1818247336753664 ext(6004736->6008831) 00002000:00010000:2.0:1734016116.383325:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880097219500 00000100:00100000:2.0:1734016116.383423:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8716 00000100:00100000:2.0:1734016116.383430:0:7695:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880097219500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+10:1980:x1818247336753664:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:2.0:1734016116.383656:0:7695:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880097219500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+10:1980:x1818247336753664:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 225us (809us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016116.383662:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8716 00002000:00100000:2.0:1734016116.383669:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (6004736->6008831) req@ffff880097219500 x1818247336753664/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:77/0 lens 488/4536 e 0 to 0 dl 1734016127 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016116.383675:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880097219500 with x1818247336753664 ext(6004736->6008831) 00002000:00010000:2.0:1734016116.383677:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880097219500 00000100:00100000:1.0:1734016116.391652:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016116.391773:0:7695:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336753792 00000100:00100000:2.0:1734016116.391783:0:7695:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336753792 00002000:00100000:2.0:1734016116.391818:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (6004736->6053887) req@ffff88009721a680 x1818247336753792/t0(0) o4->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:77/0 lens 488/0 e 0 to 0 dl 1734016127 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016116.391828:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88009721a680 with x1818247336753792 ext(6004736->6053887) 00002000:00010000:2.0:1734016116.391833:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009721a680 00000100:00100000:2.0:1734016116.394323:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8717 00000100:00100000:2.0:1734016116.394337:0:7695:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009721a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+10:1980:x1818247336753792:12345-192.168.201.10@tcp:4:fsx.0 00000100:00100000:0.0:1734016116.411401:0:7695:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009721a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+12:1980:x1818247336753792:12345-192.168.201.10@tcp:4:fsx.0 Request processed in 17053us (19745us total) trans 4294969208 rc 0/0 00000100:00100000:0.0:1734016116.411418:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8717 00002000:00100000:0.0:1734016116.411434:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (6004736->6053887) req@ffff88009721a680 x1818247336753792/t4294969208(0) o4->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:77/0 lens 488/448 e 0 to 0 dl 1734016127 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016116.411444:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88009721a680 with x1818247336753792 ext(6004736->6053887) 00002000:00010000:0.0:1734016116.411450:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009721a680 00000100:00100000:0.0:1734016116.417162:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016116.417240:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336753920 00000100:00100000:2.0:1734016116.417253:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336753920 00000100:00100000:2.0:1734016116.417316:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10407 00000100:00100000:2.0:1734016116.417322:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a9a9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+12:1978:x1818247336753920:12345-192.168.201.10@tcp:16:fsx.0 00000001:00080000:0.0:1734016116.432165:0:8954:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969208 is committed 00000001:00080000:0.0:1734016116.432187:0:8954:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969207 is committed 00000100:00100000:2.0:1734016116.432486:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a9a9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1978:x1818247336753920:12345-192.168.201.10@tcp:16:fsx.0 Request processed in 15158us (15326us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016116.432496:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10407 00000100:00100000:1.0:1734016116.435649:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016116.435747:0:8966:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336754048 00000100:00100000:2.0:1734016116.435756:0:8966:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336754048 00000100:00100000:2.0:1734016116.435810:0:8966:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 1942 00000100:00100000:2.0:1734016116.435817:0:8966:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009721ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+21:9673:x1818247336754048:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:2.0:1734016116.435837:0:8966:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016116.435855:0:8966:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880072171f80/0x3f004d6452e07669 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d11b8 expref: -99 pid: 8966 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016116.435955:0:8966:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880072172d00/0x3f004d6452e07670 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 8966 initiator: MDT0 00010000:00010000:2.0:1734016116.435966:0:8966:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880072172d00/0x3f004d6452e07670 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 8966 initiator: MDT0 00010000:00010000:2.0:1734016116.435976:0:8966:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880072172d00/0x3f004d6452e07670 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 8966 initiator: MDT0 00000004:00200000:2.0:1734016116.435996:0:8966:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 8543695 00000004:00200000:2.0:1734016116.435999:0:8966:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1734016116.436010:0:8966:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880072172d00/0x3f004d6452e07670 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 8966 initiator: MDT0 00010000:00010000:2.0:1734016116.436027:0:8966:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880072171f80/0x3f004d6452e07669 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d11b8 expref: 23 pid: 8966 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016116.436039:0:8966:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880072172d00/0x3f004d6452e07670 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d11b8 expref: 22 pid: 8966 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016116.436045:0:8966:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:2.0:1734016116.436047:0:8966:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1734016116.436049:0:8966:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880072172d00, rc 0) 00000100:00100000:2.0:1734016116.436080:0:8966:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009721ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+22:9673:x1818247336754048:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 264us (440us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016116.436085:0:8966:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 1942 00000100:00100000:1.0:1734016116.443104:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016116.443172:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336754176 00000100:00100000:2.0:1734016116.443182:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336754176 00000100:00100000:2.0:1734016116.443229:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10408 00000100:00100000:2.0:1734016116.443235:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880097219880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1980:x1818247336754176:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:2.0:1734016116.443256:0:7690:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016116.443278:0:7690:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800721718c0/0x3f004d6452e07677 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d11bf expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016116.443335:0:7690:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b91a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339396480:192.168.201.10@tcp:106: 00000100:00100000:2.0:1734016116.443405:0:7690:0:(client.c:2562:ptlrpc_set_wait()) set ffff88008efac180 going to sleep for 11 seconds 00002000:00010000:2.0:1734016116.447146:0:7690:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime: 1734016114 -> 1734016115 00002000:00010000:2.0:1734016116.447156:0:7690:0:(ofd_lvb.c:301:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks: 1200 -> 1296 00000100:00100000:2.0:1734016116.447179:0:7690:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b91a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339396480:192.168.201.10@tcp:106: 00010000:00010000:2.0:1734016116.447220:0:7690:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800721718c0/0x3f004d6452e07677 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d11bf expref: 7 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016116.447233:0:7690:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800721718c0/0x3f004d6452e07677 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d11bf expref: 7 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016116.447652:0:7690:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800721718c0, rc 0) 00000100:00100000:2.0:1734016116.448537:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880097219880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1980:x1818247336754176:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 5299us (5441us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016116.448546:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10408 00000100:00100000:2.0:1734016116.455794:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016116.455846:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336754304 00000100:00100000:0.0:1734016116.455856:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336754304 00000100:00100000:0.0:1734016116.455929:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10409 00000100:00100000:0.0:1734016116.455937:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b91a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1978:x1818247336754304:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:0.0:1734016116.455959:0:7690:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016116.455978:0:7690:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a803b3c0/0x3f004d6452e0767e lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d11c6 expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016116.456046:0:7690:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009a9a9c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339396608:192.168.201.10@tcp:106: 00000100:00100000:0.0:1734016116.456125:0:7690:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a74869c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016116.458184:0:7690:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009a9a9c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339396608:192.168.201.10@tcp:106: 00010000:00010000:0.0:1734016116.458227:0:7690:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a803b3c0/0x3f004d6452e0767e lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d11c6 expref: 7 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016116.458245:0:7690:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a803b3c0/0x3f004d6452e0767e lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d11c6 expref: 7 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016116.458274:0:7690:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a803b3c0, rc 0) 00000100:00100000:0.0:1734016116.460400:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b91a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1978:x1818247336754304:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 4435us (4595us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016116.460414:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10409 00000100:00100000:0.0:1734016116.466147:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016116.466313:0:6481:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336754560 00000100:00100000:1.0:1734016116.466322:0:6481:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336754560 00000100:00100000:1.0:1734016116.466380:0:6481:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 1943 00000100:00100000:1.0:1734016116.466386:0:6481:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a9a9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+22:9673:x1818247336754560:12345-192.168.201.10@tcp:36:fsx.0 00010000:00010000:1.0:1734016116.466432:0:6481:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016116.466453:0:6481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880072172d00/0x3f004d6452e07670 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d11b8 expref: 22 pid: 8966 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016116.466495:0:6481:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:1.0:1734016116.466500:0:6481:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1734016116.466633:0:6481:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880097237600/0x3f004d6452e07685 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6481 initiator: MDT0 00010000:00010000:1.0:1734016116.466645:0:6481:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880072172640/0x3f004d6452e07646 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1195 expref: 10 pid: 8966 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016116.466653:0:6481:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff880097237600/0x3f004d6452e07685 lrc: 4/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6481 initiator: MDT0 00010000:00010000:1.0:1734016116.466688:0:6481:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880072172640/0x3f004d6452e07646 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1195 expref: 10 pid: 8966 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016116.466701:0:6481:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880072172640/0x3f004d6452e07646 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1195 expref: 10 pid: 8966 timeout: 480 lvb_type: 0 00000100:00100000:1.0:1734016116.466714:0:6481:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880073e30700 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6481:1818247339396736:192.168.201.10@tcp:104: 00000100:00100000:1.0:1734016116.466775:0:6481:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b42cd9c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016116.472693:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016116.472978:0:7705:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336754688 00000100:00100000:3.0:1734016116.472987:0:7705:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336754688 00010000:00010000:3.0:1734016116.473034:0:7705:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880072172640/0x3f004d6452e07646 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1195 expref: 11 pid: 8966 timeout: 480 lvb_type: 0 00000100:00100000:3.0:1734016116.473062:0:7705:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2770 00000100:00100000:3.0:1734016116.473069:0:7705:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a9a9f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+11:1978:x1818247336754688:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016116.473082:0:7705:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016116.473088:0:7705:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880072172640/0x3f004d6452e07646 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1195 expref: 11 pid: 8966 timeout: 480 lvb_type: 0 00010000:00010000:3.0:1734016116.473099:0:7705:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880072172640/0x3f004d6452e07646 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1195 expref: 11 pid: 8966 timeout: 480 lvb_type: 0 00010000:00010000:3.0:1734016116.473126:0:7705:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:3.0:1734016116.473134:0:7705:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff880097237600/0x3f004d6452e07685 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6481 initiator: MDT0 00010000:00010000:3.0:1734016116.473145:0:7705:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880097237600/0x3f004d6452e07685 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50290000000000 pid: 6481 initiator: MDT0 00010000:00010000:3.0:1734016116.473152:0:7705:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880097237600/0x3f004d6452e07685 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50290000000000 pid: 6481 initiator: MDT0 00010000:00010000:3.0:1734016116.473169:0:7705:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016116.473219:0:7705:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a9a9f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+11:1978:x1818247336754688:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 150us (544us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016116.473225:0:7705:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2770 00010000:00010000:1.0:1734016116.475006:0:6481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880072172640/0x3f004d6452e07646 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1195 expref: 10 pid: 8966 timeout: 480 lvb_type: 0 00000100:00100000:1.0:1734016116.475035:0:6481:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880073e30700 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6481:1818247339396736:192.168.201.10@tcp:104: 00010000:00010000:1.0:1734016116.475062:0:6481:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff880097237600/0x3f004d6452e07685 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6481 initiator: MDT0 00010000:00010000:1.0:1734016116.475070:0:6481:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff880097237600/0x3f004d6452e07685 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6481 initiator: MDT0 00010000:00010000:1.0:1734016116.475077:0:6481:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880097237600/0x3f004d6452e07685 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6481 initiator: MDT0 00000001:00080000:1.0:1734016116.475216:0:6481:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294968533 00000004:00010000:1.0:1734016116.475274:0:6481:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff88009a9a9c00 reply state ffff88007402f000 transno 4294968534 ns: mdt-lustre-MDT0000_UUID lock: ffff880097237600/0x3f004d6452e07685 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6481 initiator: MDT0 00000100:00100000:1.0:1734016116.475284:0:6481:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1734016116.475430:0:6481:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a9a9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+24:9673:x1818247336754560:12345-192.168.201.10@tcp:36:fsx.0 Request processed in 9042us (9292us total) trans 4294968534 rc 0/0 00000100:00100000:1.0:1734016116.475442:0:6481:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 1943 00000020:00080000:1.0:1734016116.475450:0:6481:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:2.0:1734016116.484270:0:3494:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880097237600/0x3f004d6452e07685 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6481 initiator: MDT0 00010000:00010000:2.0:1734016116.484283:0:3494:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880097237600/0x3f004d6452e07685 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6481 initiator: MDT0 00010000:00010000:2.0:1734016116.484289:0:3494:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880097237600/0x3f004d6452e07685 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6481 initiator: MDT0 00010000:00010000:2.0:1734016116.484294:0:3494:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880097237600 already unused, calling callback (ffffffffa0f03950) 00010000:00010000:2.0:1734016116.484299:0:3494:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880097237600/0x3f004d6452e07685 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6481 initiator: MDT0 00010000:00010000:2.0:1734016116.484305:0:3494:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880097237600/0x3f004d6452e07685 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6481 initiator: MDT0 00010000:00010000:2.0:1734016116.484318:0:3494:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:2.0:1734016116.484320:0:3494:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734016116.484324:0:3494:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880097237600/0x3f004d6452e07685 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6481 initiator: MDT0 00010000:00010000:2.0:1734016116.484328:0:3494:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880097237600/0x3f004d6452e07685 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6481 initiator: MDT0 00000100:00100000:3.0:1734016116.484716:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016116.484934:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336754816 00000100:00100000:0.0:1734016116.484943:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336754816 00000100:00100000:0.0:1734016116.484986:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10410 00000100:00100000:0.0:1734016116.484993:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800ac574000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:9673:x1818247336754816:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:0.0:1734016116.485007:0:7690:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016116.485023:0:7690:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a8038b40/0x3f004d6452e0768c lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d11cd expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016116.485047:0:7690:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e07662 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6049792->6053887) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d11b1 expref: 5 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016116.485054:0:7690:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016116.485056:0:7690:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016116.485060:0:7690:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a8038b40/0x3f004d6452e0768c lrc: 4/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d11cd expref: 7 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016116.485088:0:7690:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e07662 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6049792->6053887) gid 0 flags: 0x50000000020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d11b1 expref: 5 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016116.485099:0:7690:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e07662 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6049792->6053887) gid 0 flags: 0x70000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d11b1 expref: 5 pid: 7690 timeout: 480 lvb_type: 0 00000100:00100000:0.0:1734016116.485111:0:7690:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009a9a8700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339396864:192.168.201.10@tcp:104: 00000100:00100000:0.0:1734016116.485171:0:7690:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a74869c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016116.497735:0:7690:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009a9a8700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339396864:192.168.201.10@tcp:104: 00010000:00010000:0.0:1734016116.497765:0:7690:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a8038b40/0x3f004d6452e0768c lrc: 3/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d11cd expref: 7 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016116.497782:0:7690:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a8038b40, rc 0) 00000100:00100000:0.0:1734016116.498507:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800ac574000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:9673:x1818247336754816:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 13511us (13792us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016116.498517:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10410 00000100:00100000:3.0:1734016116.498836:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016116.499679:0:6469:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336754944 00000100:00100000:0.0:1734016116.499689:0:6469:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336754944 00010000:00010000:0.0:1734016116.499727:0:6469:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e07662 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6049792->6053887) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d11b1 expref: 6 pid: 7690 timeout: 480 lvb_type: 0 00000100:00100000:0.0:1734016116.499768:0:6469:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2771 00000100:00100000:0.0:1734016116.499776:0:6469:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800ac575f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1978:x1818247336754944:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016116.499792:0:6469:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016116.499818:0:6469:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e07662 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 6049792->6053887) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d11b1 expref: 6 pid: 7690 timeout: 480 lvb_type: 0 00010000:00010000:0.0:1734016116.499832:0:6469:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e07662 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 6049792->6053887) gid 0 flags: 0x50000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d11b1 expref: 6 pid: 7690 timeout: 480 lvb_type: 0 00010000:00010000:0.0:1734016116.499899:0:6469:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e07662 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 6049792->6053887) gid 0 flags: 0x44801400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d11b1 expref: 6 pid: 7690 timeout: 480 lvb_type: 0 00010000:00010000:0.0:1734016116.504384:0:6469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016116.504390:0:6469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016116.504401:0:6469:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a8038b40/0x3f004d6452e0768c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d11cd expref: 6 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016116.504412:0:6469:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a8038b40/0x3f004d6452e0768c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d11cd expref: 6 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016116.504457:0:6469:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a8038b40/0x3f004d6452e0768c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d11cd expref: 6 pid: 7690 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016116.504480:0:6469:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009a9a8700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6469:1818247339396992:192.168.201.10@tcp:105: 00000100:00100000:0.0:1734016116.504545:0:6469:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a74869c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016116.506672:0:6469:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009a9a8700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6469:1818247339396992:192.168.201.10@tcp:105: 00010000:00010000:0.0:1734016116.506690:0:6469:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016116.506739:0:6469:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800ac575f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:1978:x1818247336754944:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 6961us (7902us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016116.506753:0:6469:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2771 00000100:00100000:0.0:1734016116.508231:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016116.508296:0:7695:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336755072 00000100:00100000:2.0:1734016116.508302:0:7695:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336755072 00002000:00010000:2.0:1734016116.508331:0:7695:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (9148773->18446744073709551615) 00002000:00100000:2.0:1734016116.508335:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a9a8700 with x1818247336755072 ext(9148773->18446744073709551615) 00002000:00010000:2.0:1734016116.508345:0:7695:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009a9a8700. 00000100:00100000:2.0:1734016116.508361:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8718 00000100:00100000:2.0:1734016116.508367:0:7695:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a9a8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1978:x1818247336755072:12345-192.168.201.10@tcp:10:fsx.0 00002000:00010000:2.0:1734016116.508570:0:7695:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 8543695 -> 9148773 00002000:00010000:2.0:1734016116.508573:0:7695:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016115 -> 1734016115 00002000:00010000:2.0:1734016116.508575:0:7695:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016115 -> 1734016114 00002000:00010000:2.0:1734016116.508577:0:7695:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016115 -> 1734016115 00002000:00010000:2.0:1734016116.508579:0:7695:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 1296 -> 1296 00000100:00100000:2.0:1734016116.508622:0:7695:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a9a8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1978:x1818247336755072:12345-192.168.201.10@tcp:10:fsx.0 Request processed in 254us (395us total) trans 4294969209 rc 0/0 00000100:00100000:2.0:1734016116.508628:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8718 00002000:00010000:2.0:1734016116.508631:0:7695:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (9148773->18446744073709551615) 00002000:00100000:2.0:1734016116.508633:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a9a8700 with x1818247336755072 ext(9148773->18446744073709551615) 00002000:00010000:2.0:1734016116.508636:0:7695:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009a9a8700. 00000100:00100000:2.0:1734016116.571015:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016116.571040:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016116.571085:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016116.571131:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336755328 00000100:00100000:2.0:1734016116.571139:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336755328 00002000:00100000:2.0:1734016116.571179:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (0->9150463) req@ffff88012b919f80 x1818247336755328/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:77/0 lens 504/0 e 0 to 0 dl 1734016127 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016116.571190:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b919f80 with x1818247336755328 ext(0->9150463) 00002000:00010000:2.0:1734016116.571196:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012b919f80 00000100:00100000:2.0:1734016116.571215:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336755584 00000100:00100000:2.0:1734016116.571217:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336755584 00002000:00100000:2.0:1734016116.571228:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (4190208->8384511) req@ffff88012b91b100 x1818247336755584/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:77/0 lens 488/0 e 0 to 0 dl 1734016127 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016116.571234:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b91b100 with x1818247336755584 ext(4190208->8384511) 00002000:00010000:2.0:1734016116.571236:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012b91b100 00000100:00100000:2.0:1734016116.571244:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336755840 00000100:00100000:2.0:1734016116.571246:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336755840 00002000:00100000:2.0:1734016116.571253:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (8384512->9146367) req@ffff88012b919500 x1818247336755840/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:77/0 lens 488/0 e 0 to 0 dl 1734016127 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016116.571263:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b919500 with x1818247336755840 ext(8384512->9146367) 00002000:00010000:2.0:1734016116.571265:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012b919500 00000100:00100000:2.0:1734016116.571271:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8719 00000100:00100000:2.0:1734016116.571276:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b919f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+10:1978:x1818247336755328:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:3.0:1734016116.574830:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8720 00000100:00100000:3.0:1734016116.574852:0:7695:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b91b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+10:1978:x1818247336755584:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:0.0:1734016116.580007:0:13929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8721 00000100:00100000:0.0:1734016116.580026:0:13929:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b919500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+10:1978:x1818247336755840:12345-192.168.201.10@tcp:3:fsx.0 00010000:00010000:0.0:1734016116.581222:0:6472:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1734016116.592698:0:13929:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b919500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+11:1978:x1818247336755840:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 12668us (21603us total) trans 0 rc 761856/761856 00000100:00100000:1.0:1734016116.592710:0:13929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8721 00002000:00100000:1.0:1734016116.592720:0:13929:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (8384512->9146367) req@ffff88012b919500 x1818247336755840/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:77/0 lens 488/440 e 0 to 0 dl 1734016127 ref 1 fl Complete:/200/0 rc 761856/761856 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016116.592728:0:13929:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b919500 with x1818247336755840 ext(8384512->9146367) 00002000:00010000:1.0:1734016116.592734:0:13929:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012b919500 00000100:00100000:2.0:1734016116.652461:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b919f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+10:1978:x1818247336755328:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 81175us (81445us total) trans 0 rc 4194304/4194304 00000100:00100000:2.0:1734016116.652482:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8719 00002000:00100000:2.0:1734016116.652493:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (0->9150463) req@ffff88012b919f80 x1818247336755328/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:77/0 lens 504/440 e 0 to 0 dl 1734016127 ref 1 fl Complete:/200/0 rc 4194304/4194304 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016116.652502:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b919f80 with x1818247336755328 ext(0->9150463) 00002000:00010000:2.0:1734016116.652509:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012b919f80 00000100:00100000:0.0:1734016116.672651:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016116.672744:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336755968 00000100:00100000:2.0:1734016116.672755:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336755968 00002000:00100000:2.0:1734016116.672793:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (9142272->9148772) req@ffff88009a9a9500 x1818247336755968/t0(0) o4->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:77/0 lens 6992/0 e 0 to 0 dl 1734016127 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016116.672802:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a9a9500 with x1818247336755968 ext(9142272->9148772) 00002000:00010000:2.0:1734016116.672806:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009a9a9500 00000100:00100000:2.0:1734016116.672839:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8722 00000100:00100000:2.0:1734016116.672846:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a9a9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+10:1979:x1818247336755968:12345-192.168.201.10@tcp:4:fsx.0 00000100:00100000:2.0:1734016116.675478:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a9a9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+12:1979:x1818247336755968:12345-192.168.201.10@tcp:4:fsx.0 Request processed in 2613us (2816us total) trans 4294969210 rc 0/0 00000100:00100000:2.0:1734016116.675490:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8722 00002000:00100000:2.0:1734016116.675502:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (9142272->9148772) req@ffff88009a9a9500 x1818247336755968/t4294969210(0) o4->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:77/0 lens 6992/448 e 0 to 0 dl 1734016127 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016116.675510:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a9a9500 with x1818247336755968 ext(9142272->9148772) 00002000:00010000:2.0:1734016116.675514:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009a9a9500 00000100:00100000:0.0:1734016116.686594:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016116.693043:0:6481:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336756096 00000100:00100000:1.0:1734016116.693066:0:6481:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336756096 00000100:00100000:1.0:1734016116.693152:0:6481:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 1944 00000100:00100000:1.0:1734016116.693160:0:6481:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a9a8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+23:9673:x1818247336756096:12345-192.168.201.10@tcp:44:fsx.0 00000100:00100000:1.0:1734016116.693354:0:6481:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a9a8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+23:9673:x1818247336756096:12345-192.168.201.10@tcp:44:fsx.0 Request processed in 194us (6773us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016116.693363:0:6481:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 1944 00000100:00100000:2.0:1734016116.698518:0:7695:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b91b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+10:1978:x1818247336755584:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 123658us (127464us total) trans 0 rc 4194304/4194304 00000100:00100000:2.0:1734016116.698530:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8720 00002000:00100000:2.0:1734016116.698542:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (4190208->8384511) req@ffff88012b91b100 x1818247336755584/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:77/0 lens 488/440 e 0 to 0 dl 1734016127 ref 1 fl Complete:/200/0 rc 4194304/4194304 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016116.698551:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b91b100 with x1818247336755584 ext(4190208->8384511) 00002000:00010000:2.0:1734016116.698556:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012b91b100 00000100:00100000:0.0:1734016116.705614:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016116.705742:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336756224 00000100:00100000:2.0:1734016116.705752:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336756224 00000100:00100000:2.0:1734016116.705822:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10411 00000100:00100000:2.0:1734016116.705831:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a9aa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+10:1978:x1818247336756224:12345-192.168.201.10@tcp:16:fsx.0 00000001:00080000:0.0:1734016116.710913:0:8954:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969210 is committed 00000100:00100000:2.0:1734016116.711965:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a9aa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1978:x1818247336756224:12345-192.168.201.10@tcp:16:fsx.0 Request processed in 6126us (6355us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016116.711978:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10411 00000100:00100000:0.0:1734016116.718094:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016116.718192:0:8966:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336756352 00000100:00100000:2.0:1734016116.718202:0:8966:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336756352 00000100:00100000:2.0:1734016116.718256:0:8966:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 1945 00000100:00100000:2.0:1734016116.718265:0:8966:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a9a8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+10:9673:x1818247336756352:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:2.0:1734016116.718291:0:8966:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016116.718309:0:8966:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880072171440/0x3f004d6452e07693 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d11d4 expref: -99 pid: 8966 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016116.718403:0:8966:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880072170d80/0x3f004d6452e0769a lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 8966 initiator: MDT0 00010000:00010000:2.0:1734016116.718418:0:8966:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880072170d80/0x3f004d6452e0769a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 8966 initiator: MDT0 00010000:00010000:2.0:1734016116.718428:0:8966:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880072170d80/0x3f004d6452e0769a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 8966 initiator: MDT0 00000004:00200000:2.0:1734016116.718453:0:8966:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 9148773 00000004:00200000:2.0:1734016116.718457:0:8966:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1734016116.718493:0:8966:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880072170d80/0x3f004d6452e0769a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 8966 initiator: MDT0 00010000:00010000:2.0:1734016116.718518:0:8966:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880072171440/0x3f004d6452e07693 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d11d4 expref: 12 pid: 8966 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016116.718537:0:8966:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880072170d80/0x3f004d6452e0769a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d11d4 expref: 11 pid: 8966 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016116.718547:0:8966:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:2.0:1734016116.718550:0:8966:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1734016116.718553:0:8966:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880072170d80, rc 0) 00000100:00100000:2.0:1734016116.718604:0:8966:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a9a8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+11:9673:x1818247336756352:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 340us (522us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016116.718610:0:8966:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 1945 00000100:00100000:0.0:1734016116.720856:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016116.720943:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336756480 00000100:00100000:2.0:1734016116.720951:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336756480 00000100:00100000:2.0:1734016116.720987:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10412 00000100:00100000:2.0:1734016116.720993:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cc7aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:1981:x1818247336756480:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:2.0:1734016116.721006:0:7690:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016116.721020:0:7690:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880072172640/0x3f004d6452e076a1 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d11db expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016116.721059:0:7690:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b91b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339397120:192.168.201.10@tcp:106: 00000100:00100000:2.0:1734016116.721101:0:7690:0:(client.c:2562:ptlrpc_set_wait()) set ffff88008efac180 going to sleep for 11 seconds 00002000:00010000:2.0:1734016116.723653:0:7690:0:(ofd_lvb.c:283:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime: 1734016115 -> 1734016116 00002000:00010000:2.0:1734016116.723660:0:7690:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime: 1734016114 -> 1734016116 00002000:00010000:2.0:1734016116.723663:0:7690:0:(ofd_lvb.c:295:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime: 1734016115 -> 1734016116 00002000:00010000:2.0:1734016116.723664:0:7690:0:(ofd_lvb.c:301:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks: 1296 -> 1312 00000100:00100000:2.0:1734016116.723685:0:7690:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b91b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339397120:192.168.201.10@tcp:106: 00010000:00010000:2.0:1734016116.723720:0:7690:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880072172640/0x3f004d6452e076a1 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d11db expref: 6 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016116.723736:0:7690:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880072172640/0x3f004d6452e076a1 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d11db expref: 6 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016116.723764:0:7690:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880072172640, rc 0) 00000100:00100000:2.0:1734016116.723825:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cc7aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:1981:x1818247336756480:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 2829us (2972us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016116.723834:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10412 00000100:00100000:0.0:1734016116.728954:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016116.733428:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336756608 00000100:00100000:2.0:1734016116.733443:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336756608 00000100:00100000:2.0:1734016116.733518:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10413 00000100:00100000:2.0:1734016116.733525:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cc79880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:1980:x1818247336756608:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:2.0:1734016116.733545:0:7690:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016116.733562:0:7690:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880072172d00/0x3f004d6452e076a8 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d11e2 expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016116.733616:0:7690:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b91b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339397248:192.168.201.10@tcp:106: 00000100:00100000:2.0:1734016116.733673:0:7690:0:(client.c:2562:ptlrpc_set_wait()) set ffff88008efac180 going to sleep for 11 seconds 00000100:00100000:2.0:1734016116.738607:0:7690:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b91b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339397248:192.168.201.10@tcp:106: 00010000:00010000:2.0:1734016116.738639:0:7690:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880072172d00/0x3f004d6452e076a8 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d11e2 expref: 6 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016116.738656:0:7690:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880072172d00/0x3f004d6452e076a8 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d11e2 expref: 6 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016116.738671:0:7690:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880072172d00, rc 0) 00000100:00100000:2.0:1734016116.738727:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cc79880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:1980:x1818247336756608:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 5202us (9786us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016116.738736:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10413 00000100:00100000:0.0:1734016116.742508:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016116.742612:0:6481:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336756736 00000100:00100000:1.0:1734016116.742623:0:6481:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336756736 00000100:00100000:1.0:1734016116.742725:0:6481:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 1946 00000100:00100000:1.0:1734016116.742735:0:6481:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cc78000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+23:9673:x1818247336756736:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:1.0:1734016116.742764:0:6481:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016116.742790:0:6481:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880097234900/0x3f004d6452e076af lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d11e9 expref: -99 pid: 6481 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016116.743248:0:6481:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880097234fc0/0x3f004d6452e076b6 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 6481 initiator: MDT0 00010000:00010000:1.0:1734016116.743266:0:6481:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880097234fc0/0x3f004d6452e076b6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6481 initiator: MDT0 00010000:00010000:1.0:1734016116.743278:0:6481:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880097234fc0/0x3f004d6452e076b6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6481 initiator: MDT0 00000004:00200000:1.0:1734016116.743306:0:6481:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 9148773 00000004:00200000:1.0:1734016116.743311:0:6481:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1734016116.743326:0:6481:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880097234fc0/0x3f004d6452e076b6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6481 initiator: MDT0 00010000:00010000:1.0:1734016116.743346:0:6481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880097234900/0x3f004d6452e076af lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d11e9 expref: 25 pid: 6481 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016116.744489:0:6481:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880097234fc0/0x3f004d6452e076b6 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d11e9 expref: 24 pid: 6481 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016116.744499:0:6481:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:1.0:1734016116.744502:0:6481:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1734016116.744506:0:6481:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097234fc0, rc 0) 00000100:00100000:1.0:1734016116.745176:0:6481:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cc78000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+24:9673:x1818247336756736:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 2439us (2674us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016116.745187:0:6481:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 1946 00000100:00100000:1.0:1734016116.753703:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016116.753796:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336756864 00000100:00100000:3.0:1734016116.753806:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336756864 00000100:00100000:3.0:1734016116.753892:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10414 00000100:00100000:3.0:1734016116.753899:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880073e30700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1979:x1818247336756864:12345-192.168.201.10@tcp:22:fsx.0 00002000:00010000:3.0:1734016116.757698:0:7690:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 9148773 -> 9148773 00002000:00010000:3.0:1734016116.757711:0:7690:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016116 -> 1734016116 00002000:00010000:3.0:1734016116.757713:0:7690:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016116 -> 1734016115 00002000:00010000:3.0:1734016116.757715:0:7690:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016116 -> 1734016116 00002000:00010000:3.0:1734016116.757717:0:7690:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 1312 -> 1368 00000100:00100000:3.0:1734016116.757800:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880073e30700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1979:x1818247336756864:12345-192.168.201.10@tcp:22:fsx.0 Request processed in 3894us (4102us total) trans 4294969211 rc 0/0 00000100:00100000:3.0:1734016116.757813:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10414 00000100:00100000:2.0:1734016116.762037:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016116.763155:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336756992 00000100:00100000:1.0:1734016116.763167:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336756992 00000100:00100000:1.0:1734016116.763252:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10415 00000100:00100000:1.0:1734016116.763263:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b91b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:9673:x1818247336756992:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:1.0:1734016116.763294:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016116.763320:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880097236f40/0x3f004d6452e076bd lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d11f0 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016116.763354:0:7689:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a8038b40/0x3f004d6452e0768c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d11cd expref: 7 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016116.763361:0:7689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016116.763363:0:7689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016116.763366:0:7689:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880097236f40/0x3f004d6452e076bd lrc: 4/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [1851392->1900543] (req 1851392->1900543) gid 0 flags: 0x50000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d11f0 expref: 6 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016116.763404:0:7689:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a8038b40/0x3f004d6452e0768c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d11cd expref: 7 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016116.763420:0:7689:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a8038b40/0x3f004d6452e0768c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d11cd expref: 7 pid: 7690 timeout: 480 lvb_type: 0 00000100:00100000:1.0:1734016116.763434:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880073e32a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339397376:192.168.201.10@tcp:104: 00000100:00100000:1.0:1734016116.763522:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b42cd900 going to sleep for 11 seconds 00000100:00100000:1.0:1734016116.768132:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880073e32a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339397376:192.168.201.10@tcp:104: 00010000:00010000:1.0:1734016116.768177:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880097236f40/0x3f004d6452e076bd lrc: 3/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [1851392->1900543] (req 1851392->1900543) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d11f0 expref: 6 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016116.768196:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097236f40, rc 0) 00000100:00100000:1.0:1734016116.769977:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b91b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:9673:x1818247336756992:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 6700us (7931us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016116.769990:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10415 00000100:00100000:0.0:1734016116.790294:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016116.790395:0:6469:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336757120 00000100:00100000:2.0:1734016116.790403:0:6469:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336757120 00010000:00010000:2.0:1734016116.790433:0:6469:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a8038b40/0x3f004d6452e0768c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d11cd expref: 8 pid: 7690 timeout: 480 lvb_type: 0 00000100:00100000:2.0:1734016116.790479:0:6469:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2772 00000100:00100000:2.0:1734016116.790485:0:6469:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88006d83d450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1978:x1818247336757120:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016116.790500:0:6469:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016116.790520:0:6469:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a8038b40/0x3f004d6452e0768c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d11cd expref: 8 pid: 7690 timeout: 480 lvb_type: 0 00010000:00010000:2.0:1734016116.790531:0:6469:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a8038b40/0x3f004d6452e0768c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d11cd expref: 8 pid: 7690 timeout: 480 lvb_type: 0 00010000:00010000:2.0:1734016116.790551:0:6469:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a8038b40/0x3f004d6452e0768c lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d11cd expref: 8 pid: 7690 timeout: 480 lvb_type: 0 00010000:00010000:2.0:1734016116.790571:0:6469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016116.790573:0:6469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016116.790580:0:6469:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880097236f40/0x3f004d6452e076bd lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1851392->1900543) gid 0 flags: 0x40080000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d11f0 expref: 5 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016116.790588:0:6469:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880097236f40/0x3f004d6452e076bd lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1851392->1900543) gid 0 flags: 0x40080000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d11f0 expref: 5 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016116.790626:0:6469:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880097236f40/0x3f004d6452e076bd lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1851392->1900543) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d11f0 expref: 5 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016116.790637:0:6469:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b91a300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6469:1818247339397504:192.168.201.10@tcp:105: 00000100:00100000:2.0:1734016116.790703:0:6469:0:(client.c:2562:ptlrpc_set_wait()) set ffff88008efac180 going to sleep for 11 seconds 00000100:00100000:2.0:1734016116.793073:0:6469:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b91a300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6469:1818247339397504:192.168.201.10@tcp:105: 00010000:00010000:2.0:1734016116.793096:0:6469:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016116.795481:0:6469:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88006d83d450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1978:x1818247336757120:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 4969us (5168us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016116.795500:0:6469:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2772 00000100:00100000:1.0:1734016116.814691:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016116.815083:0:7695:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336757376 00000100:00100000:2.0:1734016116.815092:0:7695:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336757376 00002000:00100000:2.0:1734016116.815130:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (0->4194303) req@ffff880073e32a00 x1818247336757376/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:77/0 lens 488/0 e 0 to 0 dl 1734016127 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016116.815139:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880073e32a00 with x1818247336757376 ext(0->4194303) 00002000:00010000:2.0:1734016116.815144:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880073e32a00 00000100:00100000:2.0:1734016116.815166:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8723 00000100:00100000:2.0:1734016116.815172:0:7695:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880073e32a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1978:x1818247336757376:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:3.0:1734016116.817929:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016116.818892:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336757504 00000100:00100000:0.0:1734016116.818903:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336757504 00002000:00100000:0.0:1734016116.818946:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (4194304->8388607) req@ffff8800ac575180 x1818247336757504/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:77/0 lens 488/0 e 0 to 0 dl 1734016127 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016116.818956:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800ac575180 with x1818247336757504 ext(4194304->8388607) 00002000:00010000:0.0:1734016116.818960:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800ac575180 00000100:00100000:0.0:1734016116.818989:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8724 00000100:00100000:0.0:1734016116.818995:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800ac575180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1978:x1818247336757504:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:0.0:1734016116.845689:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016116.851481:0:13929:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336757632 00000100:00100000:2.0:1734016116.851496:0:13929:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336757632 00002000:00100000:2.0:1734016116.851543:0:13929:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (8388608->9150463) req@ffff88012cc79f80 x1818247336757632/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:77/0 lens 488/0 e 0 to 0 dl 1734016127 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016116.851554:0:13929:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012cc79f80 with x1818247336757632 ext(8388608->9150463) 00002000:00010000:2.0:1734016116.851559:0:13929:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012cc79f80 00000100:00100000:2.0:1734016116.851585:0:13929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8725 00000100:00100000:2.0:1734016116.851592:0:13929:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cc79f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+10:1979:x1818247336757632:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:2.0:1734016116.881109:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800ac575180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+10:1978:x1818247336757504:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 62104us (63177us total) trans 0 rc 4194304/4194304 00000100:00100000:2.0:1734016116.881119:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8724 00002000:00100000:2.0:1734016116.881129:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (4194304->8388607) req@ffff8800ac575180 x1818247336757504/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:77/0 lens 488/440 e 0 to 0 dl 1734016127 ref 1 fl Complete:/200/0 rc 4194304/4194304 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016116.881139:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800ac575180 with x1818247336757504 ext(4194304->8388607) 00002000:00010000:2.0:1734016116.881146:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800ac575180 00000100:00100000:2.0:1734016116.940940:0:7695:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880073e32a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+8:1978:x1818247336757376:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 125757us (126247us total) trans 0 rc 4194304/4194304 00000100:00100000:2.0:1734016116.940952:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8723 00002000:00100000:2.0:1734016116.940963:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (0->4194303) req@ffff880073e32a00 x1818247336757376/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:77/0 lens 488/440 e 0 to 0 dl 1734016127 ref 1 fl Complete:/200/0 rc 4194304/4194304 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016116.940972:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880073e32a00 with x1818247336757376 ext(0->4194303) 00002000:00010000:2.0:1734016116.940976:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880073e32a00 00000100:00100000:2.0:1734016116.953817:0:13929:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cc79f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1979:x1818247336757632:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 102213us (108127us total) trans 0 rc 761856/761856 00000100:00100000:2.0:1734016116.953832:0:13929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8725 00002000:00100000:2.0:1734016116.953846:0:13929:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (8388608->9150463) req@ffff88012cc79f80 x1818247336757632/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:77/0 lens 488/440 e 0 to 0 dl 1734016127 ref 1 fl Complete:/200/0 rc 761856/761856 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016116.953858:0:13929:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012cc79f80 with x1818247336757632 ext(8388608->9150463) 00002000:00010000:2.0:1734016116.953906:0:13929:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012cc79f80 00000100:00100000:1.0:1734016116.954082:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016116.954284:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336757888 00000100:00100000:0.0:1734016116.954290:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336757888 00000100:00100000:0.0:1734016116.954318:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10416 00000100:00100000:0.0:1734016116.954323:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880073e30000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1978:x1818247336757888:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:0.0:1734016116.954335:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016116.954347:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a8038b40/0x3f004d6452e076c4 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d11f7 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016116.954364:0:7689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016116.954366:0:7689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016116.954372:0:7689:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a8038b40/0x3f004d6452e076c4 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d11f7 expref: 8 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016116.954385:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a8038b40/0x3f004d6452e076c4 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d11f7 expref: 8 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016116.954392:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a8038b40, rc 0) 00000100:00100000:0.0:1734016116.954409:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880073e30000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1978:x1818247336757888:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 86us (329us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016116.954414:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10416 00000100:00100000:1.0:1734016116.960207:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016116.960306:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336758016 00000100:00100000:2.0:1734016116.960313:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336758016 00000100:00100000:2.0:1734016116.960361:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10417 00000100:00100000:2.0:1734016116.960368:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880073e30e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:9673:x1818247336758016:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:2.0:1734016116.960387:0:7690:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016116.960404:0:7690:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880072172d00/0x3f004d6452e076cb lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d11fe expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016116.960428:0:7690:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880097236f40/0x3f004d6452e076bd lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1851392->1900543) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d11f0 expref: 5 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016116.960440:0:7690:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a8038b40/0x3f004d6452e076c4 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d11f7 expref: 9 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016116.960445:0:7690:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016116.960446:0:7690:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016116.960449:0:7690:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880072172d00/0x3f004d6452e076cb lrc: 5/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [3194880->3198975] (req 3194880->3198975) gid 0 flags: 0x50000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d11fe expref: 9 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016116.960485:0:7690:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a8038b40/0x3f004d6452e076c4 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d11f7 expref: 9 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016116.960495:0:7690:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a8038b40/0x3f004d6452e076c4 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d11f7 expref: 9 pid: 7689 timeout: 481 lvb_type: 1 00000100:00100000:2.0:1734016116.960506:0:7690:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b91a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339397632:192.168.201.10@tcp:104: 00010000:00010000:2.0:1734016116.960563:0:7690:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880097236f40/0x3f004d6452e076bd lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1851392->1900543) gid 0 flags: 0x50000000020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d11f0 expref: 5 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016116.960570:0:7690:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880097236f40/0x3f004d6452e076bd lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1851392->1900543) gid 0 flags: 0x70000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d11f0 expref: 5 pid: 7689 timeout: 481 lvb_type: 0 00000100:00100000:2.0:1734016116.960578:0:7690:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b91b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339397760:192.168.201.10@tcp:104: 00000100:00100000:2.0:1734016116.960595:0:7690:0:(client.c:2562:ptlrpc_set_wait()) set ffff88006d6ff780 going to sleep for 11 seconds 00000100:00100000:3.0:1734016116.977971:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016116.978009:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016116.978032:0:7705:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336758144 00000100:00100000:3.0:1734016116.978039:0:7705:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336758144 00010000:00010000:3.0:1734016116.978068:0:7705:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880097236f40/0x3f004d6452e076bd lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1851392->1900543) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d11f0 expref: 6 pid: 7689 timeout: 481 lvb_type: 0 00000100:00100000:3.0:1734016116.978103:0:7705:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336758272 00000100:00100000:3.0:1734016116.978106:0:7705:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336758272 00010000:00010000:3.0:1734016116.978114:0:7705:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a8038b40/0x3f004d6452e076c4 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d11f7 expref: 10 pid: 7689 timeout: 481 lvb_type: 1 00000100:00100000:3.0:1734016116.978130:0:7705:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2773 00000100:00100000:3.0:1734016116.978135:0:7705:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800ac575f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1979:x1818247336758144:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016116.978147:0:7705:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016116.978164:0:7705:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880097236f40/0x3f004d6452e076bd lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1851392->1900543) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d11f0 expref: 6 pid: 7689 timeout: 481 lvb_type: 0 00010000:00010000:3.0:1734016116.978174:0:7705:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880097236f40/0x3f004d6452e076bd lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1851392->1900543) gid 0 flags: 0x50000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d11f0 expref: 6 pid: 7689 timeout: 481 lvb_type: 0 00010000:00010000:3.0:1734016116.978196:0:7705:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016116.978228:0:7705:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800ac575f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1979:x1818247336758144:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 92us (265us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016116.978235:0:7705:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2773 00000100:00100000:3.0:1734016116.978249:0:7705:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2774 00000100:00100000:3.0:1734016116.978252:0:7705:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800ac577100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+10:1979:x1818247336758272:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016116.978259:0:7705:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016116.978265:0:7705:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a8038b40/0x3f004d6452e076c4 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d11f7 expref: 10 pid: 7689 timeout: 481 lvb_type: 1 00010000:00010000:3.0:1734016116.978274:0:7705:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a8038b40/0x3f004d6452e076c4 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d11f7 expref: 10 pid: 7689 timeout: 481 lvb_type: 1 00010000:00010000:3.0:1734016116.978285:0:7705:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016116.978287:0:7705:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016116.978293:0:7705:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880072172d00/0x3f004d6452e076cb lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 3194880->3198975) gid 0 flags: 0x50080000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d11fe expref: 10 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016116.978301:0:7705:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880072172d00/0x3f004d6452e076cb lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 3194880->3198975) gid 0 flags: 0x50080000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d11fe expref: 10 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016116.978326:0:7705:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880072172d00/0x3f004d6452e076cb lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 3194880->3198975) gid 0 flags: 0x40000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d11fe expref: 10 pid: 7690 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016116.978337:0:7705:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800ac574700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7705:1818247339397888:192.168.201.10@tcp:105: 00000100:00100000:3.0:1734016116.978365:0:7705:0:(client.c:2562:ptlrpc_set_wait()) set ffff880074e1a180 going to sleep for 11 seconds 00010000:00010000:2.0:1734016116.978762:0:7690:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a8038b40/0x3f004d6452e076c4 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d11f7 expref: 10 pid: 7689 timeout: 481 lvb_type: 1 00000100:00100000:2.0:1734016116.978794:0:7690:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b91a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339397632:192.168.201.10@tcp:104: 00010000:00010000:2.0:1734016116.978805:0:7690:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097236f40/0x3f004d6452e076bd lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1851392->1900543) gid 0 flags: 0x44801400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d11f0 expref: 5 pid: 7689 timeout: 481 lvb_type: 0 00000100:00100000:2.0:1734016116.978812:0:7690:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b91b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339397760:192.168.201.10@tcp:104: 00010000:00010000:2.0:1734016116.978838:0:7690:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880072172d00/0x3f004d6452e076cb lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3194880->3198975) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d11fe expref: 9 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016116.978845:0:7690:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880072172d00, rc 0) 00000100:00100000:2.0:1734016116.978888:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880073e30e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+9:9673:x1818247336758016:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 18520us (18690us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016116.978894:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10417 00000100:00100000:3.0:1734016116.982969:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016116.983001:0:13929:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336758528 00000100:00100000:3.0:1734016116.983008:0:13929:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336758528 00002000:00100000:3.0:1734016116.983050:0:13929:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (3194880->9150463) req@ffff8800ac574e00 x1818247336758528/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:77/0 lens 504/0 e 0 to 0 dl 1734016127 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016116.983058:0:13929:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800ac574e00 with x1818247336758528 ext(3194880->9150463) 00002000:00010000:3.0:1734016116.983062:0:13929:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800ac574e00 00000100:00100000:3.0:1734016116.983080:0:13929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8726 00000100:00100000:3.0:1734016116.983087:0:13929:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800ac574e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+9:1980:x1818247336758528:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:0.0:1734016116.983997:0:7705:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800ac574700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7705:1818247339397888:192.168.201.10@tcp:105: 00010000:00010000:0.0:1734016116.984017:0:7705:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016116.984065:0:7705:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800ac577100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+10:1979:x1818247336758272:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 5810us (6054us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016116.984074:0:7705:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2774 00000100:00100000:0.0:1734016116.985033:0:13929:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800ac574e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1980:x1818247336758528:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 1942us (2070us total) trans 0 rc 8192/8192 00000100:00100000:0.0:1734016116.985042:0:13929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8726 00002000:00100000:0.0:1734016116.985050:0:13929:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (3194880->9150463) req@ffff8800ac574e00 x1818247336758528/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:77/0 lens 504/440 e 0 to 0 dl 1734016127 ref 1 fl Complete:/200/0 rc 8192/8192 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016116.985059:0:13929:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800ac574e00 with x1818247336758528 ext(3194880->9150463) 00002000:00010000:0.0:1734016116.985064:0:13929:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800ac574e00 00000100:00100000:0.0:1734016116.987485:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016116.987678:0:3510:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1734016116.987693:0:3510:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012cc7a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3510:1818247339398016:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1734016116.987734:0:3510:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734016116.987770:0:13923:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339398016 00000100:00100000:0.0:1734016116.987775:0:13923:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339398016 00000100:00100000:0.0:1734016116.987809:0:13923:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 117 00000100:00100000:0.0:1734016116.987814:0:13923:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cc79180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3510:x1818247339398016:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1734016116.987844:0:13923:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 490160704 pending 0 free 3923677184 avail 3692154880 00000100:00100000:0.0:1734016116.987896:0:13923:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cc79180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3510:x1818247339398016:12345-0@lo:13:osp-pre-0-0.0 Request processed in 81us (161us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016116.987902:0:13923:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 117 00000100:00080000:0.0:1734016116.987917:0:6479:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1734016086 00000100:00100000:0.0:1734016116.987942:0:3510:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012cc7a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3510:1818247339398016:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1734016116.988099:0:13929:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336758784 00000100:00100000:1.0:1734016116.988103:0:13929:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336758784 00002000:00100000:1.0:1734016116.988126:0:13929:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (3190784->3194879) req@ffff88012cc7b800 x1818247336758784/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:77/0 lens 488/0 e 0 to 0 dl 1734016127 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016116.988135:0:13929:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012cc7b800 with x1818247336758784 ext(3190784->3194879) 00002000:00010000:1.0:1734016116.988140:0:13929:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012cc7b800 00000100:00100000:1.0:1734016116.988163:0:13929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8727 00000100:00100000:1.0:1734016116.988168:0:13929:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cc7b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1981:x1818247336758784:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:1.0:1734016116.988277:0:13929:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cc7b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1981:x1818247336758784:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 108us (802us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016116.988282:0:13929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8727 00002000:00100000:1.0:1734016116.988287:0:13929:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (3190784->3194879) req@ffff88012cc7b800 x1818247336758784/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:77/0 lens 488/4536 e 0 to 0 dl 1734016127 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016116.988293:0:13929:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012cc7b800 with x1818247336758784 ext(3190784->3194879) 00002000:00010000:1.0:1734016116.988296:0:13929:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012cc7b800 00000100:00100000:0.0:1734016116.992442:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016116.992515:0:7695:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336759040 00000100:00100000:3.0:1734016116.992523:0:7695:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336759040 00002000:00100000:3.0:1734016116.992561:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (3186688->3190783) req@ffff88012cc7a300 x1818247336759040/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:77/0 lens 488/0 e 0 to 0 dl 1734016127 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016116.992570:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012cc7a300 with x1818247336759040 ext(3186688->3190783) 00002000:00010000:3.0:1734016116.992575:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012cc7a300 00000100:00100000:3.0:1734016116.992709:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8728 00000100:00100000:3.0:1734016116.992716:0:7695:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cc7a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1981:x1818247336759040:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:3.0:1734016116.992904:0:7695:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cc7a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1981:x1818247336759040:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 186us (473us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016116.992911:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8728 00002000:00100000:3.0:1734016116.992917:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (3186688->3190783) req@ffff88012cc7a300 x1818247336759040/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:77/0 lens 488/4536 e 0 to 0 dl 1734016127 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016116.992924:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012cc7a300 with x1818247336759040 ext(3186688->3190783) 00002000:00010000:3.0:1734016116.992927:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012cc7a300 00000100:00100000:0.0:1734016116.995105:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016116.995230:0:7695:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336759296 00000100:00100000:3.0:1734016116.995239:0:7695:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336759296 00002000:00100000:3.0:1734016116.995277:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (3182592->3186687) req@ffff88012cc78380 x1818247336759296/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:77/0 lens 488/0 e 0 to 0 dl 1734016127 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016116.995287:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012cc78380 with x1818247336759296 ext(3182592->3186687) 00002000:00010000:3.0:1734016116.995292:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012cc78380 00000100:00100000:3.0:1734016116.995320:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8729 00000100:00100000:3.0:1734016116.995326:0:7695:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cc78380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1981:x1818247336759296:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:3.0:1734016116.995490:0:7695:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cc78380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1981:x1818247336759296:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 162us (394us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016116.995496:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8729 00002000:00100000:3.0:1734016116.995501:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (3182592->3186687) req@ffff88012cc78380 x1818247336759296/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:77/0 lens 488/4536 e 0 to 0 dl 1734016127 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016116.995507:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012cc78380 with x1818247336759296 ext(3182592->3186687) 00002000:00010000:3.0:1734016116.995510:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012cc78380 00000100:00100000:0.0:1734016116.998506:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016116.998630:0:13929:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336759552 00000100:00100000:1.0:1734016116.998640:0:13929:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336759552 00002000:00100000:1.0:1734016116.998683:0:13929:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (3178496->3182591) req@ffff88012cc78a80 x1818247336759552/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:77/0 lens 488/0 e 0 to 0 dl 1734016127 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016116.998694:0:13929:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012cc78a80 with x1818247336759552 ext(3178496->3182591) 00002000:00010000:1.0:1734016116.998700:0:13929:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012cc78a80 00000100:00100000:1.0:1734016116.998737:0:13929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8730 00000100:00100000:1.0:1734016116.998742:0:13929:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cc78a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1981:x1818247336759552:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:1.0:1734016116.998924:0:13929:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cc78a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1981:x1818247336759552:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 180us (427us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016116.998931:0:13929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8730 00002000:00100000:1.0:1734016116.998936:0:13929:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (3178496->3182591) req@ffff88012cc78a80 x1818247336759552/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:77/0 lens 488/4536 e 0 to 0 dl 1734016127 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016116.998943:0:13929:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012cc78a80 with x1818247336759552 ext(3178496->3182591) 00002000:00010000:1.0:1734016116.998945:0:13929:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012cc78a80 00000100:00100000:0.0:1734016117.005969:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016117.006071:0:7695:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336759808 00000100:00100000:3.0:1734016117.006079:0:7695:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336759808 00002000:00100000:3.0:1734016117.006124:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (3174400->3178495) req@ffff88012cc79500 x1818247336759808/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:78/0 lens 488/0 e 0 to 0 dl 1734016128 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016117.006133:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012cc79500 with x1818247336759808 ext(3174400->3178495) 00002000:00010000:3.0:1734016117.006138:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012cc79500 00000100:00100000:3.0:1734016117.006171:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8731 00000100:00100000:3.0:1734016117.006177:0:7695:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cc79500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1981:x1818247336759808:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:3.0:1734016117.006318:0:7695:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cc79500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1981:x1818247336759808:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 140us (356us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016117.006324:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8731 00002000:00100000:3.0:1734016117.006329:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (3174400->3178495) req@ffff88012cc79500 x1818247336759808/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:78/0 lens 488/4536 e 0 to 0 dl 1734016128 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016117.006336:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012cc79500 with x1818247336759808 ext(3174400->3178495) 00002000:00010000:3.0:1734016117.006339:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012cc79500 00000100:00080000:0.0:1734016117.008978:0:6479:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734016087 00000100:00100000:0.0:1734016117.009707:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016117.009779:0:13929:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336760064 00000100:00100000:1.0:1734016117.009787:0:13929:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336760064 00002000:00100000:1.0:1734016117.009828:0:13929:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (3170304->3174399) req@ffff88012cc78700 x1818247336760064/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:78/0 lens 488/0 e 0 to 0 dl 1734016128 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016117.009838:0:13929:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012cc78700 with x1818247336760064 ext(3170304->3174399) 00002000:00010000:1.0:1734016117.009844:0:13929:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012cc78700 00000100:00100000:1.0:1734016117.009903:0:13929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8732 00000100:00100000:1.0:1734016117.009909:0:13929:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cc78700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1979:x1818247336760064:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:1.0:1734016117.010042:0:13929:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cc78700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1979:x1818247336760064:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 132us (338us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016117.010049:0:13929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8732 00002000:00100000:1.0:1734016117.010054:0:13929:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (3170304->3174399) req@ffff88012cc78700 x1818247336760064/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:78/0 lens 488/4536 e 0 to 0 dl 1734016128 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016117.010061:0:13929:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012cc78700 with x1818247336760064 ext(3170304->3174399) 00002000:00010000:1.0:1734016117.010063:0:13929:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012cc78700 00000100:00100000:3.0:1734016117.014258:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016117.014364:0:7695:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336760320 00000100:00100000:0.0:1734016117.014373:0:7695:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336760320 00002000:00100000:0.0:1734016117.014413:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (3166208->3170303) req@ffff8800ac576d80 x1818247336760320/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:78/0 lens 488/0 e 0 to 0 dl 1734016128 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016117.014429:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800ac576d80 with x1818247336760320 ext(3166208->3170303) 00002000:00010000:0.0:1734016117.014434:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800ac576d80 00000100:00100000:0.0:1734016117.014479:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8733 00000100:00100000:0.0:1734016117.014486:0:7695:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800ac576d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1981:x1818247336760320:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:0.0:1734016117.014658:0:7695:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800ac576d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1981:x1818247336760320:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 171us (409us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016117.014666:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8733 00002000:00100000:0.0:1734016117.014671:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (3166208->3170303) req@ffff8800ac576d80 x1818247336760320/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:78/0 lens 488/4536 e 0 to 0 dl 1734016128 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016117.014678:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800ac576d80 with x1818247336760320 ext(3166208->3170303) 00002000:00010000:0.0:1734016117.014680:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800ac576d80 00000100:00100000:0.0:1734016117.018665:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016117.018834:0:13929:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336760448 00000100:00100000:1.0:1734016117.018844:0:13929:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336760448 00002000:00100000:1.0:1734016117.018908:0:13929:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (3166208->3198975) req@ffff88012cc7ad80 x1818247336760448/t0(0) o4->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:78/0 lens 488/0 e 0 to 0 dl 1734016128 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016117.018917:0:13929:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012cc7ad80 with x1818247336760448 ext(3166208->3198975) 00002000:00010000:1.0:1734016117.018921:0:13929:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012cc7ad80 00000100:00100000:1.0:1734016117.018943:0:13929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8734 00000100:00100000:1.0:1734016117.018949:0:13929:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cc7ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1980:x1818247336760448:12345-192.168.201.10@tcp:4:fsx.0 00000100:00100000:1.0:1734016117.022398:0:13929:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cc7ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+10:1980:x1818247336760448:12345-192.168.201.10@tcp:4:fsx.0 Request processed in 3440us (3736us total) trans 4294969212 rc 0/0 00000100:00100000:1.0:1734016117.022414:0:13929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8734 00002000:00100000:1.0:1734016117.022425:0:13929:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (3166208->3198975) req@ffff88012cc7ad80 x1818247336760448/t4294969212(0) o4->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:78/0 lens 488/448 e 0 to 0 dl 1734016128 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016117.022434:0:13929:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012cc7ad80 with x1818247336760448 ext(3166208->3198975) 00002000:00010000:1.0:1734016117.022439:0:13929:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012cc7ad80 00000100:00100000:3.0:1734016117.026757:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016117.026854:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336760576 00000100:00100000:2.0:1734016117.026892:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336760576 00000100:00100000:2.0:1734016117.026942:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10418 00000100:00100000:2.0:1734016117.026950:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800ac574380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+10:1979:x1818247336760576:12345-192.168.201.10@tcp:16:fsx.0 00000001:00080000:0.0:1734016117.028212:0:8954:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969212 is committed 00000100:00100000:2.0:1734016117.028680:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800ac574380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1979:x1818247336760576:12345-192.168.201.10@tcp:16:fsx.0 Request processed in 1727us (1927us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016117.028689:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10418 00000100:00100000:0.0:1734016117.031918:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016117.032056:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336760704 00000100:00100000:2.0:1734016117.032065:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336760704 00000100:00100000:2.0:1734016117.032105:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10419 00000100:00100000:2.0:1734016117.032111:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cc7b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:1980:x1818247336760704:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:2.0:1734016117.032130:0:7690:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016117.032147:0:7690:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800721718c0/0x3f004d6452e076d2 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d1205 expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016117.032191:0:7690:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b91b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339398144:192.168.201.10@tcp:106: 00000100:00100000:2.0:1734016117.032638:0:7690:0:(client.c:2562:ptlrpc_set_wait()) set ffff88006d6ff780 going to sleep for 11 seconds 00002000:00010000:2.0:1734016117.035936:0:7690:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime: 1734016115 -> 1734016116 00002000:00010000:2.0:1734016117.035945:0:7690:0:(ofd_lvb.c:301:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks: 1368 -> 1432 00000100:00100000:2.0:1734016117.035971:0:7690:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b91b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339398144:192.168.201.10@tcp:106: 00010000:00010000:2.0:1734016117.036015:0:7690:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800721718c0/0x3f004d6452e076d2 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1205 expref: 6 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016117.036028:0:7690:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800721718c0/0x3f004d6452e076d2 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1205 expref: 6 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016117.036041:0:7690:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800721718c0, rc 0) 00000100:00100000:2.0:1734016117.036441:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cc7b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:1980:x1818247336760704:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 4327us (4527us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016117.036450:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10419 00000100:00100000:3.0:1734016117.046133:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016117.046270:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336760832 00000100:00100000:2.0:1734016117.046279:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336760832 00000100:00100000:2.0:1734016117.046340:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10420 00000100:00100000:2.0:1734016117.046347:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800ac574700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:1979:x1818247336760832:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:2.0:1734016117.046368:0:7690:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016117.046387:0:7690:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800721718c0/0x3f004d6452e076d9 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d120c expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016117.046456:0:7690:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b91b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339398272:192.168.201.10@tcp:106: 00000100:00100000:2.0:1734016117.046525:0:7690:0:(client.c:2562:ptlrpc_set_wait()) set ffff88006d6ff780 going to sleep for 11 seconds 00000100:00100000:2.0:1734016117.048505:0:7690:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b91b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339398272:192.168.201.10@tcp:106: 00010000:00010000:2.0:1734016117.048547:0:7690:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800721718c0/0x3f004d6452e076d9 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d120c expref: 6 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016117.048561:0:7690:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800721718c0/0x3f004d6452e076d9 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d120c expref: 6 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016117.049175:0:7690:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800721718c0, rc 0) 00000100:00100000:2.0:1734016117.049404:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800ac574700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:1979:x1818247336760832:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 3055us (3281us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016117.049413:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10420 00000100:00100000:0.0:1734016117.055496:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016117.055684:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336760960 00000100:00100000:2.0:1734016117.055696:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336760960 00000100:00100000:2.0:1734016117.055906:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10421 00000100:00100000:2.0:1734016117.055913:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800744bce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1979:x1818247336760960:12345-192.168.201.10@tcp:22:fsx.0 00002000:00010000:2.0:1734016117.056111:0:7690:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 9148773 -> 10300984 00002000:00010000:2.0:1734016117.056114:0:7690:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016116 -> 1734016117 00002000:00010000:2.0:1734016117.056116:0:7690:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016116 -> 1734016115 00002000:00010000:2.0:1734016117.056117:0:7690:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016116 -> 1734016117 00002000:00010000:2.0:1734016117.056119:0:7690:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 1432 -> 1456 00000100:00100000:2.0:1734016117.056162:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800744bce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1979:x1818247336760960:12345-192.168.201.10@tcp:22:fsx.0 Request processed in 249us (674us total) trans 4294969213 rc 0/0 00000100:00100000:2.0:1734016117.056171:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10421 00000100:00100000:3.0:1734016117.062134:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016117.063053:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336761088 00000100:00100000:1.0:1734016117.063063:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336761088 00000100:00100000:1.0:1734016117.063115:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10422 00000100:00100000:1.0:1734016117.063122:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cc73100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:1981:x1818247336761088:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:1.0:1734016117.063138:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016117.063153:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880097234480/0x3f004d6452e076e0 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d1213 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016117.063198:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880073e33800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339398400:192.168.201.10@tcp:106: 00000100:00100000:1.0:1734016117.063259:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b42cd0c0 going to sleep for 11 seconds 00002000:00010000:1.0:1734016117.066295:0:7689:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime: 1734016115 -> 1734016116 00000100:00100000:1.0:1734016117.066321:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880073e33800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339398400:192.168.201.10@tcp:106: 00010000:00010000:1.0:1734016117.066353:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880097234480/0x3f004d6452e076e0 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1213 expref: 6 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016117.066366:0:7689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097234480/0x3f004d6452e076e0 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1213 expref: 6 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016117.066393:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097234480, rc 0) 00000100:00100000:1.0:1734016117.066561:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cc73100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:1981:x1818247336761088:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 3437us (4435us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016117.066570:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10422 00000100:00100000:0.0:1734016117.070693:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016117.070807:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336761216 00000100:00100000:1.0:1734016117.070818:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336761216 00000100:00100000:1.0:1734016117.070895:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10423 00000100:00100000:1.0:1734016117.070903:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800744be680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:1981:x1818247336761216:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:1.0:1734016117.070924:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016117.070942:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800972373c0/0x3f004d6452e076e7 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d121a expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016117.070996:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880073e33800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339398528:192.168.201.10@tcp:106: 00000100:00100000:1.0:1734016117.071373:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b42cd0c0 going to sleep for 11 seconds 00000100:00100000:1.0:1734016117.074053:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880073e33800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339398528:192.168.201.10@tcp:106: 00010000:00010000:1.0:1734016117.074086:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800972373c0/0x3f004d6452e076e7 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d121a expref: 6 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016117.074097:0:7689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800972373c0/0x3f004d6452e076e7 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d121a expref: 6 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016117.074123:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800972373c0, rc 0) 00000100:00100000:1.0:1734016117.074166:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800744be680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:1981:x1818247336761216:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 3262us (3481us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016117.074173:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10423 00000100:00100000:0.0:1734016117.077257:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016117.077434:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336761344 00000100:00100000:1.0:1734016117.077447:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336761344 00000100:00100000:1.0:1734016117.077502:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10424 00000100:00100000:1.0:1734016117.077510:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800744bf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:1981:x1818247336761344:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:1.0:1734016117.077534:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016117.077555:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800972346c0/0x3f004d6452e076ee lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d1221 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016117.077616:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880073e33800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339398656:192.168.201.10@tcp:106: 00000100:00100000:1.0:1734016117.077685:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b42cd0c0 going to sleep for 11 seconds 00000100:00100000:1.0:1734016117.080733:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880073e33800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339398656:192.168.201.10@tcp:106: 00010000:00010000:1.0:1734016117.080771:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800972346c0/0x3f004d6452e076ee lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1221 expref: 6 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016117.080785:0:7689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800972346c0/0x3f004d6452e076ee lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1221 expref: 6 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016117.080809:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800972346c0, rc 0) 00000100:00100000:1.0:1734016117.080854:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800744bf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:1981:x1818247336761344:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 3345us (3611us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016117.080878:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10424 00000100:00100000:3.0:1734016117.084154:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016117.084432:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336761472 00000100:00100000:1.0:1734016117.084441:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336761472 00000100:00100000:1.0:1734016117.084494:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10425 00000100:00100000:1.0:1734016117.084500:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cc70000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:9673:x1818247336761472:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:1.0:1734016117.084516:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016117.084533:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880097237840/0x3f004d6452e076f5 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d1228 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016117.084566:0:7689:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880072172d00/0x3f004d6452e076cb lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3194880->3198975) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d11fe expref: 7 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016117.084573:0:7689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016117.084575:0:7689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016117.084578:0:7689:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880097237840/0x3f004d6452e076f5 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [4403200->4427775] (req 4403200->4427775) gid 0 flags: 0x50000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1228 expref: 6 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016117.084604:0:7689:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880072172d00/0x3f004d6452e076cb lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3194880->3198975) gid 0 flags: 0x50000000020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d11fe expref: 7 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016117.084615:0:7689:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880072172d00/0x3f004d6452e076cb lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3194880->3198975) gid 0 flags: 0x70000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d11fe expref: 7 pid: 7690 timeout: 481 lvb_type: 0 00000100:00100000:1.0:1734016117.084626:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880073e33800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339398784:192.168.201.10@tcp:104: 00000100:00100000:1.0:1734016117.084686:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b42cd0c0 going to sleep for 11 seconds 00000100:00100000:1.0:1734016117.088624:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880073e33800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339398784:192.168.201.10@tcp:104: 00010000:00010000:1.0:1734016117.088661:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880097237840/0x3f004d6452e076f5 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [4403200->4427775] (req 4403200->4427775) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1228 expref: 6 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016117.088678:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097237840, rc 0) 00000100:00100000:1.0:1734016117.088735:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cc70000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:9673:x1818247336761472:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 4234us (4587us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016117.088742:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10425 00000100:00100000:0.0:1734016117.089914:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016117.090500:0:7705:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336761600 00000100:00100000:2.0:1734016117.090511:0:7705:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336761600 00010000:00010000:2.0:1734016117.090559:0:7705:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880072172d00/0x3f004d6452e076cb lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3194880->3198975) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d11fe expref: 8 pid: 7690 timeout: 481 lvb_type: 0 00000100:00100000:2.0:1734016117.092843:0:7705:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2775 00000100:00100000:2.0:1734016117.092859:0:7705:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800744bd880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1978:x1818247336761600:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016117.092888:0:7705:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016117.092911:0:7705:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880072172d00/0x3f004d6452e076cb lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3194880->3198975) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d11fe expref: 8 pid: 7690 timeout: 481 lvb_type: 0 00010000:00010000:2.0:1734016117.092923:0:7705:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880072172d00/0x3f004d6452e076cb lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3194880->3198975) gid 0 flags: 0x50000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d11fe expref: 8 pid: 7690 timeout: 481 lvb_type: 0 00010000:00010000:2.0:1734016117.092947:0:7705:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880072172d00/0x3f004d6452e076cb lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3194880->3198975) gid 0 flags: 0x44801400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d11fe expref: 8 pid: 7690 timeout: 481 lvb_type: 0 00010000:00010000:2.0:1734016117.092975:0:7705:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016117.092977:0:7705:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016117.092984:0:7705:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880097237840/0x3f004d6452e076f5 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4403200->4427775) gid 0 flags: 0x40080000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1228 expref: 5 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016117.092993:0:7705:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880097237840/0x3f004d6452e076f5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4403200->4427775) gid 0 flags: 0x40080000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1228 expref: 5 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016117.093027:0:7705:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880097237840/0x3f004d6452e076f5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4403200->4427775) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1228 expref: 5 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016117.093040:0:7705:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b91b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7705:1818247339398912:192.168.201.10@tcp:105: 00000100:00100000:2.0:1734016117.093101:0:7705:0:(client.c:2562:ptlrpc_set_wait()) set ffff88006d6ff780 going to sleep for 11 seconds 00000100:00100000:3.0:1734016117.098258:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016117.098360:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336761728 00000100:00100000:1.0:1734016117.098367:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336761728 00000100:00100000:1.0:1734016117.098410:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10426 00000100:00100000:1.0:1734016117.098416:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cc70700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1979:x1818247336761728:12345-192.168.201.10@tcp:22:fsx.0 00002000:00010000:1.0:1734016117.098607:0:7689:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 10300984 -> 10300984 00002000:00010000:1.0:1734016117.098611:0:7689:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016117 -> 1734016117 00002000:00010000:1.0:1734016117.098613:0:7689:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016116 -> 1734016115 00002000:00010000:1.0:1734016117.098615:0:7689:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016117 -> 1734016117 00002000:00010000:1.0:1734016117.098617:0:7689:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 1456 -> 1504 00000100:00100000:1.0:1734016117.098677:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cc70700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1979:x1818247336761728:12345-192.168.201.10@tcp:22:fsx.0 Request processed in 259us (426us total) trans 4294969214 rc 0/0 00000100:00100000:1.0:1734016117.098684:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10426 00000100:00100000:2.0:1734016117.098794:0:7705:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b91b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7705:1818247339398912:192.168.201.10@tcp:105: 00010000:00010000:2.0:1734016117.098816:0:7705:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016117.098835:0:7705:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800744bd880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1978:x1818247336761600:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 5981us (8928us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016117.098842:0:7705:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2775 00000100:00100000:0.0:1734016117.102750:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016117.102850:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336761856 00000100:00100000:3.0:1734016117.102859:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336761856 00000100:00100000:3.0:1734016117.102931:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10427 00000100:00100000:3.0:1734016117.102937:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800744bc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1978:x1818247336761856:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:3.0:1734016117.102953:0:7690:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016117.102970:0:7690:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a9a6d00/0x3f004d6452e076fc lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d122f expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016117.103015:0:7690:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012cc72300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339399040:192.168.201.10@tcp:106: 00000100:00100000:3.0:1734016117.103071:0:7690:0:(client.c:2562:ptlrpc_set_wait()) set ffff880074e1ab40 going to sleep for 11 seconds 00002000:00010000:3.0:1734016117.105052:0:7690:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime: 1734016115 -> 1734016116 00000100:00100000:3.0:1734016117.105082:0:7690:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012cc72300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339399040:192.168.201.10@tcp:106: 00010000:00010000:3.0:1734016117.105117:0:7690:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a9a6d00/0x3f004d6452e076fc lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d122f expref: 8 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016117.105129:0:7690:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a6d00/0x3f004d6452e076fc lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d122f expref: 8 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016117.106796:0:7690:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a9a6d00, rc 0) 00000100:00100000:3.0:1734016117.106913:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800744bc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1978:x1818247336761856:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 3968us (4163us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016117.106928:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10427 00000100:00100000:2.0:1734016117.110130:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016117.110512:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336761984 00000100:00100000:3.0:1734016117.110523:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336761984 00000100:00100000:3.0:1734016117.110581:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10428 00000100:00100000:3.0:1734016117.110590:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b91b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1979:x1818247336761984:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:3.0:1734016117.110609:0:7690:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016117.110626:0:7690:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7180/0x3f004d6452e07703 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d1236 expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016117.110677:0:7690:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012cc72300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339399168:192.168.201.10@tcp:106: 00000100:00100000:3.0:1734016117.110737:0:7690:0:(client.c:2562:ptlrpc_set_wait()) set ffff880074e1ab40 going to sleep for 11 seconds 00000100:00100000:3.0:1734016117.115141:0:7690:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012cc72300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339399168:192.168.201.10@tcp:106: 00010000:00010000:3.0:1734016117.115177:0:7690:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7180/0x3f004d6452e07703 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1236 expref: 8 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016117.115191:0:7690:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7180/0x3f004d6452e07703 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1236 expref: 8 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016117.115735:0:7690:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a9a7180, rc 0) 00000100:00100000:3.0:1734016117.115789:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b91b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1979:x1818247336761984:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 5199us (5664us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016117.115797:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10428 00000100:00100000:0.0:1734016117.119115:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016117.119578:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336762112 00000100:00100000:3.0:1734016117.119590:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336762112 00000100:00100000:3.0:1734016117.119654:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10429 00000100:00100000:3.0:1734016117.119664:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800744bfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:9673:x1818247336762112:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:3.0:1734016117.119687:0:7690:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016117.119712:0:7690:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7600/0x3f004d6452e0770a lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d123d expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016117.119742:0:7690:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880097237840/0x3f004d6452e076f5 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4403200->4427775) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1228 expref: 6 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016117.119750:0:7690:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016117.119753:0:7690:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016117.119756:0:7690:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7600/0x3f004d6452e0770a lrc: 4/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [9621504->9637887] (req 9621504->9637887) gid 0 flags: 0x50000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d123d expref: 8 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016117.119788:0:7690:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880097237840/0x3f004d6452e076f5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4403200->4427775) gid 0 flags: 0x50000000020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1228 expref: 6 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016117.119801:0:7690:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880097237840/0x3f004d6452e076f5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4403200->4427775) gid 0 flags: 0x70000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1228 expref: 6 pid: 7689 timeout: 481 lvb_type: 0 00000100:00100000:3.0:1734016117.119812:0:7690:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012cc72300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339399296:192.168.201.10@tcp:104: 00000100:00100000:3.0:1734016117.119900:0:7690:0:(client.c:2562:ptlrpc_set_wait()) set ffff880074e1ab40 going to sleep for 11 seconds 00000100:00100000:2.0:1734016117.128443:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016117.128934:0:7705:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336762240 00000100:00100000:0.0:1734016117.128945:0:7705:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336762240 00010000:00010000:0.0:1734016117.128991:0:7705:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880097237840/0x3f004d6452e076f5 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4403200->4427775) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1228 expref: 7 pid: 7689 timeout: 481 lvb_type: 0 00000100:00100000:0.0:1734016117.129039:0:7705:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2776 00000100:00100000:0.0:1734016117.129046:0:7705:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b91a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1978:x1818247336762240:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016117.129064:0:7705:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016117.129086:0:7705:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880097237840/0x3f004d6452e076f5 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4403200->4427775) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1228 expref: 7 pid: 7689 timeout: 481 lvb_type: 0 00010000:00010000:0.0:1734016117.129098:0:7705:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880097237840/0x3f004d6452e076f5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4403200->4427775) gid 0 flags: 0x50000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1228 expref: 7 pid: 7689 timeout: 481 lvb_type: 0 00010000:00010000:0.0:1734016117.129127:0:7705:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016117.129129:0:7705:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016117.129137:0:7705:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7600/0x3f004d6452e0770a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 9621504->9637887) gid 0 flags: 0x50080000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d123d expref: 8 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016117.129145:0:7705:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7600/0x3f004d6452e0770a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 9621504->9637887) gid 0 flags: 0x50080000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d123d expref: 8 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016117.129181:0:7705:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7600/0x3f004d6452e0770a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 9621504->9637887) gid 0 flags: 0x40000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d123d expref: 8 pid: 7690 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016117.129192:0:7705:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800744bd500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7705:1818247339399424:192.168.201.10@tcp:105: 00000100:00100000:0.0:1734016117.129244:0:7705:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a74866c0 going to sleep for 11 seconds 00010000:00010000:3.0:1734016117.129512:0:7690:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097237840/0x3f004d6452e076f5 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4403200->4427775) gid 0 flags: 0x44801400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1228 expref: 7 pid: 7689 timeout: 481 lvb_type: 0 00000100:00100000:3.0:1734016117.129532:0:7690:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012cc72300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339399296:192.168.201.10@tcp:104: 00010000:00010000:3.0:1734016117.129557:0:7690:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7600/0x3f004d6452e0770a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 9621504->9637887) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d123d expref: 8 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016117.129570:0:7690:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a9a7600, rc 0) 00000100:00100000:3.0:1734016117.129599:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800744bfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:9673:x1818247336762112:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 9937us (10494us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016117.129606:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10429 00000100:00100000:1.0:1734016117.131608:0:7705:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800744bd500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7705:1818247339399424:192.168.201.10@tcp:105: 00010000:00010000:1.0:1734016117.131640:0:7705:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016117.131688:0:7705:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b91a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1978:x1818247336762240:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 2641us (3255us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016117.131700:0:7705:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2776 00000100:00100000:2.0:1734016117.135203:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016117.135470:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336762368 00000100:00100000:3.0:1734016117.135485:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336762368 00000100:00100000:3.0:1734016117.135537:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10430 00000100:00100000:3.0:1734016117.135544:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880073e02d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1979:x1818247336762368:12345-192.168.201.10@tcp:22:fsx.0 00002000:00010000:3.0:1734016117.135802:0:7690:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 10300984 -> 10300984 00002000:00010000:3.0:1734016117.135805:0:7690:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016117 -> 1734016117 00002000:00010000:3.0:1734016117.135807:0:7690:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016116 -> 1734016115 00002000:00010000:3.0:1734016117.135808:0:7690:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016117 -> 1734016117 00002000:00010000:3.0:1734016117.135810:0:7690:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 1504 -> 1504 00000100:00100000:3.0:1734016117.135911:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880073e02d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+9:1979:x1818247336762368:12345-192.168.201.10@tcp:22:fsx.0 Request processed in 366us (719us total) trans 4294969215 rc 0/0 00000100:00100000:3.0:1734016117.135917:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10430 00000100:00100000:0.0:1734016117.140711:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016117.140810:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336762496 00000100:00100000:1.0:1734016117.140818:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336762496 00000100:00100000:1.0:1734016117.141141:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10431 00000100:00100000:1.0:1734016117.141147:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800744bdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1980:x1818247336762496:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:1.0:1734016117.141166:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016117.141188:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880097237840/0x3f004d6452e07711 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d1244 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016117.141234:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880073e33800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339399552:192.168.201.10@tcp:106: 00000100:00100000:1.0:1734016117.141291:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b42cd0c0 going to sleep for 11 seconds 00002000:00010000:1.0:1734016117.143836:0:7689:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime: 1734016115 -> 1734016116 00000100:00100000:1.0:1734016117.143919:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880073e33800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339399552:192.168.201.10@tcp:106: 00010000:00010000:1.0:1734016117.143980:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880097237840/0x3f004d6452e07711 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1244 expref: 7 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016117.143998:0:7689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097237840/0x3f004d6452e07711 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1244 expref: 7 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016117.144149:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097237840, rc 0) 00000100:00100000:1.0:1734016117.144225:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800744bdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1980:x1818247336762496:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 3074us (3520us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016117.144234:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10431 00000100:00100000:2.0:1734016117.147498:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016117.147643:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336762624 00000100:00100000:1.0:1734016117.147653:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336762624 00000100:00100000:1.0:1734016117.147713:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10432 00000100:00100000:1.0:1734016117.147720:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880073e02300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1979:x1818247336762624:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:1.0:1734016117.147740:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016117.147765:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880097235b00/0x3f004d6452e07718 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d124b expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016117.147826:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880073e33800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339399680:192.168.201.10@tcp:106: 00000100:00100000:1.0:1734016117.147916:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b42cd0c0 going to sleep for 11 seconds 00000100:00100000:1.0:1734016117.151129:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880073e33800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339399680:192.168.201.10@tcp:106: 00010000:00010000:1.0:1734016117.151198:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880097235b00/0x3f004d6452e07718 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d124b expref: 7 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016117.151220:0:7689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097235b00/0x3f004d6452e07718 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d124b expref: 7 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016117.151551:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097235b00, rc 0) 00000100:00100000:1.0:1734016117.151652:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880073e02300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1979:x1818247336762624:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 3930us (4164us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016117.151668:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10432 00000100:00100000:2.0:1734016117.157965:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016117.158144:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336762752 00000100:00100000:1.0:1734016117.158152:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336762752 00000100:00100000:1.0:1734016117.158203:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10433 00000100:00100000:1.0:1734016117.158210:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880136a24a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:9673:x1818247336762752:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:1.0:1734016117.158233:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016117.158253:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880097237a80/0x3f004d6452e0771f lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d1252 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016117.158291:0:7689:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7600/0x3f004d6452e0770a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 9621504->9637887) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d123d expref: 8 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016117.158298:0:7689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016117.158301:0:7689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016117.158303:0:7689:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880097237a80/0x3f004d6452e0771f lrc: 4/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [3743744->3756031] (req 3743744->3756031) gid 0 flags: 0x50000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1252 expref: 7 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016117.158336:0:7689:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7600/0x3f004d6452e0770a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 9621504->9637887) gid 0 flags: 0x50000000020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d123d expref: 8 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016117.158351:0:7689:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7600/0x3f004d6452e0770a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 9621504->9637887) gid 0 flags: 0x70000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d123d expref: 8 pid: 7690 timeout: 481 lvb_type: 0 00000100:00100000:1.0:1734016117.158364:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880073e33800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339399808:192.168.201.10@tcp:104: 00000100:00100000:1.0:1734016117.158429:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b42cd0c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016117.161832:0:3508:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880136a26a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d6847433-36e0-498f-be35-6a8f02b47718:3508:1818247339399936:0@lo:400:kworker.0 00000100:00100000:0.0:1734016117.161919:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734016117.161951:0:3508:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1734016117.161956:0:3508:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880136a24000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3508:1818247339400064:0@lo:400:kworker.0 00000100:00100000:0.0:1734016117.161987:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734016117.162348:0:6478:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339399936 00000100:00100000:3.0:1734016117.162358:0:6478:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339399936 00000100:00100000:3.0:1734016117.162406:0:6478:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 323 00000100:00100000:3.0:1734016117.162412:0:6478:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800ac542050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d6847433-36e0-498f-be35-6a8f02b47718+18:3508:x1818247339399936:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734016117.162466:0:6478:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800ac542050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d6847433-36e0-498f-be35-6a8f02b47718+18:3508:x1818247339399936:12345-0@lo:400:kworker.0 Request processed in 44us (539us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016117.162473:0:6478:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 323 00000100:00100000:1.0:1734016117.163143:0:3510:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880136a25500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3510:1818247339400192:0@lo:400:kworker.0 00000100:00100000:2.0:1734016117.163279:0:3511:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880136a25880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3511:1818247339400320:0@lo:400:kworker.0 00000100:00100000:0.0:1734016117.163553:0:3508:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880136a26a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d6847433-36e0-498f-be35-6a8f02b47718:3508:1818247339399936:0@lo:400:kworker.0 00000100:00100000:0.0:1734016117.163574:0:3508:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880136a26680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3508:1818247339400448:0@lo:400:kworker.0 00000100:00100000:0.0:1734016117.163598:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1734016117.163620:0:6479:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734016087 00000100:00100000:0.0:1734016117.163641:0:6481:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339400064 00000100:00100000:0.0:1734016117.163645:0:6481:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339400064 00000100:00100000:0.0:1734016117.163675:0:6481:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 216 00000100:00100000:0.0:1734016117.163680:0:6481:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800744bf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3508:x1818247339400064:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734016117.163713:0:6481:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800744bf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3508:x1818247339400064:12345-0@lo:400:kworker.0 Request processed in 33us (1725us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016117.163720:0:6481:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 216 00000100:00100000:0.0:1734016117.163744:0:3508:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880136a24000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3508:1818247339400064:0@lo:400:kworker.0 00000100:00100000:2.0:1734016117.163801:0:3511:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734016117.163825:0:8966:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339400320 00000100:00100000:2.0:1734016117.163828:0:8966:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339400320 00000100:00100000:2.0:1734016117.163849:0:8966:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 217 00000100:00100000:2.0:1734016117.163853:0:8966:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880136a25f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3511:x1818247339400320:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734016117.163899:0:8966:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880136a25f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3511:x1818247339400320:12345-0@lo:400:kworker.0 Request processed in 45us (97us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016117.163904:0:8966:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 217 00000100:00100000:2.0:1734016117.163927:0:3511:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880136a25880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3511:1818247339400320:0@lo:400:kworker.0 00000100:00100000:2.0:1734016117.164079:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016117.164102:0:7705:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336762880 00000100:00100000:2.0:1734016117.164106:0:7705:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336762880 00010000:00010000:2.0:1734016117.164128:0:7705:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7600/0x3f004d6452e0770a lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 9621504->9637887) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d123d expref: 9 pid: 7690 timeout: 481 lvb_type: 0 00000100:00100000:2.0:1734016117.164151:0:7705:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2777 00000100:00100000:2.0:1734016117.164155:0:7705:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880136a25880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+9:1979:x1818247336762880:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016117.164164:0:7705:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016117.164187:0:7705:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7600/0x3f004d6452e0770a lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 9621504->9637887) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d123d expref: 9 pid: 7690 timeout: 481 lvb_type: 0 00010000:00010000:2.0:1734016117.164200:0:7705:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7600/0x3f004d6452e0770a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 9621504->9637887) gid 0 flags: 0x50000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d123d expref: 9 pid: 7690 timeout: 481 lvb_type: 0 00010000:00010000:2.0:1734016117.164223:0:7705:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016117.164226:0:7705:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016117.164234:0:7705:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880097237a80/0x3f004d6452e0771f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3743744->3756031) gid 0 flags: 0x50080000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1252 expref: 7 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016117.164243:0:7705:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880097237a80/0x3f004d6452e0771f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3743744->3756031) gid 0 flags: 0x50080000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1252 expref: 7 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016117.164274:0:7705:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880097237a80/0x3f004d6452e0771f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3743744->3756031) gid 0 flags: 0x40000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1252 expref: 7 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016117.164284:0:7705:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880136a24000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7705:1818247339400576:192.168.201.10@tcp:105: 00000100:00100000:2.0:1734016117.164324:0:7705:0:(client.c:2562:ptlrpc_set_wait()) set ffff88006d6ff780 going to sleep for 11 seconds 00000100:00100000:2.0:1734016117.164398:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339400448 00000100:00100000:2.0:1734016117.164402:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339400448 00000100:00100000:2.0:1734016117.164432:0:10115:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 109 00000100:00100000:2.0:1734016117.164437:0:10115:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800744bf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3508:x1818247339400448:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734016117.164481:0:10115:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800744bf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3508:x1818247339400448:12345-0@lo:400:kworker.0 Request processed in 43us (882us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016117.164487:0:10115:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 109 00000100:00100000:1.0:1734016117.164670:0:3510:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1734016117.164720:0:7689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7600/0x3f004d6452e0770a lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 9621504->9637887) gid 0 flags: 0x44801400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d123d expref: 9 pid: 7690 timeout: 481 lvb_type: 0 00000100:00100000:1.0:1734016117.164746:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880073e33800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339399808:192.168.201.10@tcp:104: 00010000:00010000:1.0:1734016117.164769:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880097237a80/0x3f004d6452e0771f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3743744->3756031) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1252 expref: 7 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016117.164778:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097237a80, rc 0) 00000100:00100000:1.0:1734016117.164802:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880136a24a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:9673:x1818247336762752:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 6593us (6848us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016117.164808:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10433 00000100:00080000:0.0:1734016117.165573:0:6479:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734016087 00000100:00080000:0.0:1734016117.165578:0:6479:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734016087 00000100:00100000:0.0:1734016117.165592:0:6481:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339400192 00000100:00100000:0.0:1734016117.165597:0:6481:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339400192 00000100:00100000:0.0:1734016117.165639:0:6481:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 218 00000100:00100000:0.0:1734016117.165644:0:6481:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880073e31880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3510:x1818247339400192:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734016117.165683:0:6481:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880073e31880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3510:x1818247339400192:12345-0@lo:400:kworker.0 Request processed in 38us (1013us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016117.165688:0:6481:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 218 00000100:00100000:0.0:1734016117.165713:0:3508:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880136a26680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3508:1818247339400448:0@lo:400:kworker.0 00000100:00100000:0.0:1734016117.165747:0:3510:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880136a25500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3510:1818247339400192:0@lo:400:kworker.0 00000100:00080000:1.0:1734016117.166071:0:6479:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734016087 00000100:00100000:0.0:1734016117.170342:0:7705:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880136a24000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7705:1818247339400576:192.168.201.10@tcp:105: 00010000:00010000:0.0:1734016117.170371:0:7705:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016117.170425:0:7705:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880136a25880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1979:x1818247336762880:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 6266us (6345us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016117.170435:0:7705:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2777 00000100:00100000:0.0:1734016117.170947:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016117.170990:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336763008 00000100:00100000:1.0:1734016117.170998:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336763008 00000100:00100000:1.0:1734016117.171040:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10434 00000100:00100000:1.0:1734016117.171045:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800744bc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1979:x1818247336763008:12345-192.168.201.10@tcp:22:fsx.0 00002000:00010000:1.0:1734016117.171280:0:7689:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 10300984 -> 10300984 00002000:00010000:1.0:1734016117.171284:0:7689:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016117 -> 1734016117 00002000:00010000:1.0:1734016117.171286:0:7689:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016116 -> 1734016115 00002000:00010000:1.0:1734016117.171288:0:7689:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016117 -> 1734016117 00002000:00010000:1.0:1734016117.171290:0:7689:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 1504 -> 1504 00000100:00100000:1.0:1734016117.171968:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800744bc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+8:1979:x1818247336763008:12345-192.168.201.10@tcp:22:fsx.0 Request processed in 920us (1022us total) trans 4294969216 rc 0/0 00000100:00100000:1.0:1734016117.171975:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10434 00000100:00100000:2.0:1734016117.176474:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016117.176572:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336763136 00000100:00100000:0.0:1734016117.176586:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336763136 00000100:00100000:0.0:1734016117.177201:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10435 00000100:00100000:0.0:1734016117.177210:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880136a26a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1979:x1818247336763136:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:0.0:1734016117.177232:0:7690:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016117.177251:0:7690:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a8038b40/0x3f004d6452e07726 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d1259 expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016117.177317:0:7690:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800744bed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339400704:192.168.201.10@tcp:106: 00000100:00100000:0.0:1734016117.177396:0:7690:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a74863c0 going to sleep for 11 seconds 00002000:00010000:0.0:1734016117.180298:0:7690:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime: 1734016115 -> 1734016116 00000100:00100000:0.0:1734016117.180336:0:7690:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800744bed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339400704:192.168.201.10@tcp:106: 00010000:00010000:0.0:1734016117.180377:0:7690:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a8038b40/0x3f004d6452e07726 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1259 expref: 9 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016117.180392:0:7690:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a8038b40/0x3f004d6452e07726 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1259 expref: 9 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016117.180423:0:7690:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a8038b40, rc 0) 00000100:00100000:0.0:1734016117.180499:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880136a26a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1979:x1818247336763136:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 3286us (4048us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016117.180508:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10435 00000100:00100000:0.0:1734016117.183554:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016117.183664:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336763264 00000100:00100000:2.0:1734016117.183678:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336763264 00000100:00100000:2.0:1734016117.183859:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10436 00000100:00100000:2.0:1734016117.183891:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800744bed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1980:x1818247336763264:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:2.0:1734016117.183913:0:7690:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016117.183937:0:7690:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880072171f80/0x3f004d6452e0772d lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d1260 expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016117.184017:0:7690:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880136a24000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339400832:192.168.201.10@tcp:106: 00000100:00100000:2.0:1734016117.184152:0:7690:0:(client.c:2562:ptlrpc_set_wait()) set ffff88006d6ff540 going to sleep for 11 seconds 00000100:00100000:2.0:1734016117.186500:0:7690:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880136a24000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339400832:192.168.201.10@tcp:106: 00010000:00010000:2.0:1734016117.186542:0:7690:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880072171f80/0x3f004d6452e0772d lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1260 expref: 9 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016117.186557:0:7690:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880072171f80/0x3f004d6452e0772d lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1260 expref: 9 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016117.186584:0:7690:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880072171f80, rc 0) 00000100:00100000:2.0:1734016117.186640:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800744bed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1980:x1818247336763264:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 2752us (3099us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016117.186648:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10436 00000100:00100000:3.0:1734016117.209961:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016117.210003:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016117.210030:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016117.211241:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336763648 00000100:00100000:2.0:1734016117.211249:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336763648 00002000:00100000:2.0:1734016117.211291:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (4194304->8388607) req@ffff88012cc72300 x1818247336763648/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:78/0 lens 488/0 e 0 to 0 dl 1734016128 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016117.211300:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012cc72300 with x1818247336763648 ext(4194304->8388607) 00002000:00010000:2.0:1734016117.211306:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012cc72300 00000100:00100000:0.0:1734016117.211308:0:7695:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336763520 00000100:00100000:0.0:1734016117.211311:0:7695:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336763520 00000100:00100000:2.0:1734016117.211322:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336763776 00000100:00100000:2.0:1734016117.211324:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336763776 00002000:00100000:0.0:1734016117.211325:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (0->4194303) req@ffff88012cc71880 x1818247336763520/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:78/0 lens 488/0 e 0 to 0 dl 1734016128 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016117.211332:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012cc71880 with x1818247336763520 ext(0->4194303) 00002000:00100000:2.0:1734016117.211332:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (8388608->10301439) req@ffff88012cc72d80 x1818247336763776/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:78/0 lens 488/0 e 0 to 0 dl 1734016128 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00010000:0.0:1734016117.211334:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012cc71880 00002000:00100000:2.0:1734016117.211338:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012cc72d80 with x1818247336763776 ext(8388608->10301439) 00002000:00010000:2.0:1734016117.211340:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012cc72d80 00000100:00100000:0.0:1734016117.211345:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8735 00000100:00100000:2.0:1734016117.211348:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8736 00000100:00100000:0.0:1734016117.211350:0:7695:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cc72300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+10:1981:x1818247336763648:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:2.0:1734016117.211351:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cc71880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+10:1981:x1818247336763520:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:1.0:1734016117.211933:0:13929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8737 00000100:00100000:1.0:1734016117.211939:0:13929:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cc72d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+10:1981:x1818247336763776:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:3.0:1734016117.225160:0:3509:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800744bd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3509:1818247339400960:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1734016117.225230:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734016117.225352:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339400960 00000100:00100000:0.0:1734016117.225363:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339400960 00000100:00100000:0.0:1734016117.225410:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 118 00000100:00100000:0.0:1734016117.225416:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cc73b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3509:x1818247339400960:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1734016117.225438:0:7693:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 980042304 pending 0 free 3922976768 avail 3691397120 00000100:00100000:0.0:1734016117.225480:0:7693:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cc73b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3509:x1818247339400960:12345-0@lo:13:osp-pre-1-0.0 Request processed in 64us (251us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016117.225486:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 118 00000100:00100000:3.0:1734016117.225608:0:3509:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800744bd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3509:1818247339400960:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1734016117.233079:0:13929:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cc72d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+12:1981:x1818247336763776:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 21127us (23036us total) trans 0 rc 1912832/1912832 00000100:00100000:1.0:1734016117.233092:0:13929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8737 00002000:00100000:1.0:1734016117.233106:0:13929:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (8388608->10301439) req@ffff88012cc72d80 x1818247336763776/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:78/0 lens 488/440 e 0 to 0 dl 1734016128 ref 1 fl Complete:/200/0 rc 1912832/1912832 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016117.233116:0:13929:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012cc72d80 with x1818247336763776 ext(8388608->10301439) 00002000:00010000:1.0:1734016117.233122:0:13929:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012cc72d80 00000100:00100000:1.0:1734016117.305188:0:7695:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cc72300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+10:1981:x1818247336763648:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 93822us (95221us total) trans 0 rc 4194304/4194304 00000100:00100000:1.0:1734016117.305204:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8735 00002000:00100000:1.0:1734016117.305216:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (4194304->8388607) req@ffff88012cc72300 x1818247336763648/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:78/0 lens 488/440 e 0 to 0 dl 1734016128 ref 1 fl Complete:/200/0 rc 4194304/4194304 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016117.305225:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012cc72300 with x1818247336763648 ext(4194304->8388607) 00002000:00010000:1.0:1734016117.305232:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012cc72300 00000100:00100000:0.0:1734016117.360665:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cc71880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+8:1981:x1818247336763520:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 149290us (150639us total) trans 0 rc 4194304/4194304 00000100:00100000:0.0:1734016117.360692:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8736 00002000:00100000:0.0:1734016117.360718:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (0->4194303) req@ffff88012cc71880 x1818247336763520/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:78/0 lens 488/440 e 0 to 0 dl 1734016128 ref 1 fl Complete:/200/0 rc 4194304/4194304 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016117.360738:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012cc71880 with x1818247336763520 ext(0->4194303) 00002000:00010000:0.0:1734016117.360748:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012cc71880 00000100:00100000:0.0:1734016117.370792:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016117.372197:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336764032 00000100:00100000:2.0:1734016117.372214:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336764032 00000100:00100000:2.0:1734016117.372322:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10437 00000100:00100000:2.0:1734016117.372334:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800744bd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1978:x1818247336764032:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:2.0:1734016117.372366:0:7690:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016117.372390:0:7690:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880072171f80/0x3f004d6452e07734 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d1267 expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016117.372489:0:7690:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880136a24000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339401088:192.168.201.10@tcp:106: 00000100:00100000:2.0:1734016117.373633:0:7690:0:(client.c:2562:ptlrpc_set_wait()) set ffff88006d6ff540 going to sleep for 11 seconds 00000100:00100000:2.0:1734016117.376292:0:7690:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880136a24000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339401088:192.168.201.10@tcp:106: 00010000:00010000:2.0:1734016117.376342:0:7690:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880072171f80/0x3f004d6452e07734 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1267 expref: 9 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016117.376358:0:7690:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880072171f80/0x3f004d6452e07734 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1267 expref: 9 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016117.376382:0:7690:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880072171f80, rc 0) 00000100:00100000:2.0:1734016117.376719:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800744bd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1978:x1818247336764032:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 4384us (5945us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016117.376729:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10437 00000100:00100000:3.0:1734016117.380300:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016117.380375:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336764160 00000100:00100000:2.0:1734016117.380385:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336764160 00000100:00100000:2.0:1734016117.380434:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10438 00000100:00100000:2.0:1734016117.380442:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cc72680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1981:x1818247336764160:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:2.0:1734016117.380472:0:7690:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016117.380491:0:7690:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880072172d00/0x3f004d6452e0773b lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d126e expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016117.380550:0:7690:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880136a24000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339401216:192.168.201.10@tcp:106: 00000100:00100000:2.0:1734016117.380616:0:7690:0:(client.c:2562:ptlrpc_set_wait()) set ffff88006d6ff540 going to sleep for 11 seconds 00000100:00100000:2.0:1734016117.382336:0:7690:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880136a24000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339401216:192.168.201.10@tcp:106: 00010000:00010000:2.0:1734016117.382377:0:7690:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880072172d00/0x3f004d6452e0773b lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d126e expref: 9 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016117.382396:0:7690:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880072172d00/0x3f004d6452e0773b lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d126e expref: 9 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016117.382417:0:7690:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880072172d00, rc 0) 00000100:00100000:2.0:1734016117.382467:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cc72680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1981:x1818247336764160:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 2025us (2178us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016117.382474:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10438 00000100:00100000:3.0:1734016117.386699:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016117.386890:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336764288 00000100:00100000:2.0:1734016117.386908:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336764288 00000100:00100000:2.0:1734016117.387237:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10439 00000100:00100000:2.0:1734016117.387247:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074e57b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1979:x1818247336764288:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:2.0:1734016117.387269:0:7690:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016117.387298:0:7690:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800721718c0/0x3f004d6452e07742 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d1275 expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016117.387367:0:7690:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880136a24000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339401344:192.168.201.10@tcp:106: 00000100:00100000:2.0:1734016117.387905:0:7690:0:(client.c:2562:ptlrpc_set_wait()) set ffff88006d6ff540 going to sleep for 11 seconds 00000100:00100000:2.0:1734016117.394424:0:7690:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880136a24000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339401344:192.168.201.10@tcp:106: 00010000:00010000:2.0:1734016117.394498:0:7690:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800721718c0/0x3f004d6452e07742 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1275 expref: 9 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016117.394518:0:7690:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800721718c0/0x3f004d6452e07742 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1275 expref: 9 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016117.394558:0:7690:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800721718c0, rc 0) 00000100:00100000:2.0:1734016117.394646:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074e57b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1979:x1818247336764288:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 7399us (7963us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016117.394657:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10439 00000100:00100000:0.0:1734016117.398431:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016117.402257:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336764416 00000100:00100000:2.0:1734016117.402276:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336764416 00000100:00100000:3.0:1734016117.402426:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10440 00000100:00100000:3.0:1734016117.402435:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074622680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1981:x1818247336764416:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:3.0:1734016117.402467:0:7690:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016117.402486:0:7690:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a9a5b00/0x3f004d6452e07749 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d127c expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016117.402553:0:7690:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074e55f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339401472:192.168.201.10@tcp:106: 00000100:00100000:3.0:1734016117.402632:0:7690:0:(client.c:2562:ptlrpc_set_wait()) set ffff880074e1a480 going to sleep for 11 seconds 00000100:00100000:0.0:1734016117.406602:0:7690:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074e55f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339401472:192.168.201.10@tcp:106: 00010000:00010000:0.0:1734016117.406661:0:7690:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a9a5b00/0x3f004d6452e07749 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d127c expref: 9 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016117.406681:0:7690:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a5b00/0x3f004d6452e07749 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d127c expref: 9 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016117.406725:0:7690:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a9a5b00, rc 0) 00000100:00100000:0.0:1734016117.406805:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074622680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1981:x1818247336764416:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 4369us (8400us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016117.406815:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10440 00000100:00100000:2.0:1734016117.409812:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016117.410200:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336764672 00000100:00100000:0.0:1734016117.410213:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336764672 00000100:00100000:0.0:1734016117.411228:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8738 00000100:00100000:0.0:1734016117.411239:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880136a24000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1978:x1818247336764672:12345-192.168.201.10@tcp:4:fsx.0 00010000:00010000:0.0:1734016117.411288:0:7696:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a803b180/0x3f004d6452e07750 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7696 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016117.411310:0:7696:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880097237a80/0x3f004d6452e0771f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3743744->3756031) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1252 expref: 7 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016117.411322:0:7696:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016117.411325:0:7696:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016117.411328:0:7696:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a803b180/0x3f004d6452e07750 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [1384448->1392639] (req 1384448->1392639) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 7696 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016117.411374:0:7696:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880097237a80/0x3f004d6452e0771f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3743744->3756031) gid 0 flags: 0x50000000020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1252 expref: 7 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016117.411390:0:7696:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880097237a80/0x3f004d6452e0771f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3743744->3756031) gid 0 flags: 0x70000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1252 expref: 7 pid: 7689 timeout: 481 lvb_type: 0 00000100:00100000:0.0:1734016117.411404:0:7696:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074623100 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_002:lustre-OST0001_UUID:7696:1818247339401600:192.168.201.10@tcp:104: 00000100:00100000:0.0:1734016117.411510:0:7696:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a74863c0 going to sleep for 11 seconds 00000100:00100000:2.0:1734016117.420952:0:7696:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074623100 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_002:lustre-OST0001_UUID:7696:1818247339401600:192.168.201.10@tcp:104: 00010000:00010000:2.0:1734016117.420989:0:7696:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800a803b180/0x3f004d6452e07750 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [1384448->1392639] (req 1384448->1392639) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 7696 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016117.431582:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016117.431688:0:7705:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336764800 00000100:00100000:0.0:1734016117.431700:0:7705:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336764800 00010000:00010000:0.0:1734016117.431742:0:7705:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880097237a80/0x3f004d6452e0771f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3743744->3756031) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1252 expref: 8 pid: 7689 timeout: 481 lvb_type: 0 00000100:00100000:1.0:1734016117.433981:0:6470:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2778 00000100:00100000:1.0:1734016117.434001:0:6470:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880136a25500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+8:1978:x1818247336764800:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016117.434028:0:6470:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016117.434058:0:6470:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880097237a80/0x3f004d6452e0771f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3743744->3756031) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1252 expref: 8 pid: 7689 timeout: 481 lvb_type: 0 00010000:00010000:1.0:1734016117.434075:0:6470:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880097237a80/0x3f004d6452e0771f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3743744->3756031) gid 0 flags: 0x50000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1252 expref: 8 pid: 7689 timeout: 481 lvb_type: 0 00010000:00010000:1.0:1734016117.434101:0:6470:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097237a80/0x3f004d6452e0771f lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3743744->3756031) gid 0 flags: 0x44801400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1252 expref: 8 pid: 7689 timeout: 481 lvb_type: 0 00010000:00010000:1.0:1734016117.434139:0:6470:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016117.434142:0:6470:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016117.434147:0:6470:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a803b180/0x3f004d6452e07750 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [1384448->1392639] (req 1384448->1392639) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 7696 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016117.434156:0:6470:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a803b180/0x3f004d6452e07750 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [1384448->1392639] (req 1384448->1392639) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 7696 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016117.434196:0:6470:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016117.434259:0:6470:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880136a25500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1978:x1818247336764800:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 262us (2694us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016117.434267:0:6470:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2778 00010000:00010000:3.0:1734016117.434490:0:7696:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800a803b180/0x3f004d6452e07750 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [1384448->1392639] (req 1384448->1392639) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 7696 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016117.434499:0:7696:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a803b180/0x3f004d6452e07750 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [1384448->1392639] (req 1384448->1392639) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 7696 timeout: 0 lvb_type: 0 00000001:00080000:0.0:1734016117.438717:0:8954:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969217 is committed 00000001:00080000:0.0:1734016117.438737:0:8954:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969216 is committed 00002000:00010000:3.0:1734016117.440046:0:7696:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 1504 -> 1520 00010000:00010000:3.0:1734016117.440065:0:7696:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a803b180/0x3f004d6452e07750 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [1384448->1392639] (req 1384448->1392639) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 7696 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016117.440076:0:7696:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a803b180/0x3f004d6452e07750 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [1384448->1392639] (req 1384448->1392639) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 7696 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016117.440085:0:7696:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a803b180/0x3f004d6452e07750 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [1384448->1392639] (req 1384448->1392639) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 7696 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016117.440091:0:7696:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800a803b180 already unused, calling callback (ffffffffa086d100) 00010000:00010000:3.0:1734016117.440095:0:7696:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a803b180/0x3f004d6452e07750 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [1384448->1392639] (req 1384448->1392639) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 7696 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016117.440102:0:7696:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a803b180/0x3f004d6452e07750 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [1384448->1392639] (req 1384448->1392639) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 7696 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016117.440120:0:7696:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a803b180/0x3f004d6452e07750 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [1384448->1392639] (req 1384448->1392639) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 7696 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016117.440126:0:7696:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a803b180/0x3f004d6452e07750 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [1384448->1392639] (req 1384448->1392639) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 7696 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016117.440850:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880136a24000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1978:x1818247336764672:12345-192.168.201.10@tcp:4:fsx.0 Request processed in 29604us (31046us total) trans 4294969217 rc 0/0 00000100:00100000:3.0:1734016117.440861:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8738 00000100:00100000:2.0:1734016117.447082:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016117.447186:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336764928 00000100:00100000:0.0:1734016117.447201:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336764928 00000100:00100000:0.0:1734016117.447827:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10441 00000100:00100000:0.0:1734016117.447835:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880136a26680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1979:x1818247336764928:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:0.0:1734016117.447857:0:7690:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016117.447908:0:7690:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a80398c0/0x3f004d6452e07757 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d1283 expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1734016117.447934:0:7690:0:(ofd_lvb.c:169:ofd_lvbo_init()) res: [0x280000400:0x5:0x0] initial LVB size: 10300984, mtime: 0x675afc74, atime: 0x675afc74, ctime: 0x675afc74, blocks: 0x5f0 00010000:00010000:0.0:1734016117.447957:0:7690:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016117.447960:0:7690:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016117.447969:0:7690:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a80398c0/0x3f004d6452e07757 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1283 expref: 7 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016117.447985:0:7690:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a80398c0/0x3f004d6452e07757 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1283 expref: 7 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016117.447996:0:7690:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a80398c0, rc 0) 00000100:00100000:0.0:1734016117.448333:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880136a26680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1979:x1818247336764928:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 497us (1267us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016117.448340:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10441 00000100:00100000:0.0:1734016117.452203:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016117.452847:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336765184 00000100:00100000:3.0:1734016117.452862:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336765184 00000100:00100000:3.0:1734016117.453290:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8739 00000100:00100000:3.0:1734016117.453302:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074621c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1981:x1818247336765184:12345-192.168.201.10@tcp:3:fsx.0 00010000:00010000:3.0:1734016117.453360:0:7696:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88009a9a61c0/0x3f004d6452e0775e lrc: 3/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7696 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016117.453384:0:7696:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016117.453387:0:7696:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016117.453395:0:7696:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a9a61c0/0x3f004d6452e0775e lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [7569408->7593983] (req 7569408->7593983) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 7696 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016117.453412:0:7696:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a9a61c0/0x3f004d6452e0775e lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [7569408->7593983] (req 7569408->7593983) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 7696 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016117.456338:0:7696:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88009a9a61c0/0x3f004d6452e0775e lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [7569408->7593983] (req 7569408->7593983) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 7696 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016117.456357:0:7696:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009a9a61c0/0x3f004d6452e0775e lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [7569408->7593983] (req 7569408->7593983) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 7696 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016117.456365:0:7696:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009a9a61c0/0x3f004d6452e0775e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [7569408->7593983] (req 7569408->7593983) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 7696 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016117.456373:0:7696:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88009a9a61c0 already unused, calling callback (ffffffffa086d100) 00010000:00010000:3.0:1734016117.456376:0:7696:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009a9a61c0/0x3f004d6452e0775e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [7569408->7593983] (req 7569408->7593983) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 7696 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016117.456385:0:7696:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009a9a61c0/0x3f004d6452e0775e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [7569408->7593983] (req 7569408->7593983) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 7696 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016117.456406:0:7696:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009a9a61c0/0x3f004d6452e0775e lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [7569408->7593983] (req 7569408->7593983) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 7696 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016117.456412:0:7696:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a61c0/0x3f004d6452e0775e lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [7569408->7593983] (req 7569408->7593983) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 7696 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016117.457077:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074621c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1981:x1818247336765184:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 3768us (4877us total) trans 0 rc 24576/24576 00000100:00100000:3.0:1734016117.457088:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8739 00000100:00100000:2.0:1734016117.459806:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016117.460111:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336765312 00000100:00100000:1.0:1734016117.460128:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336765312 00000100:00100000:1.0:1734016117.460203:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10442 00000100:00100000:1.0:1734016117.460212:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880073f20e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:1978:x1818247336765312:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:1.0:1734016117.460244:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016117.460274:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880097236880/0x3f004d6452e07765 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d128a expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016117.460307:0:7689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016117.460310:0:7689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016117.460321:0:7689:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880097236880/0x3f004d6452e07765 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d128a expref: 6 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016117.460338:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880097236880/0x3f004d6452e07765 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d128a expref: 6 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016117.460351:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097236880, rc 0) 00000100:00100000:1.0:1734016117.460423:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880073f20e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1978:x1818247336765312:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 211us (633us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016117.460430:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10442 00000100:00100000:0.0:1734016117.463627:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016117.463778:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336765440 00000100:00100000:2.0:1734016117.463789:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336765440 00000100:00100000:2.0:1734016117.463849:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10443 00000100:00100000:2.0:1734016117.463856:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074622a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:9673:x1818247336765440:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:2.0:1734016117.463910:0:7690:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016117.463930:0:7690:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880072172d00/0x3f004d6452e0776c lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d1291 expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016117.463963:0:7690:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a80398c0/0x3f004d6452e07757 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1283 expref: 6 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016117.463976:0:7690:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880097236880/0x3f004d6452e07765 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d128a expref: 7 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016117.463981:0:7690:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016117.463983:0:7690:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016117.463987:0:7690:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880072172d00/0x3f004d6452e0776c lrc: 5/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [6131712->6135807] (req 6131712->6135807) gid 0 flags: 0x50000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1291 expref: 7 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016117.464021:0:7690:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880097236880/0x3f004d6452e07765 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d128a expref: 7 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016117.464031:0:7690:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880097236880/0x3f004d6452e07765 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d128a expref: 7 pid: 7689 timeout: 481 lvb_type: 1 00000100:00100000:2.0:1734016117.464043:0:7690:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880073f22680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339401728:192.168.201.10@tcp:104: 00010000:00010000:2.0:1734016117.464123:0:7690:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a80398c0/0x3f004d6452e07757 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1283 expref: 6 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016117.464132:0:7690:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a80398c0/0x3f004d6452e07757 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1283 expref: 6 pid: 7690 timeout: 481 lvb_type: 1 00000100:00100000:2.0:1734016117.464139:0:7690:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880073f23800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339401856:192.168.201.10@tcp:104: 00000100:00100000:2.0:1734016117.464157:0:7690:0:(client.c:2562:ptlrpc_set_wait()) set ffff88006d6ff540 going to sleep for 11 seconds 00000100:00100000:2.0:1734016117.467203:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016117.467294:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016117.467391:0:7690:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880073f22680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339401728:192.168.201.10@tcp:104: 00000100:00100000:0.0:1734016117.467401:0:7690:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880073f23800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339401856:192.168.201.10@tcp:104: 00010000:00010000:0.0:1734016117.467444:0:7690:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880072172d00/0x3f004d6452e0776c lrc: 3/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [6131712->6135807] (req 6131712->6135807) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1291 expref: 7 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016117.467476:0:7690:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880072172d00, rc 0) 00000100:00100000:0.0:1734016117.467528:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074622a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:9673:x1818247336765440:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 3671us (3916us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016117.467538:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10443 00000100:00100000:3.0:1734016117.467685:0:7705:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336765568 00000100:00100000:3.0:1734016117.467695:0:7705:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336765568 00010000:00010000:3.0:1734016117.467728:0:7705:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880097236880/0x3f004d6452e07765 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d128a expref: 7 pid: 7689 timeout: 481 lvb_type: 1 00000100:00100000:3.0:1734016117.467750:0:7705:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336765696 00000100:00100000:3.0:1734016117.467751:0:7705:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336765696 00010000:00010000:3.0:1734016117.467759:0:7705:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a80398c0/0x3f004d6452e07757 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1283 expref: 7 pid: 7690 timeout: 481 lvb_type: 1 00000100:00100000:3.0:1734016117.467781:0:7705:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2779 00000100:00100000:3.0:1734016117.467787:0:7705:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88006d83d050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1978:x1818247336765568:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016117.467801:0:7705:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016117.467826:0:7705:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880097236880/0x3f004d6452e07765 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d128a expref: 7 pid: 7689 timeout: 481 lvb_type: 1 00010000:00010000:3.0:1734016117.467836:0:7705:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880097236880/0x3f004d6452e07765 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d128a expref: 7 pid: 7689 timeout: 481 lvb_type: 1 00010000:00010000:3.0:1734016117.467861:0:7705:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097236880/0x3f004d6452e07765 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d128a expref: 7 pid: 7689 timeout: 481 lvb_type: 1 00010000:00010000:3.0:1734016117.467903:0:7705:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016117.467922:0:7705:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88006d83d050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1978:x1818247336765568:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 136us (735us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016117.467928:0:7705:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2779 00000100:00100000:3.0:1734016117.467998:0:7705:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2780 00000100:00100000:3.0:1734016117.468002:0:7705:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880073f23480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1978:x1818247336765696:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016117.468007:0:7705:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016117.468012:0:7705:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a80398c0/0x3f004d6452e07757 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1283 expref: 7 pid: 7690 timeout: 481 lvb_type: 1 00010000:00010000:3.0:1734016117.468021:0:7705:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a80398c0/0x3f004d6452e07757 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1283 expref: 7 pid: 7690 timeout: 481 lvb_type: 1 00010000:00010000:3.0:1734016117.468031:0:7705:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a80398c0/0x3f004d6452e07757 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1283 expref: 7 pid: 7690 timeout: 481 lvb_type: 1 00010000:00010000:3.0:1734016117.468038:0:7705:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016117.468039:0:7705:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016117.468046:0:7705:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880072172d00/0x3f004d6452e0776c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6131712->6135807) gid 0 flags: 0x40080000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1291 expref: 5 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016117.468055:0:7705:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880072172d00/0x3f004d6452e0776c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6131712->6135807) gid 0 flags: 0x40080000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1291 expref: 5 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016117.468085:0:7705:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880072172d00/0x3f004d6452e0776c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6131712->6135807) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1291 expref: 5 pid: 7690 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016117.468098:0:7705:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074e57100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7705:1818247339401984:192.168.201.10@tcp:105: 00000100:00100000:3.0:1734016117.468129:0:7705:0:(client.c:2562:ptlrpc_set_wait()) set ffff880074e1a3c0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016117.473710:0:7705:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074e57100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7705:1818247339401984:192.168.201.10@tcp:105: 00010000:00010000:3.0:1734016117.473737:0:7705:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016117.473795:0:7705:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880073f23480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1978:x1818247336765696:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 5790us (6498us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016117.473808:0:7705:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2780 00000100:00100000:3.0:1734016117.474794:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016117.475323:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336765952 00000100:00100000:0.0:1734016117.475333:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336765952 00002000:00100000:0.0:1734016117.475380:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (6131712->6135807) req@ffff880074e57100 x1818247336765952/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:78/0 lens 488/0 e 0 to 0 dl 1734016128 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016117.475389:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074e57100 with x1818247336765952 ext(6131712->6135807) 00002000:00010000:0.0:1734016117.475394:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074e57100 00000100:00100000:0.0:1734016117.475878:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8740 00000100:00100000:0.0:1734016117.475885:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074e57100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1979:x1818247336765952:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:0.0:1734016117.476423:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074e57100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1979:x1818247336765952:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 536us (1630us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016117.476431:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8740 00002000:00100000:0.0:1734016117.476437:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (6131712->6135807) req@ffff880074e57100 x1818247336765952/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:78/0 lens 488/4536 e 0 to 0 dl 1734016128 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016117.476445:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074e57100 with x1818247336765952 ext(6131712->6135807) 00002000:00010000:0.0:1734016117.476448:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074e57100 00000100:00100000:1.0:1734016117.479322:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016117.479383:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336766208 00000100:00100000:0.0:1734016117.479392:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336766208 00002000:00100000:0.0:1734016117.479435:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (6127616->6131711) req@ffff880073e33800 x1818247336766208/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:78/0 lens 488/0 e 0 to 0 dl 1734016128 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016117.479444:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880073e33800 with x1818247336766208 ext(6127616->6131711) 00002000:00010000:0.0:1734016117.479460:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880073e33800 00000100:00100000:0.0:1734016117.479486:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8741 00000100:00100000:0.0:1734016117.479493:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880073e33800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1979:x1818247336766208:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:0.0:1734016117.479667:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880073e33800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1979:x1818247336766208:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 173us (354us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016117.479676:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8741 00002000:00100000:0.0:1734016117.479682:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (6127616->6131711) req@ffff880073e33800 x1818247336766208/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:78/0 lens 488/4536 e 0 to 0 dl 1734016128 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016117.479689:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880073e33800 with x1818247336766208 ext(6127616->6131711) 00002000:00010000:0.0:1734016117.479691:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880073e33800 00000100:00100000:2.0:1734016117.482724:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016117.483268:0:7695:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336766464 00000100:00100000:1.0:1734016117.483281:0:7695:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336766464 00002000:00100000:1.0:1734016117.483343:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (6123520->6127615) req@ffff880073f21f80 x1818247336766464/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:78/0 lens 488/0 e 0 to 0 dl 1734016128 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016117.483355:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880073f21f80 with x1818247336766464 ext(6123520->6127615) 00002000:00010000:1.0:1734016117.483361:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880073f21f80 00000100:00100000:1.0:1734016117.483435:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8742 00000100:00100000:1.0:1734016117.483443:0:7695:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880073f21f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1981:x1818247336766464:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:1.0:1734016117.484099:0:7695:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880073f21f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1981:x1818247336766464:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 654us (1390us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016117.484107:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8742 00002000:00100000:1.0:1734016117.484115:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (6123520->6127615) req@ffff880073f21f80 x1818247336766464/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:78/0 lens 488/4536 e 0 to 0 dl 1734016128 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016117.484122:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880073f21f80 with x1818247336766464 ext(6123520->6127615) 00002000:00010000:1.0:1734016117.484125:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880073f21f80 00000100:00100000:3.0:1734016117.487417:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016117.487534:0:7695:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336766720 00000100:00100000:1.0:1734016117.487546:0:7695:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336766720 00002000:00100000:1.0:1734016117.487602:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (6119424->6123519) req@ffff880074e57480 x1818247336766720/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:78/0 lens 488/0 e 0 to 0 dl 1734016128 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016117.487614:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074e57480 with x1818247336766720 ext(6119424->6123519) 00002000:00010000:1.0:1734016117.487620:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074e57480 00000100:00100000:1.0:1734016117.487657:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8743 00000100:00100000:1.0:1734016117.487664:0:7695:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074e57480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1981:x1818247336766720:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:1.0:1734016117.487946:0:7695:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074e57480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1981:x1818247336766720:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 280us (539us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016117.487954:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8743 00002000:00100000:1.0:1734016117.487962:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (6119424->6123519) req@ffff880074e57480 x1818247336766720/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:78/0 lens 488/4536 e 0 to 0 dl 1734016128 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016117.487970:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074e57480 with x1818247336766720 ext(6119424->6123519) 00002000:00010000:1.0:1734016117.487973:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074e57480 00000100:00100000:0.0:1734016117.490666:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016117.490778:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336766976 00000100:00100000:2.0:1734016117.490788:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336766976 00002000:00100000:2.0:1734016117.490834:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (6115328->6119423) req@ffff880074620e00 x1818247336766976/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:78/0 lens 488/0 e 0 to 0 dl 1734016128 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016117.490843:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074620e00 with x1818247336766976 ext(6115328->6119423) 00002000:00010000:2.0:1734016117.490848:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074620e00 00000100:00100000:2.0:1734016117.490911:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8744 00000100:00100000:2.0:1734016117.490918:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074620e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1981:x1818247336766976:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:2.0:1734016117.491104:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074620e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1981:x1818247336766976:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 186us (450us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016117.491111:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8744 00002000:00100000:2.0:1734016117.491117:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (6115328->6119423) req@ffff880074620e00 x1818247336766976/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:78/0 lens 488/4536 e 0 to 0 dl 1734016128 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016117.491123:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074620e00 with x1818247336766976 ext(6115328->6119423) 00002000:00010000:2.0:1734016117.491126:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074620e00 00000100:00100000:2.0:1734016117.495143:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016117.495300:0:7695:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336767232 00000100:00100000:1.0:1734016117.495311:0:7695:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336767232 00002000:00100000:1.0:1734016117.495373:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (6111232->6115327) req@ffff880073f22300 x1818247336767232/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:78/0 lens 488/0 e 0 to 0 dl 1734016128 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016117.495386:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880073f22300 with x1818247336767232 ext(6111232->6115327) 00002000:00010000:1.0:1734016117.495394:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880073f22300 00000100:00100000:1.0:1734016117.495431:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8745 00000100:00100000:1.0:1734016117.495441:0:7695:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880073f22300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1980:x1818247336767232:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:1.0:1734016117.495761:0:7695:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880073f22300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1980:x1818247336767232:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 320us (636us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016117.495770:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8745 00002000:00100000:1.0:1734016117.495777:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (6111232->6115327) req@ffff880073f22300 x1818247336767232/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:78/0 lens 488/4536 e 0 to 0 dl 1734016128 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016117.495784:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880073f22300 with x1818247336767232 ext(6111232->6115327) 00002000:00010000:1.0:1734016117.495787:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880073f22300 00000100:00100000:3.0:1734016117.499262:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016117.499432:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336767488 00000100:00100000:2.0:1734016117.499446:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336767488 00002000:00100000:2.0:1734016117.499511:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (6107136->6111231) req@ffff880074e57800 x1818247336767488/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:78/0 lens 488/0 e 0 to 0 dl 1734016128 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016117.499525:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074e57800 with x1818247336767488 ext(6107136->6111231) 00002000:00010000:2.0:1734016117.499532:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074e57800 00000100:00100000:2.0:1734016117.499573:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8746 00000100:00100000:2.0:1734016117.499581:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074e57800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1980:x1818247336767488:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:2.0:1734016117.499825:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074e57800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1980:x1818247336767488:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 243us (578us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016117.499832:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8746 00002000:00100000:2.0:1734016117.499839:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (6107136->6111231) req@ffff880074e57800 x1818247336767488/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:78/0 lens 488/4536 e 0 to 0 dl 1734016128 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016117.499846:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074e57800 with x1818247336767488 ext(6107136->6111231) 00002000:00010000:2.0:1734016117.499849:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074e57800 00000100:00100000:0.0:1734016117.503362:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016117.503641:0:7695:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336767744 00000100:00100000:1.0:1734016117.503652:0:7695:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336767744 00002000:00100000:1.0:1734016117.503716:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (6103040->6107135) req@ffff880074623800 x1818247336767744/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:78/0 lens 488/0 e 0 to 0 dl 1734016128 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016117.503727:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074623800 with x1818247336767744 ext(6103040->6107135) 00002000:00010000:1.0:1734016117.503733:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074623800 00000100:00100000:1.0:1734016117.503853:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8747 00000100:00100000:1.0:1734016117.503862:0:7695:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074623800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1980:x1818247336767744:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:1.0:1734016117.504119:0:7695:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074623800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1980:x1818247336767744:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 257us (771us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016117.504127:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8747 00002000:00100000:1.0:1734016117.504134:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (6103040->6107135) req@ffff880074623800 x1818247336767744/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:78/0 lens 488/4536 e 0 to 0 dl 1734016128 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016117.504142:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074623800 with x1818247336767744 ext(6103040->6107135) 00002000:00010000:1.0:1734016117.504145:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074623800 00000100:00100000:3.0:1734016117.507007:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016117.507363:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336768000 00000100:00100000:2.0:1734016117.507375:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336768000 00002000:00100000:2.0:1734016117.507423:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (6098944->6103039) req@ffff880074e55c00 x1818247336768000/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:78/0 lens 488/0 e 0 to 0 dl 1734016128 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016117.507434:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074e55c00 with x1818247336768000 ext(6098944->6103039) 00002000:00010000:2.0:1734016117.507440:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074e55c00 00000100:00100000:2.0:1734016117.507488:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8748 00000100:00100000:2.0:1734016117.507496:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074e55c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1980:x1818247336768000:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:2.0:1734016117.507715:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074e55c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1980:x1818247336768000:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 218us (722us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016117.507723:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8748 00002000:00100000:2.0:1734016117.507729:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (6098944->6103039) req@ffff880074e55c00 x1818247336768000/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:78/0 lens 488/4536 e 0 to 0 dl 1734016128 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016117.507736:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074e55c00 with x1818247336768000 ext(6098944->6103039) 00002000:00010000:2.0:1734016117.507739:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074e55c00 00000100:00100000:3.0:1734016117.511985:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016117.512140:0:7695:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336768256 00000100:00100000:1.0:1734016117.512152:0:7695:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336768256 00002000:00100000:1.0:1734016117.512203:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (6094848->6098943) req@ffff880074e56680 x1818247336768256/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:78/0 lens 488/0 e 0 to 0 dl 1734016128 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016117.512214:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074e56680 with x1818247336768256 ext(6094848->6098943) 00002000:00010000:1.0:1734016117.512220:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074e56680 00000100:00100000:1.0:1734016117.512444:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8749 00000100:00100000:1.0:1734016117.512460:0:7695:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074e56680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1981:x1818247336768256:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:1.0:1734016117.512690:0:7695:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074e56680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1981:x1818247336768256:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 239us (724us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016117.512698:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8749 00002000:00100000:1.0:1734016117.512704:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (6094848->6098943) req@ffff880074e56680 x1818247336768256/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:78/0 lens 488/4536 e 0 to 0 dl 1734016128 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016117.512711:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074e56680 with x1818247336768256 ext(6094848->6098943) 00002000:00010000:1.0:1734016117.512715:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074e56680 00000100:00100000:0.0:1734016117.515229:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016117.515337:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336768512 00000100:00100000:2.0:1734016117.515351:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336768512 00002000:00100000:2.0:1734016117.515402:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (6090752->6094847) req@ffff880074620380 x1818247336768512/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:78/0 lens 488/0 e 0 to 0 dl 1734016128 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016117.515415:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074620380 with x1818247336768512 ext(6090752->6094847) 00002000:00010000:2.0:1734016117.515421:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074620380 00000100:00100000:2.0:1734016117.515467:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8750 00000100:00100000:2.0:1734016117.515474:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074620380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1981:x1818247336768512:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:2.0:1734016117.515700:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074620380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1981:x1818247336768512:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 226us (485us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016117.515708:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8750 00002000:00100000:2.0:1734016117.515714:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (6090752->6094847) req@ffff880074620380 x1818247336768512/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:78/0 lens 488/4536 e 0 to 0 dl 1734016128 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016117.515722:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074620380 with x1818247336768512 ext(6090752->6094847) 00002000:00010000:2.0:1734016117.515725:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074620380 00000100:00100000:3.0:1734016117.520014:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016117.520216:0:7695:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336768640 00000100:00100000:1.0:1734016117.520226:0:7695:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336768640 00002000:00100000:1.0:1734016117.520277:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (6090752->6135807) req@ffff880074e54700 x1818247336768640/t0(0) o4->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:78/0 lens 488/0 e 0 to 0 dl 1734016128 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016117.520287:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074e54700 with x1818247336768640 ext(6090752->6135807) 00002000:00010000:1.0:1734016117.520292:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074e54700 00000100:00100000:1.0:1734016117.520326:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8751 00000100:00100000:1.0:1734016117.520332:0:7695:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074e54700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1980:x1818247336768640:12345-192.168.201.10@tcp:4:fsx.0 00000100:00100000:1.0:1734016117.524326:0:7695:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074e54700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+8:1980:x1818247336768640:12345-192.168.201.10@tcp:4:fsx.0 Request processed in 3975us (4305us total) trans 4294969218 rc 0/0 00000100:00100000:1.0:1734016117.524341:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8751 00002000:00100000:1.0:1734016117.524359:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (6090752->6135807) req@ffff880074e54700 x1818247336768640/t4294969218(0) o4->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:78/0 lens 488/448 e 0 to 0 dl 1734016128 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016117.524370:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074e54700 with x1818247336768640 ext(6090752->6135807) 00002000:00010000:1.0:1734016117.524377:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074e54700 00000100:00100000:3.0:1734016117.528045:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016117.528119:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336768768 00000100:00100000:0.0:1734016117.528130:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336768768 00000100:00100000:0.0:1734016117.528191:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10444 00000100:00100000:0.0:1734016117.528199:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a78b1050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+8:1979:x1818247336768768:12345-192.168.201.10@tcp:16:fsx.0 00000001:00080000:2.0:1734016117.530038:0:8954:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969218 is committed 00000100:00100000:0.0:1734016117.530561:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a78b1050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1979:x1818247336768768:12345-192.168.201.10@tcp:16:fsx.0 Request processed in 2351us (2518us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016117.530577:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10444 00000100:00100000:0.0:1734016117.533524:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016117.534340:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336768896 00000100:00100000:2.0:1734016117.534362:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336768896 00000100:00100000:2.0:1734016117.534428:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10445 00000100:00100000:2.0:1734016117.534439:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074622680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1980:x1818247336768896:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:2.0:1734016117.534477:0:7690:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016117.534505:0:7690:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880072172640/0x3f004d6452e07773 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d1298 expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016117.534587:0:7690:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880073f20000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339402112:192.168.201.10@tcp:106: 00000100:00100000:2.0:1734016117.534682:0:7690:0:(client.c:2562:ptlrpc_set_wait()) set ffff88006d6ff780 going to sleep for 11 seconds 00002000:00010000:2.0:1734016117.537227:0:7690:0:(ofd_lvb.c:283:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime: 1734016116 -> 1734016117 00002000:00010000:2.0:1734016117.537236:0:7690:0:(ofd_lvb.c:295:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime: 1734016116 -> 1734016117 00002000:00010000:2.0:1734016117.537239:0:7690:0:(ofd_lvb.c:301:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks: 1520 -> 1608 00000100:00100000:2.0:1734016117.537263:0:7690:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880073f20000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339402112:192.168.201.10@tcp:106: 00010000:00010000:2.0:1734016117.537307:0:7690:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880072172640/0x3f004d6452e07773 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1298 expref: 7 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016117.537321:0:7690:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880072172640/0x3f004d6452e07773 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1298 expref: 7 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016117.537348:0:7690:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880072172640, rc 0) 00000100:00100000:2.0:1734016117.537395:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074622680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1980:x1818247336768896:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 2958us (3890us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016117.537403:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10445 00000100:00100000:3.0:1734016117.539725:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016117.540050:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336769024 00000100:00100000:2.0:1734016117.540064:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336769024 00000100:00100000:2.0:1734016117.540122:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10446 00000100:00100000:2.0:1734016117.540132:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074e55880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1979:x1818247336769024:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:2.0:1734016117.540162:0:7690:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016117.540195:0:7690:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e0777a lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d129f expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016117.540269:0:7690:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880073f20000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339402240:192.168.201.10@tcp:106: 00000100:00100000:2.0:1734016117.540355:0:7690:0:(client.c:2562:ptlrpc_set_wait()) set ffff88006d6ff780 going to sleep for 11 seconds 00000100:00100000:2.0:1734016117.544324:0:7690:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880073f20000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339402240:192.168.201.10@tcp:106: 00010000:00010000:2.0:1734016117.544384:0:7690:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e0777a lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d129f expref: 7 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016117.544404:0:7690:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e0777a lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d129f expref: 7 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016117.544436:0:7690:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880072171440, rc 0) 00000100:00100000:2.0:1734016117.544517:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074e55880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1979:x1818247336769024:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 4385us (4805us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016117.544526:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10446 00000100:00100000:3.0:1734016117.548703:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016117.549400:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336769152 00000100:00100000:2.0:1734016117.549411:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336769152 00000100:00100000:2.0:1734016117.549471:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10447 00000100:00100000:2.0:1734016117.549479:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074e55500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1978:x1818247336769152:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:2.0:1734016117.549503:0:7690:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016117.549529:0:7690:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e07781 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d12a6 expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016117.549605:0:7690:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880073f20000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339402368:192.168.201.10@tcp:106: 00000100:00100000:2.0:1734016117.549693:0:7690:0:(client.c:2562:ptlrpc_set_wait()) set ffff88006d6ff780 going to sleep for 11 seconds 00000100:00100000:2.0:1734016117.551687:0:7690:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880073f20000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339402368:192.168.201.10@tcp:106: 00010000:00010000:2.0:1734016117.551729:0:7690:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e07781 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d12a6 expref: 7 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016117.551743:0:7690:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e07781 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d12a6 expref: 7 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016117.551775:0:7690:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880072171440, rc 0) 00000100:00100000:2.0:1734016117.551830:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074e55500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1978:x1818247336769152:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 2350us (3143us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016117.551839:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10447 00000100:00100000:1.0:1734016117.553988:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016117.554098:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336769280 00000100:00100000:2.0:1734016117.554106:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336769280 00000100:00100000:2.0:1734016117.554144:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10448 00000100:00100000:2.0:1734016117.554150:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880073e30700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:9673:x1818247336769280:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:2.0:1734016117.554169:0:7690:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016117.554187:0:7690:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880072172640/0x3f004d6452e07788 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d12ad expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016117.554218:0:7690:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880072172d00/0x3f004d6452e0776c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6131712->6135807) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1291 expref: 5 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016117.554225:0:7690:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016117.554227:0:7690:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016117.554230:0:7690:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880072172640/0x3f004d6452e07788 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [5029888->5033983] (req 5029888->5033983) gid 0 flags: 0x50000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d12ad expref: 7 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016117.554260:0:7690:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880072172d00/0x3f004d6452e0776c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6131712->6135807) gid 0 flags: 0x50000000020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1291 expref: 5 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016117.554271:0:7690:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880072172d00/0x3f004d6452e0776c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6131712->6135807) gid 0 flags: 0x70000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1291 expref: 5 pid: 7690 timeout: 481 lvb_type: 0 00000100:00100000:2.0:1734016117.554289:0:7690:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880073f20000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339402496:192.168.201.10@tcp:104: 00000100:00100000:2.0:1734016117.554348:0:7690:0:(client.c:2562:ptlrpc_set_wait()) set ffff88006d6ff780 going to sleep for 11 seconds 00000100:00100000:2.0:1734016117.557263:0:7690:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880073f20000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339402496:192.168.201.10@tcp:104: 00010000:00010000:2.0:1734016117.557315:0:7690:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880072172640/0x3f004d6452e07788 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [5029888->5033983] (req 5029888->5033983) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d12ad expref: 7 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016117.557336:0:7690:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880072172640, rc 0) 00000100:00100000:2.0:1734016117.557913:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880073e30700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:9673:x1818247336769280:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 3758us (3929us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016117.557925:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10448 00000100:00100000:1.0:1734016117.558201:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016117.558574:0:7705:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336769408 00000100:00100000:2.0:1734016117.558584:0:7705:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336769408 00010000:00010000:2.0:1734016117.558617:0:7705:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880072172d00/0x3f004d6452e0776c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6131712->6135807) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1291 expref: 6 pid: 7690 timeout: 481 lvb_type: 0 00000100:00100000:2.0:1734016117.558651:0:7705:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2781 00000100:00100000:2.0:1734016117.558658:0:7705:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880073e30000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1978:x1818247336769408:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016117.558674:0:7705:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016117.558699:0:7705:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880072172d00/0x3f004d6452e0776c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 6131712->6135807) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1291 expref: 6 pid: 7690 timeout: 481 lvb_type: 0 00010000:00010000:2.0:1734016117.558711:0:7705:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880072172d00/0x3f004d6452e0776c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 6131712->6135807) gid 0 flags: 0x50000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1291 expref: 6 pid: 7690 timeout: 481 lvb_type: 0 00010000:00010000:2.0:1734016117.558741:0:7705:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880072172d00/0x3f004d6452e0776c lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 6131712->6135807) gid 0 flags: 0x44801400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1291 expref: 6 pid: 7690 timeout: 481 lvb_type: 0 00010000:00010000:2.0:1734016117.558758:0:7705:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016117.558761:0:7705:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016117.558767:0:7705:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880072172640/0x3f004d6452e07788 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5029888->5033983) gid 0 flags: 0x40080000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d12ad expref: 6 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016117.558775:0:7705:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880072172640/0x3f004d6452e07788 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5029888->5033983) gid 0 flags: 0x40080000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d12ad expref: 6 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016117.558810:0:7705:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880072172640/0x3f004d6452e07788 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5029888->5033983) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d12ad expref: 6 pid: 7690 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016117.558822:0:7705:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880073f20000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7705:1818247339402624:192.168.201.10@tcp:105: 00000100:00100000:2.0:1734016117.558895:0:7705:0:(client.c:2562:ptlrpc_set_wait()) set ffff88006d6ff780 going to sleep for 11 seconds 00000100:00100000:2.0:1734016117.576856:0:7705:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880073f20000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7705:1818247339402624:192.168.201.10@tcp:105: 00010000:00010000:2.0:1734016117.576954:0:7705:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016117.577296:0:7705:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880073e30000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:1978:x1818247336769408:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 18635us (19094us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016117.577310:0:7705:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2781 00000100:00100000:0.0:1734016117.577967:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016117.578033:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016117.578061:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016117.578089:0:13929:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336769664 00000100:00100000:0.0:1734016117.578098:0:13929:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336769664 00002000:00100000:0.0:1734016117.578151:0:13929:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (0->5033983) req@ffff880074622a00 x1818247336769664/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:78/0 lens 504/0 e 0 to 0 dl 1734016128 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016117.578163:0:13929:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074622a00 with x1818247336769664 ext(0->5033983) 00002000:00010000:0.0:1734016117.578168:0:13929:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074622a00 00000100:00100000:0.0:1734016117.578182:0:13929:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336769920 00000100:00100000:0.0:1734016117.578184:0:13929:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336769920 00002000:00100000:0.0:1734016117.578191:0:13929:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (4190208->8388607) req@ffff880074623b80 x1818247336769920/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:78/0 lens 504/0 e 0 to 0 dl 1734016128 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016117.578199:0:13929:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074623b80 with x1818247336769920 ext(4190208->8388607) 00002000:00010000:0.0:1734016117.578201:0:13929:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074623b80 00000100:00100000:0.0:1734016117.578206:0:13929:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336770176 00000100:00100000:0.0:1734016117.578208:0:13929:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336770176 00002000:00100000:0.0:1734016117.578215:0:13929:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (8388608->10301439) req@ffff880074622d80 x1818247336770176/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:78/0 lens 488/0 e 0 to 0 dl 1734016128 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016117.578222:0:13929:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074622d80 with x1818247336770176 ext(8388608->10301439) 00002000:00010000:0.0:1734016117.578224:0:13929:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074622d80 00000100:00100000:0.0:1734016117.578230:0:13929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8752 00000100:00100000:0.0:1734016117.578236:0:13929:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074622a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+9:1979:x1818247336769664:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:2.0:1734016117.581859:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8753 00000100:00100000:2.0:1734016117.581918:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074623b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+9:1979:x1818247336769920:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:1.0:1734016117.585678:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8754 00000100:00100000:1.0:1734016117.585699:0:7695:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074622d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+9:1979:x1818247336770176:12345-192.168.201.10@tcp:3:fsx.0 00010000:00010000:3.0:1734016117.605987:0:6471:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734016117.626062:0:7695:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074622d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+11:1979:x1818247336770176:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 40353us (47982us total) trans 0 rc 1912832/1912832 00000100:00100000:0.0:1734016117.626080:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8754 00002000:00100000:0.0:1734016117.626096:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (8388608->10301439) req@ffff880074622d80 x1818247336770176/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:78/0 lens 488/440 e 0 to 0 dl 1734016128 ref 1 fl Complete:/200/0 rc 1912832/1912832 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016117.626109:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074622d80 with x1818247336770176 ext(8388608->10301439) 00002000:00010000:0.0:1734016117.626116:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074622d80 00000100:00100000:3.0:1734016117.706223:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074623b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+9:1979:x1818247336769920:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 124290us (128167us total) trans 0 rc 4194304/4194304 00000100:00100000:3.0:1734016117.706240:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8753 00002000:00100000:3.0:1734016117.706257:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (4190208->8388607) req@ffff880074623b80 x1818247336769920/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:78/0 lens 504/440 e 0 to 0 dl 1734016128 ref 1 fl Complete:/200/0 rc 4194304/4194304 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016117.706269:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074623b80 with x1818247336769920 ext(4190208->8388607) 00002000:00010000:3.0:1734016117.706277:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074623b80 00000100:00100000:0.0:1734016117.762439:0:13929:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074622a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1979:x1818247336769664:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 184190us (184461us total) trans 0 rc 4194304/4194304 00000100:00100000:0.0:1734016117.762481:0:13929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8752 00002000:00100000:0.0:1734016117.762494:0:13929:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (0->5033983) req@ffff880074622a00 x1818247336769664/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:78/0 lens 504/440 e 0 to 0 dl 1734016128 ref 1 fl Complete:/200/0 rc 4194304/4194304 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016117.762504:0:13929:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074622a00 with x1818247336769664 ext(0->5033983) 00002000:00010000:0.0:1734016117.762510:0:13929:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074622a00 00000100:00100000:1.0:1734016117.772603:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016117.772685:0:8966:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336770432 00000100:00100000:2.0:1734016117.772702:0:8966:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336770432 00000100:00100000:2.0:1734016117.772789:0:8966:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 1947 00000100:00100000:2.0:1734016117.772798:0:8966:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880073e30e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+11:9673:x1818247336770432:12345-192.168.201.10@tcp:36:fsx.0 00010000:00010000:2.0:1734016117.772881:0:8966:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016117.772912:0:8966:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880072170d80/0x3f004d6452e0769a lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d11d4 expref: 11 pid: 8966 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016117.772945:0:8966:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:2.0:1734016117.772949:0:8966:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1734016117.773137:0:8966:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800721718c0/0x3f004d6452e0778f lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 8966 initiator: MDT0 00010000:00010000:2.0:1734016117.773151:0:8966:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880097234fc0/0x3f004d6452e076b6 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d11e9 expref: 23 pid: 6481 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016117.773159:0:8966:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800721718c0/0x3f004d6452e0778f lrc: 4/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 8966 initiator: MDT0 00010000:00010000:2.0:1734016117.773194:0:8966:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880097234fc0/0x3f004d6452e076b6 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d11e9 expref: 23 pid: 6481 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016117.773208:0:8966:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880097234fc0/0x3f004d6452e076b6 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d11e9 expref: 23 pid: 6481 timeout: 481 lvb_type: 0 00000100:00100000:2.0:1734016117.773225:0:8966:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880073f20000 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:8966:1818247339402752:192.168.201.10@tcp:104: 00000100:00100000:2.0:1734016117.773309:0:8966:0:(client.c:2562:ptlrpc_set_wait()) set ffff88006d6ff540 going to sleep for 11 seconds 00000100:00080000:1.0:1734016117.773367:0:6479:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734016087 00000100:00100000:0.0:1734016117.780530:0:8966:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880073f20000 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:8966:1818247339402752:192.168.201.10@tcp:104: 00010000:00010000:0.0:1734016117.780573:0:8966:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8800721718c0/0x3f004d6452e0778f lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 8966 initiator: MDT0 00000100:00100000:1.0:1734016117.783486:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016117.783606:0:7705:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336770560 00000100:00100000:2.0:1734016117.783618:0:7705:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336770560 00010000:00010000:2.0:1734016117.783675:0:7705:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880097234fc0/0x3f004d6452e076b6 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d11e9 expref: 24 pid: 6481 timeout: 481 lvb_type: 0 00000100:00100000:2.0:1734016117.783730:0:7705:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2782 00000100:00100000:2.0:1734016117.783738:0:7705:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075369500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+24:1979:x1818247336770560:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016117.783758:0:7705:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016117.783765:0:7705:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880097234fc0/0x3f004d6452e076b6 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d11e9 expref: 24 pid: 6481 timeout: 481 lvb_type: 0 00010000:00010000:2.0:1734016117.783778:0:7705:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880097234fc0/0x3f004d6452e076b6 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d11e9 expref: 24 pid: 6481 timeout: 481 lvb_type: 0 00010000:00010000:2.0:1734016117.783809:0:7705:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880097234fc0/0x3f004d6452e076b6 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d11e9 expref: 24 pid: 6481 timeout: 481 lvb_type: 0 00010000:00010000:2.0:1734016117.783839:0:7705:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:2.0:1734016117.783846:0:7705:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8800721718c0/0x3f004d6452e0778f lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 8966 initiator: MDT0 00010000:00010000:2.0:1734016117.783856:0:7705:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800721718c0/0x3f004d6452e0778f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 8966 initiator: MDT0 00010000:00010000:2.0:1734016117.783901:0:7705:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800721718c0/0x3f004d6452e0778f lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 8966 initiator: MDT0 00010000:00010000:2.0:1734016117.783944:0:7705:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016117.783999:0:7705:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075369500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+23:1979:x1818247336770560:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 261us (525us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016117.784006:0:7705:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2782 00000100:00080000:1.0:1734016117.784296:0:6479:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734016087 00010000:00010000:3.0:1734016117.785356:0:8966:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8800721718c0/0x3f004d6452e0778f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8966 initiator: MDT0 00010000:00010000:3.0:1734016117.785367:0:8966:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800721718c0/0x3f004d6452e0778f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8966 initiator: MDT0 00000001:00080000:3.0:1734016117.785499:0:8966:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294968535 00000004:00010000:3.0:1734016117.785561:0:8966:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff880073e30e00 reply state ffff880074268000 transno 4294968536 ns: mdt-lustre-MDT0000_UUID lock: ffff8800721718c0/0x3f004d6452e0778f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8966 initiator: MDT0 00000100:00100000:3.0:1734016117.785569:0:8966:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1734016117.785694:0:8966:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880073e30e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+13:9673:x1818247336770432:12345-192.168.201.10@tcp:36:fsx.0 Request processed in 12895us (13101us total) trans 4294968536 rc 0/0 00000100:00100000:3.0:1734016117.785704:0:8966:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 1947 00000020:00080000:3.0:1734016117.785711:0:8966:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:2.0:1734016117.790231:0:3495:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800721718c0/0x3f004d6452e0778f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8966 initiator: MDT0 00010000:00010000:2.0:1734016117.790255:0:3495:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800721718c0/0x3f004d6452e0778f lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 8966 initiator: MDT0 00010000:00010000:2.0:1734016117.790262:0:3495:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800721718c0/0x3f004d6452e0778f lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8966 initiator: MDT0 00010000:00010000:2.0:1734016117.790268:0:3495:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800721718c0 already unused, calling callback (ffffffffa0f03950) 00010000:00010000:2.0:1734016117.790272:0:3495:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800721718c0/0x3f004d6452e0778f lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8966 initiator: MDT0 00010000:00010000:2.0:1734016117.790279:0:3495:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800721718c0/0x3f004d6452e0778f lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 8966 initiator: MDT0 00010000:00010000:2.0:1734016117.790297:0:3495:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:2.0:1734016117.790300:0:3495:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734016117.790304:0:3495:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800721718c0/0x3f004d6452e0778f lrc: 2/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8966 initiator: MDT0 00010000:00010000:2.0:1734016117.790309:0:3495:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800721718c0/0x3f004d6452e0778f lrc: 0/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8966 initiator: MDT0 00000100:00100000:2.0:1734016117.792979:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016117.793116:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336770688 00000100:00100000:3.0:1734016117.793134:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336770688 00000100:00100000:3.0:1734016117.793210:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10449 00000100:00100000:3.0:1734016117.793218:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880073f22d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:9673:x1818247336770688:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:3.0:1734016117.793243:0:7690:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016117.793269:0:7690:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7cc0/0x3f004d6452e07796 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d12b4 expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016117.793308:0:7690:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880072172640/0x3f004d6452e07788 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5029888->5033983) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d12ad expref: 6 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016117.793317:0:7690:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016117.793319:0:7690:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016117.793323:0:7690:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7cc0/0x3f004d6452e07796 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d12b4 expref: 6 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016117.793369:0:7690:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880072172640/0x3f004d6452e07788 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5029888->5033983) gid 0 flags: 0x50000000020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d12ad expref: 6 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016117.793390:0:7690:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880072172640/0x3f004d6452e07788 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5029888->5033983) gid 0 flags: 0x70000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d12ad expref: 6 pid: 7690 timeout: 481 lvb_type: 0 00000100:00100000:3.0:1734016117.793406:0:7690:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074e56d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339402880:192.168.201.10@tcp:104: 00000100:00100000:3.0:1734016117.793491:0:7690:0:(client.c:2562:ptlrpc_set_wait()) set ffff880074e1ac00 going to sleep for 11 seconds 00000100:00100000:3.0:1734016117.803183:0:7690:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074e56d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339402880:192.168.201.10@tcp:104: 00010000:00010000:3.0:1734016117.803232:0:7690:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7cc0/0x3f004d6452e07796 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d12b4 expref: 6 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016117.803258:0:7690:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a9a7cc0, rc 0) 00000100:00100000:3.0:1734016117.803627:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880073f22d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:9673:x1818247336770688:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 10408us (10663us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016117.803638:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10449 00000100:00100000:2.0:1734016117.831810:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016117.831904:0:6469:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336770816 00000100:00100000:0.0:1734016117.831916:0:6469:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336770816 00010000:00010000:0.0:1734016117.831958:0:6469:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880072172640/0x3f004d6452e07788 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5029888->5033983) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d12ad expref: 7 pid: 7690 timeout: 481 lvb_type: 0 00000100:00100000:0.0:1734016117.832007:0:6469:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2783 00000100:00100000:0.0:1734016117.832016:0:6469:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880073f20700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1979:x1818247336770816:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016117.832038:0:6469:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016117.832071:0:6469:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880072172640/0x3f004d6452e07788 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 5029888->5033983) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d12ad expref: 7 pid: 7690 timeout: 481 lvb_type: 0 00010000:00010000:0.0:1734016117.832085:0:6469:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880072172640/0x3f004d6452e07788 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 5029888->5033983) gid 0 flags: 0x50000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d12ad expref: 7 pid: 7690 timeout: 481 lvb_type: 0 00010000:00010000:0.0:1734016117.832118:0:6469:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880072172640/0x3f004d6452e07788 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 5029888->5033983) gid 0 flags: 0x44801400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d12ad expref: 7 pid: 7690 timeout: 481 lvb_type: 0 00010000:00010000:0.0:1734016117.832153:0:6469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016117.832155:0:6469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016117.832162:0:6469:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7cc0/0x3f004d6452e07796 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d12b4 expref: 5 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016117.832173:0:6469:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7cc0/0x3f004d6452e07796 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d12b4 expref: 5 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016117.832219:0:6469:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7cc0/0x3f004d6452e07796 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d12b4 expref: 5 pid: 7690 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016117.832235:0:6469:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074621180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6469:1818247339403008:192.168.201.10@tcp:105: 00000100:00100000:0.0:1734016117.853725:0:6469:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7486d80 going to sleep for 11 seconds 00000100:00100000:2.0:1734016117.859037:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016117.859081:0:13929:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336770944 00000100:00100000:2.0:1734016117.859090:0:13929:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336770944 00002000:00010000:2.0:1734016117.859128:0:13929:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (7835082->18446744073709551615) 00002000:00100000:2.0:1734016117.859133:0:13929:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880073f21500 with x1818247336770944 ext(7835082->18446744073709551615) 00002000:00010000:2.0:1734016117.859146:0:13929:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880073f21500. 00000100:00100000:2.0:1734016117.859177:0:13929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8755 00000100:00100000:2.0:1734016117.859184:0:13929:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880073f21500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1979:x1818247336770944:12345-192.168.201.10@tcp:10:fsx.0 00002000:00010000:2.0:1734016117.861456:0:13929:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 10300984 -> 7835082 00002000:00010000:2.0:1734016117.861467:0:13929:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016117 -> 1734016117 00002000:00010000:2.0:1734016117.861470:0:13929:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016116 -> 1734016116 00002000:00010000:2.0:1734016117.861472:0:13929:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016117 -> 1734016117 00002000:00010000:2.0:1734016117.861474:0:13929:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 1608 -> 1568 00000100:00100000:2.0:1734016117.861577:0:13929:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880073f21500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1979:x1818247336770944:12345-192.168.201.10@tcp:10:fsx.0 Request processed in 2386us (2543us total) trans 4294969219 rc 0/0 00000100:00100000:2.0:1734016117.861588:0:13929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8755 00002000:00010000:2.0:1734016117.861594:0:13929:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (7835082->18446744073709551615) 00002000:00100000:2.0:1734016117.861598:0:13929:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880073f21500 with x1818247336770944 ext(7835082->18446744073709551615) 00002000:00010000:2.0:1734016117.861607:0:13929:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880073f21500. 00000100:00100000:1.0:1734016117.861973:0:6469:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074621180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6469:1818247339403008:192.168.201.10@tcp:105: 00010000:00010000:1.0:1734016117.862002:0:6469:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016117.862031:0:6469:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880073f20700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1979:x1818247336770816:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 30016us (30235us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016117.862040:0:6469:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2783 00000100:00100000:2.0:1734016117.870084:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016117.872011:0:8966:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336771072 00000100:00100000:3.0:1734016117.872028:0:8966:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336771072 00000100:00100000:3.0:1734016117.872099:0:8966:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 1948 00000100:00100000:3.0:1734016117.872107:0:8966:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880073f20000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+23:9673:x1818247336771072:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:3.0:1734016117.872133:0:8966:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016117.872156:0:8966:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a6880/0x3f004d6452e0779d lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d12bb expref: -99 pid: 8966 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016117.872251:0:8966:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a4000/0x3f004d6452e077a4 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 8966 initiator: MDT0 00010000:00010000:3.0:1734016117.872266:0:8966:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a4000/0x3f004d6452e077a4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 8966 initiator: MDT0 00010000:00010000:3.0:1734016117.872279:0:8966:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a4000/0x3f004d6452e077a4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 8966 initiator: MDT0 00000004:00200000:3.0:1734016117.872303:0:8966:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 7835082 00000004:00200000:3.0:1734016117.872307:0:8966:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1734016117.872324:0:8966:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a4000/0x3f004d6452e077a4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 8966 initiator: MDT0 00010000:00010000:3.0:1734016117.872347:0:8966:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a6880/0x3f004d6452e0779d lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d12bb expref: 25 pid: 8966 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016117.872384:0:8966:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a4000/0x3f004d6452e077a4 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d12bb expref: 24 pid: 8966 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016117.872392:0:8966:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:3.0:1734016117.872395:0:8966:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1734016117.872398:0:8966:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a9a4000, rc 0) 00000100:00100000:3.0:1734016117.872476:0:8966:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880073f20000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+24:9673:x1818247336771072:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 369us (2409us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016117.872482:0:8966:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 1948 00000100:00100000:2.0:1734016117.874779:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016117.874935:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336771200 00000100:00100000:3.0:1734016117.874946:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336771200 00000100:00100000:1.0:1734016117.876134:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10450 00000100:00100000:1.0:1734016117.876148:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880073f20e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1978:x1818247336771200:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:1.0:1734016117.876178:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016117.876204:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880097236880/0x3f004d6452e077ab lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d12c2 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016117.876290:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076a99500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339403136:192.168.201.10@tcp:106: 00000100:00100000:1.0:1734016117.876395:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b42cd900 going to sleep for 11 seconds 00000100:00100000:1.0:1734016117.878635:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076a99500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339403136:192.168.201.10@tcp:106: 00010000:00010000:1.0:1734016117.878683:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880097236880/0x3f004d6452e077ab lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d12c2 expref: 7 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016117.878698:0:7689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097236880/0x3f004d6452e077ab lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d12c2 expref: 7 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016117.878715:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097236880, rc 0) 00000100:00100000:1.0:1734016117.878777:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880073f20e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1978:x1818247336771200:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 2630us (4009us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016117.878787:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10450 00000100:00100000:1.0:1734016117.881367:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016117.881663:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336771328 00000100:00100000:0.0:1734016117.881681:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336771328 00000100:00100000:0.0:1734016117.881761:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10451 00000100:00100000:0.0:1734016117.881770:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076a99500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1980:x1818247336771328:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:0.0:1734016117.881799:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016117.881830:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a803af40/0x3f004d6452e077b2 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d12c9 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016117.881951:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074621500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339403264:192.168.201.10@tcp:106: 00000100:00100000:0.0:1734016117.882011:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7486600 going to sleep for 11 seconds 00000100:00100000:0.0:1734016117.883831:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074621500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339403264:192.168.201.10@tcp:106: 00010000:00010000:0.0:1734016117.883908:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a803af40/0x3f004d6452e077b2 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d12c9 expref: 7 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016117.883924:0:7689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a803af40/0x3f004d6452e077b2 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d12c9 expref: 7 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016117.883954:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a803af40, rc 0) 00000100:00100000:0.0:1734016117.884000:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076a99500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1980:x1818247336771328:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 2231us (2650us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016117.884010:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10451 00000100:00100000:0.0:1734016117.886020:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016117.886124:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336771456 00000100:00100000:1.0:1734016117.886133:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336771456 00000100:00100000:1.0:1734016117.886191:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10452 00000100:00100000:1.0:1734016117.886200:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074621500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1978:x1818247336771456:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:1.0:1734016117.886223:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016117.886246:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880097234fc0/0x3f004d6452e077b9 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d12d0 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016117.886325:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076a99f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339403392:192.168.201.10@tcp:106: 00000100:00100000:1.0:1734016117.886392:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b42cd900 going to sleep for 11 seconds 00000100:00100000:1.0:1734016117.888134:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076a99f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339403392:192.168.201.10@tcp:106: 00010000:00010000:1.0:1734016117.888188:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880097234fc0/0x3f004d6452e077b9 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d12d0 expref: 7 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016117.888206:0:7689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097234fc0/0x3f004d6452e077b9 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d12d0 expref: 7 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016117.888221:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097234fc0, rc 0) 00000100:00100000:1.0:1734016117.888282:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074621500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1978:x1818247336771456:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 2081us (2274us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016117.888294:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10452 00000100:00100000:0.0:1734016117.898208:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016117.898369:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336771584 00000100:00100000:2.0:1734016117.898385:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336771584 00000100:00100000:2.0:1734016117.898483:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10453 00000100:00100000:2.0:1734016117.898492:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074621180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1980:x1818247336771584:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:2.0:1734016117.898528:0:7690:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016117.898561:0:7690:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880072171f80/0x3f004d6452e077c0 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d12d7 expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016117.898659:0:7690:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880073f23800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339403520:192.168.201.10@tcp:106: 00000100:00100000:2.0:1734016117.898754:0:7690:0:(client.c:2562:ptlrpc_set_wait()) set ffff88006d6ff540 going to sleep for 11 seconds 00000100:00100000:2.0:1734016117.900678:0:7690:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880073f23800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339403520:192.168.201.10@tcp:106: 00010000:00010000:2.0:1734016117.900741:0:7690:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880072171f80/0x3f004d6452e077c0 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d12d7 expref: 7 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016117.900761:0:7690:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880072171f80/0x3f004d6452e077c0 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d12d7 expref: 7 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016117.900784:0:7690:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880072171f80, rc 0) 00000100:00100000:2.0:1734016117.900858:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074621180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1980:x1818247336771584:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 2365us (2668us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016117.900910:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10453 00000100:00100000:0.0:1734016117.905974:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016117.906094:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336771712 00000100:00100000:2.0:1734016117.906106:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336771712 00000100:00100000:2.0:1734016117.906179:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10454 00000100:00100000:2.0:1734016117.906188:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074623100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1981:x1818247336771712:12345-192.168.201.10@tcp:22:fsx.0 00002000:00010000:2.0:1734016117.906533:0:7690:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 7835082 -> 7835082 00002000:00010000:2.0:1734016117.906537:0:7690:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016117 -> 1734016117 00002000:00010000:2.0:1734016117.906539:0:7690:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016116 -> 1734016116 00002000:00010000:2.0:1734016117.906541:0:7690:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016117 -> 1734016117 00002000:00010000:2.0:1734016117.906543:0:7690:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 1568 -> 1568 00000100:00100000:2.0:1734016117.906634:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074623100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+8:1981:x1818247336771712:12345-192.168.201.10@tcp:22:fsx.0 Request processed in 446us (676us total) trans 4294969220 rc 0/0 00000100:00100000:2.0:1734016117.906642:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10454 00000100:00100000:1.0:1734016117.909754:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016117.909831:0:6482:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336771840 00000100:00100000:0.0:1734016117.909845:0:6482:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336771840 00000100:00100000:0.0:1734016117.909957:0:6482:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 1949 00000100:00100000:0.0:1734016117.909965:0:6482:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076a99f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+12:9673:x1818247336771840:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:0.0:1734016117.909995:0:6482:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016117.910019:0:6482:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a803af40/0x3f004d6452e077c7 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d12de expref: -99 pid: 6482 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016117.910125:0:6482:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80398c0/0x3f004d6452e077ce lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 6482 initiator: MDT0 00010000:00010000:0.0:1734016117.910139:0:6482:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80398c0/0x3f004d6452e077ce lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6482 initiator: MDT0 00010000:00010000:0.0:1734016117.910155:0:6482:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80398c0/0x3f004d6452e077ce lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6482 initiator: MDT0 00000004:00200000:0.0:1734016117.910182:0:6482:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 7835082 00000004:00200000:0.0:1734016117.910188:0:6482:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1734016117.910208:0:6482:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80398c0/0x3f004d6452e077ce lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6482 initiator: MDT0 00010000:00010000:0.0:1734016117.910239:0:6482:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a803af40/0x3f004d6452e077c7 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d12de expref: 14 pid: 6482 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016117.910277:0:6482:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80398c0/0x3f004d6452e077ce lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d12de expref: 13 pid: 6482 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016117.910286:0:6482:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:0.0:1734016117.910289:0:6482:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1734016117.910293:0:6482:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a80398c0, rc 0) 00000100:00100000:0.0:1734016117.910363:0:6482:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076a99f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+13:9673:x1818247336771840:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 398us (623us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016117.910370:0:6482:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 1949 00000100:00100000:0.0:1734016117.915677:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016117.919070:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336771968 00000100:00100000:1.0:1734016117.919102:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336771968 00000100:00100000:1.0:1734016117.919179:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10455 00000100:00100000:1.0:1734016117.919191:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880097219c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1978:x1818247336771968:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:1.0:1734016117.919224:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016117.919253:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880097237a80/0x3f004d6452e077d5 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d12e5 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016117.919338:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076a9a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339403648:192.168.201.10@tcp:106: 00000100:00100000:1.0:1734016117.919439:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b42cd900 going to sleep for 11 seconds 00000100:00100000:0.0:1734016117.923415:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076a9a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339403648:192.168.201.10@tcp:106: 00010000:00010000:0.0:1734016117.923475:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880097237a80/0x3f004d6452e077d5 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d12e5 expref: 7 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016117.923494:0:7689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097237a80/0x3f004d6452e077d5 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d12e5 expref: 7 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016117.923526:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097237a80, rc 0) 00000100:00100000:0.0:1734016117.923617:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880097219c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1978:x1818247336771968:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 4426us (7947us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016117.923630:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10455 00000100:00100000:0.0:1734016117.935805:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016117.938403:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336772096 00000100:00100000:2.0:1734016117.938420:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336772096 00000100:00100000:2.0:1734016117.938499:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10456 00000100:00100000:2.0:1734016117.938508:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880097219880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1981:x1818247336772096:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:2.0:1734016117.938534:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016117.938560:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880072171f80/0x3f004d6452e077dc lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d12ec expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016117.938644:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880073f23800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339403776:192.168.201.10@tcp:106: 00000100:00100000:2.0:1734016117.938754:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff88006d6ff540 going to sleep for 11 seconds 00000100:00100000:2.0:1734016117.943094:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880073f23800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339403776:192.168.201.10@tcp:106: 00010000:00010000:2.0:1734016117.943151:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880072171f80/0x3f004d6452e077dc lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d12ec expref: 7 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016117.943172:0:7689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880072171f80/0x3f004d6452e077dc lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d12ec expref: 7 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016117.943196:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880072171f80, rc 0) 00000100:00100000:2.0:1734016117.943264:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880097219880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1981:x1818247336772096:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 4754us (7471us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016117.943275:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10456 00000100:00100000:1.0:1734016117.949311:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016117.949411:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336772224 00000100:00100000:2.0:1734016117.949422:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336772224 00000100:00100000:2.0:1734016117.949890:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10457 00000100:00100000:2.0:1734016117.949899:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076a99c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1980:x1818247336772224:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:2.0:1734016117.949924:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016117.949948:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880072172640/0x3f004d6452e077e3 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d12f3 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016117.950019:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880073f23800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339403904:192.168.201.10@tcp:106: 00000100:00100000:2.0:1734016117.950096:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff88006d6ff540 going to sleep for 11 seconds 00000100:00100000:2.0:1734016117.954860:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880073f23800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339403904:192.168.201.10@tcp:106: 00010000:00010000:2.0:1734016117.955065:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880072172640/0x3f004d6452e077e3 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d12f3 expref: 7 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016117.955083:0:7689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880072172640/0x3f004d6452e077e3 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d12f3 expref: 7 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016117.955678:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880072172640, rc 0) 00000100:00100000:2.0:1734016117.957046:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076a99c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1980:x1818247336772224:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 7135us (7735us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016117.957060:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10457 00000100:00100000:1.0:1734016117.970661:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016117.970821:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336772352 00000100:00100000:2.0:1734016117.970837:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336772352 00000100:00100000:2.0:1734016117.971003:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10458 00000100:00100000:2.0:1734016117.971015:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076a9aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1980:x1818247336772352:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:2.0:1734016117.971043:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016117.971075:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800721718c0/0x3f004d6452e077ea lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d12fa expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016117.971172:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880073f23800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339404032:192.168.201.10@tcp:106: 00000100:00100000:2.0:1734016117.972324:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff88006d6ff540 going to sleep for 11 seconds 00000100:00100000:2.0:1734016117.974260:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880073f23800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339404032:192.168.201.10@tcp:106: 00010000:00010000:2.0:1734016117.974317:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800721718c0/0x3f004d6452e077ea lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d12fa expref: 7 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016117.974332:0:7689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800721718c0/0x3f004d6452e077ea lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d12fa expref: 7 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016117.974351:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800721718c0, rc 0) 00000100:00100000:2.0:1734016117.975228:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076a9aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1980:x1818247336772352:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 4210us (4575us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016117.975238:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10458 00000100:00100000:1.0:1734016117.982508:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016117.982646:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336772480 00000100:00100000:2.0:1734016117.982662:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336772480 00000100:00100000:2.0:1734016117.984149:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10459 00000100:00100000:2.0:1734016117.984162:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076a9a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1978:x1818247336772480:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:2.0:1734016117.984254:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016117.984279:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880072170d80/0x3f004d6452e077f1 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d1301 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016117.984352:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880073f23800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339404160:192.168.201.10@tcp:106: 00000100:00100000:2.0:1734016117.985257:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff88006d6ff540 going to sleep for 11 seconds 00000100:00100000:2.0:1734016117.987104:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880073f23800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339404160:192.168.201.10@tcp:106: 00010000:00010000:2.0:1734016117.987144:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880072170d80/0x3f004d6452e077f1 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1301 expref: 7 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016117.987160:0:7689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880072170d80/0x3f004d6452e077f1 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1301 expref: 7 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016117.987920:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880072170d80, rc 0) 00000100:00100000:2.0:1734016117.987989:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076a9a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1978:x1818247336772480:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 3826us (5494us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016117.988002:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10459 00000100:00100000:1.0:1734016117.991522:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016117.991646:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336772608 00000100:00100000:3.0:1734016117.991657:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336772608 00000100:00100000:3.0:1734016117.992279:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10460 00000100:00100000:3.0:1734016117.992288:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074c8b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:9673:x1818247336772608:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:3.0:1734016117.992311:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016117.992334:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7a80/0x3f004d6452e077f8 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d1308 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016117.992372:0:7689:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7cc0/0x3f004d6452e07796 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d12b4 expref: 7 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016117.992380:0:7689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016117.992382:0:7689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016117.992386:0:7689:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7a80/0x3f004d6452e077f8 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [3432448->3436543] (req 3432448->3436543) gid 0 flags: 0x50000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1308 expref: 7 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016117.992420:0:7689:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7cc0/0x3f004d6452e07796 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d12b4 expref: 7 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016117.992433:0:7689:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7cc0/0x3f004d6452e07796 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d12b4 expref: 7 pid: 7690 timeout: 482 lvb_type: 0 00000100:00100000:3.0:1734016117.992457:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074e56d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339404288:192.168.201.10@tcp:104: 00000100:00100000:3.0:1734016117.992532:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff880074e1ac00 going to sleep for 11 seconds 00000100:00100000:3.0:1734016117.994071:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074e56d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339404288:192.168.201.10@tcp:104: 00010000:00010000:3.0:1734016117.994100:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7a80/0x3f004d6452e077f8 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [3432448->3436543] (req 3432448->3436543) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1308 expref: 7 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016117.994117:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a9a7a80, rc 0) 00000100:00100000:3.0:1734016117.994157:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074c8b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:9673:x1818247336772608:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 1870us (2650us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016117.994166:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10460 00000100:00100000:1.0:1734016117.995343:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016117.995425:0:6469:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336772736 00000100:00100000:2.0:1734016117.995433:0:6469:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336772736 00010000:00010000:2.0:1734016117.995475:0:6469:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7cc0/0x3f004d6452e07796 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d12b4 expref: 8 pid: 7690 timeout: 482 lvb_type: 0 00000100:00100000:2.0:1734016117.995968:0:6469:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2784 00000100:00100000:2.0:1734016117.995975:0:6469:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074c8a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+8:1978:x1818247336772736:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016117.995994:0:6469:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016117.996017:0:6469:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7cc0/0x3f004d6452e07796 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d12b4 expref: 8 pid: 7690 timeout: 482 lvb_type: 0 00010000:00010000:2.0:1734016117.996031:0:6469:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7cc0/0x3f004d6452e07796 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d12b4 expref: 8 pid: 7690 timeout: 482 lvb_type: 0 00010000:00010000:2.0:1734016117.996060:0:6469:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7cc0/0x3f004d6452e07796 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d12b4 expref: 8 pid: 7690 timeout: 482 lvb_type: 0 00010000:00010000:2.0:1734016117.996091:0:6469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016117.996094:0:6469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016117.996102:0:6469:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7a80/0x3f004d6452e077f8 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3432448->3436543) gid 0 flags: 0x40080000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1308 expref: 6 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016117.996111:0:6469:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7a80/0x3f004d6452e077f8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3432448->3436543) gid 0 flags: 0x40080000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1308 expref: 6 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016117.996152:0:6469:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7a80/0x3f004d6452e077f8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3432448->3436543) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1308 expref: 6 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016117.996167:0:6469:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880073f23800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6469:1818247339404416:192.168.201.10@tcp:105: 00000100:00100000:2.0:1734016117.997052:0:6469:0:(client.c:2562:ptlrpc_set_wait()) set ffff88006d6ff540 going to sleep for 11 seconds 00000100:00100000:2.0:1734016117.999037:0:6469:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880073f23800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6469:1818247339404416:192.168.201.10@tcp:105: 00010000:00010000:2.0:1734016117.999081:0:6469:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016117.999153:0:6469:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074c8a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1978:x1818247336772736:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 3176us (3814us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016117.999167:0:6469:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2784 00000100:00100000:0.0:1734016118.000882:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016118.001180:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336772992 00000100:00100000:2.0:1734016118.001190:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336772992 00002000:00100000:2.0:1734016118.001234:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (3432448->3436543) req@ffff88012cc7aa00 x1818247336772992/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:79/0 lens 488/0 e 0 to 0 dl 1734016129 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016118.001246:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012cc7aa00 with x1818247336772992 ext(3432448->3436543) 00002000:00010000:2.0:1734016118.001251:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012cc7aa00 00000100:00100000:2.0:1734016118.001376:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8756 00000100:00100000:2.0:1734016118.001383:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cc7aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1979:x1818247336772992:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:2.0:1734016118.001575:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cc7aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1979:x1818247336772992:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 191us (723us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016118.001582:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8756 00002000:00100000:2.0:1734016118.001588:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (3432448->3436543) req@ffff88012cc7aa00 x1818247336772992/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:79/0 lens 488/4536 e 0 to 0 dl 1734016129 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016118.001596:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012cc7aa00 with x1818247336772992 ext(3432448->3436543) 00002000:00010000:2.0:1734016118.001599:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012cc7aa00 00000100:00100000:1.0:1734016118.008999:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016118.011461:0:13929:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336773248 00000100:00100000:0.0:1734016118.011483:0:13929:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336773248 00002000:00100000:0.0:1734016118.011550:0:13929:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (3428352->3432447) req@ffff880074c89180 x1818247336773248/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:79/0 lens 488/0 e 0 to 0 dl 1734016129 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016118.011564:0:13929:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074c89180 with x1818247336773248 ext(3428352->3432447) 00002000:00010000:0.0:1734016118.011570:0:13929:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074c89180 00000100:00100000:0.0:1734016118.011621:0:13929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8757 00000100:00100000:0.0:1734016118.011630:0:13929:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074c89180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1980:x1818247336773248:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:0.0:1734016118.011906:0:13929:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074c89180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1980:x1818247336773248:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 236us (2880us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016118.011915:0:13929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8757 00002000:00100000:0.0:1734016118.011924:0:13929:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (3428352->3432447) req@ffff880074c89180 x1818247336773248/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:79/0 lens 488/4536 e 0 to 0 dl 1734016129 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016118.011931:0:13929:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074c89180 with x1818247336773248 ext(3428352->3432447) 00002000:00010000:0.0:1734016118.011934:0:13929:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074c89180 00000100:00100000:0.0:1734016118.015806:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016118.016036:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336773504 00000100:00100000:2.0:1734016118.016048:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336773504 00002000:00100000:2.0:1734016118.016100:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (3424256->3428351) req@ffff88012cc79880 x1818247336773504/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:79/0 lens 488/0 e 0 to 0 dl 1734016129 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016118.016112:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012cc79880 with x1818247336773504 ext(3424256->3428351) 00002000:00010000:2.0:1734016118.016119:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012cc79880 00000100:00100000:2.0:1734016118.016146:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8758 00000100:00100000:2.0:1734016118.016153:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cc79880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1981:x1818247336773504:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:2.0:1734016118.016388:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cc79880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1981:x1818247336773504:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 233us (594us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016118.016397:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8758 00002000:00100000:2.0:1734016118.016404:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (3424256->3428351) req@ffff88012cc79880 x1818247336773504/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:79/0 lens 488/4536 e 0 to 0 dl 1734016129 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016118.016411:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012cc79880 with x1818247336773504 ext(3424256->3428351) 00002000:00010000:2.0:1734016118.016414:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012cc79880 00000100:00100000:0.0:1734016118.020451:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016118.021005:0:13929:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336773760 00000100:00100000:2.0:1734016118.021021:0:13929:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336773760 00002000:00100000:2.0:1734016118.021085:0:13929:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (3420160->3424255) req@ffff88012cc7b100 x1818247336773760/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:79/0 lens 488/0 e 0 to 0 dl 1734016129 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016118.021098:0:13929:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012cc7b100 with x1818247336773760 ext(3420160->3424255) 00002000:00010000:2.0:1734016118.021106:0:13929:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012cc7b100 00000100:00100000:2.0:1734016118.022828:0:13929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8759 00000100:00100000:2.0:1734016118.022842:0:13929:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cc7b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1980:x1818247336773760:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:2.0:1734016118.023730:0:13929:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cc7b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1980:x1818247336773760:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 889us (3304us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016118.023739:0:13929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8759 00002000:00100000:2.0:1734016118.023749:0:13929:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (3420160->3424255) req@ffff88012cc7b100 x1818247336773760/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:79/0 lens 488/4536 e 0 to 0 dl 1734016129 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016118.023758:0:13929:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012cc7b100 with x1818247336773760 ext(3420160->3424255) 00002000:00010000:2.0:1734016118.023764:0:13929:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012cc7b100 00000100:00100000:1.0:1734016118.026830:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016118.027012:0:13929:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336774016 00000100:00100000:2.0:1734016118.027024:0:13929:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336774016 00002000:00100000:2.0:1734016118.027085:0:13929:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (3416064->3420159) req@ffff880074c8a680 x1818247336774016/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:79/0 lens 488/0 e 0 to 0 dl 1734016129 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016118.027098:0:13929:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074c8a680 with x1818247336774016 ext(3416064->3420159) 00002000:00010000:2.0:1734016118.027105:0:13929:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074c8a680 00000100:00100000:2.0:1734016118.027139:0:13929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8760 00000100:00100000:2.0:1734016118.027149:0:13929:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074c8a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1981:x1818247336774016:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:2.0:1734016118.028052:0:13929:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074c8a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1981:x1818247336774016:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 894us (1229us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016118.028066:0:13929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8760 00002000:00100000:2.0:1734016118.028073:0:13929:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (3416064->3420159) req@ffff880074c8a680 x1818247336774016/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:79/0 lens 488/4536 e 0 to 0 dl 1734016129 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016118.028081:0:13929:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074c8a680 with x1818247336774016 ext(3416064->3420159) 00002000:00010000:2.0:1734016118.028085:0:13929:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074c8a680 00000100:00100000:0.0:1734016118.031216:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016118.033509:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336774144 00000100:00100000:3.0:1734016118.033527:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336774144 00000100:00100000:3.0:1734016118.033626:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10461 00000100:00100000:3.0:1734016118.033635:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880073e01180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1981:x1818247336774144:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:3.0:1734016118.033656:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016118.033680:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7cc0/0x3f004d6452e077ff lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d130f expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016118.033710:0:7689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016118.033712:0:7689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016118.033721:0:7689:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7cc0/0x3f004d6452e077ff lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d130f expref: 8 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016118.033738:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7cc0/0x3f004d6452e077ff lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d130f expref: 8 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016118.033752:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a9a7cc0, rc 0) 00000100:00100000:3.0:1734016118.033808:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880073e01180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+8:1981:x1818247336774144:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 174us (2608us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016118.033815:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10461 00000100:00080000:1.0:1734016118.034539:0:6479:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734016088 00000100:00100000:0.0:1734016118.037515:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016118.038916:0:8966:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336774400 00000100:00100000:3.0:1734016118.038929:0:8966:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336774400 00000100:00100000:3.0:1734016118.038989:0:8966:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 1950 00000100:00100000:3.0:1734016118.038997:0:8966:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880073e00380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+24:9673:x1818247336774400:12345-192.168.201.10@tcp:36:fsx.0 00010000:00010000:3.0:1734016118.039057:0:8966:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016118.039090:0:8966:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a4000/0x3f004d6452e077a4 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d12bb expref: 24 pid: 8966 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016118.039125:0:8966:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:3.0:1734016118.039130:0:8966:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1734016118.039314:0:8966:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a6880/0x3f004d6452e07806 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 8966 initiator: MDT0 00010000:00010000:3.0:1734016118.039326:0:8966:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80398c0/0x3f004d6452e077ce lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d12de expref: 12 pid: 6482 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016118.039334:0:8966:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a6880/0x3f004d6452e07806 lrc: 4/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 8966 initiator: MDT0 00010000:00010000:3.0:1734016118.039371:0:8966:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80398c0/0x3f004d6452e077ce lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d12de expref: 12 pid: 6482 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016118.039384:0:8966:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80398c0/0x3f004d6452e077ce lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d12de expref: 12 pid: 6482 timeout: 482 lvb_type: 0 00000100:00100000:3.0:1734016118.039397:0:8966:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074e56d80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:8966:1818247339404544:192.168.201.10@tcp:104: 00000100:00100000:3.0:1734016118.039477:0:8966:0:(client.c:2562:ptlrpc_set_wait()) set ffff880074e1a600 going to sleep for 11 seconds 00000100:00100000:0.0:1734016118.042045:0:8966:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074e56d80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:8966:1818247339404544:192.168.201.10@tcp:104: 00010000:00010000:0.0:1734016118.042075:0:8966:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a6880/0x3f004d6452e07806 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 8966 initiator: MDT0 00000100:00100000:0.0:1734016118.044401:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016118.046125:0:6469:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336774528 00000100:00100000:2.0:1734016118.046141:0:6469:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336774528 00010000:00010000:2.0:1734016118.046190:0:6469:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80398c0/0x3f004d6452e077ce lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d12de expref: 13 pid: 6482 timeout: 482 lvb_type: 0 00000100:00100000:2.0:1734016118.046238:0:6469:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2785 00000100:00100000:2.0:1734016118.046248:0:6469:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880073e02d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+13:1979:x1818247336774528:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016118.046268:0:6469:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016118.046276:0:6469:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80398c0/0x3f004d6452e077ce lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d12de expref: 13 pid: 6482 timeout: 482 lvb_type: 0 00010000:00010000:2.0:1734016118.046289:0:6469:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80398c0/0x3f004d6452e077ce lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d12de expref: 13 pid: 6482 timeout: 482 lvb_type: 0 00010000:00010000:2.0:1734016118.046319:0:6469:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80398c0/0x3f004d6452e077ce lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d12de expref: 13 pid: 6482 timeout: 482 lvb_type: 0 00010000:00010000:2.0:1734016118.047284:0:6469:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:2.0:1734016118.047294:0:6469:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a6880/0x3f004d6452e07806 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 8966 initiator: MDT0 00010000:00010000:2.0:1734016118.047307:0:6469:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a6880/0x3f004d6452e07806 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 8966 initiator: MDT0 00010000:00010000:2.0:1734016118.047314:0:6469:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a6880/0x3f004d6452e07806 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 8966 initiator: MDT0 00010000:00010000:2.0:1734016118.047359:0:6469:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016118.047438:0:6469:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880073e02d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+12:1979:x1818247336774528:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 1185us (3047us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016118.047458:0:6469:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2785 00010000:00010000:0.0:1734016118.047547:0:8966:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a6880/0x3f004d6452e07806 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8966 initiator: MDT0 00010000:00010000:0.0:1734016118.047559:0:8966:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a6880/0x3f004d6452e07806 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8966 initiator: MDT0 00000001:00080000:0.0:1734016118.047667:0:8966:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294968537 00000004:00010000:0.0:1734016118.047719:0:8966:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff880073e00380 reply state ffff880073f0d000 transno 4294968538 ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a6880/0x3f004d6452e07806 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8966 initiator: MDT0 00000100:00100000:0.0:1734016118.047726:0:8966:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1734016118.047808:0:8966:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880073e00380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+26:9673:x1818247336774400:12345-192.168.201.10@tcp:36:fsx.0 Request processed in 8812us (10305us total) trans 4294968538 rc 0/0 00000100:00100000:0.0:1734016118.047817:0:8966:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 1950 00000020:00080000:0.0:1734016118.047823:0:8966:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1734016118.050345:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00010000:00010000:2.0:1734016118.050436:0:3494:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a6880/0x3f004d6452e07806 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8966 initiator: MDT0 00010000:00010000:2.0:1734016118.050461:0:3494:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a6880/0x3f004d6452e07806 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 8966 initiator: MDT0 00010000:00010000:2.0:1734016118.050468:0:3494:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a6880/0x3f004d6452e07806 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8966 initiator: MDT0 00010000:00010000:2.0:1734016118.050473:0:3494:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88009a9a6880 already unused, calling callback (ffffffffa0f03950) 00010000:00010000:2.0:1734016118.050478:0:3494:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a6880/0x3f004d6452e07806 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8966 initiator: MDT0 00010000:00010000:2.0:1734016118.050485:0:3494:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a6880/0x3f004d6452e07806 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 8966 initiator: MDT0 00010000:00010000:2.0:1734016118.050507:0:3494:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:2.0:1734016118.050510:0:3494:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734016118.050514:0:3494:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a6880/0x3f004d6452e07806 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8966 initiator: MDT0 00010000:00010000:2.0:1734016118.050519:0:3494:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a6880/0x3f004d6452e07806 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8966 initiator: MDT0 00000100:00100000:0.0:1734016118.050593:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336774656 00000100:00100000:0.0:1734016118.050604:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336774656 00000100:00100000:0.0:1734016118.050650:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10462 00000100:00100000:0.0:1734016118.050661:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074e55180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:9673:x1818247336774656:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:0.0:1734016118.050683:0:7690:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016118.050704:0:7690:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a803b180/0x3f004d6452e0780d lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d1316 expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016118.050738:0:7690:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7a80/0x3f004d6452e077f8 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3432448->3436543) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1308 expref: 8 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016118.050746:0:7690:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7cc0/0x3f004d6452e077ff lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d130f expref: 7 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016118.050752:0:7690:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016118.050754:0:7690:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016118.050759:0:7690:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a803b180/0x3f004d6452e0780d lrc: 5/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1316 expref: 8 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016118.050809:0:7690:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7cc0/0x3f004d6452e077ff lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d130f expref: 7 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016118.050825:0:7690:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7cc0/0x3f004d6452e077ff lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d130f expref: 7 pid: 7689 timeout: 482 lvb_type: 1 00000100:00100000:0.0:1734016118.050840:0:7690:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880073e02300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339404672:192.168.201.10@tcp:104: 00010000:00010000:0.0:1734016118.050992:0:7690:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7a80/0x3f004d6452e077f8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3432448->3436543) gid 0 flags: 0x50000000020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1308 expref: 8 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016118.051002:0:7690:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7a80/0x3f004d6452e077f8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3432448->3436543) gid 0 flags: 0x70000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1308 expref: 8 pid: 7689 timeout: 482 lvb_type: 0 00000100:00100000:0.0:1734016118.051010:0:7690:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012cc73100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339404800:192.168.201.10@tcp:104: 00000100:00100000:0.0:1734016118.051029:0:7690:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7486240 going to sleep for 11 seconds 00000100:00100000:2.0:1734016118.054032:0:7690:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880073e02300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339404672:192.168.201.10@tcp:104: 00000100:00100000:2.0:1734016118.054054:0:7690:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012cc73100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339404800:192.168.201.10@tcp:104: 00010000:00010000:2.0:1734016118.054099:0:7690:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a803b180/0x3f004d6452e0780d lrc: 3/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1316 expref: 8 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016118.054124:0:7690:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a803b180, rc 0) 00000100:00100000:2.0:1734016118.055601:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074e55180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:9673:x1818247336774656:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 4933us (5261us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016118.055616:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10462 00000100:00100000:0.0:1734016118.057545:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016118.057612:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016118.057730:0:7705:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336774784 00000100:00100000:1.0:1734016118.057742:0:7705:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336774784 00010000:00010000:1.0:1734016118.057794:0:7705:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7cc0/0x3f004d6452e077ff lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d130f expref: 8 pid: 7689 timeout: 482 lvb_type: 1 00000100:00100000:1.0:1734016118.058635:0:7705:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336774912 00000100:00100000:1.0:1734016118.058641:0:7705:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336774912 00010000:00010000:1.0:1734016118.058660:0:7705:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7a80/0x3f004d6452e077f8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3432448->3436543) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1308 expref: 8 pid: 7689 timeout: 482 lvb_type: 0 00000100:00100000:2.0:1734016118.058789:0:6469:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2786 00000100:00100000:2.0:1734016118.058799:0:6469:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88006d83cc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+8:1979:x1818247336774784:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016118.058818:0:6469:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016118.058844:0:6469:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7cc0/0x3f004d6452e077ff lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d130f expref: 8 pid: 7689 timeout: 482 lvb_type: 1 00010000:00010000:2.0:1734016118.058857:0:6469:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7cc0/0x3f004d6452e077ff lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d130f expref: 8 pid: 7689 timeout: 482 lvb_type: 1 00010000:00010000:2.0:1734016118.058907:0:6469:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7cc0/0x3f004d6452e077ff lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d130f expref: 8 pid: 7689 timeout: 482 lvb_type: 1 00010000:00010000:2.0:1734016118.058929:0:6469:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016118.058993:0:6469:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88006d83cc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1979:x1818247336774784:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 194us (1459us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016118.059001:0:6469:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2786 00000100:00100000:2.0:1734016118.059066:0:6469:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2787 00000100:00100000:2.0:1734016118.059071:0:6469:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cc70000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1978:x1818247336774912:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016118.059079:0:6469:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016118.059086:0:6469:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7a80/0x3f004d6452e077f8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3432448->3436543) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1308 expref: 8 pid: 7689 timeout: 482 lvb_type: 0 00010000:00010000:2.0:1734016118.059095:0:6469:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7a80/0x3f004d6452e077f8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3432448->3436543) gid 0 flags: 0x50000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1308 expref: 8 pid: 7689 timeout: 482 lvb_type: 0 00010000:00010000:2.0:1734016118.059112:0:6469:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7a80/0x3f004d6452e077f8 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3432448->3436543) gid 0 flags: 0x44801400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1308 expref: 8 pid: 7689 timeout: 482 lvb_type: 0 00010000:00010000:2.0:1734016118.059122:0:6469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016118.059124:0:6469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016118.059130:0:6469:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a803b180/0x3f004d6452e0780d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1316 expref: 7 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016118.059141:0:6469:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a803b180/0x3f004d6452e0780d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1316 expref: 7 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016118.059184:0:6469:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a803b180/0x3f004d6452e0780d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1316 expref: 7 pid: 7690 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016118.059199:0:6469:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880073f23480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6469:1818247339404928:192.168.201.10@tcp:105: 00000100:00100000:2.0:1734016118.059247:0:6469:0:(client.c:2562:ptlrpc_set_wait()) set ffff88006d6ff780 going to sleep for 11 seconds 00000100:00100000:3.0:1734016118.063183:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016118.063413:0:6469:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880073f23480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6469:1818247339404928:192.168.201.10@tcp:105: 00010000:00010000:2.0:1734016118.063453:0:6469:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016118.064087:0:6469:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cc70000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1978:x1818247336774912:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 5011us (6470us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016118.064101:0:6469:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2787 00000100:00100000:2.0:1734016118.064161:0:13929:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336775040 00000100:00100000:2.0:1734016118.064168:0:13929:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336775040 00002000:00010000:2.0:1734016118.064200:0:13929:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (9905054->18446744073709551615) 00002000:00100000:2.0:1734016118.064206:0:13929:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074e54000 with x1818247336775040 ext(9905054->18446744073709551615) 00002000:00010000:2.0:1734016118.064225:0:13929:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074e54000. 00000100:00100000:2.0:1734016118.064732:0:13929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8761 00000100:00100000:2.0:1734016118.064740:0:13929:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074e54000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1978:x1818247336775040:12345-192.168.201.10@tcp:10:fsx.0 00002000:00010000:2.0:1734016118.065009:0:13929:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 7835082 -> 9905054 00002000:00010000:2.0:1734016118.065013:0:13929:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016117 -> 1734016117 00002000:00010000:2.0:1734016118.065015:0:13929:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016116 -> 1734016116 00002000:00010000:2.0:1734016118.065017:0:13929:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016117 -> 1734016117 00002000:00010000:2.0:1734016118.065019:0:13929:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 1568 -> 1568 00000100:00100000:2.0:1734016118.065053:0:13929:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074e54000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1978:x1818247336775040:12345-192.168.201.10@tcp:10:fsx.0 Request processed in 313us (1886us total) trans 4294969221 rc 0/0 00000100:00100000:2.0:1734016118.065058:0:13929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8761 00002000:00010000:2.0:1734016118.065062:0:13929:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (9905054->18446744073709551615) 00002000:00100000:2.0:1734016118.065065:0:13929:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074e54000 with x1818247336775040 ext(9905054->18446744073709551615) 00002000:00010000:2.0:1734016118.065069:0:13929:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074e54000. 00000100:00100000:3.0:1734016118.068127:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016118.068319:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336775296 00000100:00100000:1.0:1734016118.068330:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336775296 00002000:00100000:1.0:1734016118.068383:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (9904128->9908223) req@ffff880074e56300 x1818247336775296/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:79/0 lens 488/0 e 0 to 0 dl 1734016129 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016118.068394:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074e56300 with x1818247336775296 ext(9904128->9908223) 00002000:00010000:1.0:1734016118.068400:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074e56300 00000100:00100000:1.0:1734016118.068433:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8762 00000100:00100000:1.0:1734016118.068467:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074e56300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1981:x1818247336775296:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:1.0:1734016118.068679:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074e56300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1981:x1818247336775296:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 236us (566us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016118.068687:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8762 00002000:00100000:1.0:1734016118.068694:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (9904128->9908223) req@ffff880074e56300 x1818247336775296/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:79/0 lens 488/4536 e 0 to 0 dl 1734016129 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016118.068706:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074e56300 with x1818247336775296 ext(9904128->9908223) 00002000:00010000:1.0:1734016118.068710:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074e56300 00000100:00100000:0.0:1734016118.071427:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016118.071786:0:13929:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336775552 00000100:00100000:2.0:1734016118.071799:0:13929:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336775552 00002000:00100000:2.0:1734016118.071852:0:13929:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (9900032->9904127) req@ffff88012cc70700 x1818247336775552/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:79/0 lens 488/0 e 0 to 0 dl 1734016129 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016118.071902:0:13929:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012cc70700 with x1818247336775552 ext(9900032->9904127) 00002000:00010000:2.0:1734016118.071909:0:13929:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012cc70700 00000100:00100000:2.0:1734016118.071952:0:13929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8763 00000100:00100000:2.0:1734016118.071959:0:13929:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cc70700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1981:x1818247336775552:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:2.0:1734016118.072229:0:13929:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cc70700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1981:x1818247336775552:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 268us (817us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016118.072240:0:13929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8763 00002000:00100000:2.0:1734016118.072247:0:13929:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (9900032->9904127) req@ffff88012cc70700 x1818247336775552/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:79/0 lens 488/4536 e 0 to 0 dl 1734016129 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016118.072255:0:13929:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012cc70700 with x1818247336775552 ext(9900032->9904127) 00002000:00010000:2.0:1734016118.072258:0:13929:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012cc70700 00000100:00100000:0.0:1734016118.076262:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016118.076400:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336775808 00000100:00100000:1.0:1734016118.076413:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336775808 00002000:00100000:1.0:1734016118.076479:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (9895936->9900031) req@ffff88012cc72680 x1818247336775808/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:79/0 lens 488/0 e 0 to 0 dl 1734016129 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016118.076490:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012cc72680 with x1818247336775808 ext(9895936->9900031) 00002000:00010000:1.0:1734016118.076496:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012cc72680 00000100:00100000:1.0:1734016118.076535:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8764 00000100:00100000:1.0:1734016118.076544:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cc72680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1980:x1818247336775808:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:1.0:1734016118.076768:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cc72680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1980:x1818247336775808:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 224us (520us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016118.076776:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8764 00002000:00100000:1.0:1734016118.076782:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (9895936->9900031) req@ffff88012cc72680 x1818247336775808/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:79/0 lens 488/4536 e 0 to 0 dl 1734016129 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016118.076788:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012cc72680 with x1818247336775808 ext(9895936->9900031) 00002000:00010000:1.0:1734016118.076791:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012cc72680 00000100:00100000:3.0:1734016118.081584:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016118.082726:0:13929:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336776064 00000100:00100000:2.0:1734016118.082742:0:13929:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336776064 00002000:00100000:2.0:1734016118.082804:0:13929:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (9891840->9895935) req@ffff880074e54a80 x1818247336776064/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:79/0 lens 488/0 e 0 to 0 dl 1734016129 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016118.082816:0:13929:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074e54a80 with x1818247336776064 ext(9891840->9895935) 00002000:00010000:2.0:1734016118.082821:0:13929:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074e54a80 00000100:00100000:2.0:1734016118.082895:0:13929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8765 00000100:00100000:2.0:1734016118.082903:0:13929:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074e54a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1981:x1818247336776064:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:2.0:1734016118.083181:0:13929:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074e54a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1981:x1818247336776064:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 277us (1619us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016118.083191:0:13929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8765 00002000:00100000:2.0:1734016118.083197:0:13929:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (9891840->9895935) req@ffff880074e54a80 x1818247336776064/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:79/0 lens 488/4536 e 0 to 0 dl 1734016129 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016118.083205:0:13929:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074e54a80 with x1818247336776064 ext(9891840->9895935) 00002000:00010000:2.0:1734016118.083208:0:13929:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074e54a80 00000100:00100000:0.0:1734016118.089705:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016118.089834:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336776320 00000100:00100000:1.0:1734016118.089851:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336776320 00002000:00100000:1.0:1734016118.089960:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (9887744->9891839) req@ffff88012cc73100 x1818247336776320/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:79/0 lens 488/0 e 0 to 0 dl 1734016129 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016118.089971:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012cc73100 with x1818247336776320 ext(9887744->9891839) 00002000:00010000:1.0:1734016118.089978:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012cc73100 00000100:00100000:1.0:1734016118.090021:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8766 00000100:00100000:1.0:1734016118.090029:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cc73100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1980:x1818247336776320:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:1.0:1734016118.090297:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cc73100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1980:x1818247336776320:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 267us (607us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016118.090305:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8766 00002000:00100000:1.0:1734016118.090312:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (9887744->9891839) req@ffff88012cc73100 x1818247336776320/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:79/0 lens 488/4536 e 0 to 0 dl 1734016129 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016118.090319:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012cc73100 with x1818247336776320 ext(9887744->9891839) 00002000:00010000:1.0:1734016118.090322:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012cc73100 00000100:00100000:0.0:1734016118.098775:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016118.099230:0:13929:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336776576 00000100:00100000:2.0:1734016118.099242:0:13929:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336776576 00002000:00100000:2.0:1734016118.099305:0:13929:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (9883648->9887743) req@ffff88012db32300 x1818247336776576/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:79/0 lens 488/0 e 0 to 0 dl 1734016129 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016118.099325:0:13929:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012db32300 with x1818247336776576 ext(9883648->9887743) 00002000:00010000:2.0:1734016118.099332:0:13929:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012db32300 00000100:00100000:2.0:1734016118.099377:0:13929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8767 00000100:00100000:2.0:1734016118.099385:0:13929:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012db32300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1981:x1818247336776576:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:2.0:1734016118.099670:0:13929:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012db32300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1981:x1818247336776576:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 284us (908us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016118.099678:0:13929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8767 00002000:00100000:2.0:1734016118.099685:0:13929:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (9883648->9887743) req@ffff88012db32300 x1818247336776576/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:79/0 lens 488/4536 e 0 to 0 dl 1734016129 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016118.099692:0:13929:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012db32300 with x1818247336776576 ext(9883648->9887743) 00002000:00010000:2.0:1734016118.099695:0:13929:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012db32300 00000100:00100000:0.0:1734016118.107717:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016118.107854:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336776832 00000100:00100000:1.0:1734016118.107909:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336776832 00002000:00100000:1.0:1734016118.107985:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (9879552->9883647) req@ffff88012db30e00 x1818247336776832/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:79/0 lens 488/0 e 0 to 0 dl 1734016129 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016118.107997:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012db30e00 with x1818247336776832 ext(9879552->9883647) 00002000:00010000:1.0:1734016118.108005:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012db30e00 00000100:00100000:1.0:1734016118.108049:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8768 00000100:00100000:1.0:1734016118.108060:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012db30e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1980:x1818247336776832:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:1.0:1734016118.108366:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012db30e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1980:x1818247336776832:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 305us (668us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016118.108374:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8768 00002000:00100000:1.0:1734016118.108380:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (9879552->9883647) req@ffff88012db30e00 x1818247336776832/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:79/0 lens 488/4536 e 0 to 0 dl 1734016129 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016118.108388:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012db30e00 with x1818247336776832 ext(9879552->9883647) 00002000:00010000:1.0:1734016118.108391:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012db30e00 00000100:00100000:0.0:1734016118.113820:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016118.113966:0:13929:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336777088 00000100:00100000:2.0:1734016118.113979:0:13929:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336777088 00002000:00100000:2.0:1734016118.114038:0:13929:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (9875456->9879551) req@ffff88012db31f80 x1818247336777088/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:79/0 lens 488/0 e 0 to 0 dl 1734016129 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016118.114050:0:13929:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012db31f80 with x1818247336777088 ext(9875456->9879551) 00002000:00010000:2.0:1734016118.114056:0:13929:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012db31f80 00000100:00100000:2.0:1734016118.114101:0:13929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8769 00000100:00100000:2.0:1734016118.114109:0:13929:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012db31f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1980:x1818247336777088:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:2.0:1734016118.117648:0:13929:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012db31f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1980:x1818247336777088:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 3519us (3821us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016118.117666:0:13929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8769 00002000:00100000:2.0:1734016118.117685:0:13929:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (9875456->9879551) req@ffff88012db31f80 x1818247336777088/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:79/0 lens 488/4536 e 0 to 0 dl 1734016129 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016118.117696:0:13929:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012db31f80 with x1818247336777088 ext(9875456->9879551) 00002000:00010000:2.0:1734016118.117702:0:13929:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012db31f80 00000100:00100000:0.0:1734016118.121206:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016118.121312:0:13929:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336777344 00000100:00100000:2.0:1734016118.121322:0:13929:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336777344 00002000:00100000:2.0:1734016118.121367:0:13929:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (9871360->9875455) req@ffff88012db31500 x1818247336777344/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:79/0 lens 488/0 e 0 to 0 dl 1734016129 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016118.121377:0:13929:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012db31500 with x1818247336777344 ext(9871360->9875455) 00002000:00010000:2.0:1734016118.121382:0:13929:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012db31500 00000100:00100000:2.0:1734016118.121416:0:13929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8770 00000100:00100000:2.0:1734016118.121423:0:13929:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012db31500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1981:x1818247336777344:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:2.0:1734016118.121703:0:13929:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012db31500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1981:x1818247336777344:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 277us (508us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016118.121711:0:13929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8770 00002000:00100000:2.0:1734016118.121718:0:13929:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (9871360->9875455) req@ffff88012db31500 x1818247336777344/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:79/0 lens 488/4536 e 0 to 0 dl 1734016129 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016118.121724:0:13929:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012db31500 with x1818247336777344 ext(9871360->9875455) 00002000:00010000:2.0:1734016118.121728:0:13929:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012db31500 00000100:00100000:0.0:1734016118.124156:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016118.124274:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336777600 00000100:00100000:1.0:1734016118.124285:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336777600 00002000:00100000:1.0:1734016118.124335:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (9867264->9871359) req@ffff88012db31880 x1818247336777600/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:79/0 lens 488/0 e 0 to 0 dl 1734016129 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016118.124346:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012db31880 with x1818247336777600 ext(9867264->9871359) 00002000:00010000:1.0:1734016118.124352:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012db31880 00000100:00100000:1.0:1734016118.124388:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8771 00000100:00100000:1.0:1734016118.124395:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012db31880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1980:x1818247336777600:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:1.0:1734016118.124829:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012db31880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1980:x1818247336777600:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 432us (688us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016118.124837:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8771 00002000:00100000:1.0:1734016118.124843:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (9867264->9871359) req@ffff88012db31880 x1818247336777600/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:79/0 lens 488/4536 e 0 to 0 dl 1734016129 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016118.124850:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012db31880 with x1818247336777600 ext(9867264->9871359) 00002000:00010000:1.0:1734016118.124854:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012db31880 00000100:00100000:0.0:1734016118.128780:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016118.129196:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336777856 00000100:00100000:1.0:1734016118.129208:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336777856 00002000:00100000:1.0:1734016118.129255:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (9863168->9867263) req@ffff88012db30380 x1818247336777856/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:79/0 lens 488/0 e 0 to 0 dl 1734016129 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016118.129265:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012db30380 with x1818247336777856 ext(9863168->9867263) 00002000:00010000:1.0:1734016118.129271:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012db30380 00000100:00100000:1.0:1734016118.129364:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8772 00000100:00100000:1.0:1734016118.129370:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012db30380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1980:x1818247336777856:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:1.0:1734016118.130182:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012db30380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1980:x1818247336777856:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 808us (1411us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016118.130194:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8772 00002000:00100000:1.0:1734016118.130203:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (9863168->9867263) req@ffff88012db30380 x1818247336777856/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:79/0 lens 488/4536 e 0 to 0 dl 1734016129 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016118.130212:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012db30380 with x1818247336777856 ext(9863168->9867263) 00002000:00010000:1.0:1734016118.130216:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012db30380 00000100:00100000:0.0:1734016118.134434:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016118.135102:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336777984 00000100:00100000:1.0:1734016118.135115:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336777984 00002000:00100000:1.0:1734016118.135182:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (9863168->9905053) req@ffff88012db32a00 x1818247336777984/t0(0) o4->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:79/0 lens 488/0 e 0 to 0 dl 1734016129 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016118.135193:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012db32a00 with x1818247336777984 ext(9863168->9905053) 00002000:00010000:1.0:1734016118.135199:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012db32a00 00000100:00100000:1.0:1734016118.135985:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8773 00000100:00100000:1.0:1734016118.135997:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012db32a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1980:x1818247336777984:12345-192.168.201.10@tcp:4:fsx.0 00000100:00100000:0.0:1734016118.139936:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012db32a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+10:1980:x1818247336777984:12345-192.168.201.10@tcp:4:fsx.0 Request processed in 3924us (5498us total) trans 4294969222 rc 0/0 00000100:00100000:0.0:1734016118.139954:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8773 00002000:00100000:0.0:1734016118.139970:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (9863168->9905053) req@ffff88012db32a00 x1818247336777984/t4294969222(0) o4->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:79/0 lens 488/448 e 0 to 0 dl 1734016129 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016118.139982:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012db32a00 with x1818247336777984 ext(9863168->9905053) 00002000:00010000:0.0:1734016118.139989:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012db32a00 00000100:00100000:0.0:1734016118.144379:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016118.144501:0:8966:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336778112 00000100:00100000:2.0:1734016118.144515:0:8966:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336778112 00000100:00100000:2.0:1734016118.144581:0:8966:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 1951 00000100:00100000:2.0:1734016118.144590:0:8966:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012db30a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+25:9673:x1818247336778112:12345-192.168.201.10@tcp:44:fsx.0 00000100:00100000:2.0:1734016118.144749:0:8966:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012db30a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+25:9673:x1818247336778112:12345-192.168.201.10@tcp:44:fsx.0 Request processed in 159us (383us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016118.144762:0:8966:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 1951 00000100:00100000:2.0:1734016118.146608:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016118.146695:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336778240 00000100:00100000:0.0:1734016118.146705:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336778240 00000100:00100000:0.0:1734016118.146760:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10463 00000100:00100000:0.0:1734016118.146768:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880073f23480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+10:1979:x1818247336778240:12345-192.168.201.10@tcp:16:fsx.0 00000001:00080000:0.0:1734016118.148252:0:8954:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969222 is committed 00000001:00080000:0.0:1734016118.148273:0:8954:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969220 is committed 00000100:00100000:2.0:1734016118.148610:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880073f23480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1979:x1818247336778240:12345-192.168.201.10@tcp:16:fsx.0 Request processed in 1836us (2004us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016118.148623:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10463 00000100:00100000:0.0:1734016118.153758:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016118.153893:0:6482:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336778368 00000100:00100000:2.0:1734016118.153907:0:6482:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336778368 00000100:00100000:2.0:1734016118.153959:0:6482:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 1952 00000100:00100000:2.0:1734016118.153967:0:6482:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012db32d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+25:9673:x1818247336778368:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:2.0:1734016118.153990:0:6482:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016118.154011:0:6482:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880072172d00/0x3f004d6452e07814 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d131d expref: -99 pid: 6482 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016118.154107:0:6482:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880072171440/0x3f004d6452e0781b lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6482 initiator: MDT0 00010000:00010000:2.0:1734016118.154122:0:6482:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880072171440/0x3f004d6452e0781b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6482 initiator: MDT0 00010000:00010000:2.0:1734016118.154132:0:6482:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880072171440/0x3f004d6452e0781b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6482 initiator: MDT0 00000004:00200000:2.0:1734016118.154160:0:6482:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 9905054 00000004:00200000:2.0:1734016118.154164:0:6482:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1734016118.154180:0:6482:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880072171440/0x3f004d6452e0781b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6482 initiator: MDT0 00010000:00010000:2.0:1734016118.154203:0:6482:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880072172d00/0x3f004d6452e07814 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d131d expref: 27 pid: 6482 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016118.154525:0:6482:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880072171440/0x3f004d6452e0781b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d131d expref: 26 pid: 6482 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016118.154533:0:6482:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:2.0:1734016118.154536:0:6482:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1734016118.154539:0:6482:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880072171440, rc 0) 00000100:00100000:2.0:1734016118.155239:0:6482:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012db32d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+26:9673:x1818247336778368:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 1269us (1490us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016118.155247:0:6482:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 1952 00000100:00100000:1.0:1734016118.159116:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016118.159366:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336778496 00000100:00100000:2.0:1734016118.159376:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336778496 00000100:00100000:2.0:1734016118.159435:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10464 00000100:00100000:2.0:1734016118.159453:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074c8a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1979:x1818247336778496:12345-192.168.201.10@tcp:22:fsx.0 00002000:00010000:2.0:1734016118.159729:0:7690:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 9905054 -> 9905054 00002000:00010000:2.0:1734016118.159733:0:7690:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016117 -> 1734016117 00002000:00010000:2.0:1734016118.159735:0:7690:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016116 -> 1734016116 00002000:00010000:2.0:1734016118.159737:0:7690:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016117 -> 1734016117 00002000:00010000:2.0:1734016118.159738:0:7690:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 1568 -> 1656 00000100:00100000:2.0:1734016118.159859:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074c8a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1979:x1818247336778496:12345-192.168.201.10@tcp:22:fsx.0 Request processed in 405us (753us total) trans 4294969223 rc 0/0 00000100:00100000:2.0:1734016118.159889:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10464 00000100:00100000:3.0:1734016118.162935:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016118.163112:0:6482:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336778752 00000100:00100000:2.0:1734016118.163131:0:6482:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336778752 00000100:00100000:2.0:1734016118.163826:0:6482:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 1953 00000100:00100000:2.0:1734016118.163835:0:6482:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074e56d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+26:9673:x1818247336778752:12345-192.168.201.10@tcp:36:fsx.0 00010000:00010000:2.0:1734016118.163932:0:6482:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016118.163963:0:6482:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880072171440/0x3f004d6452e0781b lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d131d expref: 26 pid: 6482 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016118.163985:0:6482:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:2.0:1734016118.163990:0:6482:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1734016118.164528:0:6482:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880072172d00/0x3f004d6452e07822 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6482 initiator: MDT0 00010000:00010000:2.0:1734016118.164546:0:6482:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880072172d00/0x3f004d6452e07822 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6482 initiator: MDT0 00010000:00010000:2.0:1734016118.164557:0:6482:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880072172d00/0x3f004d6452e07822 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6482 initiator: MDT0 00000001:00080000:2.0:1734016118.164611:0:6482:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294968539 00000004:00010000:2.0:1734016118.164643:0:6482:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff880074e56d80 reply state ffff88007426e000 transno 4294968540 ns: mdt-lustre-MDT0000_UUID lock: ffff880072172d00/0x3f004d6452e07822 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6482 initiator: MDT0 00000100:00100000:2.0:1734016118.164651:0:6482:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1734016118.164778:0:6482:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074e56d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+28:9673:x1818247336778752:12345-192.168.201.10@tcp:36:fsx.0 Request processed in 940us (1917us total) trans 4294968540 rc 0/0 00000100:00100000:2.0:1734016118.164785:0:6482:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 1953 00000020:00080000:2.0:1734016118.164794:0:6482:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:2.0:1734016118.168162:0:3495:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880072172d00/0x3f004d6452e07822 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6482 initiator: MDT0 00010000:00010000:2.0:1734016118.168182:0:3495:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880072172d00/0x3f004d6452e07822 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6482 initiator: MDT0 00010000:00010000:2.0:1734016118.168189:0:3495:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880072172d00/0x3f004d6452e07822 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6482 initiator: MDT0 00010000:00010000:2.0:1734016118.168200:0:3495:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880072172d00 already unused, calling callback (ffffffffa0f03950) 00010000:00010000:2.0:1734016118.168204:0:3495:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880072172d00/0x3f004d6452e07822 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6482 initiator: MDT0 00010000:00010000:2.0:1734016118.168212:0:3495:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880072172d00/0x3f004d6452e07822 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6482 initiator: MDT0 00010000:00010000:2.0:1734016118.168232:0:3495:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:2.0:1734016118.168235:0:3495:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734016118.168239:0:3495:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880072172d00/0x3f004d6452e07822 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6482 initiator: MDT0 00010000:00010000:2.0:1734016118.168244:0:3495:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880072172d00/0x3f004d6452e07822 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6482 initiator: MDT0 00000100:00100000:3.0:1734016118.169137:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016118.169228:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336778880 00000100:00100000:0.0:1734016118.169242:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336778880 00002000:00010000:0.0:1734016118.169287:0:7696:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (5391955->18446744073709551615) 00002000:00100000:0.0:1734016118.169292:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074e57b80 with x1818247336778880 ext(5391955->18446744073709551615) 00002000:00010000:0.0:1734016118.169303:0:7696:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074e57b80. 00000100:00100000:0.0:1734016118.169339:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8774 00000100:00100000:0.0:1734016118.169347:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074e57b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1979:x1818247336778880:12345-192.168.201.10@tcp:10:fsx.0 00002000:00010000:0.0:1734016118.171536:0:7696:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 9905054 -> 5391955 00002000:00010000:0.0:1734016118.171545:0:7696:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016117 -> 1734016117 00002000:00010000:0.0:1734016118.171548:0:7696:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016116 -> 1734016116 00002000:00010000:0.0:1734016118.171550:0:7696:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016117 -> 1734016117 00002000:00010000:0.0:1734016118.171552:0:7696:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 1656 -> 1328 00000100:00100000:0.0:1734016118.171643:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074e57b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+9:1979:x1818247336778880:12345-192.168.201.10@tcp:10:fsx.0 Request processed in 2291us (2509us total) trans 4294969224 rc 0/0 00000100:00100000:0.0:1734016118.171654:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8774 00002000:00010000:0.0:1734016118.171660:0:7696:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (5391955->18446744073709551615) 00002000:00100000:0.0:1734016118.171664:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074e57b80 with x1818247336778880 ext(5391955->18446744073709551615) 00002000:00010000:0.0:1734016118.171670:0:7696:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074e57b80. 00000100:00100000:2.0:1734016118.177452:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016118.178208:0:8966:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336779008 00000100:00100000:1.0:1734016118.178220:0:8966:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336779008 00000100:00100000:1.0:1734016118.178837:0:8966:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 1954 00000100:00100000:1.0:1734016118.178846:0:8966:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880073f20700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+12:9673:x1818247336779008:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:1.0:1734016118.178947:0:8966:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016118.178971:0:8966:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880097235b00/0x3f004d6452e07829 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d1324 expref: -99 pid: 8966 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016118.179077:0:8966:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880097237840/0x3f004d6452e07830 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 8966 initiator: MDT0 00010000:00010000:1.0:1734016118.179096:0:8966:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880097237840/0x3f004d6452e07830 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 8966 initiator: MDT0 00010000:00010000:1.0:1734016118.179107:0:8966:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880097237840/0x3f004d6452e07830 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 8966 initiator: MDT0 00000004:00200000:1.0:1734016118.179134:0:8966:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 5391955 00000004:00200000:1.0:1734016118.179138:0:8966:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1734016118.179153:0:8966:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880097237840/0x3f004d6452e07830 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 8966 initiator: MDT0 00010000:00010000:1.0:1734016118.179178:0:8966:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880097235b00/0x3f004d6452e07829 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1324 expref: 14 pid: 8966 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016118.180641:0:8966:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880097237840/0x3f004d6452e07830 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1324 expref: 13 pid: 8966 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016118.180654:0:8966:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:1.0:1734016118.180657:0:8966:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1734016118.180662:0:8966:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097237840, rc 0) 00000100:00100000:1.0:1734016118.180819:0:8966:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880073f20700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+13:9673:x1818247336779008:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 1971us (3385us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016118.180832:0:8966:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 1954 00000100:00100000:1.0:1734016118.183322:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016118.183419:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336779136 00000100:00100000:3.0:1734016118.183429:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336779136 00000100:00100000:3.0:1734016118.183571:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10465 00000100:00100000:3.0:1734016118.183582:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074ebce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:1981:x1818247336779136:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:3.0:1734016118.183611:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016118.183635:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a9a61c0/0x3f004d6452e07837 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d132b expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016118.183702:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074e55f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339405056:192.168.201.10@tcp:106: 00000100:00100000:3.0:1734016118.183782:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff880074e1a180 going to sleep for 11 seconds 00000100:00100000:3.0:1734016118.186583:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074e55f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339405056:192.168.201.10@tcp:106: 00010000:00010000:3.0:1734016118.186637:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a9a61c0/0x3f004d6452e07837 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d132b expref: 6 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016118.186652:0:7689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a61c0/0x3f004d6452e07837 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d132b expref: 6 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016118.187230:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a9a61c0, rc 0) 00000100:00100000:3.0:1734016118.187322:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074ebce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:1981:x1818247336779136:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 3740us (4009us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016118.187335:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10465 00000100:00100000:0.0:1734016118.190569:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016118.190970:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336779264 00000100:00100000:3.0:1734016118.190991:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336779264 00000100:00100000:3.0:1734016118.191076:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10466 00000100:00100000:3.0:1734016118.191087:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011efc4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:1979:x1818247336779264:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:3.0:1734016118.191117:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016118.191142:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a9a5b00/0x3f004d6452e0783e lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d1332 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016118.191246:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074e55f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339405184:192.168.201.10@tcp:106: 00000100:00100000:3.0:1734016118.191355:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff880074e1a180 going to sleep for 11 seconds 00000100:00100000:3.0:1734016118.194298:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074e55f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339405184:192.168.201.10@tcp:106: 00010000:00010000:3.0:1734016118.194343:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a9a5b00/0x3f004d6452e0783e lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1332 expref: 6 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016118.194357:0:7689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a5b00/0x3f004d6452e0783e lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1332 expref: 6 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016118.194485:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a9a5b00, rc 0) 00000100:00100000:3.0:1734016118.195225:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011efc4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:1979:x1818247336779264:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 4138us (4679us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016118.195236:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10466 00000100:00100000:0.0:1734016118.198147:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016118.198233:0:8966:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336779392 00000100:00100000:1.0:1734016118.198247:0:8966:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336779392 00000100:00100000:1.0:1734016118.198627:0:8966:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 1955 00000100:00100000:1.0:1734016118.198636:0:8966:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011efc7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+27:9673:x1818247336779392:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:1.0:1734016118.198669:0:8966:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016118.198697:0:8966:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800972346c0/0x3f004d6452e07845 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d1339 expref: -99 pid: 8966 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016118.198812:0:8966:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800972373c0/0x3f004d6452e0784c lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 8966 initiator: MDT0 00010000:00010000:1.0:1734016118.198831:0:8966:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800972373c0/0x3f004d6452e0784c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 8966 initiator: MDT0 00010000:00010000:1.0:1734016118.198844:0:8966:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800972373c0/0x3f004d6452e0784c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 8966 initiator: MDT0 00000004:00200000:1.0:1734016118.199033:0:8966:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 5391955 00000004:00200000:1.0:1734016118.199039:0:8966:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1734016118.199062:0:8966:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800972373c0/0x3f004d6452e0784c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 8966 initiator: MDT0 00010000:00010000:1.0:1734016118.199089:0:8966:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800972346c0/0x3f004d6452e07845 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1339 expref: 29 pid: 8966 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016118.199120:0:8966:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800972373c0/0x3f004d6452e0784c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1339 expref: 28 pid: 8966 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016118.199127:0:8966:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:1.0:1734016118.199129:0:8966:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1734016118.199133:0:8966:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800972373c0, rc 0) 00000100:00100000:1.0:1734016118.199196:0:8966:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011efc7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+28:9673:x1818247336779392:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 561us (1063us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016118.199203:0:8966:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 1955 00000100:00100000:1.0:1734016118.203264:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016118.203349:0:8966:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336779648 00000100:00100000:2.0:1734016118.203363:0:8966:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336779648 00000100:00100000:2.0:1734016118.203513:0:8966:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 1956 00000100:00100000:2.0:1734016118.203521:0:8966:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074ebea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+28:9673:x1818247336779648:12345-192.168.201.10@tcp:36:fsx.0 00010000:00010000:2.0:1734016118.203584:0:8966:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016118.203620:0:8966:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800972373c0/0x3f004d6452e0784c lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1339 expref: 28 pid: 8966 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016118.203994:0:8966:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:2.0:1734016118.204000:0:8966:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1734016118.204221:0:8966:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880072172d00/0x3f004d6452e07853 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 8966 initiator: MDT0 00010000:00010000:2.0:1734016118.204234:0:8966:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880097237840/0x3f004d6452e07830 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1324 expref: 12 pid: 8966 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016118.204242:0:8966:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff880072172d00/0x3f004d6452e07853 lrc: 4/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 8966 initiator: MDT0 00010000:00010000:2.0:1734016118.204281:0:8966:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880097237840/0x3f004d6452e07830 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1324 expref: 12 pid: 8966 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016118.204294:0:8966:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880097237840/0x3f004d6452e07830 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1324 expref: 12 pid: 8966 timeout: 482 lvb_type: 0 00000100:00100000:2.0:1734016118.204308:0:8966:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880073f23800 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:8966:1818247339405312:192.168.201.10@tcp:104: 00000100:00100000:2.0:1734016118.204792:0:8966:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012b9113c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016118.208205:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016118.208392:0:8966:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880073f23800 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:8966:1818247339405312:192.168.201.10@tcp:104: 00010000:00010000:2.0:1734016118.208424:0:8966:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff880072172d00/0x3f004d6452e07853 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 8966 initiator: MDT0 00000100:00100000:3.0:1734016118.208902:0:6469:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336779776 00000100:00100000:3.0:1734016118.208911:0:6469:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336779776 00010000:00010000:3.0:1734016118.208954:0:6469:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880097237840/0x3f004d6452e07830 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1324 expref: 13 pid: 8966 timeout: 482 lvb_type: 0 00000100:00100000:3.0:1734016118.209000:0:6469:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2788 00000100:00100000:3.0:1734016118.209010:0:6469:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011efc7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+13:1979:x1818247336779776:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016118.209032:0:6469:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016118.209040:0:6469:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880097237840/0x3f004d6452e07830 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1324 expref: 13 pid: 8966 timeout: 482 lvb_type: 0 00010000:00010000:3.0:1734016118.209052:0:6469:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880097237840/0x3f004d6452e07830 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1324 expref: 13 pid: 8966 timeout: 482 lvb_type: 0 00010000:00010000:3.0:1734016118.209079:0:6469:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880097237840/0x3f004d6452e07830 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1324 expref: 13 pid: 8966 timeout: 482 lvb_type: 0 00010000:00010000:3.0:1734016118.209105:0:6469:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:3.0:1734016118.209110:0:6469:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff880072172d00/0x3f004d6452e07853 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 8966 initiator: MDT0 00010000:00010000:3.0:1734016118.209122:0:6469:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880072172d00/0x3f004d6452e07853 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 8966 initiator: MDT0 00010000:00010000:3.0:1734016118.209131:0:6469:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880072172d00/0x3f004d6452e07853 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 8966 initiator: MDT0 00010000:00010000:3.0:1734016118.209154:0:6469:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016118.209236:0:6469:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011efc7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+12:1979:x1818247336779776:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 227us (1049us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016118.209244:0:6469:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2788 00010000:00010000:2.0:1734016118.209354:0:8966:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff880072172d00/0x3f004d6452e07853 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8966 initiator: MDT0 00010000:00010000:2.0:1734016118.209362:0:8966:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880072172d00/0x3f004d6452e07853 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8966 initiator: MDT0 00000001:00080000:2.0:1734016118.209505:0:8966:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294968541 00000004:00010000:2.0:1734016118.209568:0:8966:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff880074ebea00 reply state ffff88007426b000 transno 4294968542 ns: mdt-lustre-MDT0000_UUID lock: ffff880072172d00/0x3f004d6452e07853 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8966 initiator: MDT0 00000100:00100000:2.0:1734016118.209578:0:8966:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1734016118.209671:0:8966:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074ebea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+30:9673:x1818247336779648:12345-192.168.201.10@tcp:36:fsx.0 Request processed in 6150us (6419us total) trans 4294968542 rc 0/0 00000100:00100000:2.0:1734016118.209679:0:8966:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 1956 00000020:00080000:2.0:1734016118.209684:0:8966:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:2.0:1734016118.211930:0:3494:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880072172d00/0x3f004d6452e07853 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8966 initiator: MDT0 00010000:00010000:2.0:1734016118.211952:0:3494:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880072172d00/0x3f004d6452e07853 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 8966 initiator: MDT0 00010000:00010000:2.0:1734016118.211961:0:3494:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880072172d00/0x3f004d6452e07853 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8966 initiator: MDT0 00010000:00010000:2.0:1734016118.211969:0:3494:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880072172d00 already unused, calling callback (ffffffffa0f03950) 00010000:00010000:2.0:1734016118.211975:0:3494:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880072172d00/0x3f004d6452e07853 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8966 initiator: MDT0 00010000:00010000:2.0:1734016118.211986:0:3494:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880072172d00/0x3f004d6452e07853 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 8966 initiator: MDT0 00010000:00010000:2.0:1734016118.212007:0:3494:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:2.0:1734016118.212010:0:3494:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734016118.212015:0:3494:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880072172d00/0x3f004d6452e07853 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8966 initiator: MDT0 00010000:00010000:2.0:1734016118.212021:0:3494:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880072172d00/0x3f004d6452e07853 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8966 initiator: MDT0 00000100:00100000:0.0:1734016118.212553:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016118.212672:0:13929:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336779904 00000100:00100000:2.0:1734016118.212687:0:13929:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336779904 00002000:00010000:2.0:1734016118.212746:0:13929:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (8128274->18446744073709551615) 00002000:00100000:2.0:1734016118.212752:0:13929:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88011efc5500 with x1818247336779904 ext(8128274->18446744073709551615) 00002000:00010000:2.0:1734016118.212769:0:13929:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011efc5500. 00000100:00100000:2.0:1734016118.212815:0:13929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8775 00000100:00100000:2.0:1734016118.212827:0:13929:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011efc5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+9:1978:x1818247336779904:12345-192.168.201.10@tcp:10:fsx.0 00002000:00010000:2.0:1734016118.213213:0:13929:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 5391955 -> 8128274 00002000:00010000:2.0:1734016118.213218:0:13929:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016117 -> 1734016117 00002000:00010000:2.0:1734016118.213221:0:13929:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016116 -> 1734016116 00002000:00010000:2.0:1734016118.213224:0:13929:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016117 -> 1734016117 00002000:00010000:2.0:1734016118.213226:0:13929:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 1328 -> 1328 00000100:00100000:2.0:1734016118.213315:0:13929:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011efc5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+10:1978:x1818247336779904:12345-192.168.201.10@tcp:10:fsx.0 Request processed in 489us (769us total) trans 4294969225 rc 0/0 00000100:00100000:2.0:1734016118.213325:0:13929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8775 00002000:00010000:2.0:1734016118.213328:0:13929:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (8128274->18446744073709551615) 00002000:00100000:2.0:1734016118.213331:0:13929:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88011efc5500 with x1818247336779904 ext(8128274->18446744073709551615) 00002000:00010000:2.0:1734016118.213335:0:13929:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011efc5500. 00000100:00100000:0.0:1734016118.217915:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016118.218051:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336780160 00000100:00100000:2.0:1734016118.218070:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336780160 00002000:00100000:2.0:1734016118.218140:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (8126464->8130559) req@ffff88011efc6a00 x1818247336780160/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:79/0 lens 488/0 e 0 to 0 dl 1734016129 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016118.218154:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88011efc6a00 with x1818247336780160 ext(8126464->8130559) 00002000:00010000:2.0:1734016118.218161:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011efc6a00 00000100:00100000:2.0:1734016118.218205:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8776 00000100:00100000:2.0:1734016118.218214:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011efc6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+10:1980:x1818247336780160:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:2.0:1734016118.218528:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011efc6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+10:1980:x1818247336780160:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 312us (674us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016118.218537:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8776 00002000:00100000:2.0:1734016118.218546:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (8126464->8130559) req@ffff88011efc6a00 x1818247336780160/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:79/0 lens 488/4536 e 0 to 0 dl 1734016129 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016118.218555:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88011efc6a00 with x1818247336780160 ext(8126464->8130559) 00002000:00010000:2.0:1734016118.218559:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011efc6a00 00000100:00100000:0.0:1734016118.222237:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016118.222449:0:13929:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336780416 00000100:00100000:2.0:1734016118.222461:0:13929:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336780416 00002000:00100000:2.0:1734016118.222514:0:13929:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (8122368->8126463) req@ffff88011efc4e00 x1818247336780416/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:79/0 lens 488/0 e 0 to 0 dl 1734016129 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016118.222525:0:13929:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88011efc4e00 with x1818247336780416 ext(8122368->8126463) 00002000:00010000:2.0:1734016118.222531:0:13929:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011efc4e00 00000100:00100000:2.0:1734016118.222566:0:13929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8777 00000100:00100000:2.0:1734016118.222574:0:13929:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011efc4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+10:1979:x1818247336780416:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:2.0:1734016118.222813:0:13929:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011efc4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+10:1979:x1818247336780416:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 238us (588us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016118.222821:0:13929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8777 00002000:00100000:2.0:1734016118.222826:0:13929:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (8122368->8126463) req@ffff88011efc4e00 x1818247336780416/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:79/0 lens 488/4536 e 0 to 0 dl 1734016129 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016118.222834:0:13929:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88011efc4e00 with x1818247336780416 ext(8122368->8126463) 00002000:00010000:2.0:1734016118.222837:0:13929:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011efc4e00 00000100:00100000:1.0:1734016118.227563:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016118.227728:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336780672 00000100:00100000:0.0:1734016118.227742:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336780672 00002000:00100000:0.0:1734016118.227796:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (8118272->8122367) req@ffff880074ebf100 x1818247336780672/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:79/0 lens 488/0 e 0 to 0 dl 1734016129 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016118.227808:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074ebf100 with x1818247336780672 ext(8118272->8122367) 00002000:00010000:0.0:1734016118.227814:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074ebf100 00000100:00100000:0.0:1734016118.227853:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8778 00000100:00100000:0.0:1734016118.227861:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074ebf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+10:1980:x1818247336780672:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:0.0:1734016118.228119:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074ebf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+10:1980:x1818247336780672:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 257us (566us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016118.228131:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8778 00002000:00100000:0.0:1734016118.228138:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (8118272->8122367) req@ffff880074ebf100 x1818247336780672/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:79/0 lens 488/4536 e 0 to 0 dl 1734016129 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016118.228145:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074ebf100 with x1818247336780672 ext(8118272->8122367) 00002000:00010000:0.0:1734016118.228149:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074ebf100 00000100:00100000:1.0:1734016118.231230:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016118.231702:0:13929:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336780928 00000100:00100000:2.0:1734016118.231716:0:13929:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336780928 00002000:00100000:2.0:1734016118.231778:0:13929:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (8114176->8118271) req@ffff880074ebc000 x1818247336780928/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:79/0 lens 488/0 e 0 to 0 dl 1734016129 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016118.231791:0:13929:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074ebc000 with x1818247336780928 ext(8114176->8118271) 00002000:00010000:2.0:1734016118.231797:0:13929:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074ebc000 00000100:00100000:2.0:1734016118.231845:0:13929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8779 00000100:00100000:2.0:1734016118.231854:0:13929:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074ebc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+10:1979:x1818247336780928:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:2.0:1734016118.232122:0:13929:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074ebc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+10:1979:x1818247336780928:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 267us (907us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016118.232131:0:13929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8779 00002000:00100000:2.0:1734016118.232137:0:13929:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (8114176->8118271) req@ffff880074ebc000 x1818247336780928/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:79/0 lens 488/4536 e 0 to 0 dl 1734016129 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016118.232144:0:13929:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074ebc000 with x1818247336780928 ext(8114176->8118271) 00002000:00010000:2.0:1734016118.232146:0:13929:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074ebc000 00000100:00100000:0.0:1734016118.234614:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016118.235332:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336781184 00000100:00100000:2.0:1734016118.235342:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336781184 00002000:00100000:2.0:1734016118.235387:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (8110080->8114175) req@ffff88011efc4000 x1818247336781184/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:79/0 lens 488/0 e 0 to 0 dl 1734016129 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016118.235396:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88011efc4000 with x1818247336781184 ext(8110080->8114175) 00002000:00010000:2.0:1734016118.235402:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011efc4000 00000100:00100000:2.0:1734016118.235429:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8780 00000100:00100000:2.0:1734016118.235436:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011efc4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+10:1980:x1818247336781184:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:2.0:1734016118.235665:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011efc4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+10:1980:x1818247336781184:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 228us (1064us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016118.235673:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8780 00002000:00100000:2.0:1734016118.235679:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (8110080->8114175) req@ffff88011efc4000 x1818247336781184/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:79/0 lens 488/4536 e 0 to 0 dl 1734016129 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016118.235686:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88011efc4000 with x1818247336781184 ext(8110080->8114175) 00002000:00010000:2.0:1734016118.235688:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011efc4000 00000100:00100000:0.0:1734016118.238236:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016118.238475:0:13929:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336781440 00000100:00100000:2.0:1734016118.238486:0:13929:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336781440 00002000:00100000:2.0:1734016118.238545:0:13929:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (8105984->8110079) req@ffff88011efc6300 x1818247336781440/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:79/0 lens 488/0 e 0 to 0 dl 1734016129 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016118.238562:0:13929:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88011efc6300 with x1818247336781440 ext(8105984->8110079) 00002000:00010000:2.0:1734016118.238569:0:13929:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011efc6300 00000100:00100000:2.0:1734016118.238597:0:13929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8781 00000100:00100000:2.0:1734016118.238604:0:13929:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011efc6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+10:1979:x1818247336781440:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:2.0:1734016118.238852:0:13929:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011efc6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+10:1979:x1818247336781440:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 247us (626us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016118.238860:0:13929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8781 00002000:00100000:2.0:1734016118.238897:0:13929:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (8105984->8110079) req@ffff88011efc6300 x1818247336781440/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:79/0 lens 488/4536 e 0 to 0 dl 1734016129 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016118.238904:0:13929:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88011efc6300 with x1818247336781440 ext(8105984->8110079) 00002000:00010000:2.0:1734016118.238907:0:13929:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011efc6300 00000100:00100000:1.0:1734016118.241599:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016118.241782:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336781696 00000100:00100000:0.0:1734016118.241794:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336781696 00002000:00100000:0.0:1734016118.241853:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (8101888->8105983) req@ffff880074ebd500 x1818247336781696/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:79/0 lens 488/0 e 0 to 0 dl 1734016129 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016118.241904:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074ebd500 with x1818247336781696 ext(8101888->8105983) 00002000:00010000:0.0:1734016118.241910:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074ebd500 00000100:00100000:0.0:1734016118.241948:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8782 00000100:00100000:0.0:1734016118.241956:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074ebd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+10:1980:x1818247336781696:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:0.0:1734016118.242170:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074ebd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+10:1980:x1818247336781696:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 214us (586us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016118.242178:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8782 00002000:00100000:0.0:1734016118.242184:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (8101888->8105983) req@ffff880074ebd500 x1818247336781696/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:79/0 lens 488/4536 e 0 to 0 dl 1734016129 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016118.242192:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074ebd500 with x1818247336781696 ext(8101888->8105983) 00002000:00010000:0.0:1734016118.242196:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074ebd500 00000100:00100000:0.0:1734016118.245862:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016118.246241:0:13929:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336781952 00000100:00100000:2.0:1734016118.246253:0:13929:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336781952 00002000:00100000:2.0:1734016118.246307:0:13929:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (8097792->8101887) req@ffff880076b62300 x1818247336781952/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:79/0 lens 488/0 e 0 to 0 dl 1734016129 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016118.246319:0:13929:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076b62300 with x1818247336781952 ext(8097792->8101887) 00002000:00010000:2.0:1734016118.246326:0:13929:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076b62300 00000100:00100000:2.0:1734016118.246349:0:13929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8783 00000100:00100000:2.0:1734016118.246356:0:13929:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076b62300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+10:1979:x1818247336781952:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:2.0:1734016118.246585:0:13929:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076b62300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+10:1979:x1818247336781952:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 228us (736us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016118.246592:0:13929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8783 00002000:00100000:2.0:1734016118.246597:0:13929:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (8097792->8101887) req@ffff880076b62300 x1818247336781952/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:79/0 lens 488/4536 e 0 to 0 dl 1734016129 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016118.246605:0:13929:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076b62300 with x1818247336781952 ext(8097792->8101887) 00002000:00010000:2.0:1734016118.246608:0:13929:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076b62300 00000100:00100000:0.0:1734016118.250024:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016118.250142:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336782208 00000100:00100000:2.0:1734016118.250152:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336782208 00002000:00100000:2.0:1734016118.250200:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (8093696->8097791) req@ffff880076b61180 x1818247336782208/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:79/0 lens 488/0 e 0 to 0 dl 1734016129 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016118.250211:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076b61180 with x1818247336782208 ext(8093696->8097791) 00002000:00010000:2.0:1734016118.250216:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076b61180 00000100:00100000:2.0:1734016118.250959:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8784 00000100:00100000:2.0:1734016118.250967:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076b61180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+10:1979:x1818247336782208:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:2.0:1734016118.251650:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076b61180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+10:1979:x1818247336782208:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 680us (1636us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016118.251658:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8784 00002000:00100000:2.0:1734016118.251665:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (8093696->8097791) req@ffff880076b61180 x1818247336782208/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:79/0 lens 488/4536 e 0 to 0 dl 1734016129 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016118.251673:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076b61180 with x1818247336782208 ext(8093696->8097791) 00002000:00010000:2.0:1734016118.251678:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076b61180 00000100:00100000:1.0:1734016118.256423:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016118.256703:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336782336 00000100:00100000:2.0:1734016118.256718:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336782336 00002000:00100000:2.0:1734016118.256769:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (8093696->8128273) req@ffff880074ebdc00 x1818247336782336/t0(0) o4->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:79/0 lens 488/0 e 0 to 0 dl 1734016129 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016118.256779:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074ebdc00 with x1818247336782336 ext(8093696->8128273) 00002000:00010000:2.0:1734016118.256785:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074ebdc00 00000100:00100000:2.0:1734016118.256811:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8785 00000100:00100000:2.0:1734016118.256819:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074ebdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+10:1978:x1818247336782336:12345-192.168.201.10@tcp:4:fsx.0 00000100:00100000:0.0:1734016118.260321:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074ebdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+12:1978:x1818247336782336:12345-192.168.201.10@tcp:4:fsx.0 Request processed in 3489us (3900us total) trans 4294969226 rc 0/0 00000100:00100000:0.0:1734016118.260336:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8785 00002000:00100000:0.0:1734016118.260352:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (8093696->8128273) req@ffff880074ebdc00 x1818247336782336/t4294969226(0) o4->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:79/0 lens 488/448 e 0 to 0 dl 1734016129 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016118.260363:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074ebdc00 with x1818247336782336 ext(8093696->8128273) 00002000:00010000:0.0:1734016118.260371:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074ebdc00 00000100:00100000:0.0:1734016118.263406:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016118.263526:0:8966:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336782464 00000100:00100000:2.0:1734016118.263537:0:8966:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336782464 00000100:00100000:2.0:1734016118.263617:0:8966:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 1957 00000100:00100000:2.0:1734016118.263624:0:8966:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076b63800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+29:9673:x1818247336782464:12345-192.168.201.10@tcp:44:fsx.0 00000100:00100000:2.0:1734016118.263778:0:8966:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076b63800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+29:9673:x1818247336782464:12345-192.168.201.10@tcp:44:fsx.0 Request processed in 154us (385us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016118.263784:0:8966:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 1957 00000100:00100000:1.0:1734016118.265650:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016118.265736:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336782592 00000100:00100000:3.0:1734016118.265746:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336782592 00000100:00100000:3.0:1734016118.265792:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10467 00000100:00100000:3.0:1734016118.265799:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074ebdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+12:1979:x1818247336782592:12345-192.168.201.10@tcp:16:fsx.0 00000001:00080000:2.0:1734016118.268081:0:8954:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969226 is committed 00000100:00100000:3.0:1734016118.268379:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074ebdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1979:x1818247336782592:12345-192.168.201.10@tcp:16:fsx.0 Request processed in 2568us (2752us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016118.268392:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10467 00000100:00100000:0.0:1734016118.270700:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016118.271319:0:6482:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336782720 00000100:00100000:2.0:1734016118.271331:0:6482:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336782720 00000100:00100000:2.0:1734016118.271396:0:6482:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 1958 00000100:00100000:2.0:1734016118.271405:0:6482:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076b60e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+12:9673:x1818247336782720:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:2.0:1734016118.271433:0:6482:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016118.271469:0:6482:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880072170d80/0x3f004d6452e0785a lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d1340 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016118.271597:0:6482:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800721718c0/0x3f004d6452e07861 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6482 initiator: MDT0 00010000:00010000:2.0:1734016118.271614:0:6482:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800721718c0/0x3f004d6452e07861 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6482 initiator: MDT0 00010000:00010000:2.0:1734016118.271627:0:6482:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800721718c0/0x3f004d6452e07861 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6482 initiator: MDT0 00000004:00200000:2.0:1734016118.271664:0:6482:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 8128274 00000004:00200000:2.0:1734016118.271669:0:6482:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1734016118.271686:0:6482:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800721718c0/0x3f004d6452e07861 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6482 initiator: MDT0 00010000:00010000:2.0:1734016118.271715:0:6482:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880072170d80/0x3f004d6452e0785a lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1340 expref: 14 pid: 6482 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016118.271739:0:6482:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800721718c0/0x3f004d6452e07861 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1340 expref: 13 pid: 6482 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016118.271747:0:6482:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:2.0:1734016118.271751:0:6482:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1734016118.271755:0:6482:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800721718c0, rc 0) 00000100:00100000:2.0:1734016118.271828:0:6482:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076b60e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+13:9673:x1818247336782720:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 423us (1142us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016118.271836:0:6482:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 1958 00000100:00100000:0.0:1734016118.275101:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016118.275456:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336782848 00000100:00100000:3.0:1734016118.275468:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336782848 00000100:00100000:3.0:1734016118.275524:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10468 00000100:00100000:3.0:1734016118.275532:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076b60000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:1978:x1818247336782848:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:3.0:1734016118.275554:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016118.275576:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7600/0x3f004d6452e07868 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d1347 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016118.275645:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074e55f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339405440:192.168.201.10@tcp:106: 00000100:00100000:3.0:1734016118.275721:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff880074e1a180 going to sleep for 11 seconds 00002000:00010000:3.0:1734016118.277315:0:7689:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime: 1734016116 -> 1734016117 00002000:00010000:3.0:1734016118.277320:0:7689:0:(ofd_lvb.c:301:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks: 1328 -> 1400 00000100:00100000:3.0:1734016118.277341:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074e55f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339405440:192.168.201.10@tcp:106: 00010000:00010000:3.0:1734016118.277369:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7600/0x3f004d6452e07868 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1347 expref: 6 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016118.277382:0:7689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7600/0x3f004d6452e07868 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1347 expref: 6 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016118.277430:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a9a7600, rc 0) 00000100:00100000:3.0:1734016118.277541:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076b60000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:1978:x1818247336782848:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 2008us (2451us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016118.277550:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10468 00000100:00100000:0.0:1734016118.280045:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016118.280149:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336782976 00000100:00100000:3.0:1734016118.280159:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336782976 00000100:00100000:3.0:1734016118.280208:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10469 00000100:00100000:3.0:1734016118.280216:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076b62d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:1980:x1818247336782976:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:3.0:1734016118.280241:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016118.280265:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7180/0x3f004d6452e0786f lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d134e expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016118.280332:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074e55f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339405568:192.168.201.10@tcp:106: 00000100:00100000:3.0:1734016118.280408:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff880074e1a180 going to sleep for 11 seconds 00000100:00100000:3.0:1734016118.281982:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074e55f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339405568:192.168.201.10@tcp:106: 00010000:00010000:3.0:1734016118.282198:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7180/0x3f004d6452e0786f lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d134e expref: 6 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016118.282217:0:7689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7180/0x3f004d6452e0786f lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d134e expref: 6 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016118.282431:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a9a7180, rc 0) 00000100:00100000:3.0:1734016118.282491:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076b62d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:1980:x1818247336782976:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 2274us (2459us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016118.282500:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10469 00000100:00100000:0.0:1734016118.285026:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016118.285139:0:8966:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336783232 00000100:00100000:3.0:1734016118.285149:0:8966:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336783232 00000100:00100000:3.0:1734016118.285314:0:8966:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 1959 00000100:00100000:3.0:1734016118.285322:0:8966:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076b61500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+29:9673:x1818247336783232:12345-192.168.201.10@tcp:36:fsx.0 00010000:00010000:3.0:1734016118.285554:0:8966:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a6d00/0x3f004d6452e07876 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 8966 initiator: MDT0 00010000:00010000:3.0:1734016118.285571:0:8966:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800721718c0/0x3f004d6452e07861 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1340 expref: 12 pid: 6482 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016118.285578:0:8966:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a6d00/0x3f004d6452e07876 lrc: 4/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 8966 initiator: MDT0 00010000:00010000:3.0:1734016118.285613:0:8966:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8800721718c0/0x3f004d6452e07861 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1340 expref: 12 pid: 6482 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016118.285629:0:8966:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8800721718c0/0x3f004d6452e07861 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1340 expref: 12 pid: 6482 timeout: 482 lvb_type: 0 00000100:00100000:3.0:1734016118.285643:0:8966:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074e55f80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:8966:1818247339405696:192.168.201.10@tcp:104: 00000100:00100000:3.0:1734016118.285721:0:8966:0:(client.c:2562:ptlrpc_set_wait()) set ffff880074e1a300 going to sleep for 11 seconds 00000100:00100000:0.0:1734016118.288839:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016118.289086:0:8966:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074e55f80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:8966:1818247339405696:192.168.201.10@tcp:104: 00010000:00010000:3.0:1734016118.289114:0:8966:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a6d00/0x3f004d6452e07876 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 8966 initiator: MDT0 00000100:00100000:1.0:1734016118.289186:0:9956:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336783360 00000100:00100000:1.0:1734016118.289193:0:9956:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336783360 00010000:00010000:1.0:1734016118.289226:0:9956:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800721718c0/0x3f004d6452e07861 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1340 expref: 13 pid: 6482 timeout: 482 lvb_type: 0 00000100:00100000:1.0:1734016118.289261:0:9956:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2789 00000100:00100000:1.0:1734016118.289267:0:9956:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076b60700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+13:1978:x1818247336783360:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016118.289284:0:9956:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016118.289292:0:9956:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8800721718c0/0x3f004d6452e07861 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1340 expref: 13 pid: 6482 timeout: 482 lvb_type: 0 00010000:00010000:1.0:1734016118.289303:0:9956:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8800721718c0/0x3f004d6452e07861 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1340 expref: 13 pid: 6482 timeout: 482 lvb_type: 0 00010000:00010000:1.0:1734016118.289325:0:9956:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800721718c0/0x3f004d6452e07861 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1340 expref: 13 pid: 6482 timeout: 482 lvb_type: 0 00010000:00010000:1.0:1734016118.289357:0:9956:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:1.0:1734016118.289363:0:9956:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a6d00/0x3f004d6452e07876 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 8966 initiator: MDT0 00010000:00010000:1.0:1734016118.289372:0:9956:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a6d00/0x3f004d6452e07876 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 8966 initiator: MDT0 00010000:00010000:1.0:1734016118.289380:0:9956:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a6d00/0x3f004d6452e07876 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 8966 initiator: MDT0 00010000:00010000:1.0:1734016118.289399:0:9956:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016118.289452:0:9956:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076b60700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+12:1978:x1818247336783360:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 184us (623us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016118.289460:0:9956:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2789 00010000:00010000:3.0:1734016118.289810:0:8966:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a6d00/0x3f004d6452e07876 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8966 initiator: MDT0 00010000:00010000:3.0:1734016118.289817:0:8966:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a6d00/0x3f004d6452e07876 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8966 initiator: MDT0 00000001:00080000:3.0:1734016118.289932:0:8966:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294968543 00000004:00010000:3.0:1734016118.289974:0:8966:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff880076b61500 reply state ffff880073f0f000 transno 4294968544 ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a6d00/0x3f004d6452e07876 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8966 initiator: MDT0 00000100:00100000:3.0:1734016118.289981:0:8966:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1734016118.290058:0:8966:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076b61500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+32:9673:x1818247336783232:12345-192.168.201.10@tcp:36:fsx.0 Request processed in 4735us (5045us total) trans 4294968544 rc 0/0 00000100:00100000:3.0:1734016118.290064:0:8966:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 1959 00000020:00080000:3.0:1734016118.290067:0:8966:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1734016118.292948:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016118.293027:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336783488 00000100:00100000:0.0:1734016118.293037:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336783488 00002000:00010000:0.0:1734016118.293078:0:7696:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (9182961->18446744073709551615) 00002000:00100000:0.0:1734016118.293083:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074ebe300 with x1818247336783488 ext(9182961->18446744073709551615) 00002000:00010000:0.0:1734016118.293096:0:7696:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074ebe300. 00000100:00100000:0.0:1734016118.293133:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8786 00000100:00100000:0.0:1734016118.293140:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074ebe300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1981:x1818247336783488:12345-192.168.201.10@tcp:10:fsx.0 00002000:00010000:0.0:1734016118.293371:0:7696:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 8128274 -> 9182961 00002000:00010000:0.0:1734016118.293374:0:7696:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016117 -> 1734016117 00002000:00010000:0.0:1734016118.293377:0:7696:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016117 -> 1734016116 00002000:00010000:0.0:1734016118.293379:0:7696:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016117 -> 1734016117 00002000:00010000:0.0:1734016118.293381:0:7696:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 1400 -> 1400 00000100:00100000:0.0:1734016118.293452:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074ebe300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1981:x1818247336783488:12345-192.168.201.10@tcp:10:fsx.0 Request processed in 298us (504us total) trans 4294969227 rc 0/0 00000100:00100000:0.0:1734016118.293459:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8786 00002000:00010000:0.0:1734016118.293462:0:7696:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (9182961->18446744073709551615) 00002000:00100000:0.0:1734016118.293465:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074ebe300 with x1818247336783488 ext(9182961->18446744073709551615) 00002000:00010000:0.0:1734016118.293468:0:7696:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074ebe300. 00010000:00010000:2.0:1734016118.294359:0:3495:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a6d00/0x3f004d6452e07876 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8966 initiator: MDT0 00010000:00010000:2.0:1734016118.294369:0:3495:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a6d00/0x3f004d6452e07876 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 8966 initiator: MDT0 00010000:00010000:2.0:1734016118.294376:0:3495:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a6d00/0x3f004d6452e07876 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8966 initiator: MDT0 00010000:00010000:2.0:1734016118.294382:0:3495:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88009a9a6d00 already unused, calling callback (ffffffffa0f03950) 00010000:00010000:2.0:1734016118.294387:0:3495:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a6d00/0x3f004d6452e07876 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8966 initiator: MDT0 00010000:00010000:2.0:1734016118.294393:0:3495:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a6d00/0x3f004d6452e07876 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 8966 initiator: MDT0 00010000:00010000:2.0:1734016118.294410:0:3495:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:2.0:1734016118.294413:0:3495:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734016118.294417:0:3495:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a6d00/0x3f004d6452e07876 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8966 initiator: MDT0 00010000:00010000:2.0:1734016118.294421:0:3495:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a6d00/0x3f004d6452e07876 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8966 initiator: MDT0 00000100:00100000:0.0:1734016118.296303:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016118.296425:0:13929:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336783744 00000100:00100000:1.0:1734016118.296456:0:13929:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336783744 00002000:00100000:1.0:1734016118.296506:0:13929:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (9179136->9183231) req@ffff880076b61f80 x1818247336783744/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:79/0 lens 488/0 e 0 to 0 dl 1734016129 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016118.296517:0:13929:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076b61f80 with x1818247336783744 ext(9179136->9183231) 00002000:00010000:1.0:1734016118.296522:0:13929:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076b61f80 00000100:00100000:1.0:1734016118.296544:0:13929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8787 00000100:00100000:1.0:1734016118.296551:0:13929:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076b61f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1981:x1818247336783744:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:1.0:1734016118.297393:0:13929:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076b61f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1981:x1818247336783744:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 838us (1097us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016118.297401:0:13929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8787 00002000:00100000:1.0:1734016118.297408:0:13929:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (9179136->9183231) req@ffff880076b61f80 x1818247336783744/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:79/0 lens 488/4536 e 0 to 0 dl 1734016129 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016118.297415:0:13929:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076b61f80 with x1818247336783744 ext(9179136->9183231) 00002000:00010000:1.0:1734016118.297419:0:13929:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076b61f80 00000100:00100000:0.0:1734016118.300154:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016118.300254:0:13929:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336784000 00000100:00100000:1.0:1734016118.300266:0:13929:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336784000 00002000:00100000:1.0:1734016118.300315:0:13929:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (9175040->9179135) req@ffff880076b63480 x1818247336784000/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:79/0 lens 488/0 e 0 to 0 dl 1734016129 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016118.300326:0:13929:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076b63480 with x1818247336784000 ext(9175040->9179135) 00002000:00010000:1.0:1734016118.300332:0:13929:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076b63480 00000100:00100000:1.0:1734016118.300362:0:13929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8788 00000100:00100000:1.0:1734016118.300369:0:13929:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076b63480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1980:x1818247336784000:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:1.0:1734016118.300614:0:13929:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076b63480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1980:x1818247336784000:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 244us (477us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016118.300621:0:13929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8788 00002000:00100000:1.0:1734016118.300627:0:13929:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (9175040->9179135) req@ffff880076b63480 x1818247336784000/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:79/0 lens 488/4536 e 0 to 0 dl 1734016129 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016118.300634:0:13929:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076b63480 with x1818247336784000 ext(9175040->9179135) 00002000:00010000:1.0:1734016118.300636:0:13929:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076b63480 00000100:00100000:0.0:1734016118.304200:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016118.304304:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336784256 00000100:00100000:2.0:1734016118.304316:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336784256 00002000:00100000:2.0:1734016118.304365:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (9170944->9175039) req@ffff880074221500 x1818247336784256/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:79/0 lens 488/0 e 0 to 0 dl 1734016129 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016118.304375:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074221500 with x1818247336784256 ext(9170944->9175039) 00002000:00010000:2.0:1734016118.304381:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074221500 00000100:00100000:2.0:1734016118.304501:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8789 00000100:00100000:2.0:1734016118.304509:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074221500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1981:x1818247336784256:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:2.0:1734016118.304976:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074221500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1981:x1818247336784256:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 465us (785us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016118.304984:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8789 00002000:00100000:2.0:1734016118.304991:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (9170944->9175039) req@ffff880074221500 x1818247336784256/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:79/0 lens 488/4536 e 0 to 0 dl 1734016129 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016118.304998:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074221500 with x1818247336784256 ext(9170944->9175039) 00002000:00010000:2.0:1734016118.305001:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074221500 00000100:00100000:0.0:1734016118.307682:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016118.307998:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336784512 00000100:00100000:2.0:1734016118.308013:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336784512 00002000:00100000:2.0:1734016118.308070:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (9166848->9170943) req@ffff880074222680 x1818247336784512/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:79/0 lens 488/0 e 0 to 0 dl 1734016129 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016118.308080:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074222680 with x1818247336784512 ext(9166848->9170943) 00002000:00010000:2.0:1734016118.308087:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074222680 00000100:00100000:2.0:1734016118.308128:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8790 00000100:00100000:2.0:1734016118.308138:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074222680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1980:x1818247336784512:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:2.0:1734016118.308384:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074222680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1980:x1818247336784512:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 245us (714us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016118.308392:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8790 00002000:00100000:2.0:1734016118.308398:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (9166848->9170943) req@ffff880074222680 x1818247336784512/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:79/0 lens 488/4536 e 0 to 0 dl 1734016129 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016118.308406:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074222680 with x1818247336784512 ext(9166848->9170943) 00002000:00010000:2.0:1734016118.308409:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074222680 00000100:00100000:0.0:1734016118.311685:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016118.316007:0:13929:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336784768 00000100:00100000:1.0:1734016118.316026:0:13929:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336784768 00002000:00100000:1.0:1734016118.316079:0:13929:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (9162752->9166847) req@ffff880074220000 x1818247336784768/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:79/0 lens 488/0 e 0 to 0 dl 1734016129 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016118.316090:0:13929:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074220000 with x1818247336784768 ext(9162752->9166847) 00002000:00010000:1.0:1734016118.316097:0:13929:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074220000 00000100:00100000:1.0:1734016118.316133:0:13929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8791 00000100:00100000:1.0:1734016118.316141:0:13929:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074220000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1979:x1818247336784768:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:1.0:1734016118.319003:0:13929:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074220000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1979:x1818247336784768:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 2848us (7320us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016118.319018:0:13929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8791 00002000:00100000:1.0:1734016118.319028:0:13929:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (9162752->9166847) req@ffff880074220000 x1818247336784768/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:79/0 lens 488/4536 e 0 to 0 dl 1734016129 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016118.319039:0:13929:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074220000 with x1818247336784768 ext(9162752->9166847) 00002000:00010000:1.0:1734016118.319045:0:13929:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074220000 00000100:00100000:0.0:1734016118.323669:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016118.323761:0:13929:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336785024 00000100:00100000:1.0:1734016118.323770:0:13929:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336785024 00002000:00100000:1.0:1734016118.323813:0:13929:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (9158656->9162751) req@ffff880074222300 x1818247336785024/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:79/0 lens 488/0 e 0 to 0 dl 1734016129 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016118.323821:0:13929:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074222300 with x1818247336785024 ext(9158656->9162751) 00002000:00010000:1.0:1734016118.323826:0:13929:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074222300 00000100:00100000:1.0:1734016118.323859:0:13929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8792 00000100:00100000:1.0:1734016118.323893:0:13929:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074222300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1980:x1818247336785024:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:1.0:1734016118.324048:0:13929:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074222300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1980:x1818247336785024:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 182us (387us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016118.324055:0:13929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8792 00002000:00100000:1.0:1734016118.324060:0:13929:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (9158656->9162751) req@ffff880074222300 x1818247336785024/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:79/0 lens 488/4536 e 0 to 0 dl 1734016129 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016118.324066:0:13929:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074222300 with x1818247336785024 ext(9158656->9162751) 00002000:00010000:1.0:1734016118.324069:0:13929:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074222300 00000100:00100000:0.0:1734016118.327801:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016118.327925:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336785152 00000100:00100000:2.0:1734016118.327939:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336785152 00002000:00100000:2.0:1734016118.327992:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (9158656->9182960) req@ffff880074223b80 x1818247336785152/t0(0) o4->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:79/0 lens 488/0 e 0 to 0 dl 1734016129 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016118.328004:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074223b80 with x1818247336785152 ext(9158656->9182960) 00002000:00010000:2.0:1734016118.328010:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074223b80 00000100:00100000:1.0:1734016118.329319:0:13929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8793 00000100:00100000:1.0:1734016118.329331:0:13929:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074223b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1980:x1818247336785152:12345-192.168.201.10@tcp:4:fsx.0 00000100:00100000:1.0:1734016118.340487:0:13929:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074223b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+10:1980:x1818247336785152:12345-192.168.201.10@tcp:4:fsx.0 Request processed in 11144us (12682us total) trans 4294969228 rc 0/0 00000100:00100000:1.0:1734016118.340503:0:13929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8793 00002000:00100000:1.0:1734016118.340520:0:13929:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (9158656->9182960) req@ffff880074223b80 x1818247336785152/t4294969228(0) o4->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:79/0 lens 488/448 e 0 to 0 dl 1734016129 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016118.340529:0:13929:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074223b80 with x1818247336785152 ext(9158656->9182960) 00002000:00010000:1.0:1734016118.340536:0:13929:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074223b80 00000100:00100000:0.0:1734016118.347800:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016118.347920:0:8966:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336785280 00000100:00100000:3.0:1734016118.347930:0:8966:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336785280 00000100:00100000:3.0:1734016118.348515:0:8966:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 1960 00000100:00100000:3.0:1734016118.348522:0:8966:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074222a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+31:9673:x1818247336785280:12345-192.168.201.10@tcp:44:fsx.0 00000100:00100000:3.0:1734016118.352525:0:8966:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074222a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+31:9673:x1818247336785280:12345-192.168.201.10@tcp:44:fsx.0 Request processed in 3991us (4724us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016118.352539:0:8966:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 1960 00000100:00100000:0.0:1734016118.354854:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016118.355356:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336785408 00000100:00100000:3.0:1734016118.355366:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336785408 00000100:00100000:3.0:1734016118.355422:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10470 00000100:00100000:3.0:1734016118.355429:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074222d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+10:1979:x1818247336785408:12345-192.168.201.10@tcp:16:fsx.0 00000001:00080000:0.0:1734016118.356819:0:8954:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969228 is committed 00000100:00100000:3.0:1734016118.360821:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074222d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1979:x1818247336785408:12345-192.168.201.10@tcp:16:fsx.0 Request processed in 5373us (5966us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016118.360839:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10470 00000100:00100000:0.0:1734016118.365635:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016118.365755:0:8966:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336785536 00000100:00100000:3.0:1734016118.365765:0:8966:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336785536 00000100:00100000:3.0:1734016118.366539:0:8966:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 1961 00000100:00100000:3.0:1734016118.366548:0:8966:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074220e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+31:9673:x1818247336785536:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:3.0:1734016118.366570:0:8966:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016118.366592:0:8966:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a4b40/0x3f004d6452e0787d lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d1355 expref: -99 pid: 8966 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016118.366687:0:8966:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a4fc0/0x3f004d6452e07884 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 8966 initiator: MDT0 00010000:00010000:3.0:1734016118.366701:0:8966:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a4fc0/0x3f004d6452e07884 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 8966 initiator: MDT0 00010000:00010000:3.0:1734016118.366712:0:8966:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a4fc0/0x3f004d6452e07884 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 8966 initiator: MDT0 00000004:00200000:3.0:1734016118.366738:0:8966:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 9182961 00000004:00200000:3.0:1734016118.366742:0:8966:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1734016118.366760:0:8966:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a4fc0/0x3f004d6452e07884 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 8966 initiator: MDT0 00010000:00010000:3.0:1734016118.366789:0:8966:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a4b40/0x3f004d6452e0787d lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1355 expref: 33 pid: 8966 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016118.366814:0:8966:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a4fc0/0x3f004d6452e07884 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1355 expref: 32 pid: 8966 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016118.366822:0:8966:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:3.0:1734016118.366825:0:8966:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1734016118.366828:0:8966:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a9a4fc0, rc 0) 00000100:00100000:3.0:1734016118.370621:0:8966:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074220e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+32:9673:x1818247336785536:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 4051us (4975us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016118.370637:0:8966:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 1961 00000100:00100000:0.0:1734016118.375568:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016118.375689:0:8966:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336785664 00000100:00100000:3.0:1734016118.375699:0:8966:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336785664 00000100:00100000:3.0:1734016118.376090:0:8966:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 1962 00000100:00100000:3.0:1734016118.376097:0:8966:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074221c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+12:9673:x1818247336785664:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:3.0:1734016118.376115:0:8966:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016118.376135:0:8966:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a6400/0x3f004d6452e0788b lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d135c expref: -99 pid: 8966 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016118.376217:0:8966:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a4480/0x3f004d6452e07892 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 8966 initiator: MDT0 00010000:00010000:3.0:1734016118.376231:0:8966:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a4480/0x3f004d6452e07892 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 8966 initiator: MDT0 00010000:00010000:3.0:1734016118.376241:0:8966:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a4480/0x3f004d6452e07892 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 8966 initiator: MDT0 00000004:00200000:3.0:1734016118.376265:0:8966:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 9182961 00000004:00200000:3.0:1734016118.376268:0:8966:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1734016118.376284:0:8966:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a4480/0x3f004d6452e07892 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 8966 initiator: MDT0 00010000:00010000:3.0:1734016118.376307:0:8966:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a6400/0x3f004d6452e0788b lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d135c expref: 14 pid: 8966 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016118.376730:0:8966:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a4480/0x3f004d6452e07892 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d135c expref: 13 pid: 8966 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016118.376737:0:8966:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:3.0:1734016118.376740:0:8966:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1734016118.376743:0:8966:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a9a4480, rc 0) 00000100:00100000:3.0:1734016118.376794:0:8966:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074221c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+13:9673:x1818247336785664:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 698us (1238us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016118.376800:0:8966:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 1962 00000100:00100000:1.0:1734016118.380332:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016118.380420:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336785792 00000100:00100000:2.0:1734016118.380429:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336785792 00000100:00100000:2.0:1734016118.380483:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10471 00000100:00100000:2.0:1734016118.380489:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074ebf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:1978:x1818247336785792:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:2.0:1734016118.380508:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016118.380526:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880072170d80/0x3f004d6452e07899 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d1363 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016118.380579:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880073f23800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339405824:192.168.201.10@tcp:106: 00000100:00100000:2.0:1734016118.380643:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012b911780 going to sleep for 11 seconds 00002000:00010000:2.0:1734016118.382328:0:7689:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime: 1734016116 -> 1734016117 00002000:00010000:2.0:1734016118.382336:0:7689:0:(ofd_lvb.c:301:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks: 1400 -> 1448 00000100:00100000:2.0:1734016118.382356:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880073f23800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339405824:192.168.201.10@tcp:106: 00010000:00010000:2.0:1734016118.382387:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880072170d80/0x3f004d6452e07899 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1363 expref: 6 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016118.382402:0:7689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880072170d80/0x3f004d6452e07899 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1363 expref: 6 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016118.382426:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880072170d80, rc 0) 00000100:00100000:2.0:1734016118.382480:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074ebf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:1978:x1818247336785792:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 1989us (2156us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016118.382489:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10471 00000100:00100000:0.0:1734016118.385360:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016118.385481:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336785920 00000100:00100000:2.0:1734016118.385489:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336785920 00000100:00100000:2.0:1734016118.385533:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10472 00000100:00100000:2.0:1734016118.385539:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074221f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:1981:x1818247336785920:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:2.0:1734016118.385555:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016118.385571:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880072172640/0x3f004d6452e078a0 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d136a expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016118.385622:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880073f23800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339405952:192.168.201.10@tcp:106: 00000100:00100000:2.0:1734016118.386031:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012b911780 going to sleep for 11 seconds 00000100:00100000:2.0:1734016118.387667:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880073f23800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339405952:192.168.201.10@tcp:106: 00010000:00010000:2.0:1734016118.387695:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880072172640/0x3f004d6452e078a0 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d136a expref: 6 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016118.387706:0:7689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880072172640/0x3f004d6452e078a0 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d136a expref: 6 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016118.387716:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880072172640, rc 0) 00000100:00100000:2.0:1734016118.387757:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074221f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:1981:x1818247336785920:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 2218us (2405us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016118.387765:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10472 00000100:00100000:1.0:1734016118.391130:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016118.391205:0:8966:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336786176 00000100:00100000:3.0:1734016118.391214:0:8966:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336786176 00000100:00100000:3.0:1734016118.391320:0:8966:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 1963 00000100:00100000:3.0:1734016118.391326:0:8966:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074ebe680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+32:9673:x1818247336786176:12345-192.168.201.10@tcp:36:fsx.0 00010000:00010000:3.0:1734016118.391374:0:8966:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016118.391399:0:8966:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a4fc0/0x3f004d6452e07884 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1355 expref: 32 pid: 8966 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016118.391525:0:8966:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:3.0:1734016118.391530:0:8966:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1734016118.391670:0:8966:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a58c0/0x3f004d6452e078a7 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 8966 initiator: MDT0 00010000:00010000:3.0:1734016118.391682:0:8966:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a4480/0x3f004d6452e07892 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d135c expref: 12 pid: 8966 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016118.391688:0:8966:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a58c0/0x3f004d6452e078a7 lrc: 4/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 8966 initiator: MDT0 00010000:00010000:3.0:1734016118.391713:0:8966:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a4480/0x3f004d6452e07892 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d135c expref: 12 pid: 8966 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016118.391724:0:8966:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a4480/0x3f004d6452e07892 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d135c expref: 12 pid: 8966 timeout: 482 lvb_type: 0 00000100:00100000:3.0:1734016118.391735:0:8966:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074e55f80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:8966:1818247339406080:192.168.201.10@tcp:104: 00000100:00100000:3.0:1734016118.392088:0:8966:0:(client.c:2562:ptlrpc_set_wait()) set ffff880074e1ac00 going to sleep for 11 seconds 00000100:00100000:3.0:1734016118.396121:0:8966:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074e55f80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:8966:1818247339406080:192.168.201.10@tcp:104: 00010000:00010000:3.0:1734016118.396167:0:8966:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a58c0/0x3f004d6452e078a7 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 8966 initiator: MDT0 00000100:00100000:1.0:1734016118.397781:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016118.397940:0:6469:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336786304 00000100:00100000:2.0:1734016118.397951:0:6469:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336786304 00010000:00010000:2.0:1734016118.397982:0:6469:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a4480/0x3f004d6452e07892 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d135c expref: 13 pid: 8966 timeout: 482 lvb_type: 0 00000100:00100000:2.0:1734016118.398014:0:6469:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2790 00000100:00100000:2.0:1734016118.398020:0:6469:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074ebed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+13:1978:x1818247336786304:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016118.398035:0:6469:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016118.398040:0:6469:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a4480/0x3f004d6452e07892 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d135c expref: 13 pid: 8966 timeout: 482 lvb_type: 0 00010000:00010000:2.0:1734016118.398050:0:6469:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a4480/0x3f004d6452e07892 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d135c expref: 13 pid: 8966 timeout: 482 lvb_type: 0 00010000:00010000:2.0:1734016118.398068:0:6469:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a4480/0x3f004d6452e07892 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d135c expref: 13 pid: 8966 timeout: 482 lvb_type: 0 00010000:00010000:2.0:1734016118.398093:0:6469:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:2.0:1734016118.398097:0:6469:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a58c0/0x3f004d6452e078a7 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 8966 initiator: MDT0 00010000:00010000:2.0:1734016118.398105:0:6469:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a58c0/0x3f004d6452e078a7 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 8966 initiator: MDT0 00010000:00010000:2.0:1734016118.398112:0:6469:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a58c0/0x3f004d6452e078a7 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 8966 initiator: MDT0 00010000:00010000:2.0:1734016118.398141:0:6469:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016118.398194:0:6469:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074ebed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+12:1978:x1818247336786304:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 173us (420us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016118.398202:0:6469:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2790 00010000:00010000:3.0:1734016118.398388:0:8966:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a58c0/0x3f004d6452e078a7 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8966 initiator: MDT0 00010000:00010000:3.0:1734016118.398397:0:8966:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a58c0/0x3f004d6452e078a7 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8966 initiator: MDT0 00000001:00080000:3.0:1734016118.398530:0:8966:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294968545 00000004:00010000:3.0:1734016118.398587:0:8966:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff880074ebe680 reply state ffff880074028000 transno 4294968546 ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a58c0/0x3f004d6452e078a7 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8966 initiator: MDT0 00000100:00100000:3.0:1734016118.398595:0:8966:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1734016118.398677:0:8966:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074ebe680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+34:9673:x1818247336786176:12345-192.168.201.10@tcp:36:fsx.0 Request processed in 7350us (7555us total) trans 4294968546 rc 0/0 00000100:00100000:3.0:1734016118.398684:0:8966:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 1963 00000020:00080000:3.0:1734016118.398688:0:8966:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:2.0:1734016118.401255:0:3494:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a58c0/0x3f004d6452e078a7 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8966 initiator: MDT0 00010000:00010000:2.0:1734016118.401273:0:3494:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a58c0/0x3f004d6452e078a7 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 8966 initiator: MDT0 00010000:00010000:2.0:1734016118.401280:0:3494:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a58c0/0x3f004d6452e078a7 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8966 initiator: MDT0 00010000:00010000:2.0:1734016118.401286:0:3494:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88009a9a58c0 already unused, calling callback (ffffffffa0f03950) 00010000:00010000:2.0:1734016118.401290:0:3494:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a58c0/0x3f004d6452e078a7 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8966 initiator: MDT0 00010000:00010000:2.0:1734016118.401296:0:3494:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a58c0/0x3f004d6452e078a7 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 8966 initiator: MDT0 00010000:00010000:2.0:1734016118.401310:0:3494:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:2.0:1734016118.401313:0:3494:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734016118.401318:0:3494:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a58c0/0x3f004d6452e078a7 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8966 initiator: MDT0 00010000:00010000:2.0:1734016118.401323:0:3494:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a58c0/0x3f004d6452e078a7 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8966 initiator: MDT0 00000100:00100000:1.0:1734016118.403506:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016118.403675:0:13929:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336786432 00000100:00100000:0.0:1734016118.403685:0:13929:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336786432 00002000:00010000:0.0:1734016118.403721:0:13929:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (10484107->18446744073709551615) 00002000:00100000:0.0:1734016118.403725:0:13929:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074ebca80 with x1818247336786432 ext(10484107->18446744073709551615) 00002000:00010000:0.0:1734016118.403735:0:13929:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074ebca80. 00000100:00100000:0.0:1734016118.403772:0:13929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8794 00000100:00100000:0.0:1734016118.403781:0:13929:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074ebca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1981:x1818247336786432:12345-192.168.201.10@tcp:10:fsx.0 00002000:00010000:0.0:1734016118.403994:0:13929:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 9182961 -> 10484107 00002000:00010000:0.0:1734016118.403998:0:13929:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016117 -> 1734016117 00002000:00010000:0.0:1734016118.404000:0:13929:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016117 -> 1734016116 00002000:00010000:0.0:1734016118.404002:0:13929:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016117 -> 1734016117 00002000:00010000:0.0:1734016118.404004:0:13929:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 1448 -> 1448 00000100:00100000:0.0:1734016118.404059:0:13929:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074ebca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1981:x1818247336786432:12345-192.168.201.10@tcp:10:fsx.0 Request processed in 279us (563us total) trans 4294969229 rc 0/0 00000100:00100000:0.0:1734016118.404065:0:13929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8794 00002000:00010000:0.0:1734016118.404068:0:13929:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (10484107->18446744073709551615) 00002000:00100000:0.0:1734016118.404070:0:13929:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074ebca80 with x1818247336786432 ext(10484107->18446744073709551615) 00002000:00010000:0.0:1734016118.404073:0:13929:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074ebca80. 00000100:00100000:0.0:1734016118.412040:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016118.412138:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336786688 00000100:00100000:2.0:1734016118.412147:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336786688 00002000:00100000:2.0:1734016118.412184:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (10301440->10485759) req@ffff880074220700 x1818247336786688/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:79/0 lens 488/0 e 0 to 0 dl 1734016129 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016118.412194:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074220700 with x1818247336786688 ext(10301440->10485759) 00002000:00010000:2.0:1734016118.412200:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074220700 00000100:00100000:2.0:1734016118.412219:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8795 00000100:00100000:2.0:1734016118.412226:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074220700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1978:x1818247336786688:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:2.0:1734016118.417229:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074220700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1978:x1818247336786688:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 4985us (5182us total) trans 0 rc 184320/184320 00000100:00100000:2.0:1734016118.417246:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8795 00002000:00100000:2.0:1734016118.417263:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (10301440->10485759) req@ffff880074220700 x1818247336786688/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:79/0 lens 488/440 e 0 to 0 dl 1734016129 ref 1 fl Complete:/200/0 rc 184320/184320 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016118.417275:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074220700 with x1818247336786688 ext(10301440->10485759) 00002000:00010000:2.0:1734016118.417283:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074220700 00000100:00100000:1.0:1734016118.425462:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016118.425746:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336786816 00000100:00100000:2.0:1734016118.425754:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336786816 00002000:00100000:2.0:1734016118.425791:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (10481664->10484106) req@ffff880074ebfb80 x1818247336786816/t0(0) o4->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:79/0 lens 2936/0 e 0 to 0 dl 1734016129 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016118.425801:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074ebfb80 with x1818247336786816 ext(10481664->10484106) 00002000:00010000:2.0:1734016118.425806:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074ebfb80 00000100:00100000:2.0:1734016118.425834:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8796 00000100:00100000:2.0:1734016118.425841:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074ebfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1980:x1818247336786816:12345-192.168.201.10@tcp:4:fsx.0 00000100:00100000:0.0:1734016118.426517:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074ebfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+10:1980:x1818247336786816:12345-192.168.201.10@tcp:4:fsx.0 Request processed in 673us (1063us total) trans 4294969230 rc 0/0 00000100:00100000:0.0:1734016118.426526:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8796 00002000:00100000:0.0:1734016118.426532:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (10481664->10484106) req@ffff880074ebfb80 x1818247336786816/t4294969230(0) o4->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:79/0 lens 2936/448 e 0 to 0 dl 1734016129 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016118.426538:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074ebfb80 with x1818247336786816 ext(10481664->10484106) 00002000:00010000:0.0:1734016118.426541:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074ebfb80 00000100:00100000:1.0:1734016118.428983:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016118.429210:0:8966:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336786944 00000100:00100000:3.0:1734016118.429221:0:8966:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336786944 00000100:00100000:3.0:1734016118.429282:0:8966:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 1964 00000100:00100000:3.0:1734016118.429289:0:8966:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074ebd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+33:9673:x1818247336786944:12345-192.168.201.10@tcp:44:fsx.0 00000100:00100000:3.0:1734016118.429433:0:8966:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074ebd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+33:9673:x1818247336786944:12345-192.168.201.10@tcp:44:fsx.0 Request processed in 143us (458us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016118.429449:0:8966:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 1964 00000100:00100000:0.0:1734016118.432640:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016118.432861:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336787072 00000100:00100000:2.0:1734016118.432930:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336787072 00000100:00100000:2.0:1734016118.432970:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10473 00000100:00100000:2.0:1734016118.432978:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074223800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+10:1978:x1818247336787072:12345-192.168.201.10@tcp:16:fsx.0 00000001:00080000:2.0:1734016118.434422:0:8954:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969230 is committed 00000100:00100000:0.0:1734016118.434852:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074223800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1978:x1818247336787072:12345-192.168.201.10@tcp:16:fsx.0 Request processed in 1868us (2212us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016118.435137:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10473 00000100:00100000:1.0:1734016118.438082:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016118.438376:0:6482:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336787200 00000100:00100000:3.0:1734016118.438391:0:6482:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336787200 00000100:00100000:3.0:1734016118.438457:0:6482:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 1965 00000100:00100000:3.0:1734016118.438466:0:6482:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074971880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+33:9673:x1818247336787200:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:3.0:1734016118.438495:0:6482:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016118.438526:0:6482:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a5440/0x3f004d6452e078ae lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d1371 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016118.438651:0:6482:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a6f40/0x3f004d6452e078b5 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6482 initiator: MDT0 00010000:00010000:3.0:1734016118.438668:0:6482:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a6f40/0x3f004d6452e078b5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6482 initiator: MDT0 00010000:00010000:3.0:1734016118.438681:0:6482:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a6f40/0x3f004d6452e078b5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6482 initiator: MDT0 00000004:00200000:3.0:1734016118.438710:0:6482:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 10484107 00000004:00200000:3.0:1734016118.438714:0:6482:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1734016118.438736:0:6482:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a6f40/0x3f004d6452e078b5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6482 initiator: MDT0 00010000:00010000:3.0:1734016118.438765:0:6482:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a5440/0x3f004d6452e078ae lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1371 expref: 35 pid: 6482 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016118.438802:0:6482:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a6f40/0x3f004d6452e078b5 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1371 expref: 34 pid: 6482 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016118.438811:0:6482:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:3.0:1734016118.438815:0:6482:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1734016118.438818:0:6482:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a9a6f40, rc 0) 00000100:00100000:3.0:1734016118.438905:0:6482:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074971880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+34:9673:x1818247336787200:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 439us (836us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016118.438913:0:6482:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 1965 00000100:00100000:1.0:1734016118.442315:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016118.442418:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336787456 00000100:00100000:0.0:1734016118.442433:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336787456 00000100:00100000:0.0:1734016118.442552:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8797 00000100:00100000:0.0:1734016118.442562:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074971180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1979:x1818247336787456:12345-192.168.201.10@tcp:3:fsx.0 00010000:00010000:0.0:1734016118.442625:0:7696:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff8800a8038b40/0x3f004d6452e078bc lrc: 3/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7696 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016118.442655:0:7696:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a803b180/0x3f004d6452e0780d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1316 expref: 7 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016118.442665:0:7696:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016118.442669:0:7696:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016118.442673:0:7696:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a8038b40/0x3f004d6452e078bc lrc: 4/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [8835072->8863743] (req 8835072->8863743) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 7696 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016118.442719:0:7696:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a803b180/0x3f004d6452e0780d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1316 expref: 7 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016118.442735:0:7696:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a803b180/0x3f004d6452e0780d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1316 expref: 7 pid: 7690 timeout: 482 lvb_type: 0 00000100:00100000:0.0:1734016118.442752:0:7696:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074220a80 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_002:lustre-OST0001_UUID:7696:1818247339406208:192.168.201.10@tcp:104: 00000100:00100000:0.0:1734016118.442842:0:7696:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7486300 going to sleep for 11 seconds 00000100:00100000:2.0:1734016118.446196:0:7696:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074220a80 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_002:lustre-OST0001_UUID:7696:1818247339406208:192.168.201.10@tcp:104: 00010000:00010000:2.0:1734016118.446245:0:7696:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800a8038b40/0x3f004d6452e078bc lrc: 3/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [8835072->8863743] (req 8835072->8863743) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 7696 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016118.448637:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016118.449029:0:9956:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336787584 00000100:00100000:2.0:1734016118.449046:0:9956:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336787584 00010000:00010000:2.0:1734016118.449108:0:9956:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a803b180/0x3f004d6452e0780d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1316 expref: 8 pid: 7690 timeout: 482 lvb_type: 0 00000100:00100000:2.0:1734016118.449199:0:9956:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2791 00000100:00100000:2.0:1734016118.449208:0:9956:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074973b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1979:x1818247336787584:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016118.449226:0:9956:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:2.0:1734016118.449253:0:9956:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 1448 -> 1456 00010000:00010000:2.0:1734016118.449259:0:9956:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a803b180/0x3f004d6452e0780d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1316 expref: 8 pid: 7690 timeout: 482 lvb_type: 0 00010000:00010000:2.0:1734016118.449270:0:9956:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a803b180/0x3f004d6452e0780d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1316 expref: 8 pid: 7690 timeout: 482 lvb_type: 0 00010000:00010000:2.0:1734016118.449299:0:9956:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a803b180/0x3f004d6452e0780d lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1316 expref: 8 pid: 7690 timeout: 482 lvb_type: 0 00010000:00010000:2.0:1734016118.449333:0:9956:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016118.449336:0:9956:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016118.449341:0:9956:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a8038b40/0x3f004d6452e078bc lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [8835072->8863743] (req 8835072->8863743) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 7696 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016118.449352:0:9956:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a8038b40/0x3f004d6452e078bc lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [8835072->8863743] (req 8835072->8863743) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 7696 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016118.449392:0:9956:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016118.449453:0:9956:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074973b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1979:x1818247336787584:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 246us (833us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016118.449461:0:9956:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2791 00010000:00010000:3.0:1734016118.449596:0:7696:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800a8038b40/0x3f004d6452e078bc lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [8835072->8863743] (req 8835072->8863743) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 7696 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016118.449604:0:7696:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a8038b40/0x3f004d6452e078bc lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [8835072->8863743] (req 8835072->8863743) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 7696 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016118.453651:0:7696:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff8800a8038b40/0x3f004d6452e078bc lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [8835072->8863743] (req 8835072->8863743) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 7696 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016118.453671:0:7696:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a8038b40/0x3f004d6452e078bc lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [8835072->8863743] (req 8835072->8863743) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 7696 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016118.453679:0:7696:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a8038b40/0x3f004d6452e078bc lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [8835072->8863743] (req 8835072->8863743) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 7696 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016118.453694:0:7696:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800a8038b40 already unused, calling callback (ffffffffa086d100) 00010000:00010000:3.0:1734016118.453698:0:7696:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a8038b40/0x3f004d6452e078bc lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [8835072->8863743] (req 8835072->8863743) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 7696 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016118.453707:0:7696:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a8038b40/0x3f004d6452e078bc lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [8835072->8863743] (req 8835072->8863743) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 7696 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016118.453726:0:7696:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a8038b40/0x3f004d6452e078bc lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [8835072->8863743] (req 8835072->8863743) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 7696 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016118.453733:0:7696:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a8038b40/0x3f004d6452e078bc lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [8835072->8863743] (req 8835072->8863743) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 7696 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016118.453893:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074971180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1979:x1818247336787456:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 11303us (11567us total) trans 0 rc 28672/28672 00000100:00100000:3.0:1734016118.453907:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8797 00000100:00100000:0.0:1734016118.457806:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016118.457925:0:8966:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336787712 00000100:00100000:2.0:1734016118.457942:0:8966:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336787712 00000100:00100000:2.0:1734016118.458106:0:8966:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 1966 00000100:00100000:2.0:1734016118.458114:0:8966:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074221880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+12:9673:x1818247336787712:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:2.0:1734016118.458138:0:8966:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016118.458167:0:8966:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880072171f80/0x3f004d6452e078c3 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d1378 expref: -99 pid: 8966 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016118.458282:0:8966:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880072172640/0x3f004d6452e078ca lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 8966 initiator: MDT0 00010000:00010000:2.0:1734016118.458299:0:8966:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880072172640/0x3f004d6452e078ca lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 8966 initiator: MDT0 00010000:00010000:2.0:1734016118.458312:0:8966:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880072172640/0x3f004d6452e078ca lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 8966 initiator: MDT0 00000004:00200000:2.0:1734016118.458339:0:8966:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 10484107 00000004:00200000:2.0:1734016118.458345:0:8966:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1734016118.458363:0:8966:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880072172640/0x3f004d6452e078ca lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 8966 initiator: MDT0 00010000:00010000:2.0:1734016118.458391:0:8966:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880072171f80/0x3f004d6452e078c3 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1378 expref: 14 pid: 8966 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016118.458427:0:8966:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880072172640/0x3f004d6452e078ca lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1378 expref: 13 pid: 8966 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016118.458445:0:8966:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:2.0:1734016118.458448:0:8966:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1734016118.458599:0:8966:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880072172640, rc 0) 00000100:00100000:2.0:1734016118.458665:0:8966:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074221880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+13:9673:x1818247336787712:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 551us (876us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016118.458672:0:8966:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 1966 00000100:00100000:2.0:1734016118.461509:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016118.462314:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336787840 00000100:00100000:3.0:1734016118.462325:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336787840 00000100:00100000:3.0:1734016118.462392:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10474 00000100:00100000:3.0:1734016118.462399:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880073f23800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:1978:x1818247336787840:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:3.0:1734016118.462418:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016118.462446:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a9a73c0/0x3f004d6452e078d1 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d137f expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1734016118.462465:0:7689:0:(ofd_lvb.c:169:ofd_lvbo_init()) res: [0x280000400:0x5:0x0] initial LVB size: 10484107, mtime: 0x675afc75, atime: 0x675afc74, ctime: 0x675afc75, blocks: 0x5b0 00010000:00010000:3.0:1734016118.462483:0:7689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016118.462486:0:7689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016118.462497:0:7689:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a9a73c0/0x3f004d6452e078d1 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d137f expref: 6 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016118.462512:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a9a73c0/0x3f004d6452e078d1 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d137f expref: 6 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016118.462521:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a9a73c0, rc 0) 00000100:00100000:3.0:1734016118.462574:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880073f23800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1978:x1818247336787840:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 175us (1071us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016118.462580:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10474 00000100:00100000:2.0:1734016118.466508:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016118.466572:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336787968 00000100:00100000:0.0:1734016118.466581:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336787968 00000100:00100000:0.0:1734016118.466737:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10475 00000100:00100000:0.0:1734016118.466745:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880073f22680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1981:x1818247336787968:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:0.0:1734016118.466762:0:7690:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016118.466778:0:7690:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a8038b40/0x3f004d6452e078d8 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d1386 expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016118.466801:0:7690:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016118.466802:0:7690:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016118.466810:0:7690:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a8038b40/0x3f004d6452e078d8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1386 expref: 7 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016118.466822:0:7690:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a8038b40/0x3f004d6452e078d8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1386 expref: 7 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016118.466832:0:7690:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a8038b40, rc 0) 00000100:00100000:0.0:1734016118.467113:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880073f22680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1981:x1818247336787968:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 367us (613us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016118.467120:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10475 00000100:00100000:0.0:1734016118.474009:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016118.474259:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336788096 00000100:00100000:2.0:1734016118.474268:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336788096 00000100:00100000:2.0:1734016118.474414:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10476 00000100:00100000:2.0:1734016118.474420:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074220a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:9673:x1818247336788096:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:2.0:1734016118.474446:0:7690:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016118.474470:0:7690:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880072170d80/0x3f004d6452e078df lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d138d expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016118.474505:0:7690:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a73c0/0x3f004d6452e078d1 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d137f expref: 5 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016118.474514:0:7690:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a8038b40/0x3f004d6452e078d8 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1386 expref: 8 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016118.474519:0:7690:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016118.474521:0:7690:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016118.474524:0:7690:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880072170d80/0x3f004d6452e078df lrc: 5/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [5001216->5005311] (req 5001216->5005311) gid 0 flags: 0x50000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d138d expref: 8 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016118.474561:0:7690:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a8038b40/0x3f004d6452e078d8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1386 expref: 8 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016118.474573:0:7690:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a8038b40/0x3f004d6452e078d8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1386 expref: 8 pid: 7690 timeout: 482 lvb_type: 1 00000100:00100000:2.0:1734016118.474587:0:7690:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880073e30000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339406336:192.168.201.10@tcp:104: 00010000:00010000:2.0:1734016118.475051:0:7690:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a9a73c0/0x3f004d6452e078d1 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d137f expref: 5 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016118.475060:0:7690:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a9a73c0/0x3f004d6452e078d1 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d137f expref: 5 pid: 7689 timeout: 482 lvb_type: 1 00000100:00100000:2.0:1734016118.475070:0:7690:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880075369500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339406464:192.168.201.10@tcp:104: 00000100:00100000:2.0:1734016118.475094:0:7690:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012b911780 going to sleep for 11 seconds 00000100:00100000:0.0:1734016118.478991:0:7690:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880073e30000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339406336:192.168.201.10@tcp:104: 00000100:00100000:0.0:1734016118.479011:0:7690:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880075369500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339406464:192.168.201.10@tcp:104: 00010000:00010000:0.0:1734016118.479856:0:7690:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880072170d80/0x3f004d6452e078df lrc: 3/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [5001216->5005311] (req 5001216->5005311) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d138d expref: 8 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016118.479932:0:7690:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880072170d80, rc 0) 00000100:00100000:0.0:1734016118.479999:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074220a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:9673:x1818247336788096:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 5577us (5996us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016118.480008:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10476 00000100:00100000:1.0:1734016118.480247:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016118.480325:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016118.481186:0:9956:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336788224 00000100:00100000:3.0:1734016118.481197:0:9956:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336788224 00010000:00010000:3.0:1734016118.481232:0:9956:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a8038b40/0x3f004d6452e078d8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1386 expref: 8 pid: 7690 timeout: 482 lvb_type: 1 00000100:00100000:3.0:1734016118.481258:0:9956:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336788352 00000100:00100000:3.0:1734016118.481261:0:9956:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336788352 00010000:00010000:3.0:1734016118.481272:0:9956:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a9a73c0/0x3f004d6452e078d1 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d137f expref: 6 pid: 7689 timeout: 482 lvb_type: 1 00000100:00100000:3.0:1734016118.481292:0:9956:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2792 00000100:00100000:3.0:1734016118.481299:0:9956:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074970000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1978:x1818247336788224:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016118.481316:0:9956:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016118.481345:0:9956:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a8038b40/0x3f004d6452e078d8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1386 expref: 8 pid: 7690 timeout: 482 lvb_type: 1 00010000:00010000:3.0:1734016118.481356:0:9956:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a8038b40/0x3f004d6452e078d8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1386 expref: 8 pid: 7690 timeout: 482 lvb_type: 1 00010000:00010000:3.0:1734016118.481384:0:9956:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a8038b40/0x3f004d6452e078d8 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1386 expref: 8 pid: 7690 timeout: 482 lvb_type: 1 00010000:00010000:3.0:1734016118.481403:0:9956:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016118.481457:0:9956:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074970000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1978:x1818247336788224:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 157us (1212us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016118.481464:0:9956:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2792 00000100:00100000:3.0:1734016118.481478:0:9956:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2793 00000100:00100000:3.0:1734016118.481482:0:9956:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88006d83c850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1978:x1818247336788352:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016118.481489:0:9956:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016118.481496:0:9956:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a9a73c0/0x3f004d6452e078d1 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d137f expref: 6 pid: 7689 timeout: 482 lvb_type: 1 00010000:00010000:3.0:1734016118.481507:0:9956:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a9a73c0/0x3f004d6452e078d1 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d137f expref: 6 pid: 7689 timeout: 482 lvb_type: 1 00010000:00010000:3.0:1734016118.481519:0:9956:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a73c0/0x3f004d6452e078d1 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d137f expref: 6 pid: 7689 timeout: 482 lvb_type: 1 00010000:00010000:3.0:1734016118.481530:0:9956:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016118.481532:0:9956:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016118.481540:0:9956:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880072170d80/0x3f004d6452e078df lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5001216->5005311) gid 0 flags: 0x40080000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d138d expref: 6 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016118.481550:0:9956:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880072170d80/0x3f004d6452e078df lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5001216->5005311) gid 0 flags: 0x40080000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d138d expref: 6 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016118.481596:0:9956:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880072170d80/0x3f004d6452e078df lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5001216->5005311) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d138d expref: 6 pid: 7690 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016118.481616:0:9956:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074e55f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9956:1818247339406592:192.168.201.10@tcp:105: 00000100:00100000:3.0:1734016118.481669:0:9956:0:(client.c:2562:ptlrpc_set_wait()) set ffff880074e1a180 going to sleep for 11 seconds 00000100:00100000:3.0:1734016118.494259:0:9956:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074e55f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9956:1818247339406592:192.168.201.10@tcp:105: 00010000:00010000:3.0:1734016118.494279:0:9956:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016118.497081:0:9956:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88006d83c850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:1978:x1818247336788352:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 15585us (16744us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016118.497095:0:9956:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2793 00000100:00100000:2.0:1734016118.510551:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016118.510691:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336788608 00000100:00100000:3.0:1734016118.510700:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336788608 00002000:00100000:3.0:1734016118.510746:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (0->5005311) req@ffff880075369500 x1818247336788608/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:79/0 lens 504/0 e 0 to 0 dl 1734016129 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016118.510757:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880075369500 with x1818247336788608 ext(0->5005311) 00002000:00010000:3.0:1734016118.510762:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880075369500 00000100:00100000:3.0:1734016118.510850:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8798 00000100:00100000:3.0:1734016118.510856:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075369500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1978:x1818247336788608:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:0.0:1734016118.525774:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016118.526682:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016118.526718:0:7695:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336788992 00000100:00100000:0.0:1734016118.526731:0:7695:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336788992 00002000:00100000:0.0:1734016118.526778:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (8388608->10485759) req@ffff880073e30000 x1818247336788992/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:79/0 lens 488/0 e 0 to 0 dl 1734016129 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016118.526789:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880073e30000 with x1818247336788992 ext(8388608->10485759) 00002000:00010000:0.0:1734016118.526796:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880073e30000 00000100:00100000:0.0:1734016118.526813:0:7695:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336788864 00000100:00100000:0.0:1734016118.526814:0:7695:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336788864 00002000:00100000:0.0:1734016118.526822:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (4190208->8388607) req@ffff880076949180 x1818247336788864/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:79/0 lens 504/0 e 0 to 0 dl 1734016129 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016118.526827:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076949180 with x1818247336788864 ext(4190208->8388607) 00002000:00010000:0.0:1734016118.526830:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076949180 00000100:00100000:0.0:1734016118.526841:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8799 00000100:00100000:0.0:1734016118.526847:0:7695:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880073e30000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+10:1978:x1818247336788992:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:1.0:1734016118.529589:0:13925:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8800 00000100:00100000:1.0:1734016118.529599:0:13925:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076949180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+11:1979:x1818247336788864:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:0.0:1734016118.593103:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075369500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+11:1978:x1818247336788608:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 82232us (82548us total) trans 0 rc 4194304/4194304 00000100:00100000:0.0:1734016118.593118:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8798 00002000:00100000:0.0:1734016118.593130:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (0->5005311) req@ffff880075369500 x1818247336788608/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:79/0 lens 504/440 e 0 to 0 dl 1734016129 ref 1 fl Complete:/200/0 rc 4194304/4194304 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016118.593138:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880075369500 with x1818247336788608 ext(0->5005311) 00002000:00010000:0.0:1734016118.593144:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880075369500 00010000:00010000:3.0:1734016118.607731:0:9955:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734016118.639164:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016118.646404:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016118.646496:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336789376 00000100:00100000:0.0:1734016118.646507:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336789376 00000100:00100000:3.0:1734016118.646688:0:6477:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336789248 00000100:00100000:3.0:1734016118.646694:0:6477:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336789248 00000100:00100000:3.0:1734016118.649342:0:6477:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 324 00000100:00100000:3.0:1734016118.649352:0:6477:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800ac541c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:63afa445-d95f-4754-9884-d132561fd492+12:1978:x1818247336789248:12345-192.168.201.10@tcp:400:kworker.0 00000100:00100000:3.0:1734016118.649449:0:6477:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800ac541c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:63afa445-d95f-4754-9884-d132561fd492+12:1978:x1818247336789248:12345-192.168.201.10@tcp:400:kworker.0 Request processed in 98us (10293us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016118.649457:0:6477:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 324 00000100:00100000:3.0:1734016118.650076:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 110 00000100:00100000:3.0:1734016118.650083:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880073e02d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1979:x1818247336789376:12345-192.168.201.10@tcp:400:kworker.0 00000100:00100000:3.0:1734016118.650124:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880073e02d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1979:x1818247336789376:12345-192.168.201.10@tcp:400:kworker.0 Request processed in 41us (3733us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016118.650131:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 110 00000100:00100000:0.0:1734016118.650452:0:13925:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076949180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+9:1979:x1818247336788864:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 120854us (123771us total) trans 0 rc 4194304/4194304 00000100:00100000:0.0:1734016118.650463:0:13925:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8800 00002000:00100000:0.0:1734016118.650473:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (4190208->8388607) req@ffff880076949180 x1818247336788864/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:79/0 lens 504/440 e 0 to 0 dl 1734016129 ref 1 fl Complete:/200/0 rc 4194304/4194304 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016118.650482:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076949180 with x1818247336788864 ext(4190208->8388607) 00002000:00010000:0.0:1734016118.650488:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076949180 00000100:00080000:1.0:1734016118.651762:0:6479:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734016088 00000100:00080000:1.0:1734016118.651772:0:6479:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1734016088 00000100:00100000:0.0:1734016118.673106:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016118.676199:0:13925:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336789504 00000100:00100000:2.0:1734016118.676218:0:13925:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336789504 00002000:00100000:2.0:1734016118.676278:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (4960256->5005311) req@ffff880076948a80 x1818247336789504/t0(0) o4->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:79/0 lens 488/0 e 0 to 0 dl 1734016129 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016118.676290:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076948a80 with x1818247336789504 ext(4960256->5005311) 00002000:00010000:2.0:1734016118.676298:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076948a80 00000100:00100000:2.0:1734016118.676358:0:13925:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8801 00000100:00100000:2.0:1734016118.676367:0:13925:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076948a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+9:1979:x1818247336789504:12345-192.168.201.10@tcp:4:fsx.0 00000100:00100000:1.0:1734016118.677228:0:7695:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880073e30000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+9:1978:x1818247336788992:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 150376us (151464us total) trans 0 rc 2097152/2097152 00000100:00100000:1.0:1734016118.677239:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8799 00002000:00100000:1.0:1734016118.677248:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (8388608->10485759) req@ffff880073e30000 x1818247336788992/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:79/0 lens 488/440 e 0 to 0 dl 1734016129 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016118.677258:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880073e30000 with x1818247336788992 ext(8388608->10485759) 00002000:00010000:1.0:1734016118.677261:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880073e30000 00000100:00100000:2.0:1734016118.683285:0:13925:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076948a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+9:1979:x1818247336789504:12345-192.168.201.10@tcp:4:fsx.0 Request processed in 6902us (10170us total) trans 4294969231 rc 0/0 00000100:00100000:2.0:1734016118.683300:0:13925:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8801 00002000:00100000:2.0:1734016118.683312:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (4960256->5005311) req@ffff880076948a80 x1818247336789504/t4294969231(0) o4->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:79/0 lens 488/448 e 0 to 0 dl 1734016129 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016118.683321:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076948a80 with x1818247336789504 ext(4960256->5005311) 00002000:00010000:2.0:1734016118.683328:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076948a80 00000100:00100000:0.0:1734016118.689491:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016118.689799:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336789632 00000100:00100000:3.0:1734016118.689812:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336789632 00000100:00100000:3.0:1734016118.689906:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10477 00000100:00100000:3.0:1734016118.689914:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007694ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+9:1978:x1818247336789632:12345-192.168.201.10@tcp:16:fsx.0 00000001:00080000:0.0:1734016118.695502:0:8954:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969231 is committed 00000100:00100000:3.0:1734016118.697279:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007694ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1978:x1818247336789632:12345-192.168.201.10@tcp:16:fsx.0 Request processed in 7343us (7782us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016118.697294:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10477 00000100:00100000:0.0:1734016118.711282:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016118.712507:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336789760 00000100:00100000:3.0:1734016118.712520:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336789760 00000100:00100000:3.0:1734016118.712580:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10478 00000100:00100000:3.0:1734016118.712588:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076949880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:9673:x1818247336789760:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:3.0:1734016118.712611:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016118.712630:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a9a73c0/0x3f004d6452e078e6 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d1394 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016118.712657:0:7689:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880072170d80/0x3f004d6452e078df lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5001216->5005311) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d138d expref: 6 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016118.712669:0:7689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016118.712671:0:7689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016118.712675:0:7689:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a9a73c0/0x3f004d6452e078e6 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [4448256->4456447] (req 4448256->4456447) gid 0 flags: 0x50000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1394 expref: 6 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016118.712705:0:7689:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880072170d80/0x3f004d6452e078df lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5001216->5005311) gid 0 flags: 0x50000000020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d138d expref: 6 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016118.712715:0:7689:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880072170d80/0x3f004d6452e078df lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5001216->5005311) gid 0 flags: 0x70000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d138d expref: 6 pid: 7690 timeout: 482 lvb_type: 0 00000100:00100000:3.0:1734016118.712727:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074e55f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339406720:192.168.201.10@tcp:104: 00000100:00100000:3.0:1734016118.712802:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac68e3c0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016118.719920:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074e55f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339406720:192.168.201.10@tcp:104: 00010000:00010000:3.0:1734016118.719959:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a9a73c0/0x3f004d6452e078e6 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [4448256->4456447] (req 4448256->4456447) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1394 expref: 6 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016118.719982:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a9a73c0, rc 0) 00000100:00100000:3.0:1734016118.720037:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076949880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:9673:x1818247336789760:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 7447us (8762us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016118.720046:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10478 00000100:00100000:0.0:1734016118.742699:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016118.742805:0:9956:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336789888 00000100:00100000:3.0:1734016118.742817:0:9956:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336789888 00010000:00010000:3.0:1734016118.744078:0:9956:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880072170d80/0x3f004d6452e078df lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5001216->5005311) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d138d expref: 7 pid: 7690 timeout: 482 lvb_type: 0 00000100:00100000:0.0:1734016118.746379:0:6469:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2794 00000100:00100000:0.0:1734016118.746393:0:6469:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076949500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1979:x1818247336789888:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016118.746413:0:6469:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:0.0:1734016118.746441:0:6469:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016117 -> 1734016118 00002000:00010000:0.0:1734016118.746444:0:6469:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016117 -> 1734016118 00002000:00010000:0.0:1734016118.746446:0:6469:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 1456 -> 1544 00010000:00010000:0.0:1734016118.746454:0:6469:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880072170d80/0x3f004d6452e078df lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 5001216->5005311) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d138d expref: 7 pid: 7690 timeout: 482 lvb_type: 0 00010000:00010000:0.0:1734016118.746467:0:6469:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880072170d80/0x3f004d6452e078df lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 5001216->5005311) gid 0 flags: 0x50000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d138d expref: 7 pid: 7690 timeout: 482 lvb_type: 0 00010000:00010000:0.0:1734016118.746487:0:6469:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880072170d80/0x3f004d6452e078df lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 5001216->5005311) gid 0 flags: 0x44801400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d138d expref: 7 pid: 7690 timeout: 482 lvb_type: 0 00010000:00010000:0.0:1734016118.747739:0:6469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016118.747743:0:6469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016118.747751:0:6469:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a73c0/0x3f004d6452e078e6 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4448256->4456447) gid 0 flags: 0x40080000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1394 expref: 5 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016118.747759:0:6469:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a9a73c0/0x3f004d6452e078e6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4448256->4456447) gid 0 flags: 0x40080000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1394 expref: 5 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016118.748348:0:6469:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009a9a73c0/0x3f004d6452e078e6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4448256->4456447) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1394 expref: 5 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016118.748360:0:6469:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074970700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6469:1818247339406848:192.168.201.10@tcp:105: 00000100:00100000:1.0:1734016118.748414:0:6469:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b42cd840 going to sleep for 11 seconds 00000100:00100000:1.0:1734016118.755462:0:6469:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074970700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6469:1818247339406848:192.168.201.10@tcp:105: 00010000:00010000:1.0:1734016118.755497:0:6469:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016118.755559:0:6469:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076949500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1979:x1818247336789888:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 9167us (12877us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016118.755571:0:6469:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2794 00000100:00100000:0.0:1734016118.756600:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016118.757944:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336790016 00000100:00100000:3.0:1734016118.757958:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336790016 00000100:00100000:3.0:1734016118.758025:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10479 00000100:00100000:3.0:1734016118.758034:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007694a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1980:x1818247336790016:12345-192.168.201.10@tcp:22:fsx.0 00002000:00010000:3.0:1734016118.758226:0:7689:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 10484107 -> 10484107 00002000:00010000:3.0:1734016118.758229:0:7689:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016118 -> 1734016118 00002000:00010000:3.0:1734016118.758231:0:7689:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016116 -> 1734016116 00002000:00010000:3.0:1734016118.758233:0:7689:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016118 -> 1734016118 00002000:00010000:3.0:1734016118.758235:0:7689:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 1544 -> 1544 00000100:00100000:3.0:1734016118.758325:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007694a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1980:x1818247336790016:12345-192.168.201.10@tcp:22:fsx.0 Request processed in 293us (1729us total) trans 4294969232 rc 0/0 00000100:00100000:3.0:1734016118.758333:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10479 00000100:00100000:0.0:1734016118.770110:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016118.771260:0:13925:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336790272 00000100:00100000:2.0:1734016118.771271:0:13925:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336790272 00002000:00100000:2.0:1734016118.771330:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (8241152->10485759) req@ffff880076948380 x1818247336790272/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:79/0 lens 504/0 e 0 to 0 dl 1734016129 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016118.771340:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076948380 with x1818247336790272 ext(8241152->10485759) 00002000:00010000:2.0:1734016118.771345:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076948380 00000100:00100000:2.0:1734016118.771368:0:13925:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8802 00000100:00100000:2.0:1734016118.771377:0:13925:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076948380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1980:x1818247336790272:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:2.0:1734016118.779655:0:13925:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076948380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1980:x1818247336790272:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 8265us (9543us total) trans 0 rc 188416/188416 00000100:00100000:2.0:1734016118.779668:0:13925:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8802 00002000:00100000:2.0:1734016118.779682:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (8241152->10485759) req@ffff880076948380 x1818247336790272/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:79/0 lens 504/440 e 0 to 0 dl 1734016129 ref 1 fl Complete:/200/0 rc 188416/188416 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016118.779691:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076948380 with x1818247336790272 ext(8241152->10485759) 00002000:00010000:2.0:1734016118.779697:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076948380 00000100:00100000:0.0:1734016118.789528:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016118.790249:0:13925:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336790400 00000100:00100000:2.0:1734016118.790266:0:13925:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336790400 00002000:00100000:2.0:1734016118.790306:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (8208384->8245247) req@ffff88007694b480 x1818247336790400/t0(0) o4->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:79/0 lens 488/0 e 0 to 0 dl 1734016129 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016118.790316:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007694b480 with x1818247336790400 ext(8208384->8245247) 00002000:00010000:2.0:1734016118.790322:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007694b480 00000100:00100000:2.0:1734016118.790351:0:13925:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8803 00000100:00100000:2.0:1734016118.790357:0:13925:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007694b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1979:x1818247336790400:12345-192.168.201.10@tcp:4:fsx.0 00000100:00100000:2.0:1734016118.798354:0:13925:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007694b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+9:1979:x1818247336790400:12345-192.168.201.10@tcp:4:fsx.0 Request processed in 7981us (8821us total) trans 4294969233 rc 0/0 00000100:00100000:2.0:1734016118.798748:0:13925:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8803 00002000:00100000:2.0:1734016118.798766:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (8208384->8245247) req@ffff88007694b480 x1818247336790400/t4294969233(0) o4->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:79/0 lens 488/448 e 0 to 0 dl 1734016129 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016118.798777:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007694b480 with x1818247336790400 ext(8208384->8245247) 00002000:00010000:2.0:1734016118.798785:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007694b480 00000100:00100000:1.0:1734016118.804792:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016118.805066:0:8966:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336790528 00000100:00100000:2.0:1734016118.805075:0:8966:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336790528 00000100:00100000:2.0:1734016118.805246:0:8966:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 1967 00000100:00100000:2.0:1734016118.805253:0:8966:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074970700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+13:9673:x1818247336790528:12345-192.168.201.10@tcp:44:fsx.0 00000100:00100000:2.0:1734016118.805483:0:8966:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074970700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+13:9673:x1818247336790528:12345-192.168.201.10@tcp:44:fsx.0 Request processed in 229us (699us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016118.805490:0:8966:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 1967 00000100:00100000:0.0:1734016118.809416:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016118.809609:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336790656 00000100:00100000:2.0:1734016118.809620:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336790656 00000100:00100000:2.0:1734016118.809831:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10480 00000100:00100000:2.0:1734016118.809843:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076948e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+9:1978:x1818247336790656:12345-192.168.201.10@tcp:16:fsx.0 00000001:00080000:0.0:1734016118.811154:0:8954:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969233 is committed 00000100:00100000:2.0:1734016118.813570:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076948e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1978:x1818247336790656:12345-192.168.201.10@tcp:16:fsx.0 Request processed in 3716us (4151us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016118.813583:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10480 00000100:00100000:0.0:1734016118.818124:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016118.818255:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336790784 00000100:00100000:2.0:1734016118.818266:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336790784 00000100:00100000:2.0:1734016118.818650:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10481 00000100:00100000:2.0:1734016118.818660:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007694b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1979:x1818247336790784:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:2.0:1734016118.818686:0:7690:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016118.818707:0:7690:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880072170d80/0x3f004d6452e078ed lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d139b expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016118.818758:0:7690:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880073e02300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339406976:192.168.201.10@tcp:106: 00000100:00100000:2.0:1734016118.819110:0:7690:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012b911780 going to sleep for 11 seconds 00002000:00010000:2.0:1734016118.822075:0:7690:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime: 1734016116 -> 1734016118 00002000:00010000:2.0:1734016118.822082:0:7690:0:(ofd_lvb.c:301:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks: 1544 -> 1616 00000100:00100000:2.0:1734016118.822102:0:7690:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880073e02300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339406976:192.168.201.10@tcp:106: 00010000:00010000:2.0:1734016118.822136:0:7690:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880072170d80/0x3f004d6452e078ed lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d139b expref: 7 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016118.822150:0:7690:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880072170d80/0x3f004d6452e078ed lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d139b expref: 7 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016118.822166:0:7690:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880072170d80, rc 0) 00000100:00100000:2.0:1734016118.822212:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007694b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1979:x1818247336790784:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 3553us (4098us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016118.822220:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10481 00000100:00100000:0.0:1734016118.828095:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016118.828812:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336790912 00000100:00100000:2.0:1734016118.828822:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336790912 00000100:00100000:2.0:1734016118.828912:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10482 00000100:00100000:2.0:1734016118.828919:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076949c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1978:x1818247336790912:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:2.0:1734016118.828937:0:7690:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016118.828958:0:7690:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800721718c0/0x3f004d6452e078f4 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d13a2 expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016118.829008:0:7690:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880073e02300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339407104:192.168.201.10@tcp:106: 00000100:00100000:2.0:1734016118.829121:0:7690:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012b911780 going to sleep for 11 seconds 00000100:00100000:2.0:1734016118.831984:0:7690:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880073e02300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339407104:192.168.201.10@tcp:106: 00010000:00010000:2.0:1734016118.832329:0:7690:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800721718c0/0x3f004d6452e078f4 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d13a2 expref: 7 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016118.832344:0:7690:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800721718c0/0x3f004d6452e078f4 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d13a2 expref: 7 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016118.832370:0:7690:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800721718c0, rc 0) 00000100:00100000:2.0:1734016118.832826:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076949c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1978:x1818247336790912:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 3904us (4743us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016118.832835:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10482 00000100:00100000:1.0:1734016118.838018:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016118.838159:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336791040 00000100:00100000:2.0:1734016118.838170:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336791040 00000100:00100000:2.0:1734016118.838992:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10483 00000100:00100000:2.0:1734016118.839004:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074971c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1980:x1818247336791040:12345-192.168.201.10@tcp:22:fsx.0 00002000:00010000:2.0:1734016118.840245:0:7690:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 10484107 -> 10484107 00002000:00010000:2.0:1734016118.840251:0:7690:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016118 -> 1734016118 00002000:00010000:2.0:1734016118.840253:0:7690:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016118 -> 1734016116 00002000:00010000:2.0:1734016118.840255:0:7690:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016118 -> 1734016118 00002000:00010000:2.0:1734016118.840257:0:7690:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 1616 -> 1744 00000100:00100000:2.0:1734016118.840337:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074971c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1980:x1818247336791040:12345-192.168.201.10@tcp:22:fsx.0 Request processed in 1328us (2322us total) trans 4294969234 rc 0/0 00000100:00100000:2.0:1734016118.840348:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10483 00000100:00100000:0.0:1734016118.846727:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016118.846843:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336791168 00000100:00100000:2.0:1734016118.846851:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336791168 00000100:00100000:2.0:1734016118.846991:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10484 00000100:00100000:2.0:1734016118.846999:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076949f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1981:x1818247336791168:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:2.0:1734016118.847017:0:7690:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016118.847034:0:7690:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880072172d00/0x3f004d6452e078fb lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d13a9 expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016118.847088:0:7690:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880073e02300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339407232:192.168.201.10@tcp:106: 00000100:00100000:2.0:1734016118.847145:0:7690:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012b911780 going to sleep for 11 seconds 00002000:00010000:2.0:1734016118.850069:0:7690:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime: 1734016116 -> 1734016118 00000100:00100000:2.0:1734016118.850112:0:7690:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880073e02300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339407232:192.168.201.10@tcp:106: 00010000:00010000:2.0:1734016118.850151:0:7690:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880072172d00/0x3f004d6452e078fb lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d13a9 expref: 7 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016118.850163:0:7690:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880072172d00/0x3f004d6452e078fb lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d13a9 expref: 7 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016118.850185:0:7690:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880072172d00, rc 0) 00000100:00100000:2.0:1734016118.850235:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076949f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1981:x1818247336791168:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 3235us (3517us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016118.850244:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10484 00000100:00100000:1.0:1734016118.861146:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016118.861285:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336791296 00000100:00100000:2.0:1734016118.861294:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336791296 00000100:00100000:2.0:1734016118.861352:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10485 00000100:00100000:2.0:1734016118.861361:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074972300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1980:x1818247336791296:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:2.0:1734016118.861383:0:7690:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016118.861401:0:7690:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e07902 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d13b0 expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016118.861469:0:7690:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880073e02300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339407360:192.168.201.10@tcp:106: 00000100:00100000:2.0:1734016118.862794:0:7690:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012b911780 going to sleep for 11 seconds 00000100:00100000:2.0:1734016118.869937:0:7690:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880073e02300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339407360:192.168.201.10@tcp:106: 00010000:00010000:2.0:1734016118.869970:0:7690:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e07902 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d13b0 expref: 7 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016118.869982:0:7690:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e07902 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d13b0 expref: 7 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016118.869996:0:7690:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880072171440, rc 0) 00000100:00100000:2.0:1734016118.873648:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074972300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1980:x1818247336791296:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 12274us (12502us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016118.873661:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10485 00000100:00100000:1.0:1734016118.877202:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016118.877375:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336791424 00000100:00100000:2.0:1734016118.877388:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336791424 00000100:00100000:2.0:1734016118.877482:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10486 00000100:00100000:2.0:1734016118.877493:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074972680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:9673:x1818247336791424:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:2.0:1734016118.877519:0:7690:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016118.877544:0:7690:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e07909 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d13b7 expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016118.877588:0:7690:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a73c0/0x3f004d6452e078e6 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4448256->4456447) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1394 expref: 6 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016118.877596:0:7690:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016118.877598:0:7690:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016118.877601:0:7690:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e07909 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [2363392->2400255] (req 2363392->2400255) gid 0 flags: 0x50000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d13b7 expref: 7 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016118.877645:0:7690:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a9a73c0/0x3f004d6452e078e6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4448256->4456447) gid 0 flags: 0x50000000020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1394 expref: 6 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016118.878466:0:7690:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a9a73c0/0x3f004d6452e078e6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4448256->4456447) gid 0 flags: 0x70000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1394 expref: 6 pid: 7689 timeout: 482 lvb_type: 0 00000100:00100000:2.0:1734016118.878483:0:7690:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880073e02300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339407488:192.168.201.10@tcp:104: 00000100:00100000:2.0:1734016118.879352:0:7690:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012b911780 going to sleep for 11 seconds 00000100:00100000:2.0:1734016118.883012:0:7690:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880073e02300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339407488:192.168.201.10@tcp:104: 00010000:00010000:2.0:1734016118.883046:0:7690:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e07909 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [2363392->2400255] (req 2363392->2400255) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d13b7 expref: 7 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016118.883063:0:7690:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880072171440, rc 0) 00000100:00100000:2.0:1734016118.885071:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074972680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:9673:x1818247336791424:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 7568us (11059us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016118.885083:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10486 00000100:00100000:0.0:1734016118.898161:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016118.899393:0:6469:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336791552 00000100:00100000:1.0:1734016118.899407:0:6469:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336791552 00010000:00010000:1.0:1734016118.899476:0:6469:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a9a73c0/0x3f004d6452e078e6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4448256->4456447) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1394 expref: 7 pid: 7689 timeout: 482 lvb_type: 0 00000100:00100000:1.0:1734016118.899542:0:6469:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2795 00000100:00100000:1.0:1734016118.899552:0:6469:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076948700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1979:x1818247336791552:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016118.899579:0:6469:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016118.899613:0:6469:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 1s ns: filter-lustre-OST0001_UUID lock: ffff88009a9a73c0/0x3f004d6452e078e6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4448256->4456447) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1394 expref: 7 pid: 7689 timeout: 482 lvb_type: 0 00010000:00010000:1.0:1734016118.899627:0:6469:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a9a73c0/0x3f004d6452e078e6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4448256->4456447) gid 0 flags: 0x50000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1394 expref: 7 pid: 7689 timeout: 482 lvb_type: 0 00010000:00010000:1.0:1734016118.899658:0:6469:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a73c0/0x3f004d6452e078e6 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4448256->4456447) gid 0 flags: 0x44801400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1394 expref: 7 pid: 7689 timeout: 482 lvb_type: 0 00010000:00010000:1.0:1734016118.899702:0:6469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016118.899706:0:6469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016118.899717:0:6469:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e07909 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2363392->2400255) gid 0 flags: 0x40080000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d13b7 expref: 6 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016118.899727:0:6469:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e07909 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2363392->2400255) gid 0 flags: 0x40080000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d13b7 expref: 6 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016118.899774:0:6469:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e07909 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2363392->2400255) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d13b7 expref: 6 pid: 7690 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016118.899792:0:6469:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074972d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6469:1818247339407616:192.168.201.10@tcp:105: 00000100:00100000:1.0:1734016118.899911:0:6469:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b42cd840 going to sleep for 11 seconds 00000100:00100000:2.0:1734016118.902129:0:6469:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074972d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6469:1818247339407616:192.168.201.10@tcp:105: 00010000:00010000:2.0:1734016118.902163:0:6469:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016118.902228:0:6469:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076948700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1979:x1818247336791552:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 2677us (4088us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016118.902240:0:6469:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2795 00000100:00100000:2.0:1734016118.904191:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016118.904415:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336791680 00000100:00100000:0.0:1734016118.904423:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336791680 00000100:00100000:0.0:1734016118.904477:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10487 00000100:00100000:0.0:1734016118.904483:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a78b0c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1979:x1818247336791680:12345-192.168.201.10@tcp:22:fsx.0 00002000:00010000:0.0:1734016118.905350:0:7690:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 10484107 -> 10484107 00002000:00010000:0.0:1734016118.905353:0:7690:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016118 -> 1734016118 00002000:00010000:0.0:1734016118.905355:0:7690:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016118 -> 1734016116 00002000:00010000:0.0:1734016118.905358:0:7690:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016118 -> 1734016118 00002000:00010000:0.0:1734016118.905359:0:7690:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 1744 -> 1744 00000100:00100000:0.0:1734016118.906330:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a78b0c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1979:x1818247336791680:12345-192.168.201.10@tcp:22:fsx.0 Request processed in 1841us (2140us total) trans 4294969235 rc 0/0 00000100:00100000:0.0:1734016118.906339:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10487 00000100:00100000:0.0:1734016118.908848:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016118.909017:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336791808 00000100:00100000:3.0:1734016118.909029:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336791808 00000100:00100000:3.0:1734016118.909074:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10488 00000100:00100000:3.0:1734016118.909080:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007694ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1980:x1818247336791808:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:3.0:1734016118.909101:0:7690:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016118.909119:0:7690:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a9a5440/0x3f004d6452e07910 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d13be expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016118.909174:0:7690:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074e55f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339407744:192.168.201.10@tcp:106: 00000100:00100000:3.0:1734016118.909236:0:7690:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac68e3c0 going to sleep for 11 seconds 00002000:00010000:3.0:1734016118.911149:0:7690:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime: 1734016116 -> 1734016118 00000100:00100000:3.0:1734016118.911169:0:7690:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074e55f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339407744:192.168.201.10@tcp:106: 00010000:00010000:3.0:1734016118.911194:0:7690:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a9a5440/0x3f004d6452e07910 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d13be expref: 7 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016118.911205:0:7690:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a5440/0x3f004d6452e07910 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d13be expref: 7 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016118.911218:0:7690:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a9a5440, rc 0) 00000100:00100000:3.0:1734016118.911247:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007694ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1980:x1818247336791808:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 2167us (2410us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016118.911253:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10488 00000100:00100000:0.0:1734016118.919825:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016118.920109:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336791936 00000100:00100000:3.0:1734016118.920123:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336791936 00000100:00100000:2.0:1734016118.920921:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10489 00000100:00100000:2.0:1734016118.920931:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076949880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1979:x1818247336791936:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:2.0:1734016118.920963:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016118.920997:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880072172d00/0x3f004d6452e07917 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d13c5 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016118.921080:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880073e02300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339407872:192.168.201.10@tcp:106: 00000100:00100000:2.0:1734016118.921155:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012b911780 going to sleep for 11 seconds 00000100:00100000:2.0:1734016118.928130:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880073e02300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339407872:192.168.201.10@tcp:106: 00010000:00010000:2.0:1734016118.928170:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880072172d00/0x3f004d6452e07917 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d13c5 expref: 7 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016118.928183:0:7689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880072172d00/0x3f004d6452e07917 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d13c5 expref: 7 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016118.928218:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880072172d00, rc 0) 00000100:00100000:2.0:1734016118.928296:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076949880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1979:x1818247336791936:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 7363us (9669us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016118.928307:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10489 00000100:00100000:1.0:1734016118.936696:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016118.938137:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336792064 00000100:00100000:2.0:1734016118.938150:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336792064 00000100:00100000:2.0:1734016118.938301:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10490 00000100:00100000:2.0:1734016118.938312:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074973100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1980:x1818247336792064:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:2.0:1734016118.938332:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016118.938355:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800721718c0/0x3f004d6452e0791e lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d13cc expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016118.938441:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880073e02300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339408000:192.168.201.10@tcp:106: 00000100:00100000:2.0:1734016118.938542:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012b911780 going to sleep for 11 seconds 00000100:00100000:2.0:1734016118.942718:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880073e02300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339408000:192.168.201.10@tcp:106: 00010000:00010000:2.0:1734016118.942752:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800721718c0/0x3f004d6452e0791e lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d13cc expref: 7 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016118.942767:0:7689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800721718c0/0x3f004d6452e0791e lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d13cc expref: 7 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016118.943317:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800721718c0, rc 0) 00000100:00100000:2.0:1734016118.943412:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074973100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1980:x1818247336792064:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 5100us (6729us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016118.943421:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10490 00000100:00100000:1.0:1734016118.948778:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016118.949419:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336792192 00000100:00100000:2.0:1734016118.949442:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336792192 00000100:00100000:2.0:1734016118.950541:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10491 00000100:00100000:2.0:1734016118.950554:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074970a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:9673:x1818247336792192:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:2.0:1734016118.950578:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016118.950601:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880072170d80/0x3f004d6452e07925 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d13d3 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016118.950638:0:7689:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e07909 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2363392->2400255) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d13b7 expref: 7 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016118.950647:0:7689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016118.950648:0:7689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016118.950651:0:7689:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880072170d80/0x3f004d6452e07925 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [5558272->5562367] (req 5558272->5562367) gid 0 flags: 0x50000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d13d3 expref: 7 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016118.950690:0:7689:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e07909 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2363392->2400255) gid 0 flags: 0x50000000020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d13b7 expref: 7 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016118.950700:0:7689:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e07909 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2363392->2400255) gid 0 flags: 0x70000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d13b7 expref: 7 pid: 7690 timeout: 483 lvb_type: 0 00000100:00100000:2.0:1734016118.950714:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880073e02300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339408128:192.168.201.10@tcp:104: 00000100:00100000:2.0:1734016118.950796:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012b911780 going to sleep for 11 seconds 00000100:00100000:2.0:1734016118.956055:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880073e02300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339408128:192.168.201.10@tcp:104: 00010000:00010000:2.0:1734016118.956103:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880072170d80/0x3f004d6452e07925 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [5558272->5562367] (req 5558272->5562367) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d13d3 expref: 7 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016118.956126:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880072170d80, rc 0) 00000100:00100000:2.0:1734016118.957630:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074970a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:9673:x1818247336792192:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 7072us (8859us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016118.957642:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10491 00000100:00100000:0.0:1734016118.957885:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016118.959169:0:6469:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336792320 00000100:00100000:2.0:1734016118.959177:0:6469:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336792320 00010000:00010000:2.0:1734016118.959204:0:6469:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e07909 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2363392->2400255) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d13b7 expref: 8 pid: 7690 timeout: 483 lvb_type: 0 00000100:00100000:2.0:1734016118.959244:0:6469:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2796 00000100:00100000:2.0:1734016118.959251:0:6469:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007694a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1978:x1818247336792320:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016118.959265:0:6469:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016118.959286:0:6469:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e07909 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2363392->2400255) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d13b7 expref: 8 pid: 7690 timeout: 483 lvb_type: 0 00010000:00010000:2.0:1734016118.959297:0:6469:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e07909 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2363392->2400255) gid 0 flags: 0x50000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d13b7 expref: 8 pid: 7690 timeout: 483 lvb_type: 0 00010000:00010000:2.0:1734016118.959317:0:6469:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e07909 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2363392->2400255) gid 0 flags: 0x44801400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d13b7 expref: 8 pid: 7690 timeout: 483 lvb_type: 0 00010000:00010000:2.0:1734016118.959344:0:6469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016118.959346:0:6469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016118.959354:0:6469:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880072170d80/0x3f004d6452e07925 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5558272->5562367) gid 0 flags: 0x40080000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d13d3 expref: 6 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016118.959362:0:6469:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880072170d80/0x3f004d6452e07925 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5558272->5562367) gid 0 flags: 0x40080000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d13d3 expref: 6 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016118.959405:0:6469:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880072170d80/0x3f004d6452e07925 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5558272->5562367) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d13d3 expref: 6 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016118.959423:0:6469:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880073e02300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6469:1818247339408256:192.168.201.10@tcp:105: 00000100:00100000:2.0:1734016118.959515:0:6469:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012b911780 going to sleep for 11 seconds 00000100:00100000:1.0:1734016118.964413:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016118.964524:0:6469:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880073e02300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6469:1818247339408256:192.168.201.10@tcp:105: 00010000:00010000:2.0:1734016118.964542:0:6469:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016118.965003:0:13925:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336792576 00000100:00100000:3.0:1734016118.965012:0:13925:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336792576 00002000:00100000:3.0:1734016118.965064:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (5558272->5562367) req@ffff880074973480 x1818247336792576/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:79/0 lens 488/0 e 0 to 0 dl 1734016129 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016118.965076:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074973480 with x1818247336792576 ext(5558272->5562367) 00002000:00010000:3.0:1734016118.965082:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074973480 00000100:00100000:2.0:1734016118.965129:0:6469:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007694a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1978:x1818247336792320:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 5875us (7242us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016118.965142:0:6469:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2796 00000100:00100000:3.0:1734016118.965808:0:13925:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8804 00000100:00100000:3.0:1734016118.965816:0:13925:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074973480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1978:x1818247336792576:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:3.0:1734016118.966016:0:13925:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074973480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1978:x1818247336792576:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 200us (1613us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016118.966023:0:13925:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8804 00002000:00100000:3.0:1734016118.966028:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (5558272->5562367) req@ffff880074973480 x1818247336792576/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:79/0 lens 488/4536 e 0 to 0 dl 1734016129 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016118.966041:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074973480 with x1818247336792576 ext(5558272->5562367) 00002000:00010000:3.0:1734016118.966044:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074973480 00000100:00100000:1.0:1734016118.969807:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016118.969916:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336792832 00000100:00100000:0.0:1734016118.969931:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336792832 00002000:00100000:0.0:1734016118.969989:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (5554176->5558271) req@ffff880074971c00 x1818247336792832/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:79/0 lens 488/0 e 0 to 0 dl 1734016129 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016118.970000:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074971c00 with x1818247336792832 ext(5554176->5558271) 00002000:00010000:0.0:1734016118.970006:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074971c00 00000100:00100000:0.0:1734016118.970043:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8805 00000100:00100000:0.0:1734016118.970051:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074971c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1979:x1818247336792832:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:0.0:1734016118.970222:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074971c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1979:x1818247336792832:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 170us (423us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016118.970230:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8805 00002000:00100000:0.0:1734016118.970236:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (5554176->5558271) req@ffff880074971c00 x1818247336792832/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:79/0 lens 488/4536 e 0 to 0 dl 1734016129 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016118.970242:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074971c00 with x1818247336792832 ext(5554176->5558271) 00002000:00010000:0.0:1734016118.970245:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074971c00 00000100:00100000:1.0:1734016118.975450:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016118.975650:0:13925:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336793088 00000100:00100000:3.0:1734016118.975663:0:13925:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336793088 00002000:00100000:3.0:1734016118.975717:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (5550080->5554175) req@ffff880074972300 x1818247336793088/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:79/0 lens 488/0 e 0 to 0 dl 1734016129 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016118.975727:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074972300 with x1818247336793088 ext(5550080->5554175) 00002000:00010000:3.0:1734016118.975732:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074972300 00000100:00100000:3.0:1734016118.975765:0:13925:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8806 00000100:00100000:3.0:1734016118.975772:0:13925:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074972300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1978:x1818247336793088:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:3.0:1734016118.975977:0:13925:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074972300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1978:x1818247336793088:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 204us (535us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016118.975982:0:13925:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8806 00002000:00100000:3.0:1734016118.975988:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (5550080->5554175) req@ffff880074972300 x1818247336793088/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:79/0 lens 488/4536 e 0 to 0 dl 1734016129 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016118.975994:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074972300 with x1818247336793088 ext(5550080->5554175) 00002000:00010000:3.0:1734016118.975996:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074972300 00000100:00100000:1.0:1734016118.979075:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016118.979172:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336793344 00000100:00100000:0.0:1734016118.979180:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336793344 00002000:00100000:0.0:1734016118.979216:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (5545984->5550079) req@ffff880074972680 x1818247336793344/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:79/0 lens 488/0 e 0 to 0 dl 1734016129 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016118.979228:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074972680 with x1818247336793344 ext(5545984->5550079) 00002000:00010000:0.0:1734016118.979233:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074972680 00000100:00100000:0.0:1734016118.979262:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8807 00000100:00100000:0.0:1734016118.979268:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074972680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1979:x1818247336793344:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:0.0:1734016118.979420:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074972680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1979:x1818247336793344:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 151us (352us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016118.979463:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8807 00002000:00100000:0.0:1734016118.979468:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (5545984->5550079) req@ffff880074972680 x1818247336793344/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:79/0 lens 488/4536 e 0 to 0 dl 1734016129 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016118.979473:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074972680 with x1818247336793344 ext(5545984->5550079) 00002000:00010000:0.0:1734016118.979476:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074972680 00000100:00100000:1.0:1734016118.982771:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016118.982976:0:13925:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336793600 00000100:00100000:3.0:1734016118.982986:0:13925:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336793600 00002000:00100000:3.0:1734016118.983030:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (5541888->5545983) req@ffff880074972d80 x1818247336793600/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:79/0 lens 488/0 e 0 to 0 dl 1734016129 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016118.983039:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074972d80 with x1818247336793600 ext(5541888->5545983) 00002000:00010000:3.0:1734016118.983043:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074972d80 00000100:00100000:3.0:1734016118.983063:0:13925:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8808 00000100:00100000:3.0:1734016118.983070:0:13925:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074972d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1978:x1818247336793600:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:3.0:1734016118.983228:0:13925:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074972d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1978:x1818247336793600:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 157us (465us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016118.983235:0:13925:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8808 00002000:00100000:3.0:1734016118.983241:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (5541888->5545983) req@ffff880074972d80 x1818247336793600/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:79/0 lens 488/4536 e 0 to 0 dl 1734016129 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016118.983248:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074972d80 with x1818247336793600 ext(5541888->5545983) 00002000:00010000:3.0:1734016118.983251:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074972d80 00000100:00100000:1.0:1734016118.990141:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016118.990228:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336793856 00000100:00100000:0.0:1734016118.990239:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336793856 00002000:00100000:0.0:1734016118.990295:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (5537792->5541887) req@ffff880074973b80 x1818247336793856/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:79/0 lens 488/0 e 0 to 0 dl 1734016129 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016118.990304:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074973b80 with x1818247336793856 ext(5537792->5541887) 00002000:00010000:0.0:1734016118.990310:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074973b80 00000100:00100000:0.0:1734016118.990350:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8809 00000100:00100000:0.0:1734016118.990357:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074973b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1981:x1818247336793856:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:0.0:1734016118.990566:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074973b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1981:x1818247336793856:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 209us (436us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016118.990572:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8809 00002000:00100000:0.0:1734016118.990578:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (5537792->5541887) req@ffff880074973b80 x1818247336793856/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:79/0 lens 488/4536 e 0 to 0 dl 1734016129 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016118.990586:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074973b80 with x1818247336793856 ext(5537792->5541887) 00002000:00010000:0.0:1734016118.990589:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074973b80 00000100:00100000:1.0:1734016118.994713:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016118.994851:0:13925:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336794112 00000100:00100000:3.0:1734016118.994899:0:13925:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336794112 00002000:00100000:3.0:1734016118.994963:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (5533696->5537791) req@ffff880074970000 x1818247336794112/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:79/0 lens 488/0 e 0 to 0 dl 1734016129 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016118.994974:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074970000 with x1818247336794112 ext(5533696->5537791) 00002000:00010000:3.0:1734016118.994980:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074970000 00000100:00100000:3.0:1734016118.995010:0:13925:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8810 00000100:00100000:3.0:1734016118.995021:0:13925:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074970000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1981:x1818247336794112:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:3.0:1734016118.995237:0:13925:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074970000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1981:x1818247336794112:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 217us (544us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016118.995245:0:13925:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8810 00002000:00100000:3.0:1734016118.995250:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (5533696->5537791) req@ffff880074970000 x1818247336794112/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:79/0 lens 488/4536 e 0 to 0 dl 1734016129 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016118.995257:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074970000 with x1818247336794112 ext(5533696->5537791) 00002000:00010000:3.0:1734016118.995259:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074970000 00000100:00100000:0.0:1734016118.998788:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016118.998948:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336794240 00000100:00100000:2.0:1734016118.998964:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336794240 00002000:00100000:2.0:1734016118.999041:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (5533696->5562367) req@ffff880076948e00 x1818247336794240/t0(0) o4->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:79/0 lens 488/0 e 0 to 0 dl 1734016129 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016118.999056:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076948e00 with x1818247336794240 ext(5533696->5562367) 00002000:00010000:2.0:1734016118.999064:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076948e00 00000100:00100000:2.0:1734016118.999116:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8811 00000100:00100000:2.0:1734016118.999123:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076948e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1981:x1818247336794240:12345-192.168.201.10@tcp:4:fsx.0 00000100:00100000:0.0:1734016119.004405:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076948e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+9:1981:x1818247336794240:12345-192.168.201.10@tcp:4:fsx.0 Request processed in 5271us (5625us total) trans 4294969236 rc 0/0 00000100:00100000:0.0:1734016119.004422:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8811 00002000:00100000:0.0:1734016119.004443:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (5533696->5562367) req@ffff880076948e00 x1818247336794240/t4294969236(0) o4->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:79/0 lens 488/448 e 0 to 0 dl 1734016129 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016119.004454:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076948e00 with x1818247336794240 ext(5533696->5562367) 00002000:00010000:0.0:1734016119.004459:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076948e00 00000100:00100000:0.0:1734016119.007437:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016119.007564:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336794368 00000100:00100000:2.0:1734016119.007580:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336794368 00000100:00100000:2.0:1734016119.007652:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10492 00000100:00100000:2.0:1734016119.007662:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007694b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+9:1980:x1818247336794368:12345-192.168.201.10@tcp:16:fsx.0 00000001:00080000:0.0:1734016119.009241:0:8954:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969236 is committed 00000001:00080000:0.0:1734016119.009252:0:8954:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969235 is committed 00000100:00100000:2.0:1734016119.009804:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007694b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1980:x1818247336794368:12345-192.168.201.10@tcp:16:fsx.0 Request processed in 2137us (2382us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016119.009816:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10492 00000100:00100000:2.0:1734016119.014288:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016119.014353:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336794496 00000100:00100000:0.0:1734016119.014362:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336794496 00000100:00100000:0.0:1734016119.014500:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10493 00000100:00100000:0.0:1734016119.014509:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880073e02300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1980:x1818247336794496:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:0.0:1734016119.014528:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016119.014548:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a8038b40/0x3f004d6452e0792c lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d13da expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016119.014604:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076949c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339408384:192.168.201.10@tcp:106: 00000100:00100000:0.0:1734016119.014662:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7486e40 going to sleep for 11 seconds 00000100:00080000:1.0:1734016119.014802:0:6479:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734016089 00002000:00010000:1.0:1734016119.020849:0:7689:0:(ofd_lvb.c:301:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks: 1744 -> 1800 00000100:00100000:1.0:1734016119.020895:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076949c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339408384:192.168.201.10@tcp:106: 00010000:00010000:1.0:1734016119.020936:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a8038b40/0x3f004d6452e0792c lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d13da expref: 7 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016119.020954:0:7689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a8038b40/0x3f004d6452e0792c lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d13da expref: 7 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016119.020984:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a8038b40, rc 0) 00000100:00100000:1.0:1734016119.021056:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880073e02300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1980:x1818247336794496:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 6546us (6774us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016119.021067:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10493 00000100:00100000:0.0:1734016119.024553:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016119.024646:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336794624 00000100:00100000:1.0:1734016119.024656:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336794624 00000100:00100000:1.0:1734016119.024711:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10494 00000100:00100000:1.0:1734016119.024718:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076949f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:9673:x1818247336794624:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:1.0:1734016119.024735:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016119.024753:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880097234480/0x3f004d6452e07933 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d13e1 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016119.024781:0:7689:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880072170d80/0x3f004d6452e07925 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5558272->5562367) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d13d3 expref: 5 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016119.024788:0:7689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016119.024790:0:7689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016119.024793:0:7689:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880097234480/0x3f004d6452e07933 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [4009984->4059135] (req 4009984->4059135) gid 0 flags: 0x50000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d13e1 expref: 7 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016119.024821:0:7689:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880072170d80/0x3f004d6452e07925 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5558272->5562367) gid 0 flags: 0x50000000020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d13d3 expref: 5 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016119.024836:0:7689:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880072170d80/0x3f004d6452e07925 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5558272->5562367) gid 0 flags: 0x70000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d13d3 expref: 5 pid: 7689 timeout: 483 lvb_type: 0 00000100:00100000:1.0:1734016119.024848:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880075229500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339408512:192.168.201.10@tcp:104: 00000100:00100000:1.0:1734016119.024932:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b42cd0c0 going to sleep for 11 seconds 00000100:00100000:1.0:1734016119.027084:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880075229500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339408512:192.168.201.10@tcp:104: 00010000:00010000:1.0:1734016119.027108:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880097234480/0x3f004d6452e07933 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [4009984->4059135] (req 4009984->4059135) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d13e1 expref: 7 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016119.027126:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097234480, rc 0) 00000100:00100000:1.0:1734016119.027162:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076949f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:9673:x1818247336794624:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 2443us (2617us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016119.027169:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10494 00000100:00100000:0.0:1734016119.031098:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016119.031226:0:6469:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336794752 00000100:00100000:2.0:1734016119.031238:0:6469:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336794752 00010000:00010000:2.0:1734016119.031284:0:6469:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880072170d80/0x3f004d6452e07925 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5558272->5562367) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d13d3 expref: 6 pid: 7689 timeout: 483 lvb_type: 0 00000100:00100000:2.0:1734016119.031340:0:6469:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2797 00000100:00100000:2.0:1734016119.031349:0:6469:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007694b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1978:x1818247336794752:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016119.031372:0:6469:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016119.031405:0:6469:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880072170d80/0x3f004d6452e07925 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 5558272->5562367) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d13d3 expref: 6 pid: 7689 timeout: 483 lvb_type: 0 00010000:00010000:2.0:1734016119.031434:0:6469:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880072170d80/0x3f004d6452e07925 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 5558272->5562367) gid 0 flags: 0x50000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d13d3 expref: 6 pid: 7689 timeout: 483 lvb_type: 0 00010000:00010000:2.0:1734016119.031461:0:6469:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880072170d80/0x3f004d6452e07925 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 5558272->5562367) gid 0 flags: 0x44801400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d13d3 expref: 6 pid: 7689 timeout: 483 lvb_type: 0 00010000:00010000:2.0:1734016119.031490:0:6469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016119.031492:0:6469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016119.031499:0:6469:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880097234480/0x3f004d6452e07933 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4009984->4059135) gid 0 flags: 0x40080000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d13e1 expref: 6 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016119.031507:0:6469:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880097234480/0x3f004d6452e07933 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4009984->4059135) gid 0 flags: 0x40080000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d13e1 expref: 6 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016119.031547:0:6469:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880097234480/0x3f004d6452e07933 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4009984->4059135) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d13e1 expref: 6 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016119.031561:0:6469:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880073e01180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6469:1818247339408640:192.168.201.10@tcp:105: 00000100:00100000:2.0:1734016119.031649:0:6469:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012b911780 going to sleep for 11 seconds 00000100:00100000:0.0:1734016119.036140:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016119.036351:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336794880 00000100:00100000:1.0:1734016119.036367:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336794880 00000100:00100000:1.0:1734016119.036494:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10495 00000100:00100000:1.0:1734016119.036505:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007694a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1979:x1818247336794880:12345-192.168.201.10@tcp:22:fsx.0 00002000:00010000:1.0:1734016119.036843:0:7689:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 10484107 -> 10484107 00002000:00010000:1.0:1734016119.036847:0:7689:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016118 -> 1734016118 00002000:00010000:1.0:1734016119.036849:0:7689:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016118 -> 1734016118 00002000:00010000:1.0:1734016119.036852:0:7689:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016118 -> 1734016119 00002000:00010000:1.0:1734016119.036854:0:7689:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 1800 -> 1896 00000100:00100000:2.0:1734016119.037489:0:6469:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880073e01180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6469:1818247339408640:192.168.201.10@tcp:105: 00010000:00010000:2.0:1734016119.037511:0:6469:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016119.037772:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007694a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1979:x1818247336794880:12345-192.168.201.10@tcp:22:fsx.0 Request processed in 1269us (1647us total) trans 4294969237 rc 0/0 00000100:00100000:1.0:1734016119.037784:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10495 00000100:00100000:2.0:1734016119.037850:0:6469:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007694b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:1978:x1818247336794752:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 6502us (6762us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016119.037858:0:6469:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2797 00000100:00100000:0.0:1734016119.041852:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016119.042103:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336795008 00000100:00100000:1.0:1734016119.042112:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336795008 00000100:00100000:3.0:1734016119.043262:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10496 00000100:00100000:3.0:1734016119.043276:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007694bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:1979:x1818247336795008:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:3.0:1734016119.043300:0:7690:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016119.043319:0:7690:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a9a58c0/0x3f004d6452e0793a lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d13e8 expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016119.043384:0:7690:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074e55f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339408768:192.168.201.10@tcp:106: 00000100:00100000:3.0:1734016119.043451:0:7690:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac68eb40 going to sleep for 11 seconds 00000100:00100000:3.0:1734016119.046383:0:7690:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074e55f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339408768:192.168.201.10@tcp:106: 00010000:00010000:3.0:1734016119.046441:0:7690:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a9a58c0/0x3f004d6452e0793a lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d13e8 expref: 6 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016119.046455:0:7690:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a58c0/0x3f004d6452e0793a lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d13e8 expref: 6 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016119.046649:0:7690:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a9a58c0, rc 0) 00000100:00100000:3.0:1734016119.046951:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007694bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:1979:x1818247336795008:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 3677us (5107us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016119.046960:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10496 00000100:00100000:0.0:1734016119.050558:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016119.050651:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336795136 00000100:00100000:3.0:1734016119.050660:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336795136 00000100:00100000:3.0:1734016119.051455:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10497 00000100:00100000:3.0:1734016119.051463:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076949c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:1980:x1818247336795136:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:3.0:1734016119.051484:0:7690:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016119.051503:0:7690:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a9a4480/0x3f004d6452e07941 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d13ef expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016119.051564:0:7690:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074e55f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339408896:192.168.201.10@tcp:106: 00000100:00100000:3.0:1734016119.051636:0:7690:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac68eb40 going to sleep for 11 seconds 00000100:00100000:3.0:1734016119.054711:0:7690:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074e55f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339408896:192.168.201.10@tcp:106: 00010000:00010000:3.0:1734016119.054756:0:7690:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a9a4480/0x3f004d6452e07941 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d13ef expref: 6 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016119.054771:0:7690:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a4480/0x3f004d6452e07941 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d13ef expref: 6 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016119.055124:0:7690:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a9a4480, rc 0) 00000100:00100000:3.0:1734016119.055191:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076949c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:1980:x1818247336795136:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 3726us (4643us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016119.055201:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10497 00000100:00100000:0.0:1734016119.073393:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016119.075707:0:8966:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336795392 00000100:00100000:2.0:1734016119.075735:0:8966:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336795392 00000100:00100000:2.0:1734016119.075894:0:8966:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 1968 00000100:00100000:2.0:1734016119.075906:0:8966:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880073e30700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+13:9673:x1818247336795392:12345-192.168.201.10@tcp:36:fsx.0 00000100:00080000:1.0:1734016119.075991:0:6479:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734016089 00010000:00010000:2.0:1734016119.076586:0:8966:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016119.076640:0:8966:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880072172640/0x3f004d6452e078ca lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1378 expref: 13 pid: 8966 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016119.076689:0:8966:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:2.0:1734016119.076695:0:8966:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1734016119.076980:0:8966:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880072171f80/0x3f004d6452e07948 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 8966 initiator: MDT0 00010000:00010000:2.0:1734016119.077012:0:8966:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a6f40/0x3f004d6452e078b5 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1371 expref: 33 pid: 6482 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016119.077021:0:8966:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff880072171f80/0x3f004d6452e07948 lrc: 4/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 8966 initiator: MDT0 00010000:00010000:2.0:1734016119.077068:0:8966:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a6f40/0x3f004d6452e078b5 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1371 expref: 33 pid: 6482 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016119.077086:0:8966:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a6f40/0x3f004d6452e078b5 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1371 expref: 33 pid: 6482 timeout: 483 lvb_type: 0 00000100:00100000:2.0:1734016119.077102:0:8966:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880073e01180 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:8966:1818247339409024:192.168.201.10@tcp:104: 00000100:00100000:2.0:1734016119.078821:0:8966:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012b9113c0 going to sleep for 11 seconds 00000100:00100000:2.0:1734016119.089569:0:8966:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880073e01180 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:8966:1818247339409024:192.168.201.10@tcp:104: 00010000:00010000:2.0:1734016119.089622:0:8966:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff880072171f80/0x3f004d6452e07948 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 8966 initiator: MDT0 00000100:00100000:1.0:1734016119.089907:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016119.090697:0:6469:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336795520 00000100:00100000:2.0:1734016119.090710:0:6469:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336795520 00010000:00010000:2.0:1734016119.090798:0:6469:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a6f40/0x3f004d6452e078b5 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1371 expref: 34 pid: 6482 timeout: 483 lvb_type: 0 00000100:00100000:2.0:1734016119.090892:0:6469:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2798 00000100:00100000:2.0:1734016119.090902:0:6469:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075229500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+34:1978:x1818247336795520:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016119.090925:0:6469:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016119.090935:0:6469:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a6f40/0x3f004d6452e078b5 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1371 expref: 34 pid: 6482 timeout: 483 lvb_type: 0 00010000:00010000:2.0:1734016119.090949:0:6469:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a6f40/0x3f004d6452e078b5 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1371 expref: 34 pid: 6482 timeout: 483 lvb_type: 0 00010000:00010000:2.0:1734016119.090978:0:6469:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a6f40/0x3f004d6452e078b5 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1371 expref: 34 pid: 6482 timeout: 483 lvb_type: 0 00010000:00010000:2.0:1734016119.091003:0:6469:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:2.0:1734016119.091008:0:6469:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff880072171f80/0x3f004d6452e07948 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 8966 initiator: MDT0 00010000:00010000:2.0:1734016119.091036:0:6469:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880072171f80/0x3f004d6452e07948 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 8966 initiator: MDT0 00010000:00010000:2.0:1734016119.091044:0:6469:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880072171f80/0x3f004d6452e07948 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 8966 initiator: MDT0 00010000:00010000:2.0:1734016119.091066:0:6469:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016119.091134:0:6469:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075229500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+33:1978:x1818247336795520:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 233us (1230us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016119.091144:0:6469:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2798 00010000:00010000:2.0:1734016119.091182:0:8966:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff880072171f80/0x3f004d6452e07948 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8966 initiator: MDT0 00010000:00010000:2.0:1734016119.091189:0:8966:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880072171f80/0x3f004d6452e07948 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8966 initiator: MDT0 00000001:00080000:2.0:1734016119.091315:0:8966:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294968547 00000004:00010000:2.0:1734016119.091377:0:8966:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff880073e30700 reply state ffff88007426f000 transno 4294968548 ns: mdt-lustre-MDT0000_UUID lock: ffff880072171f80/0x3f004d6452e07948 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8966 initiator: MDT0 00000100:00100000:2.0:1734016119.091386:0:8966:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1734016119.091474:0:8966:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880073e30700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+15:9673:x1818247336795392:12345-192.168.201.10@tcp:36:fsx.0 Request processed in 15572us (18095us total) trans 4294968548 rc 0/0 00000100:00100000:2.0:1734016119.091482:0:8966:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 1968 00000020:00080000:2.0:1734016119.091487:0:8966:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00080000:1.0:1734016119.092933:0:6479:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734016089 00000100:00100000:1.0:1734016119.097539:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016119.097636:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336795648 00000100:00100000:3.0:1734016119.097645:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336795648 00000100:00100000:3.0:1734016119.097688:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10498 00000100:00100000:3.0:1734016119.097695:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075229180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:9673:x1818247336795648:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:3.0:1734016119.097713:0:7690:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016119.097731:0:7690:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a9a4fc0/0x3f004d6452e0794f lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d13f6 expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016119.097762:0:7690:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880097234480/0x3f004d6452e07933 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4009984->4059135) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d13e1 expref: 7 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016119.097775:0:7690:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016119.097776:0:7690:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016119.097780:0:7690:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a9a4fc0/0x3f004d6452e0794f lrc: 4/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d13f6 expref: 6 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016119.097812:0:7690:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880097234480/0x3f004d6452e07933 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4009984->4059135) gid 0 flags: 0x50000000020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d13e1 expref: 7 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016119.097824:0:7690:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880097234480/0x3f004d6452e07933 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4009984->4059135) gid 0 flags: 0x70000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d13e1 expref: 7 pid: 7689 timeout: 483 lvb_type: 0 00000100:00100000:3.0:1734016119.097837:0:7690:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074e55f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339409152:192.168.201.10@tcp:104: 00010000:00010000:2.0:1734016119.098835:0:3495:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880072171f80/0x3f004d6452e07948 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8966 initiator: MDT0 00000100:00100000:3.0:1734016119.098847:0:7690:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac68eb40 going to sleep for 11 seconds 00010000:00010000:2.0:1734016119.098850:0:3495:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880072171f80/0x3f004d6452e07948 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 8966 initiator: MDT0 00010000:00010000:2.0:1734016119.098856:0:3495:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880072171f80/0x3f004d6452e07948 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8966 initiator: MDT0 00010000:00010000:2.0:1734016119.098892:0:3495:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880072171f80 already unused, calling callback (ffffffffa0f03950) 00010000:00010000:2.0:1734016119.098897:0:3495:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880072171f80/0x3f004d6452e07948 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8966 initiator: MDT0 00010000:00010000:2.0:1734016119.098903:0:3495:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880072171f80/0x3f004d6452e07948 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 8966 initiator: MDT0 00010000:00010000:2.0:1734016119.098920:0:3495:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:2.0:1734016119.098924:0:3495:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734016119.098928:0:3495:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880072171f80/0x3f004d6452e07948 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8966 initiator: MDT0 00010000:00010000:2.0:1734016119.098932:0:3495:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880072171f80/0x3f004d6452e07948 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8966 initiator: MDT0 00000100:00100000:0.0:1734016119.106217:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016119.106322:0:9956:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336795776 00000100:00100000:2.0:1734016119.106335:0:9956:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336795776 00010000:00010000:2.0:1734016119.106381:0:9956:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880097234480/0x3f004d6452e07933 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4009984->4059135) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d13e1 expref: 8 pid: 7689 timeout: 483 lvb_type: 0 00000100:00100000:2.0:1734016119.106434:0:9956:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2799 00000100:00100000:2.0:1734016119.106441:0:9956:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074622680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1978:x1818247336795776:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016119.106459:0:9956:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016119.106491:0:9956:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880097234480/0x3f004d6452e07933 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4009984->4059135) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d13e1 expref: 8 pid: 7689 timeout: 483 lvb_type: 0 00010000:00010000:2.0:1734016119.106506:0:9956:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880097234480/0x3f004d6452e07933 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4009984->4059135) gid 0 flags: 0x50000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d13e1 expref: 8 pid: 7689 timeout: 483 lvb_type: 0 00010000:00010000:2.0:1734016119.106541:0:9956:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016119.106545:0:9956:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016119.106554:0:9956:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a4fc0/0x3f004d6452e0794f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50080000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d13f6 expref: 6 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016119.106565:0:9956:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a9a4fc0/0x3f004d6452e0794f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50080000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d13f6 expref: 6 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016119.106612:0:9956:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009a9a4fc0/0x3f004d6452e0794f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d13f6 expref: 6 pid: 7690 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016119.106627:0:9956:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880073e01180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9956:1818247339409280:192.168.201.10@tcp:105: 00000100:00100000:2.0:1734016119.106897:0:9956:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012b911780 going to sleep for 11 seconds 00010000:00010000:3.0:1734016119.107325:0:7690:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097234480/0x3f004d6452e07933 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4009984->4059135) gid 0 flags: 0x44801400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d13e1 expref: 8 pid: 7689 timeout: 483 lvb_type: 0 00000100:00100000:3.0:1734016119.107354:0:7690:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074e55f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339409152:192.168.201.10@tcp:104: 00010000:00010000:3.0:1734016119.107381:0:7690:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a9a4fc0/0x3f004d6452e0794f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d13f6 expref: 6 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016119.107390:0:7690:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a9a4fc0, rc 0) 00000100:00100000:3.0:1734016119.107422:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075229180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:9673:x1818247336795648:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 9727us (9896us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016119.107439:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10498 00000100:00100000:0.0:1734016119.121142:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016119.121274:0:9956:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880073e01180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9956:1818247339409280:192.168.201.10@tcp:105: 00010000:00010000:2.0:1734016119.121297:0:9956:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016119.121342:0:9956:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074622680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1978:x1818247336795776:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 14900us (15143us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016119.121352:0:9956:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2799 00000100:00100000:1.0:1734016119.121731:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336795904 00000100:00100000:1.0:1734016119.121739:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336795904 00002000:00010000:1.0:1734016119.121770:0:7696:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (5911072->18446744073709551615) 00002000:00100000:1.0:1734016119.121773:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074621500 with x1818247336795904 ext(5911072->18446744073709551615) 00002000:00010000:1.0:1734016119.121785:0:7696:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074621500. 00000100:00100000:1.0:1734016119.122458:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8812 00000100:00100000:1.0:1734016119.122464:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074621500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1979:x1818247336795904:12345-192.168.201.10@tcp:10:fsx.0 00002000:00010000:0.0:1734016119.131101:0:7696:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 10484107 -> 5911072 00002000:00010000:0.0:1734016119.131113:0:7696:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016118 -> 1734016118 00002000:00010000:0.0:1734016119.131116:0:7696:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016118 -> 1734016118 00002000:00010000:0.0:1734016119.131118:0:7696:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016119 -> 1734016118 00002000:00010000:0.0:1734016119.131119:0:7696:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 1896 -> 1696 00000100:00100000:0.0:1734016119.131205:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074621500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1979:x1818247336795904:12345-192.168.201.10@tcp:10:fsx.0 Request processed in 8729us (10065us total) trans 4294969238 rc 0/0 00000100:00100000:0.0:1734016119.131217:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8812 00002000:00010000:0.0:1734016119.131227:0:7696:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (5911072->18446744073709551615) 00002000:00100000:0.0:1734016119.131231:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074621500 with x1818247336795904 ext(5911072->18446744073709551615) 00002000:00010000:0.0:1734016119.131237:0:7696:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074621500. 00000100:00100000:0.0:1734016119.138363:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016119.138510:0:8966:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336796032 00000100:00100000:2.0:1734016119.138527:0:8966:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336796032 00000100:00100000:2.0:1734016119.138615:0:8966:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 1969 00000100:00100000:2.0:1734016119.138626:0:8966:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074621180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+33:9673:x1818247336796032:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:2.0:1734016119.138665:0:8966:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016119.138702:0:8966:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880072171f80/0x3f004d6452e07956 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d13fd expref: -99 pid: 8966 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016119.138844:0:8966:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880072172640/0x3f004d6452e0795d lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 8966 initiator: MDT0 00010000:00010000:2.0:1734016119.138861:0:8966:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880072172640/0x3f004d6452e0795d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 8966 initiator: MDT0 00010000:00010000:2.0:1734016119.138935:0:8966:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880072172640/0x3f004d6452e0795d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 8966 initiator: MDT0 00000004:00200000:2.0:1734016119.138975:0:8966:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 5911072 00000004:00200000:2.0:1734016119.138982:0:8966:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1734016119.139003:0:8966:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880072172640/0x3f004d6452e0795d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 8966 initiator: MDT0 00010000:00010000:2.0:1734016119.139035:0:8966:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880072171f80/0x3f004d6452e07956 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d13fd expref: 35 pid: 8966 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016119.139082:0:8966:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880072172640/0x3f004d6452e0795d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d13fd expref: 34 pid: 8966 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016119.139090:0:8966:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:2.0:1734016119.139094:0:8966:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1734016119.139098:0:8966:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880072172640, rc 0) 00000100:00100000:2.0:1734016119.139178:0:8966:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074621180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+34:9673:x1818247336796032:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 554us (830us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016119.139186:0:8966:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 1969 00000100:00100000:0.0:1734016119.144157:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016119.144348:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336796160 00000100:00100000:3.0:1734016119.144365:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336796160 00000100:00100000:3.0:1734016119.144531:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10499 00000100:00100000:3.0:1734016119.144542:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074623100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1981:x1818247336796160:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:3.0:1734016119.144578:0:7690:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016119.144609:0:7690:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a9a6400/0x3f004d6452e07964 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d1404 expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016119.144693:0:7690:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074e55f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339409408:192.168.201.10@tcp:106: 00000100:00100000:3.0:1734016119.144774:0:7690:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac68eb40 going to sleep for 11 seconds 00000100:00100000:3.0:1734016119.160344:0:7690:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074e55f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339409408:192.168.201.10@tcp:106: 00010000:00010000:3.0:1734016119.160397:0:7690:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a9a6400/0x3f004d6452e07964 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1404 expref: 8 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016119.160415:0:7690:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a6400/0x3f004d6452e07964 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1404 expref: 8 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016119.160443:0:7690:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a9a6400, rc 0) 00000100:00100000:3.0:1734016119.160505:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074623100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1981:x1818247336796160:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 15963us (16370us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016119.160515:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10499 00000100:00100000:0.0:1734016119.163022:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016119.163328:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336796288 00000100:00100000:3.0:1734016119.163336:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336796288 00000100:00100000:3.0:1734016119.165685:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10500 00000100:00100000:3.0:1734016119.165707:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880097219c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1978:x1818247336796288:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:3.0:1734016119.165743:0:7690:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016119.165780:0:7690:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a9a4b40/0x3f004d6452e0796b lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d140b expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016119.165894:0:7690:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074e55f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339409536:192.168.201.10@tcp:106: 00000100:00100000:3.0:1734016119.167680:0:7690:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac68eb40 going to sleep for 11 seconds 00000100:00100000:3.0:1734016119.178235:0:7690:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074e55f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339409536:192.168.201.10@tcp:106: 00010000:00010000:3.0:1734016119.178292:0:7690:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a9a4b40/0x3f004d6452e0796b lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d140b expref: 8 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016119.178313:0:7690:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a4b40/0x3f004d6452e0796b lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d140b expref: 8 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016119.178349:0:7690:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a9a4b40, rc 0) 00000100:00100000:3.0:1734016119.180098:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880097219c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1978:x1818247336796288:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 14380us (17069us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016119.180113:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10500 00000100:00100000:1.0:1734016119.186853:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016119.187048:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336796416 00000100:00100000:3.0:1734016119.187065:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336796416 00000100:00100000:3.0:1734016119.187127:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10501 00000100:00100000:3.0:1734016119.187137:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075228700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1981:x1818247336796416:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:3.0:1734016119.187162:0:7690:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016119.187186:0:7690:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a9a6d00/0x3f004d6452e07972 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d1412 expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016119.187261:0:7690:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074e55f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339409664:192.168.201.10@tcp:106: 00000100:00100000:3.0:1734016119.187672:0:7690:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac68eb40 going to sleep for 11 seconds 00000100:00100000:3.0:1734016119.190752:0:7690:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074e55f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339409664:192.168.201.10@tcp:106: 00010000:00010000:3.0:1734016119.190809:0:7690:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a9a6d00/0x3f004d6452e07972 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1412 expref: 8 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016119.190827:0:7690:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a6d00/0x3f004d6452e07972 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1412 expref: 8 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016119.190858:0:7690:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a9a6d00, rc 0) 00000100:00100000:3.0:1734016119.191690:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075228700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1981:x1818247336796416:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 4549us (4853us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016119.191702:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10501 00000100:00100000:0.0:1734016119.194117:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016119.194473:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336796672 00000100:00100000:2.0:1734016119.194487:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336796672 00000100:00100000:2.0:1734016119.194970:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8813 00000100:00100000:2.0:1734016119.194979:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880097219880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1979:x1818247336796672:12345-192.168.201.10@tcp:3:fsx.0 00010000:00010000:2.0:1734016119.195044:0:7696:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880072170d80/0x3f004d6452e07979 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7696 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016119.195072:0:7696:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a4fc0/0x3f004d6452e0794f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d13f6 expref: 6 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016119.195080:0:7696:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016119.195082:0:7696:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016119.195086:0:7696:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880072170d80/0x3f004d6452e07979 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [5308416->5349375] (req 5308416->5349375) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 7696 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016119.195141:0:7696:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a9a4fc0/0x3f004d6452e0794f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d13f6 expref: 6 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016119.195161:0:7696:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a9a4fc0/0x3f004d6452e0794f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d13f6 expref: 6 pid: 7690 timeout: 483 lvb_type: 0 00000100:00100000:2.0:1734016119.195179:0:7696:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880073e01180 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_002:lustre-OST0001_UUID:7696:1818247339409792:192.168.201.10@tcp:104: 00000100:00100000:2.0:1734016119.195514:0:7696:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012b911780 going to sleep for 11 seconds 00000100:00100000:2.0:1734016119.198712:0:7696:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880073e01180 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_002:lustre-OST0001_UUID:7696:1818247339409792:192.168.201.10@tcp:104: 00010000:00010000:2.0:1734016119.198762:0:7696:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880072170d80/0x3f004d6452e07979 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [5308416->5349375] (req 5308416->5349375) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 7696 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016119.201316:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016119.201451:0:9956:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336796800 00000100:00100000:2.0:1734016119.201463:0:9956:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336796800 00010000:00010000:2.0:1734016119.201508:0:9956:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a9a4fc0/0x3f004d6452e0794f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d13f6 expref: 7 pid: 7690 timeout: 483 lvb_type: 0 00000100:00100000:2.0:1734016119.201563:0:9956:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2800 00000100:00100000:2.0:1734016119.201571:0:9956:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88006d83c450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1979:x1818247336796800:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016119.201590:0:9956:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016119.201618:0:9956:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a9a4fc0/0x3f004d6452e0794f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d13f6 expref: 7 pid: 7690 timeout: 483 lvb_type: 0 00010000:00010000:2.0:1734016119.201632:0:9956:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a9a4fc0/0x3f004d6452e0794f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d13f6 expref: 7 pid: 7690 timeout: 483 lvb_type: 0 00010000:00010000:2.0:1734016119.201660:0:9956:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a4fc0/0x3f004d6452e0794f lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d13f6 expref: 7 pid: 7690 timeout: 483 lvb_type: 0 00010000:00010000:2.0:1734016119.202696:0:9956:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016119.202700:0:9956:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016119.202706:0:9956:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880072170d80/0x3f004d6452e07979 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [5308416->5349375] (req 5308416->5349375) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 7696 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016119.202716:0:9956:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880072170d80/0x3f004d6452e07979 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [5308416->5349375] (req 5308416->5349375) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 7696 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016119.207550:0:7696:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880072170d80/0x3f004d6452e07979 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [5308416->5349375] (req 5308416->5349375) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 7696 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016119.207571:0:7696:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880072170d80/0x3f004d6452e07979 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [5308416->5349375] (req 5308416->5349375) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 7696 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016119.208020:0:9956:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016119.208786:0:9956:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88006d83c450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1979:x1818247336796800:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 7207us (7475us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016119.208796:0:9956:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2800 00010000:00010000:3.0:1734016119.214782:0:7696:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880072170d80/0x3f004d6452e07979 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [5308416->5349375] (req 5308416->5349375) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 7696 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016119.214799:0:7696:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880072170d80/0x3f004d6452e07979 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [5308416->5349375] (req 5308416->5349375) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 7696 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016119.214808:0:7696:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880072170d80/0x3f004d6452e07979 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [5308416->5349375] (req 5308416->5349375) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 7696 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016119.214817:0:7696:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880072170d80 already unused, calling callback (ffffffffa086d100) 00010000:00010000:3.0:1734016119.214822:0:7696:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880072170d80/0x3f004d6452e07979 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [5308416->5349375] (req 5308416->5349375) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 7696 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016119.214832:0:7696:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880072170d80/0x3f004d6452e07979 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [5308416->5349375] (req 5308416->5349375) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 7696 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016119.214852:0:7696:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880072170d80/0x3f004d6452e07979 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [5308416->5349375] (req 5308416->5349375) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 7696 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016119.214859:0:7696:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880072170d80/0x3f004d6452e07979 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [5308416->5349375] (req 5308416->5349375) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 7696 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016119.215292:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880097219880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1979:x1818247336796672:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 20307us (21182us total) trans 0 rc 40960/40960 00000100:00100000:3.0:1734016119.215304:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8813 00000100:00100000:0.0:1734016119.221119:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016119.221198:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336796928 00000100:00100000:3.0:1734016119.221211:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336796928 00000100:00100000:3.0:1734016119.221298:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10502 00000100:00100000:3.0:1734016119.221305:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076a99500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1979:x1818247336796928:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:3.0:1734016119.221322:0:7690:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016119.221342:0:7690:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7180/0x3f004d6452e07980 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d1419 expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1734016119.221362:0:7690:0:(ofd_lvb.c:169:ofd_lvbo_init()) res: [0x280000400:0x5:0x0] initial LVB size: 5911072, mtime: 0x675afc76, atime: 0x675afc76, ctime: 0x675afc76, blocks: 0x6a0 00010000:00010000:3.0:1734016119.221380:0:7690:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016119.221382:0:7690:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016119.221388:0:7690:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7180/0x3f004d6452e07980 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1419 expref: 8 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016119.221406:0:7690:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7180/0x3f004d6452e07980 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1419 expref: 8 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016119.221417:0:7690:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a9a7180, rc 0) 00000100:00100000:3.0:1734016119.221476:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076a99500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1979:x1818247336796928:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 171us (366us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016119.221483:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10502 00000100:00100000:1.0:1734016119.228257:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016119.228616:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336797056 00000100:00100000:2.0:1734016119.228626:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336797056 00000100:00100000:2.0:1734016119.228693:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10503 00000100:00100000:2.0:1734016119.228701:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075229c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:9673:x1818247336797056:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:2.0:1734016119.228723:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016119.228747:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880072170d80/0x3f004d6452e07987 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d1420 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016119.228784:0:7689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016119.228786:0:7689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016119.228796:0:7689:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880072170d80/0x3f004d6452e07987 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3104768->3153919) gid 0 flags: 0x50000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1420 expref: 7 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016119.228815:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880072170d80/0x3f004d6452e07987 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3104768->3153919) gid 0 flags: 0x40000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1420 expref: 7 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016119.228834:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880072170d80, rc 0) 00000100:00100000:2.0:1734016119.228929:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075229c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:9673:x1818247336797056:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 228us (680us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016119.228936:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10503 00000100:00100000:0.0:1734016119.248445:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016119.248579:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336797312 00000100:00100000:3.0:1734016119.248591:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336797312 00002000:00100000:3.0:1734016119.248658:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (0->4194303) req@ffff880076a99c00 x1818247336797312/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:80/0 lens 488/0 e 0 to 0 dl 1734016130 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016119.248670:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076a99c00 with x1818247336797312 ext(0->4194303) 00002000:00010000:3.0:1734016119.248678:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076a99c00 00000100:00100000:3.0:1734016119.248727:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8814 00000100:00100000:3.0:1734016119.248735:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076a99c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1978:x1818247336797312:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:1.0:1734016119.255186:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016119.255266:0:13925:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336797440 00000100:00100000:0.0:1734016119.255276:0:13925:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336797440 00002000:00100000:0.0:1734016119.255316:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (4194304->5914623) req@ffff880075229f80 x1818247336797440/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:80/0 lens 488/0 e 0 to 0 dl 1734016130 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016119.255325:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880075229f80 with x1818247336797440 ext(4194304->5914623) 00002000:00010000:0.0:1734016119.255330:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880075229f80 00000100:00100000:0.0:1734016119.255355:0:13925:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8815 00000100:00100000:0.0:1734016119.255361:0:13925:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075229f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+9:1979:x1818247336797440:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:2.0:1734016119.292657:0:13925:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075229f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+9:1979:x1818247336797440:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 37285us (37470us total) trans 0 rc 1720320/1720320 00000100:00100000:2.0:1734016119.292672:0:13925:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8815 00002000:00100000:2.0:1734016119.292689:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (4194304->5914623) req@ffff880075229f80 x1818247336797440/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:80/0 lens 488/440 e 0 to 0 dl 1734016130 ref 1 fl Complete:/200/0 rc 1720320/1720320 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016119.292701:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880075229f80 with x1818247336797440 ext(4194304->5914623) 00002000:00010000:2.0:1734016119.292710:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880075229f80 00000100:00100000:3.0:1734016119.331603:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076a99c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1978:x1818247336797312:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 82858us (83171us total) trans 0 rc 4194304/4194304 00000100:00100000:3.0:1734016119.331616:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8814 00002000:00100000:3.0:1734016119.331629:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (0->4194303) req@ffff880076a99c00 x1818247336797312/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:80/0 lens 488/440 e 0 to 0 dl 1734016130 ref 1 fl Complete:/200/0 rc 4194304/4194304 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016119.331639:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076a99c00 with x1818247336797312 ext(0->4194303) 00002000:00010000:3.0:1734016119.331644:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076a99c00 00000100:00100000:1.0:1734016119.341504:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016119.341689:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336797824 00000100:00100000:3.0:1734016119.341702:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336797824 00000100:00100000:3.0:1734016119.341802:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8816 00000100:00100000:3.0:1734016119.341811:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075228000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1981:x1818247336797824:12345-192.168.201.10@tcp:3:fsx.0 00010000:00010000:3.0:1734016119.341895:0:7696:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7600/0x3f004d6452e0798e lrc: 3/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7696 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016119.341916:0:7696:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016119.341919:0:7696:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016119.341925:0:7696:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7600/0x3f004d6452e0798e lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [1712128->1732607] (req 1712128->1732607) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 7696 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016119.341941:0:7696:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7600/0x3f004d6452e0798e lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [1712128->1732607] (req 1712128->1732607) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 7696 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016119.344257:0:7696:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7600/0x3f004d6452e0798e lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [1712128->1732607] (req 1712128->1732607) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 7696 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016119.344271:0:7696:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7600/0x3f004d6452e0798e lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [1712128->1732607] (req 1712128->1732607) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 7696 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016119.344278:0:7696:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7600/0x3f004d6452e0798e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [1712128->1732607] (req 1712128->1732607) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 7696 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016119.344284:0:7696:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88009a9a7600 already unused, calling callback (ffffffffa086d100) 00010000:00010000:3.0:1734016119.344288:0:7696:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7600/0x3f004d6452e0798e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [1712128->1732607] (req 1712128->1732607) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 7696 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016119.344295:0:7696:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7600/0x3f004d6452e0798e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [1712128->1732607] (req 1712128->1732607) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 7696 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016119.344315:0:7696:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7600/0x3f004d6452e0798e lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [1712128->1732607] (req 1712128->1732607) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 7696 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016119.344320:0:7696:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7600/0x3f004d6452e0798e lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [1712128->1732607] (req 1712128->1732607) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 7696 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016119.345029:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075228000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1981:x1818247336797824:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 3213us (3533us total) trans 0 rc 20480/20480 00000100:00100000:3.0:1734016119.345041:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8816 00000100:00100000:0.0:1734016119.348104:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016119.348251:0:6482:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336797952 00000100:00100000:3.0:1734016119.348264:0:6482:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336797952 00000100:00100000:3.0:1734016119.348470:0:6482:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 1970 00000100:00100000:3.0:1734016119.348480:0:6482:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076a9aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+14:9673:x1818247336797952:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:3.0:1734016119.348517:0:6482:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016119.348537:0:6482:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a5b00/0x3f004d6452e07995 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d1427 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016119.348643:0:6482:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a61c0/0x3f004d6452e0799c lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 6482 initiator: MDT0 00010000:00010000:3.0:1734016119.348661:0:6482:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a61c0/0x3f004d6452e0799c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6482 initiator: MDT0 00010000:00010000:3.0:1734016119.348674:0:6482:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a61c0/0x3f004d6452e0799c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6482 initiator: MDT0 00000004:00200000:3.0:1734016119.348706:0:6482:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 5911072 00000004:00200000:3.0:1734016119.348712:0:6482:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1734016119.348734:0:6482:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a61c0/0x3f004d6452e0799c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6482 initiator: MDT0 00010000:00010000:3.0:1734016119.348759:0:6482:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a5b00/0x3f004d6452e07995 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1427 expref: 16 pid: 6482 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016119.348783:0:6482:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a61c0/0x3f004d6452e0799c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1427 expref: 15 pid: 6482 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016119.348791:0:6482:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:3.0:1734016119.348795:0:6482:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1734016119.348799:0:6482:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a9a61c0, rc 0) 00000100:00100000:3.0:1734016119.348920:0:6482:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076a9aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+15:9673:x1818247336797952:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 442us (831us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016119.348926:0:6482:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 1970 00000100:00100000:1.0:1734016119.352575:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016119.352623:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336798080 00000100:00100000:1.0:1734016119.352631:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336798080 00000100:00100000:2.0:1734016119.352971:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10504 00000100:00100000:2.0:1734016119.352980:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007522a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:9673:x1818247336798080:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:2.0:1734016119.353000:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016119.353016:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e079a3 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d142e expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016119.353046:0:7689:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7180/0x3f004d6452e07980 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1419 expref: 9 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016119.353054:0:7689:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880072170d80/0x3f004d6452e07987 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3104768->3153919) gid 0 flags: 0x40000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1420 expref: 6 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016119.353060:0:7689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016119.353062:0:7689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016119.353066:0:7689:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e079a3 lrc: 5/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [1290240->1331199] (req 1290240->1331199) gid 0 flags: 0x50000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d142e expref: 9 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016119.353096:0:7689:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880072170d80/0x3f004d6452e07987 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3104768->3153919) gid 0 flags: 0x50000000000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1420 expref: 6 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016119.353107:0:7689:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880072170d80/0x3f004d6452e07987 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3104768->3153919) gid 0 flags: 0x70000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1420 expref: 6 pid: 7689 timeout: 483 lvb_type: 0 00000100:00100000:2.0:1734016119.353118:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880073e01180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339409920:192.168.201.10@tcp:104: 00010000:00010000:2.0:1734016119.353516:0:7689:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7180/0x3f004d6452e07980 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1419 expref: 9 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016119.353525:0:7689:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7180/0x3f004d6452e07980 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1419 expref: 9 pid: 7690 timeout: 483 lvb_type: 1 00000100:00100000:2.0:1734016119.353532:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880073e02d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339410048:192.168.201.10@tcp:104: 00000100:00100000:2.0:1734016119.353550:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012b911840 going to sleep for 11 seconds 00000100:00100000:2.0:1734016119.361320:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880073e01180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339409920:192.168.201.10@tcp:104: 00000100:00100000:2.0:1734016119.361335:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880073e02d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339410048:192.168.201.10@tcp:104: 00010000:00010000:2.0:1734016119.361375:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e079a3 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [1290240->1331199] (req 1290240->1331199) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d142e expref: 9 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016119.361395:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880072171440, rc 0) 00000100:00100000:2.0:1734016119.361453:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007522a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+9:9673:x1818247336798080:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 8472us (8886us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016119.361463:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10504 00000100:00100000:0.0:1734016119.364958:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016119.365536:0:9956:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336798208 00000100:00100000:2.0:1734016119.365547:0:9956:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336798208 00010000:00010000:2.0:1734016119.365584:0:9956:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7180/0x3f004d6452e07980 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1419 expref: 9 pid: 7690 timeout: 483 lvb_type: 1 00000100:00100000:2.0:1734016119.365616:0:9956:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2801 00000100:00100000:2.0:1734016119.365625:0:9956:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076a9a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+9:1979:x1818247336798208:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016119.365640:0:9956:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016119.365664:0:9956:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7180/0x3f004d6452e07980 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1419 expref: 9 pid: 7690 timeout: 483 lvb_type: 1 00010000:00010000:2.0:1734016119.365673:0:9956:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7180/0x3f004d6452e07980 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1419 expref: 9 pid: 7690 timeout: 483 lvb_type: 1 00010000:00010000:2.0:1734016119.365693:0:9956:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7180/0x3f004d6452e07980 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1419 expref: 9 pid: 7690 timeout: 483 lvb_type: 1 00010000:00010000:2.0:1734016119.365738:0:9956:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016119.365803:0:9956:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076a9a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1979:x1818247336798208:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 178us (856us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016119.365810:0:9956:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2801 00000100:00100000:1.0:1734016119.374113:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016119.374200:0:6469:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336798336 00000100:00100000:0.0:1734016119.374209:0:6469:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336798336 00010000:00010000:0.0:1734016119.374237:0:6469:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880072170d80/0x3f004d6452e07987 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3104768->3153919) gid 0 flags: 0x60000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1420 expref: 7 pid: 7689 timeout: 483 lvb_type: 0 00000100:00100000:0.0:1734016119.374463:0:6469:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2802 00000100:00100000:0.0:1734016119.374470:0:6469:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007522bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1978:x1818247336798336:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016119.374484:0:6469:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016119.374501:0:6469:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880072170d80/0x3f004d6452e07987 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3104768->3153919) gid 0 flags: 0x60000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1420 expref: 7 pid: 7689 timeout: 483 lvb_type: 0 00010000:00010000:0.0:1734016119.374512:0:6469:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880072170d80/0x3f004d6452e07987 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3104768->3153919) gid 0 flags: 0x50000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1420 expref: 7 pid: 7689 timeout: 483 lvb_type: 0 00010000:00010000:0.0:1734016119.374531:0:6469:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880072170d80/0x3f004d6452e07987 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3104768->3153919) gid 0 flags: 0x44801400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1420 expref: 7 pid: 7689 timeout: 483 lvb_type: 0 00010000:00010000:0.0:1734016119.374750:0:6469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016119.374754:0:6469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016119.374763:0:6469:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e079a3 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1290240->1331199) gid 0 flags: 0x40080000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d142e expref: 7 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016119.374772:0:6469:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e079a3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1290240->1331199) gid 0 flags: 0x40080000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d142e expref: 7 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016119.374804:0:6469:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e079a3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1290240->1331199) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d142e expref: 7 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016119.374814:0:6469:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074c8b100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6469:1818247339410176:192.168.201.10@tcp:105: 00000100:00100000:0.0:1734016119.375157:0:6469:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7486a80 going to sleep for 11 seconds 00000100:00100000:2.0:1734016119.380817:0:6469:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074c8b100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6469:1818247339410176:192.168.201.10@tcp:105: 00010000:00010000:2.0:1734016119.380843:0:6469:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016119.381587:0:6469:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007522bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1978:x1818247336798336:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 7113us (7480us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016119.381599:0:6469:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2802 00000100:00100000:0.0:1734016119.382272:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016119.382460:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336798464 00000100:00100000:2.0:1734016119.382467:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336798464 00000100:00100000:2.0:1734016119.382514:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10505 00000100:00100000:2.0:1734016119.382521:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074c8a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1979:x1818247336798464:12345-192.168.201.10@tcp:22:fsx.0 00002000:00010000:2.0:1734016119.382966:0:7689:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 5911072 -> 5911072 00002000:00010000:2.0:1734016119.382970:0:7689:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016118 -> 1734016118 00002000:00010000:2.0:1734016119.382973:0:7689:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016118 -> 1734016118 00002000:00010000:2.0:1734016119.382975:0:7689:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016118 -> 1734016118 00002000:00010000:2.0:1734016119.382977:0:7689:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 1696 -> 1648 00000100:00100000:2.0:1734016119.383015:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074c8a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+9:1979:x1818247336798464:12345-192.168.201.10@tcp:22:fsx.0 Request processed in 495us (745us total) trans 4294969239 rc 0/0 00000100:00100000:2.0:1734016119.384958:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10505 00000100:00100000:1.0:1734016119.386762:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016119.386918:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336798592 00000100:00100000:2.0:1734016119.386928:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336798592 00000100:00100000:2.0:1734016119.386962:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10506 00000100:00100000:2.0:1734016119.386968:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007522ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1981:x1818247336798592:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:2.0:1734016119.386988:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016119.387004:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800721718c0/0x3f004d6452e079aa lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d1435 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016119.387057:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880073e02d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339410304:192.168.201.10@tcp:106: 00000100:00100000:2.0:1734016119.387695:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012b911840 going to sleep for 11 seconds 00000100:00100000:2.0:1734016119.389647:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880073e02d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339410304:192.168.201.10@tcp:106: 00010000:00010000:2.0:1734016119.389682:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800721718c0/0x3f004d6452e079aa lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1435 expref: 7 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016119.389697:0:7689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800721718c0/0x3f004d6452e079aa lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1435 expref: 7 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016119.390084:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800721718c0, rc 0) 00000100:00100000:2.0:1734016119.390148:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007522ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1981:x1818247336798592:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 3178us (3393us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016119.390157:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10506 00000100:00100000:0.0:1734016119.393173:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016119.393460:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336798720 00000100:00100000:2.0:1734016119.393470:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336798720 00000100:00100000:2.0:1734016119.393516:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10507 00000100:00100000:2.0:1734016119.393522:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074c8b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1981:x1818247336798720:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:2.0:1734016119.393540:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016119.393562:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880072172d00/0x3f004d6452e079b1 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d143c expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016119.393620:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880073e02d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339410432:192.168.201.10@tcp:106: 00000100:00100000:2.0:1734016119.393689:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012b911840 going to sleep for 11 seconds 00000100:00100000:2.0:1734016119.397099:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880073e02d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339410432:192.168.201.10@tcp:106: 00010000:00010000:2.0:1734016119.397143:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880072172d00/0x3f004d6452e079b1 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d143c expref: 7 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016119.397159:0:7689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880072172d00/0x3f004d6452e079b1 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d143c expref: 7 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016119.397211:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880072172d00, rc 0) 00000100:00100000:2.0:1734016119.397555:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074c8b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1981:x1818247336798720:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 4030us (4389us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016119.397565:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10507 00000100:00100000:2.0:1734016119.400763:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016119.400827:0:8966:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336798976 00000100:00100000:0.0:1734016119.400838:0:8966:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336798976 00000100:00100000:0.0:1734016119.400913:0:8966:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 1971 00000100:00100000:0.0:1734016119.400920:0:8966:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880073e02d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+15:9673:x1818247336798976:12345-192.168.201.10@tcp:36:fsx.0 00010000:00010000:0.0:1734016119.400963:0:8966:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016119.400983:0:8966:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a61c0/0x3f004d6452e0799c lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1427 expref: 15 pid: 6482 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016119.401008:0:8966:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:0.0:1734016119.401012:0:8966:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1734016119.401182:0:8966:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8038b40/0x3f004d6452e079b8 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 8966 initiator: MDT0 00010000:00010000:0.0:1734016119.401199:0:8966:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880072172640/0x3f004d6452e0795d lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d13fd expref: 33 pid: 8966 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016119.401212:0:8966:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8038b40/0x3f004d6452e079b8 lrc: 4/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 8966 initiator: MDT0 00010000:00010000:0.0:1734016119.401246:0:8966:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880072172640/0x3f004d6452e0795d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d13fd expref: 33 pid: 8966 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016119.401260:0:8966:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880072172640/0x3f004d6452e0795d lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d13fd expref: 33 pid: 8966 timeout: 483 lvb_type: 0 00000100:00100000:0.0:1734016119.401272:0:8966:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880073f22d80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:8966:1818247339410560:192.168.201.10@tcp:104: 00000100:00100000:0.0:1734016119.401337:0:8966:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7486540 going to sleep for 11 seconds 00000100:00100000:2.0:1734016119.404644:0:8966:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880073f22d80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:8966:1818247339410560:192.168.201.10@tcp:104: 00010000:00010000:2.0:1734016119.404681:0:8966:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8038b40/0x3f004d6452e079b8 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 8966 initiator: MDT0 00000100:00100000:0.0:1734016119.407218:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016119.407630:0:6469:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336799104 00000100:00100000:2.0:1734016119.407642:0:6469:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336799104 00010000:00010000:2.0:1734016119.407683:0:6469:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880072172640/0x3f004d6452e0795d lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d13fd expref: 34 pid: 8966 timeout: 483 lvb_type: 0 00000100:00100000:2.0:1734016119.408157:0:6469:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2803 00000100:00100000:2.0:1734016119.408166:0:6469:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880073f20e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+34:1979:x1818247336799104:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016119.408184:0:6469:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016119.408192:0:6469:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880072172640/0x3f004d6452e0795d lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d13fd expref: 34 pid: 8966 timeout: 483 lvb_type: 0 00010000:00010000:2.0:1734016119.408206:0:6469:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880072172640/0x3f004d6452e0795d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d13fd expref: 34 pid: 8966 timeout: 483 lvb_type: 0 00010000:00010000:2.0:1734016119.408232:0:6469:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880072172640/0x3f004d6452e0795d lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d13fd expref: 34 pid: 8966 timeout: 483 lvb_type: 0 00010000:00010000:2.0:1734016119.408282:0:6469:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:2.0:1734016119.408287:0:6469:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8038b40/0x3f004d6452e079b8 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 8966 initiator: MDT0 00010000:00010000:2.0:1734016119.408296:0:6469:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8038b40/0x3f004d6452e079b8 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 8966 initiator: MDT0 00010000:00010000:2.0:1734016119.408303:0:6469:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8038b40/0x3f004d6452e079b8 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 8966 initiator: MDT0 00010000:00010000:2.0:1734016119.408728:0:6469:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016119.408779:0:6469:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880073f20e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+33:1979:x1818247336799104:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 614us (1575us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016119.408787:0:6469:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2803 00010000:00010000:3.0:1734016119.409199:0:8966:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8038b40/0x3f004d6452e079b8 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8966 initiator: MDT0 00010000:00010000:3.0:1734016119.409208:0:8966:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8038b40/0x3f004d6452e079b8 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8966 initiator: MDT0 00000001:00080000:3.0:1734016119.409320:0:8966:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294968549 00000004:00010000:3.0:1734016119.409377:0:8966:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff880073e02d80 reply state ffff88011f507000 transno 4294968550 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8038b40/0x3f004d6452e079b8 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8966 initiator: MDT0 00000100:00100000:3.0:1734016119.409385:0:8966:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1734016119.409476:0:8966:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880073e02d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+17:9673:x1818247336798976:12345-192.168.201.10@tcp:36:fsx.0 Request processed in 8555us (8729us total) trans 4294968550 rc 0/0 00000100:00100000:3.0:1734016119.409483:0:8966:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 1971 00000020:00080000:3.0:1734016119.409487:0:8966:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:2.0:1734016119.412280:0:3494:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8038b40/0x3f004d6452e079b8 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8966 initiator: MDT0 00010000:00010000:2.0:1734016119.412296:0:3494:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8038b40/0x3f004d6452e079b8 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 8966 initiator: MDT0 00010000:00010000:2.0:1734016119.412303:0:3494:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8038b40/0x3f004d6452e079b8 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8966 initiator: MDT0 00010000:00010000:2.0:1734016119.412309:0:3494:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800a8038b40 already unused, calling callback (ffffffffa0f03950) 00010000:00010000:2.0:1734016119.412313:0:3494:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8038b40/0x3f004d6452e079b8 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8966 initiator: MDT0 00000100:00100000:0.0:1734016119.412320:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00010000:00010000:2.0:1734016119.412320:0:3494:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8038b40/0x3f004d6452e079b8 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 8966 initiator: MDT0 00010000:00010000:2.0:1734016119.412339:0:3494:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:2.0:1734016119.412343:0:3494:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734016119.412347:0:3494:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8038b40/0x3f004d6452e079b8 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8966 initiator: MDT0 00010000:00010000:2.0:1734016119.412352:0:3494:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8038b40/0x3f004d6452e079b8 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8966 initiator: MDT0 00000100:00100000:3.0:1734016119.412639:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336799232 00000100:00100000:3.0:1734016119.412654:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336799232 00000100:00100000:3.0:1734016119.412729:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10508 00000100:00100000:3.0:1734016119.412737:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880073f23480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:9673:x1818247336799232:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:3.0:1734016119.412762:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016119.412782:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7a80/0x3f004d6452e079bf lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d1443 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016119.412809:0:7689:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e079a3 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1290240->1331199) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d142e expref: 8 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016119.412815:0:7689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016119.412817:0:7689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016119.412820:0:7689:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7a80/0x3f004d6452e079bf lrc: 4/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1443 expref: 7 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016119.412854:0:7689:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e079a3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1290240->1331199) gid 0 flags: 0x50000000020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d142e expref: 8 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016119.412914:0:7689:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e079a3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1290240->1331199) gid 0 flags: 0x70000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d142e expref: 8 pid: 7689 timeout: 483 lvb_type: 0 00000100:00100000:3.0:1734016119.412930:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074e55f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339410688:192.168.201.10@tcp:104: 00000100:00100000:3.0:1734016119.412997:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac68ef00 going to sleep for 11 seconds 00000100:00100000:3.0:1734016119.415322:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074e55f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339410688:192.168.201.10@tcp:104: 00010000:00010000:3.0:1734016119.415344:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7a80/0x3f004d6452e079bf lrc: 3/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1443 expref: 7 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016119.415362:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a9a7a80, rc 0) 00000100:00100000:3.0:1734016119.415746:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880073f23480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:9673:x1818247336799232:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 3008us (3428us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016119.415753:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10508 00000100:00100000:2.0:1734016119.416144:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016119.416213:0:9956:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336799360 00000100:00100000:0.0:1734016119.416284:0:9956:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336799360 00010000:00010000:0.0:1734016119.416307:0:9956:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e079a3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1290240->1331199) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d142e expref: 9 pid: 7689 timeout: 483 lvb_type: 0 00000100:00100000:0.0:1734016119.416338:0:9956:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2804 00000100:00100000:0.0:1734016119.416344:0:9956:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880073e01180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+9:1978:x1818247336799360:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016119.416356:0:9956:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016119.416374:0:9956:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e079a3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1290240->1331199) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d142e expref: 9 pid: 7689 timeout: 483 lvb_type: 0 00010000:00010000:0.0:1734016119.416384:0:9956:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e079a3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1290240->1331199) gid 0 flags: 0x50000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d142e expref: 9 pid: 7689 timeout: 483 lvb_type: 0 00010000:00010000:0.0:1734016119.416410:0:9956:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e079a3 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1290240->1331199) gid 0 flags: 0x44801400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d142e expref: 9 pid: 7689 timeout: 483 lvb_type: 0 00010000:00010000:0.0:1734016119.416442:0:9956:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016119.416444:0:9956:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016119.416448:0:9956:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7a80/0x3f004d6452e079bf lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1443 expref: 6 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016119.416456:0:9956:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7a80/0x3f004d6452e079bf lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1443 expref: 6 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016119.416530:0:9956:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7a80/0x3f004d6452e079bf lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1443 expref: 6 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016119.416540:0:9956:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880073f23800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9956:1818247339410816:192.168.201.10@tcp:105: 00000100:00100000:0.0:1734016119.416569:0:9956:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7486cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1734016119.419020:0:9956:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880073f23800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9956:1818247339410816:192.168.201.10@tcp:105: 00010000:00010000:2.0:1734016119.419039:0:9956:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016119.419268:0:9956:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880073e01180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1978:x1818247336799360:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 2920us (3121us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016119.419277:0:9956:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2804 00000100:00100000:3.0:1734016119.419537:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016119.419857:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336799488 00000100:00100000:2.0:1734016119.420199:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336799488 00002000:00010000:2.0:1734016119.420238:0:7696:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (6995906->18446744073709551615) 00002000:00100000:2.0:1734016119.420242:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074e55f80 with x1818247336799488 ext(6995906->18446744073709551615) 00002000:00010000:2.0:1734016119.420258:0:7696:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074e55f80. 00000100:00100000:2.0:1734016119.420292:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8817 00000100:00100000:2.0:1734016119.420298:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074e55f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1979:x1818247336799488:12345-192.168.201.10@tcp:10:fsx.0 00002000:00010000:2.0:1734016119.420503:0:7696:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 5911072 -> 6995906 00002000:00010000:2.0:1734016119.420506:0:7696:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016118 -> 1734016118 00002000:00010000:2.0:1734016119.420508:0:7696:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016118 -> 1734016118 00002000:00010000:2.0:1734016119.420511:0:7696:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016118 -> 1734016118 00002000:00010000:2.0:1734016119.420513:0:7696:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 1648 -> 1648 00000100:00100000:2.0:1734016119.420544:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074e55f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+8:1979:x1818247336799488:12345-192.168.201.10@tcp:10:fsx.0 Request processed in 246us (1009us total) trans 4294969240 rc 0/0 00000100:00100000:2.0:1734016119.420550:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8817 00002000:00010000:2.0:1734016119.420553:0:7696:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (6995906->18446744073709551615) 00002000:00100000:2.0:1734016119.420555:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074e55f80 with x1818247336799488 ext(6995906->18446744073709551615) 00002000:00010000:2.0:1734016119.420558:0:7696:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074e55f80. 00000100:00100000:1.0:1734016119.432756:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016119.432888:0:13925:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336799744 00000100:00100000:0.0:1734016119.432898:0:13925:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336799744 00002000:00100000:0.0:1734016119.432969:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (5914624->6995967) req@ffff880075228380 x1818247336799744/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:80/0 lens 488/0 e 0 to 0 dl 1734016130 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016119.432980:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880075228380 with x1818247336799744 ext(5914624->6995967) 00002000:00010000:0.0:1734016119.432986:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880075228380 00000100:00100000:0.0:1734016119.433146:0:13925:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8818 00000100:00100000:0.0:1734016119.433156:0:13925:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075228380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+8:1979:x1818247336799744:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:0.0:1734016119.454692:0:13925:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075228380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+8:1979:x1818247336799744:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 21520us (21934us total) trans 0 rc 1081344/1081344 00000100:00100000:0.0:1734016119.454708:0:13925:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8818 00002000:00100000:0.0:1734016119.454721:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (5914624->6995967) req@ffff880075228380 x1818247336799744/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:80/0 lens 488/440 e 0 to 0 dl 1734016130 ref 1 fl Complete:/200/0 rc 1081344/1081344 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016119.454734:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880075228380 with x1818247336799744 ext(5914624->6995967) 00002000:00010000:0.0:1734016119.454741:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880075228380 00000100:00100000:0.0:1734016119.461066:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016119.461390:0:13925:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336799872 00000100:00100000:2.0:1734016119.461406:0:13925:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336799872 00002000:00100000:2.0:1734016119.461484:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (6955008->6995905) req@ffff880073f22680 x1818247336799872/t0(0) o4->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:80/0 lens 488/0 e 0 to 0 dl 1734016130 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016119.461499:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880073f22680 with x1818247336799872 ext(6955008->6995905) 00002000:00010000:2.0:1734016119.461510:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880073f22680 00000100:00100000:2.0:1734016119.461589:0:13925:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8819 00000100:00100000:2.0:1734016119.461601:0:13925:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880073f22680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+8:1978:x1818247336799872:12345-192.168.201.10@tcp:4:fsx.0 00000100:00100000:2.0:1734016119.469769:0:13925:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880073f22680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+10:1978:x1818247336799872:12345-192.168.201.10@tcp:4:fsx.0 Request processed in 8144us (8689us total) trans 4294969241 rc 0/0 00000100:00100000:2.0:1734016119.469791:0:13925:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8819 00002000:00100000:2.0:1734016119.469813:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (6955008->6995905) req@ffff880073f22680 x1818247336799872/t4294969241(0) o4->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:80/0 lens 488/448 e 0 to 0 dl 1734016130 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016119.469825:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880073f22680 with x1818247336799872 ext(6955008->6995905) 00002000:00010000:2.0:1734016119.469833:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880073f22680 00000100:00100000:0.0:1734016119.473152:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016119.476557:0:8966:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336800000 00000100:00100000:3.0:1734016119.476582:0:8966:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336800000 00000100:00100000:3.0:1734016119.476670:0:8966:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 1972 00000100:00100000:3.0:1734016119.476678:0:8966:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880073f23800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+16:9673:x1818247336800000:12345-192.168.201.10@tcp:44:fsx.0 00000100:00100000:3.0:1734016119.476861:0:8966:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880073f23800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+16:9673:x1818247336800000:12345-192.168.201.10@tcp:44:fsx.0 Request processed in 183us (3719us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016119.476911:0:8966:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 1972 00000100:00100000:0.0:1734016119.479453:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016119.479608:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336800128 00000100:00100000:3.0:1734016119.479623:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336800128 00000100:00100000:3.0:1734016119.479711:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10509 00000100:00100000:3.0:1734016119.479722:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880073f22d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+10:1979:x1818247336800128:12345-192.168.201.10@tcp:16:fsx.0 00000001:00080000:0.0:1734016119.481502:0:8954:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969241 is committed 00000001:00080000:0.0:1734016119.481542:0:8954:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969239 is committed 00000100:00100000:3.0:1734016119.481799:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880073f22d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1979:x1818247336800128:12345-192.168.201.10@tcp:16:fsx.0 Request processed in 2070us (2357us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016119.481812:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10509 00000100:00100000:1.0:1734016119.485652:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016119.485750:0:6482:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336800256 00000100:00100000:0.0:1734016119.485763:0:6482:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336800256 00000100:00100000:3.0:1734016119.485984:0:8966:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 1973 00000100:00100000:3.0:1734016119.485998:0:8966:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007522b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+16:9673:x1818247336800256:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:3.0:1734016119.486039:0:8966:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016119.486076:0:8966:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a7cc0/0x3f004d6452e079c6 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d144a expref: -99 pid: 8966 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016119.486222:0:8966:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a6880/0x3f004d6452e079cd lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 8966 initiator: MDT0 00010000:00010000:3.0:1734016119.486241:0:8966:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a6880/0x3f004d6452e079cd lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 8966 initiator: MDT0 00010000:00010000:3.0:1734016119.486253:0:8966:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a6880/0x3f004d6452e079cd lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 8966 initiator: MDT0 00000004:00200000:3.0:1734016119.486285:0:8966:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 6995906 00000004:00200000:3.0:1734016119.486290:0:8966:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1734016119.486310:0:8966:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a6880/0x3f004d6452e079cd lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 8966 initiator: MDT0 00010000:00010000:3.0:1734016119.486338:0:8966:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a7cc0/0x3f004d6452e079c6 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d144a expref: 18 pid: 8966 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016119.486377:0:8966:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a6880/0x3f004d6452e079cd lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d144a expref: 17 pid: 8966 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016119.486386:0:8966:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:3.0:1734016119.486389:0:8966:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1734016119.486393:0:8966:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a9a6880, rc 0) 00000100:00100000:3.0:1734016119.486475:0:8966:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007522b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+17:9673:x1818247336800256:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 480us (838us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016119.486482:0:8966:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 1973 00000100:00100000:0.0:1734016119.490736:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016119.490844:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336800384 00000100:00100000:3.0:1734016119.490858:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336800384 00000100:00100000:3.0:1734016119.491246:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10510 00000100:00100000:3.0:1734016119.491256:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074222d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1978:x1818247336800384:12345-192.168.201.10@tcp:22:fsx.0 00002000:00010000:3.0:1734016119.491854:0:7689:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 6995906 -> 6995906 00002000:00010000:3.0:1734016119.491857:0:7689:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016118 -> 1734016118 00002000:00010000:3.0:1734016119.491859:0:7689:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016118 -> 1734016118 00002000:00010000:3.0:1734016119.491861:0:7689:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016118 -> 1734016118 00002000:00010000:3.0:1734016119.491882:0:7689:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 1648 -> 1648 00000100:00100000:3.0:1734016119.492710:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074222d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1978:x1818247336800384:12345-192.168.201.10@tcp:22:fsx.0 Request processed in 1451us (1983us total) trans 4294969242 rc 0/0 00000100:00100000:3.0:1734016119.492721:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10510 00000100:00100000:0.0:1734016119.496037:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016119.496237:0:6482:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336800512 00000100:00100000:1.0:1734016119.496255:0:6482:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336800512 00000100:00100000:1.0:1734016119.496337:0:6482:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 1974 00000100:00100000:1.0:1734016119.496350:0:6482:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074221f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+33:9673:x1818247336800512:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:1.0:1734016119.496387:0:6482:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016119.496431:0:6482:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880097236f40/0x3f004d6452e079d4 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d1451 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016119.496583:0:6482:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880097234900/0x3f004d6452e079db lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 6482 initiator: MDT0 00010000:00010000:1.0:1734016119.496601:0:6482:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880097234900/0x3f004d6452e079db lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6482 initiator: MDT0 00010000:00010000:1.0:1734016119.496617:0:6482:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880097234900/0x3f004d6452e079db lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6482 initiator: MDT0 00000004:00200000:1.0:1734016119.496648:0:6482:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 6995906 00000004:00200000:1.0:1734016119.496652:0:6482:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1734016119.496671:0:6482:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880097234900/0x3f004d6452e079db lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6482 initiator: MDT0 00010000:00010000:1.0:1734016119.496698:0:6482:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880097236f40/0x3f004d6452e079d4 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1451 expref: 35 pid: 6482 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016119.496740:0:6482:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880097234900/0x3f004d6452e079db lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1451 expref: 34 pid: 6482 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016119.496748:0:6482:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:1.0:1734016119.496750:0:6482:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1734016119.496754:0:6482:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097234900, rc 0) 00000100:00100000:1.0:1734016119.496817:0:6482:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074221f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+34:9673:x1818247336800512:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 470us (796us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016119.496828:0:6482:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 1974 00000100:00100000:1.0:1734016119.499533:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016119.499680:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336800640 00000100:00100000:3.0:1734016119.499701:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336800640 00000100:00100000:3.0:1734016119.499778:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10511 00000100:00100000:3.0:1734016119.499789:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075228a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1979:x1818247336800640:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:3.0:1734016119.499819:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016119.499847:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a9a4000/0x3f004d6452e079e2 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d1458 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016119.499984:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074e55880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339410944:192.168.201.10@tcp:106: 00000100:00100000:3.0:1734016119.500081:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac68ef00 going to sleep for 11 seconds 00000100:00100000:3.0:1734016119.510088:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074e55880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339410944:192.168.201.10@tcp:106: 00010000:00010000:3.0:1734016119.510137:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a9a4000/0x3f004d6452e079e2 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1458 expref: 7 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016119.510154:0:7689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a4000/0x3f004d6452e079e2 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1458 expref: 7 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016119.510236:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a9a4000, rc 0) 00000100:00100000:3.0:1734016119.510309:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075228a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1979:x1818247336800640:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 10522us (10789us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016119.510317:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10511 00000100:00100000:0.0:1734016119.514984:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016119.515352:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336800768 00000100:00100000:3.0:1734016119.515367:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336800768 00000100:00100000:3.0:1734016119.515757:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10512 00000100:00100000:3.0:1734016119.515766:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074223800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1979:x1818247336800768:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:3.0:1734016119.515787:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016119.515816:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a9a4000/0x3f004d6452e079e9 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d145f expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016119.515925:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074e55880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339411072:192.168.201.10@tcp:106: 00000100:00100000:3.0:1734016119.516034:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac68ef00 going to sleep for 11 seconds 00000100:00100000:3.0:1734016119.520141:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074e55880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339411072:192.168.201.10@tcp:106: 00010000:00010000:3.0:1734016119.520194:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a9a4000/0x3f004d6452e079e9 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d145f expref: 7 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016119.520216:0:7689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a4000/0x3f004d6452e079e9 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d145f expref: 7 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016119.520647:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a9a4000, rc 0) 00000100:00100000:3.0:1734016119.520723:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074223800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1979:x1818247336800768:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 4956us (5757us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016119.520739:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10512 00000100:00100000:0.0:1734016119.523367:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016119.523578:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336800896 00000100:00100000:3.0:1734016119.523591:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336800896 00000100:00100000:3.0:1734016119.523650:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10513 00000100:00100000:3.0:1734016119.523659:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074220a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1980:x1818247336800896:12345-192.168.201.10@tcp:22:fsx.0 00002000:00010000:3.0:1734016119.524085:0:7689:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 6995906 -> 6995906 00002000:00010000:3.0:1734016119.524088:0:7689:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016118 -> 1734016118 00002000:00010000:3.0:1734016119.524091:0:7689:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016118 -> 1734016118 00002000:00010000:3.0:1734016119.524093:0:7689:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016118 -> 1734016118 00002000:00010000:3.0:1734016119.524095:0:7689:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 1648 -> 1624 00000100:00100000:3.0:1734016119.524150:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074220a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+8:1980:x1818247336800896:12345-192.168.201.10@tcp:22:fsx.0 Request processed in 491us (797us total) trans 4294969243 rc 0/0 00000100:00100000:3.0:1734016119.524157:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10513 00000100:00100000:0.0:1734016119.527290:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016119.530068:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336801024 00000100:00100000:1.0:1734016119.530095:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336801024 00000100:00100000:1.0:1734016119.530780:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10514 00000100:00100000:1.0:1734016119.530790:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800750e3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1978:x1818247336801024:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:1.0:1734016119.530814:0:7690:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016119.530847:0:7690:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880097237600/0x3f004d6452e079f0 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d1466 expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016119.531024:0:7690:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880075228e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339411200:192.168.201.10@tcp:106: 00000100:00100000:1.0:1734016119.531127:0:7690:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b42cd0c0 going to sleep for 11 seconds 00000100:00100000:1.0:1734016119.534694:0:7690:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880075228e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339411200:192.168.201.10@tcp:106: 00010000:00010000:1.0:1734016119.534732:0:7690:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880097237600/0x3f004d6452e079f0 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1466 expref: 7 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016119.534747:0:7690:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097237600/0x3f004d6452e079f0 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1466 expref: 7 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016119.534775:0:7690:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097237600, rc 0) 00000100:00100000:1.0:1734016119.534826:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800750e3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1978:x1818247336801024:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 4037us (7545us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016119.534835:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10514 00000100:00100000:0.0:1734016119.537003:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016119.537152:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336801152 00000100:00100000:1.0:1734016119.537162:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336801152 00000100:00100000:1.0:1734016119.537269:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10515 00000100:00100000:1.0:1734016119.537277:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800750e0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:9673:x1818247336801152:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:1.0:1734016119.537299:0:7690:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016119.537322:0:7690:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880097237cc0/0x3f004d6452e079f7 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d146d expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016119.537355:0:7690:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7a80/0x3f004d6452e079bf lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1443 expref: 7 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016119.537362:0:7690:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016119.537364:0:7690:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016119.537368:0:7690:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880097237cc0/0x3f004d6452e079f7 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [6160384->6193151] (req 6160384->6193151) gid 0 flags: 0x50000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d146d expref: 7 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016119.537401:0:7690:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7a80/0x3f004d6452e079bf lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1443 expref: 7 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016119.537415:0:7690:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7a80/0x3f004d6452e079bf lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1443 expref: 7 pid: 7689 timeout: 483 lvb_type: 0 00000100:00100000:1.0:1734016119.537439:0:7690:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880075228e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339411328:192.168.201.10@tcp:104: 00000100:00100000:1.0:1734016119.537500:0:7690:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b42cd0c0 going to sleep for 11 seconds 00000100:00100000:1.0:1734016119.541947:0:7690:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880075228e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339411328:192.168.201.10@tcp:104: 00010000:00010000:1.0:1734016119.541985:0:7690:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880097237cc0/0x3f004d6452e079f7 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [6160384->6193151] (req 6160384->6193151) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d146d expref: 7 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016119.542006:0:7690:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097237cc0, rc 0) 00000100:00100000:1.0:1734016119.542071:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800750e0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:9673:x1818247336801152:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 4793us (5078us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016119.542080:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10515 00000100:00100000:0.0:1734016119.542606:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016119.542783:0:9956:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336801280 00000100:00100000:3.0:1734016119.542790:0:9956:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336801280 00010000:00010000:3.0:1734016119.542817:0:9956:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7a80/0x3f004d6452e079bf lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1443 expref: 8 pid: 7689 timeout: 483 lvb_type: 0 00000100:00100000:3.0:1734016119.542842:0:9956:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2805 00000100:00100000:3.0:1734016119.542848:0:9956:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800750e2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+8:1979:x1818247336801280:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016119.542894:0:9956:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016119.542915:0:9956:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7a80/0x3f004d6452e079bf lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1443 expref: 8 pid: 7689 timeout: 483 lvb_type: 0 00010000:00010000:3.0:1734016119.542926:0:9956:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7a80/0x3f004d6452e079bf lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1443 expref: 8 pid: 7689 timeout: 483 lvb_type: 0 00010000:00010000:3.0:1734016119.542948:0:9956:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7a80/0x3f004d6452e079bf lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1443 expref: 8 pid: 7689 timeout: 483 lvb_type: 0 00010000:00010000:3.0:1734016119.542962:0:9956:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016119.542964:0:9956:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016119.542969:0:9956:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880097237cc0/0x3f004d6452e079f7 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6160384->6193151) gid 0 flags: 0x40080000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d146d expref: 6 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016119.542978:0:9956:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880097237cc0/0x3f004d6452e079f7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6160384->6193151) gid 0 flags: 0x40080000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d146d expref: 6 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016119.543005:0:9956:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880097237cc0/0x3f004d6452e079f7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6160384->6193151) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d146d expref: 6 pid: 7690 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016119.543016:0:9956:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074e55880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9956:1818247339411456:192.168.201.10@tcp:105: 00000100:00100000:3.0:1734016119.543056:0:9956:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac68ef00 going to sleep for 11 seconds 00000100:00100000:3.0:1734016119.546123:0:9956:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074e55880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9956:1818247339411456:192.168.201.10@tcp:105: 00010000:00010000:3.0:1734016119.546165:0:9956:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016119.548188:0:9956:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800750e2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1979:x1818247336801280:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 5322us (5566us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016119.548201:0:9956:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2805 00000100:00100000:0.0:1734016119.551616:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016119.552370:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336801408 00000100:00100000:1.0:1734016119.552382:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336801408 00000100:00100000:1.0:1734016119.552458:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10516 00000100:00100000:1.0:1734016119.552467:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800750e1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1981:x1818247336801408:12345-192.168.201.10@tcp:22:fsx.0 00002000:00010000:1.0:1734016119.552774:0:7690:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 6995906 -> 6995906 00002000:00010000:1.0:1734016119.552778:0:7690:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016118 -> 1734016118 00002000:00010000:1.0:1734016119.552780:0:7690:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016118 -> 1734016118 00002000:00010000:1.0:1734016119.552782:0:7690:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016118 -> 1734016119 00002000:00010000:1.0:1734016119.552784:0:7690:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 1624 -> 1688 00000100:00100000:1.0:1734016119.552848:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800750e1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1981:x1818247336801408:12345-192.168.201.10@tcp:22:fsx.0 Request processed in 382us (1255us total) trans 4294969244 rc 0/0 00000100:00100000:1.0:1734016119.552854:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10516 00000100:00100000:3.0:1734016119.558379:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016119.558481:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336801536 00000100:00100000:0.0:1734016119.558496:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336801536 00000100:00100000:0.0:1734016119.558566:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10517 00000100:00100000:0.0:1734016119.558574:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074e55880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1979:x1818247336801536:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:0.0:1734016119.558596:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016119.558620:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a803b3c0/0x3f004d6452e079fe lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d1474 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016119.558688:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800750e0a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339411584:192.168.201.10@tcp:106: 00000100:00100000:0.0:1734016119.558758:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7486c00 going to sleep for 11 seconds 00000100:00100000:2.0:1734016119.561838:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800750e0a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339411584:192.168.201.10@tcp:106: 00010000:00010000:2.0:1734016119.561921:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a803b3c0/0x3f004d6452e079fe lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1474 expref: 8 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016119.561939:0:7689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a803b3c0/0x3f004d6452e079fe lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1474 expref: 8 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016119.562530:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a803b3c0, rc 0) 00000100:00100000:2.0:1734016119.562593:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074e55880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1979:x1818247336801536:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 4018us (4230us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016119.562601:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10517 00000100:00100000:0.0:1734016119.565367:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016119.565534:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336801664 00000100:00100000:2.0:1734016119.565548:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336801664 00000100:00100000:2.0:1734016119.565635:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10518 00000100:00100000:2.0:1734016119.565647:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800750e1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:9673:x1818247336801664:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:2.0:1734016119.565682:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016119.565724:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e07a05 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d147b expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016119.565774:0:7689:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880097237cc0/0x3f004d6452e079f7 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6160384->6193151) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d146d expref: 7 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016119.565783:0:7689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016119.565786:0:7689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016119.565792:0:7689:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e07a05 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [10354688->10407935] (req 10354688->10407935) gid 0 flags: 0x50000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d147b expref: 8 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016119.565848:0:7689:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880097237cc0/0x3f004d6452e079f7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6160384->6193151) gid 0 flags: 0x50000000020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d146d expref: 7 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016119.565936:0:7689:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880097237cc0/0x3f004d6452e079f7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6160384->6193151) gid 0 flags: 0x70000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d146d expref: 7 pid: 7690 timeout: 483 lvb_type: 0 00000100:00100000:2.0:1734016119.565952:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076949500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339411712:192.168.201.10@tcp:104: 00000100:00100000:2.0:1734016119.566037:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012b911840 going to sleep for 11 seconds 00000100:00100000:3.0:1734016119.569907:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016119.570276:0:9956:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336801792 00000100:00100000:2.0:1734016119.570287:0:9956:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336801792 00010000:00010000:2.0:1734016119.570339:0:9956:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880097237cc0/0x3f004d6452e079f7 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6160384->6193151) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d146d expref: 8 pid: 7690 timeout: 483 lvb_type: 0 00000100:00100000:2.0:1734016119.570372:0:9956:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2806 00000100:00100000:2.0:1734016119.570382:0:9956:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074e55500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1979:x1818247336801792:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016119.570399:0:9956:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016119.570437:0:9956:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880097237cc0/0x3f004d6452e079f7 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 6160384->6193151) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d146d expref: 8 pid: 7690 timeout: 483 lvb_type: 0 00010000:00010000:2.0:1734016119.570448:0:9956:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880097237cc0/0x3f004d6452e079f7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 6160384->6193151) gid 0 flags: 0x50000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d146d expref: 8 pid: 7690 timeout: 483 lvb_type: 0 00010000:00010000:2.0:1734016119.570481:0:9956:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016119.570483:0:9956:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016119.570493:0:9956:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e07a05 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 10354688->10407935) gid 0 flags: 0x50080000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d147b expref: 8 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016119.570502:0:9956:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e07a05 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 10354688->10407935) gid 0 flags: 0x50080000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d147b expref: 8 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016119.570550:0:9956:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e07a05 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 10354688->10407935) gid 0 flags: 0x40000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d147b expref: 8 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016119.570567:0:9956:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076948700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9956:1818247339411840:192.168.201.10@tcp:105: 00000100:00100000:2.0:1734016119.570657:0:9956:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012b911180 going to sleep for 11 seconds 00010000:00010000:2.0:1734016119.570706:0:7689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097237cc0/0x3f004d6452e079f7 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 6160384->6193151) gid 0 flags: 0x44801400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d146d expref: 8 pid: 7690 timeout: 483 lvb_type: 0 00000100:00100000:2.0:1734016119.570721:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076949500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339411712:192.168.201.10@tcp:104: 00010000:00010000:2.0:1734016119.570748:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e07a05 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 10354688->10407935) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d147b expref: 8 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016119.570758:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880072171440, rc 0) 00000100:00100000:2.0:1734016119.570785:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800750e1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+8:9673:x1818247336801664:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 5139us (5432us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016119.570794:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10518 00000100:00100000:2.0:1734016119.574124:0:9956:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076948700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9956:1818247339411840:192.168.201.10@tcp:105: 00010000:00010000:2.0:1734016119.574150:0:9956:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016119.574207:0:9956:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074e55500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1979:x1818247336801792:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 3827us (4345us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016119.574218:0:9956:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2806 00000100:00100000:0.0:1734016119.576263:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016119.576398:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336801920 00000100:00100000:2.0:1734016119.576409:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336801920 00000100:00100000:2.0:1734016119.576951:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10519 00000100:00100000:2.0:1734016119.576964:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800750e3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+8:1978:x1818247336801920:12345-192.168.201.10@tcp:22:fsx.0 00002000:00010000:2.0:1734016119.577319:0:7689:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 6995906 -> 10405227 00002000:00010000:2.0:1734016119.577323:0:7689:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016118 -> 1734016119 00002000:00010000:2.0:1734016119.577326:0:7689:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016118 -> 1734016118 00002000:00010000:2.0:1734016119.577328:0:7689:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016119 -> 1734016119 00002000:00010000:2.0:1734016119.577330:0:7689:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 1688 -> 1792 00000100:00100000:2.0:1734016119.577401:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800750e3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+9:1978:x1818247336801920:12345-192.168.201.10@tcp:22:fsx.0 Request processed in 438us (1143us total) trans 4294969245 rc 0/0 00000100:00100000:2.0:1734016119.577411:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10519 00000100:00100000:3.0:1734016119.580309:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016119.581110:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336802048 00000100:00100000:1.0:1734016119.581122:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336802048 00000100:00100000:1.0:1734016119.581232:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10520 00000100:00100000:1.0:1734016119.581243:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074e55180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1981:x1818247336802048:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:1.0:1734016119.581273:0:7690:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016119.581301:0:7690:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880097237cc0/0x3f004d6452e07a0c lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d1482 expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016119.581379:0:7690:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880075228e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339411968:192.168.201.10@tcp:106: 00000100:00100000:1.0:1734016119.581493:0:7690:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b42cd0c0 going to sleep for 11 seconds 00000100:00100000:1.0:1734016119.585649:0:7690:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880075228e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339411968:192.168.201.10@tcp:106: 00010000:00010000:1.0:1734016119.585702:0:7690:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880097237cc0/0x3f004d6452e07a0c lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1482 expref: 8 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016119.585718:0:7690:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097237cc0/0x3f004d6452e07a0c lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1482 expref: 8 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016119.586306:0:7690:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097237cc0, rc 0) 00000100:00100000:1.0:1734016119.586391:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074e55180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1981:x1818247336802048:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 5149us (6103us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016119.586401:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10520 00000100:00100000:0.0:1734016119.589482:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016119.589598:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336802176 00000100:00100000:1.0:1734016119.589609:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336802176 00000100:00100000:1.0:1734016119.589665:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10521 00000100:00100000:1.0:1734016119.589674:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800750e0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1980:x1818247336802176:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:1.0:1734016119.589696:0:7690:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016119.589715:0:7690:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880097235440/0x3f004d6452e07a13 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d1489 expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016119.589783:0:7690:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880075228e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339412096:192.168.201.10@tcp:106: 00000100:00100000:1.0:1734016119.589835:0:7690:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b42cd0c0 going to sleep for 11 seconds 00000100:00100000:1.0:1734016119.592142:0:7690:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880075228e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339412096:192.168.201.10@tcp:106: 00010000:00010000:1.0:1734016119.592202:0:7690:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880097235440/0x3f004d6452e07a13 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1489 expref: 8 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016119.592218:0:7690:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097235440/0x3f004d6452e07a13 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1489 expref: 8 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016119.592241:0:7690:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097235440, rc 0) 00000100:00100000:1.0:1734016119.592652:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800750e0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1980:x1818247336802176:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 2975us (3174us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016119.592663:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10521 00000100:00100000:0.0:1734016119.597477:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016119.597627:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336802304 00000100:00100000:1.0:1734016119.597647:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336802304 00000100:00100000:1.0:1734016119.597801:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10522 00000100:00100000:1.0:1734016119.597811:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800750e0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+9:1981:x1818247336802304:12345-192.168.201.10@tcp:22:fsx.0 00002000:00010000:1.0:1734016119.598285:0:7690:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 10405227 -> 10405227 00002000:00010000:1.0:1734016119.598289:0:7690:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016119 -> 1734016119 00002000:00010000:1.0:1734016119.598292:0:7690:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016118 -> 1734016118 00002000:00010000:1.0:1734016119.598294:0:7690:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016119 -> 1734016119 00002000:00010000:1.0:1734016119.598296:0:7690:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 1792 -> 1816 00000100:00100000:1.0:1734016119.598934:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800750e0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+10:1981:x1818247336802304:12345-192.168.201.10@tcp:22:fsx.0 Request processed in 1123us (3149us total) trans 4294969246 rc 0/0 00000100:00100000:1.0:1734016119.598940:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10522 00000100:00100000:0.0:1734016119.601835:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016119.602413:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336802432 00000100:00100000:1.0:1734016119.602431:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336802432 00000100:00100000:1.0:1734016119.602488:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10523 00000100:00100000:1.0:1734016119.602495:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800750e2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1980:x1818247336802432:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:1.0:1734016119.602515:0:7690:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016119.602536:0:7690:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880097235200/0x3f004d6452e07a1a lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d1490 expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016119.602599:0:7690:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880075228e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339412224:192.168.201.10@tcp:106: 00000100:00100000:1.0:1734016119.603095:0:7690:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b42cd0c0 going to sleep for 11 seconds 00000100:00100000:1.0:1734016119.607298:0:7690:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880075228e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339412224:192.168.201.10@tcp:106: 00010000:00010000:1.0:1734016119.607349:0:7690:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880097235200/0x3f004d6452e07a1a lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1490 expref: 8 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016119.607365:0:7690:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097235200/0x3f004d6452e07a1a lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1490 expref: 8 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016119.607485:0:7690:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097235200, rc 0) 00000100:00100000:1.0:1734016119.607533:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800750e2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1980:x1818247336802432:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 5037us (5704us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016119.607543:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10523 00010000:00010000:2.0:1734016119.614025:0:8960:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1734016119.615130:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016119.615202:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336802560 00000100:00100000:2.0:1734016119.615214:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336802560 00000100:00100000:2.0:1734016119.615253:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10524 00000100:00100000:2.0:1734016119.615259:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075228e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1981:x1818247336802560:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:2.0:1734016119.615275:0:7690:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016119.615291:0:7690:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880072172640/0x3f004d6452e07a21 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d1497 expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016119.615336:0:7690:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076948700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339412352:192.168.201.10@tcp:106: 00000100:00100000:2.0:1734016119.615405:0:7690:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012b911180 going to sleep for 11 seconds 00000100:00100000:2.0:1734016119.623565:0:7690:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076948700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339412352:192.168.201.10@tcp:106: 00010000:00010000:2.0:1734016119.623602:0:7690:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880072172640/0x3f004d6452e07a21 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1497 expref: 8 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016119.623617:0:7690:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880072172640/0x3f004d6452e07a21 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1497 expref: 8 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016119.623686:0:7690:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880072172640, rc 0) 00000100:00100000:2.0:1734016119.623740:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075228e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1981:x1818247336802560:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 8479us (8615us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016119.628029:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10524 00000100:00100000:3.0:1734016119.639309:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016119.639389:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336802688 00000100:00100000:2.0:1734016119.639397:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336802688 00000100:00100000:2.0:1734016119.639439:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10525 00000100:00100000:2.0:1734016119.639445:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cc70000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+10:1980:x1818247336802688:12345-192.168.201.10@tcp:22:fsx.0 00002000:00010000:2.0:1734016119.639624:0:7690:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 10405227 -> 10405227 00002000:00010000:2.0:1734016119.639627:0:7690:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016119 -> 1734016119 00002000:00010000:2.0:1734016119.639629:0:7690:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016118 -> 1734016118 00002000:00010000:2.0:1734016119.639630:0:7690:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016119 -> 1734016119 00002000:00010000:2.0:1734016119.639632:0:7690:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 1816 -> 1824 00000100:00100000:2.0:1734016119.639692:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cc70000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+11:1980:x1818247336802688:12345-192.168.201.10@tcp:22:fsx.0 Request processed in 246us (389us total) trans 4294969247 rc 0/0 00000100:00100000:2.0:1734016119.639699:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10525 00000100:00100000:0.0:1734016119.643344:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016119.645220:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336802816 00000100:00100000:2.0:1734016119.645241:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336802816 00000100:00100000:2.0:1734016119.645332:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10526 00000100:00100000:2.0:1734016119.645342:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800750e3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1981:x1818247336802816:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:2.0:1734016119.645369:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016119.645395:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880072172d00/0x3f004d6452e07a28 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d149e expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016119.645487:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076948700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339412480:192.168.201.10@tcp:106: 00000100:00100000:2.0:1734016119.645579:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012b911180 going to sleep for 11 seconds 00000100:00100000:2.0:1734016119.648660:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076948700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339412480:192.168.201.10@tcp:106: 00010000:00010000:2.0:1734016119.648723:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880072172d00/0x3f004d6452e07a28 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d149e expref: 8 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016119.648996:0:7689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880072172d00/0x3f004d6452e07a28 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d149e expref: 8 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016119.650108:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880072172d00, rc 0) 00000100:00100000:2.0:1734016119.650798:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800750e3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1981:x1818247336802816:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 5451us (7454us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016119.650807:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10526 00000100:00100000:0.0:1734016119.654331:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016119.654928:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336802944 00000100:00100000:2.0:1734016119.654939:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336802944 00000100:00100000:2.0:1734016119.654999:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10527 00000100:00100000:2.0:1734016119.655007:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800750e2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1980:x1818247336802944:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:2.0:1734016119.655029:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016119.655047:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800721718c0/0x3f004d6452e07a2f lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d14a5 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016119.655110:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076948700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339412608:192.168.201.10@tcp:106: 00000100:00100000:2.0:1734016119.655195:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012b911180 going to sleep for 11 seconds 00000100:00100000:2.0:1734016119.658727:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076948700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339412608:192.168.201.10@tcp:106: 00010000:00010000:2.0:1734016119.658789:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800721718c0/0x3f004d6452e07a2f lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d14a5 expref: 8 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016119.658807:0:7689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800721718c0/0x3f004d6452e07a2f lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d14a5 expref: 8 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016119.658840:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800721718c0, rc 0) 00000100:00100000:2.0:1734016119.658941:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800750e2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1980:x1818247336802944:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 3933us (4623us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016119.658951:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10527 00000100:00100000:0.0:1734016119.699571:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016119.699629:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016119.699722:0:13925:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336803200 00000100:00100000:2.0:1734016119.699734:0:13925:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336803200 00002000:00100000:2.0:1734016119.699773:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (0->5906431) req@ffff8800750e0a80 x1818247336803200/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:80/0 lens 504/0 e 0 to 0 dl 1734016130 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016119.699783:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800750e0a80 with x1818247336803200 ext(0->5906431) 00002000:00010000:2.0:1734016119.699789:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800750e0a80 00000100:00100000:2.0:1734016119.699803:0:13925:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336803456 00000100:00100000:2.0:1734016119.699804:0:13925:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336803456 00002000:00100000:2.0:1734016119.699811:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (4190208->8388607) req@ffff880074e43100 x1818247336803456/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:80/0 lens 504/0 e 0 to 0 dl 1734016130 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016119.699817:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074e43100 with x1818247336803456 ext(4190208->8388607) 00002000:00010000:2.0:1734016119.699819:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074e43100 00000100:00100000:2.0:1734016119.699844:0:13925:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8820 00000100:00100000:2.0:1734016119.699849:0:13925:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800750e0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+12:1981:x1818247336803200:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:1.0:1734016119.702204:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8821 00000100:00100000:1.0:1734016119.702215:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074e43100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+13:1980:x1818247336803456:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:3.0:1734016119.707423:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016119.707495:0:7695:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336803712 00000100:00100000:0.0:1734016119.707508:0:7695:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336803712 00002000:00100000:0.0:1734016119.707555:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (8388608->10407935) req@ffff88011efc4380 x1818247336803712/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:80/0 lens 488/0 e 0 to 0 dl 1734016130 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016119.707566:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88011efc4380 with x1818247336803712 ext(8388608->10407935) 00002000:00010000:0.0:1734016119.707572:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011efc4380 00000100:00100000:0.0:1734016119.707602:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8822 00000100:00100000:0.0:1734016119.707609:0:7695:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011efc4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+14:1981:x1818247336803712:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:1.0:1734016119.753751:0:7695:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011efc4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+15:1981:x1818247336803712:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 46124us (46333us total) trans 0 rc 2019328/2019328 00000100:00100000:1.0:1734016119.753767:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8822 00002000:00100000:1.0:1734016119.753784:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (8388608->10407935) req@ffff88011efc4380 x1818247336803712/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:80/0 lens 488/440 e 0 to 0 dl 1734016130 ref 1 fl Complete:/200/0 rc 2019328/2019328 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016119.753794:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88011efc4380 with x1818247336803712 ext(8388608->10407935) 00002000:00010000:1.0:1734016119.753803:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011efc4380 00000100:00100000:2.0:1734016119.814120:0:13925:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800750e0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+13:1981:x1818247336803200:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 114248us (114536us total) trans 0 rc 4194304/4194304 00000100:00100000:2.0:1734016119.814138:0:13925:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8820 00002000:00100000:2.0:1734016119.814157:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (0->5906431) req@ffff8800750e0a80 x1818247336803200/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:80/0 lens 504/440 e 0 to 0 dl 1734016130 ref 1 fl Complete:/200/0 rc 4194304/4194304 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016119.814170:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800750e0a80 with x1818247336803200 ext(0->5906431) 00002000:00010000:2.0:1734016119.814179:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800750e0a80 00000100:00100000:3.0:1734016119.853493:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016119.854182:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336803840 00000100:00100000:2.0:1734016119.854200:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336803840 00000100:00100000:2.0:1734016119.854276:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10528 00000100:00100000:2.0:1734016119.854285:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011efc7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1979:x1818247336803840:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:2.0:1734016119.854321:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016119.854353:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880072170d80/0x3f004d6452e07a36 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d14ac expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016119.854430:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076948700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339412736:192.168.201.10@tcp:106: 00000100:00100000:2.0:1734016119.854517:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012b911180 going to sleep for 11 seconds 00002000:00010000:3.0:1734016119.870146:0:7689:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime: 1734016118 -> 1734016119 00000100:00100000:3.0:1734016119.870173:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076948700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339412736:192.168.201.10@tcp:106: 00010000:00010000:3.0:1734016119.870220:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880072170d80/0x3f004d6452e07a36 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d14ac expref: 8 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016119.870238:0:7689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880072170d80/0x3f004d6452e07a36 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d14ac expref: 8 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016119.870266:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880072170d80, rc 0) 00000100:00100000:3.0:1734016119.870319:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011efc7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1979:x1818247336803840:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 16032us (16836us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016119.870329:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10528 00000100:00100000:1.0:1734016119.878584:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074e43100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+11:1980:x1818247336803456:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 176349us (178933us total) trans 0 rc 4194304/4194304 00000100:00100000:1.0:1734016119.878606:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8821 00002000:00100000:1.0:1734016119.878625:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (4190208->8388607) req@ffff880074e43100 x1818247336803456/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:80/0 lens 504/440 e 0 to 0 dl 1734016130 ref 1 fl Complete:/200/0 rc 4194304/4194304 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016119.878638:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074e43100 with x1818247336803456 ext(4190208->8388607) 00002000:00010000:1.0:1734016119.878645:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074e43100 00000100:00100000:0.0:1734016119.881197:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016119.881658:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336803968 00000100:00100000:3.0:1734016119.881671:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336803968 00000100:00100000:3.0:1734016119.881739:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10529 00000100:00100000:3.0:1734016119.881750:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074e43480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1980:x1818247336803968:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:3.0:1734016119.881775:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016119.881798:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7cc0/0x3f004d6452e07a3d lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d14b3 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016119.881946:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076b60000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339412864:192.168.201.10@tcp:106: 00000100:00100000:3.0:1734016119.885933:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac68ef00 going to sleep for 11 seconds 00000100:00100000:0.0:1734016119.888958:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076b60000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339412864:192.168.201.10@tcp:106: 00010000:00010000:0.0:1734016119.889009:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7cc0/0x3f004d6452e07a3d lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d14b3 expref: 8 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016119.889032:0:7689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7cc0/0x3f004d6452e07a3d lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d14b3 expref: 8 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016119.889059:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a9a7cc0, rc 0) 00000100:00100000:0.0:1734016119.889131:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074e43480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1980:x1818247336803968:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 7381us (7957us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016119.889140:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10529 00000100:00100000:0.0:1734016119.894128:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016119.894256:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336804096 00000100:00100000:2.0:1734016119.894268:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336804096 00000100:00100000:2.0:1734016119.894951:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10530 00000100:00100000:2.0:1734016119.894960:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074e42d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+11:1979:x1818247336804096:12345-192.168.201.10@tcp:22:fsx.0 00002000:00010000:2.0:1734016119.895215:0:7689:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 10405227 -> 10405227 00002000:00010000:2.0:1734016119.895218:0:7689:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016119 -> 1734016119 00002000:00010000:2.0:1734016119.895221:0:7689:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016119 -> 1734016118 00002000:00010000:2.0:1734016119.895223:0:7689:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016119 -> 1734016119 00002000:00010000:2.0:1734016119.895225:0:7689:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 1824 -> 1824 00000100:00100000:2.0:1734016119.895350:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074e42d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+12:1979:x1818247336804096:12345-192.168.201.10@tcp:22:fsx.0 Request processed in 388us (1229us total) trans 4294969248 rc 0/0 00000100:00100000:2.0:1734016119.895360:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10530 00000100:00100000:0.0:1734016119.899205:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016119.899937:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336804224 00000100:00100000:1.0:1734016119.899949:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336804224 00000100:00100000:1.0:1734016119.900014:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10531 00000100:00100000:1.0:1734016119.900024:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a78b0850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1978:x1818247336804224:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:1.0:1734016119.900052:0:7690:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016119.900076:0:7690:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880097234d80/0x3f004d6452e07a44 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d14ba expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016119.900152:0:7690:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880075229500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339412992:192.168.201.10@tcp:106: 00000100:00100000:1.0:1734016119.900243:0:7690:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b42cd0c0 going to sleep for 11 seconds 00002000:00010000:1.0:1734016119.904724:0:7690:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime: 1734016118 -> 1734016119 00000100:00100000:1.0:1734016119.904748:0:7690:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880075229500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339412992:192.168.201.10@tcp:106: 00010000:00010000:1.0:1734016119.904777:0:7690:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880097234d80/0x3f004d6452e07a44 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d14ba expref: 8 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016119.904789:0:7690:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097234d80/0x3f004d6452e07a44 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d14ba expref: 8 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016119.904895:0:7690:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097234d80, rc 0) 00000100:00100000:1.0:1734016119.904947:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a78b0850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1978:x1818247336804224:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 4924us (5755us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016119.904954:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10531 00000100:00100000:0.0:1734016119.908090:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016119.908341:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336804352 00000100:00100000:1.0:1734016119.908353:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336804352 00000100:00100000:1.0:1734016119.908423:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10532 00000100:00100000:1.0:1734016119.908431:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074e43800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1979:x1818247336804352:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:1.0:1734016119.908458:0:7690:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016119.908483:0:7690:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880097236d00/0x3f004d6452e07a4b lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d14c1 expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016119.908562:0:7690:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880075229180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339413120:192.168.201.10@tcp:106: 00000100:00100000:1.0:1734016119.908630:0:7690:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b42cd0c0 going to sleep for 11 seconds 00000100:00100000:1.0:1734016119.911426:0:7690:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880075229180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339413120:192.168.201.10@tcp:106: 00010000:00010000:1.0:1734016119.911469:0:7690:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880097236d00/0x3f004d6452e07a4b lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d14c1 expref: 8 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016119.911483:0:7690:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097236d00/0x3f004d6452e07a4b lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d14c1 expref: 8 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016119.911503:0:7690:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097236d00, rc 0) 00000100:00100000:1.0:1734016119.911578:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074e43800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1979:x1818247336804352:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 3145us (3501us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016119.911592:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10532 00000100:00100000:3.0:1734016119.915383:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016119.915591:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336804480 00000100:00100000:1.0:1734016119.915601:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336804480 00000100:00100000:1.0:1734016119.915657:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10533 00000100:00100000:1.0:1734016119.915666:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076b62d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:9673:x1818247336804480:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:1.0:1734016119.915688:0:7690:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016119.915709:0:7690:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880097234b40/0x3f004d6452e07a52 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d14c8 expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016119.915748:0:7690:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e07a05 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 10354688->10407935) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d147b expref: 11 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016119.915756:0:7690:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016119.915758:0:7690:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016119.915761:0:7690:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880097234b40/0x3f004d6452e07a52 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [2158592->2224127] (req 2158592->2224127) gid 0 flags: 0x50000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d14c8 expref: 8 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016119.915794:0:7690:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e07a05 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 10354688->10407935) gid 0 flags: 0x50000000020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d147b expref: 11 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016119.915809:0:7690:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e07a05 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 10354688->10407935) gid 0 flags: 0x70000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d147b expref: 11 pid: 7689 timeout: 484 lvb_type: 0 00000100:00100000:1.0:1734016119.915822:0:7690:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880075229180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339413248:192.168.201.10@tcp:104: 00000100:00100000:1.0:1734016119.915914:0:7690:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b42cd0c0 going to sleep for 11 seconds 00000100:00100000:1.0:1734016119.929985:0:7690:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880075229180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339413248:192.168.201.10@tcp:104: 00010000:00010000:1.0:1734016119.930020:0:7690:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880097234b40/0x3f004d6452e07a52 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [2158592->2224127] (req 2158592->2224127) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d14c8 expref: 8 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016119.930036:0:7690:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097234b40, rc 0) 00000100:00100000:1.0:1734016119.930095:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076b62d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:9673:x1818247336804480:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 14430us (14721us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016119.930102:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10533 00000100:00100000:3.0:1734016119.930971:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016119.931140:0:9956:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336804608 00000100:00100000:2.0:1734016119.931153:0:9956:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336804608 00010000:00010000:2.0:1734016119.931191:0:9956:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e07a05 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 10354688->10407935) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d147b expref: 12 pid: 7689 timeout: 484 lvb_type: 0 00000100:00100000:2.0:1734016119.931707:0:9956:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2807 00000100:00100000:2.0:1734016119.931713:0:9956:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88006d83c050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+12:1978:x1818247336804608:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016119.931733:0:9956:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016119.931758:0:9956:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e07a05 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 10354688->10407935) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d147b expref: 12 pid: 7689 timeout: 484 lvb_type: 0 00010000:00010000:2.0:1734016119.931768:0:9956:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e07a05 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 10354688->10407935) gid 0 flags: 0x50000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d147b expref: 12 pid: 7689 timeout: 484 lvb_type: 0 00010000:00010000:2.0:1734016119.931802:0:9956:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e07a05 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 10354688->10407935) gid 0 flags: 0x44801400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d147b expref: 12 pid: 7689 timeout: 484 lvb_type: 0 00010000:00010000:2.0:1734016119.931843:0:9956:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016119.931845:0:9956:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016119.931854:0:9956:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880097234b40/0x3f004d6452e07a52 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2158592->2224127) gid 0 flags: 0x40080000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d14c8 expref: 7 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016119.931906:0:9956:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880097234b40/0x3f004d6452e07a52 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2158592->2224127) gid 0 flags: 0x40080000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d14c8 expref: 7 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016119.931949:0:9956:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880097234b40/0x3f004d6452e07a52 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2158592->2224127) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d14c8 expref: 7 pid: 7690 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016119.931967:0:9956:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076949500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9956:1818247339413376:192.168.201.10@tcp:105: 00000100:00100000:2.0:1734016119.932047:0:9956:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012b911840 going to sleep for 11 seconds 00000100:00100000:3.0:1734016119.935291:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016119.935510:0:9956:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076949500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9956:1818247339413376:192.168.201.10@tcp:105: 00010000:00010000:2.0:1734016119.935545:0:9956:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016119.935598:0:9956:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88006d83c050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+11:1978:x1818247336804608:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 3883us (4628us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016119.935612:0:9956:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2807 00000100:00100000:1.0:1734016119.935769:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336804736 00000100:00100000:1.0:1734016119.935780:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336804736 00000100:00100000:1.0:1734016119.935828:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10534 00000100:00100000:1.0:1734016119.935835:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076b60700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1978:x1818247336804736:12345-192.168.201.10@tcp:22:fsx.0 00002000:00010000:1.0:1734016119.937503:0:7690:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 10405227 -> 10405227 00002000:00010000:1.0:1734016119.937515:0:7690:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016119 -> 1734016119 00002000:00010000:1.0:1734016119.937518:0:7690:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016119 -> 1734016118 00002000:00010000:1.0:1734016119.937520:0:7690:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016119 -> 1734016119 00002000:00010000:1.0:1734016119.937522:0:7690:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 1824 -> 1824 00000100:00100000:1.0:1734016119.937844:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076b60700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+9:1978:x1818247336804736:12345-192.168.201.10@tcp:22:fsx.0 Request processed in 2001us (2567us total) trans 4294969249 rc 0/0 00000100:00100000:1.0:1734016119.937855:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10534 00000100:00100000:3.0:1734016119.940528:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016119.940632:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336804864 00000100:00100000:2.0:1734016119.940641:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336804864 00000100:00100000:2.0:1734016119.940679:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10535 00000100:00100000:2.0:1734016119.940685:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076b60000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+11:1980:x1818247336804864:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:2.0:1734016119.940703:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016119.940719:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880072170d80/0x3f004d6452e07a59 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d14cf expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016119.940776:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076949500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339413504:192.168.201.10@tcp:106: 00000100:00100000:2.0:1734016119.940834:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012b911a80 going to sleep for 11 seconds 00002000:00010000:2.0:1734016119.953804:0:7689:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime: 1734016118 -> 1734016119 00000100:00100000:2.0:1734016119.953844:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076949500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339413504:192.168.201.10@tcp:106: 00010000:00010000:2.0:1734016119.953907:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880072170d80/0x3f004d6452e07a59 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d14cf expref: 12 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016119.953922:0:7689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880072170d80/0x3f004d6452e07a59 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d14cf expref: 12 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016119.957908:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880072170d80, rc 0) 00000100:00100000:2.0:1734016119.958021:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076b60000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+11:1980:x1818247336804864:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 17329us (17493us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016119.958034:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10535 00000100:00100000:2.0:1734016119.969727:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016119.969937:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336804992 00000100:00100000:0.0:1734016119.969950:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336804992 00000100:00100000:1.0:1734016119.971118:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10536 00000100:00100000:1.0:1734016119.971129:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076949500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+11:1978:x1818247336804992:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:1.0:1734016119.971158:0:7690:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016119.971183:0:7690:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880097234000/0x3f004d6452e07a60 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d14d6 expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016119.971246:0:7690:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880075229180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339413632:192.168.201.10@tcp:106: 00000100:00100000:1.0:1734016119.971344:0:7690:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b42cd0c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016119.977537:0:7690:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880075229180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339413632:192.168.201.10@tcp:106: 00010000:00010000:0.0:1734016119.977596:0:7690:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880097234000/0x3f004d6452e07a60 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d14d6 expref: 12 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016119.977618:0:7690:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097234000/0x3f004d6452e07a60 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d14d6 expref: 12 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016119.977651:0:7690:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097234000, rc 0) 00000100:00100000:0.0:1734016119.979319:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076949500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+11:1978:x1818247336804992:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 8178us (9597us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016119.979329:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10536 00000100:00100000:3.0:1734016119.985106:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016119.985240:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336805120 00000100:00100000:0.0:1734016119.985256:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336805120 00000100:00100000:0.0:1734016119.985337:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10537 00000100:00100000:0.0:1734016119.985346:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074ebce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+9:1980:x1818247336805120:12345-192.168.201.10@tcp:22:fsx.0 00002000:00010000:0.0:1734016119.985692:0:7690:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 10405227 -> 10405227 00002000:00010000:0.0:1734016119.985696:0:7690:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016119 -> 1734016119 00002000:00010000:0.0:1734016119.985698:0:7690:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016119 -> 1734016118 00002000:00010000:0.0:1734016119.985701:0:7690:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016119 -> 1734016119 00002000:00010000:0.0:1734016119.985703:0:7690:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 1824 -> 1896 00000100:00100000:0.0:1734016119.985785:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074ebce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+10:1980:x1818247336805120:12345-192.168.201.10@tcp:22:fsx.0 Request processed in 437us (693us total) trans 4294969250 rc 0/0 00000100:00100000:0.0:1734016119.985793:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10537 00000100:00100000:3.0:1734016119.990296:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016120.005850:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336805248 00000100:00100000:1.0:1734016120.005888:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336805248 00000100:00100000:1.0:1734016120.005980:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10538 00000100:00100000:1.0:1734016120.005991:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074ebdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+11:1978:x1818247336805248:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:1.0:1734016120.006012:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016120.006037:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880097236ac0/0x3f004d6452e07a67 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d14dd expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016120.006105:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880075228700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339413760:192.168.201.10@tcp:106: 00000100:00100000:1.0:1734016120.006190:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b42cda80 going to sleep for 11 seconds 00000100:00080000:0.0:1734016120.006918:0:6479:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734016090 00002000:00010000:1.0:1734016120.008995:0:7689:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime: 1734016118 -> 1734016119 00000100:00100000:1.0:1734016120.009045:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880075228700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339413760:192.168.201.10@tcp:106: 00010000:00010000:1.0:1734016120.009107:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880097236ac0/0x3f004d6452e07a67 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d14dd expref: 12 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016120.009131:0:7689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097236ac0/0x3f004d6452e07a67 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d14dd expref: 12 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016120.009173:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097236ac0, rc 0) 00000100:00100000:1.0:1734016120.009264:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074ebdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+11:1978:x1818247336805248:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 3272us (18982us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016120.009276:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10538 00000100:00100000:0.0:1734016120.013961:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016120.014055:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336805376 00000100:00100000:1.0:1734016120.014068:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336805376 00000100:00100000:1.0:1734016120.014116:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10539 00000100:00100000:1.0:1734016120.014124:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074e40380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+11:1980:x1818247336805376:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:1.0:1734016120.014151:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016120.014175:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800972358c0/0x3f004d6452e07a6e lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d14e4 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016120.014247:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880075228700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339413888:192.168.201.10@tcp:106: 00000100:00100000:1.0:1734016120.014330:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b42cda80 going to sleep for 11 seconds 00000100:00100000:1.0:1734016120.019107:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880075228700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339413888:192.168.201.10@tcp:106: 00010000:00010000:1.0:1734016120.019153:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800972358c0/0x3f004d6452e07a6e lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d14e4 expref: 12 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016120.019171:0:7689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800972358c0/0x3f004d6452e07a6e lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d14e4 expref: 12 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016120.019210:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800972358c0, rc 0) 00000100:00100000:1.0:1734016120.019271:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074e40380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+11:1980:x1818247336805376:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 5145us (5319us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016120.019282:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10539 00000100:00100000:0.0:1734016120.022186:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016120.022323:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336805632 00000100:00100000:1.0:1734016120.022334:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336805632 00000100:00100000:1.0:1734016120.022421:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8823 00000100:00100000:1.0:1734016120.022427:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074e42680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+10:1981:x1818247336805632:12345-192.168.201.10@tcp:4:fsx.0 00010000:00010000:1.0:1734016120.022469:0:7696:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880097236ac0/0x3f004d6452e07a75 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7696 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016120.022487:0:7696:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880097234b40/0x3f004d6452e07a52 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2158592->2224127) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d14c8 expref: 10 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016120.022494:0:7696:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016120.022496:0:7696:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016120.022498:0:7696:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880097236ac0/0x3f004d6452e07a75 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [1421312->1429503] (req 1421312->1429503) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 7696 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016120.022535:0:7696:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880097234b40/0x3f004d6452e07a52 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2158592->2224127) gid 0 flags: 0x50000000020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d14c8 expref: 10 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016120.022547:0:7696:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880097234b40/0x3f004d6452e07a52 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2158592->2224127) gid 0 flags: 0x70000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d14c8 expref: 10 pid: 7690 timeout: 484 lvb_type: 0 00000100:00100000:1.0:1734016120.022558:0:7696:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880075228700 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_002:lustre-OST0001_UUID:7696:1818247339414016:192.168.201.10@tcp:104: 00000100:00100000:1.0:1734016120.022618:0:7696:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b42cda80 going to sleep for 11 seconds 00000100:00100000:1.0:1734016120.028550:0:7696:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880075228700 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_002:lustre-OST0001_UUID:7696:1818247339414016:192.168.201.10@tcp:104: 00010000:00010000:1.0:1734016120.028599:0:7696:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880097236ac0/0x3f004d6452e07a75 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [1421312->1429503] (req 1421312->1429503) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 7696 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016120.031731:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016120.031907:0:9956:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336805760 00000100:00100000:2.0:1734016120.031919:0:9956:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336805760 00010000:00010000:2.0:1734016120.031959:0:9956:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880097234b40/0x3f004d6452e07a52 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2158592->2224127) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d14c8 expref: 11 pid: 7690 timeout: 484 lvb_type: 0 00000100:00100000:2.0:1734016120.031996:0:9956:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2808 00000100:00100000:2.0:1734016120.032004:0:9956:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074e41c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+11:1979:x1818247336805760:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016120.032140:0:9956:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016120.032170:0:9956:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880097234b40/0x3f004d6452e07a52 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2158592->2224127) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d14c8 expref: 11 pid: 7690 timeout: 484 lvb_type: 0 00010000:00010000:2.0:1734016120.032185:0:9956:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880097234b40/0x3f004d6452e07a52 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2158592->2224127) gid 0 flags: 0x50000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d14c8 expref: 11 pid: 7690 timeout: 484 lvb_type: 0 00010000:00010000:2.0:1734016120.032217:0:9956:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097234b40/0x3f004d6452e07a52 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2158592->2224127) gid 0 flags: 0x44801400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d14c8 expref: 11 pid: 7690 timeout: 484 lvb_type: 0 00010000:00010000:2.0:1734016120.033546:0:9956:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016120.033553:0:9956:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016120.033561:0:9956:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880097236ac0/0x3f004d6452e07a75 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [1421312->1429503] (req 1421312->1429503) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 7696 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016120.033571:0:9956:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880097236ac0/0x3f004d6452e07a75 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [1421312->1429503] (req 1421312->1429503) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 7696 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016120.035583:0:7696:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880097236ac0/0x3f004d6452e07a75 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [1421312->1429503] (req 1421312->1429503) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 7696 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016120.035603:0:7696:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880097236ac0/0x3f004d6452e07a75 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [1421312->1429503] (req 1421312->1429503) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 7696 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016120.042251:0:9956:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016120.042426:0:9956:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074e41c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+12:1979:x1818247336805760:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 10405us (10690us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016120.042441:0:9956:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2808 00000001:00080000:0.0:1734016120.049180:0:8954:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969251 is committed 00000001:00080000:0.0:1734016120.049199:0:8954:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969248 is committed 00002000:00010000:1.0:1734016120.049955:0:7696:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 1896 -> 1912 00010000:00010000:1.0:1734016120.049973:0:7696:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880097236ac0/0x3f004d6452e07a75 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [1421312->1429503] (req 1421312->1429503) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 7696 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016120.049990:0:7696:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880097236ac0/0x3f004d6452e07a75 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [1421312->1429503] (req 1421312->1429503) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 7696 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016120.049998:0:7696:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880097236ac0/0x3f004d6452e07a75 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [1421312->1429503] (req 1421312->1429503) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 7696 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016120.050005:0:7696:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880097236ac0 already unused, calling callback (ffffffffa086d100) 00010000:00010000:1.0:1734016120.050010:0:7696:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880097236ac0/0x3f004d6452e07a75 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [1421312->1429503] (req 1421312->1429503) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 7696 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016120.050018:0:7696:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880097236ac0/0x3f004d6452e07a75 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [1421312->1429503] (req 1421312->1429503) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 7696 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016120.050038:0:7696:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880097236ac0/0x3f004d6452e07a75 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [1421312->1429503] (req 1421312->1429503) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 7696 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016120.050044:0:7696:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097236ac0/0x3f004d6452e07a75 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [1421312->1429503] (req 1421312->1429503) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 7696 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016120.050173:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074e42680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1981:x1818247336805632:12345-192.168.201.10@tcp:4:fsx.0 Request processed in 27738us (27988us total) trans 4294969251 rc 0/0 00000100:00100000:1.0:1734016120.050185:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8823 00000100:00100000:0.0:1734016120.059915:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016120.061623:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336805888 00000100:00100000:1.0:1734016120.061642:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336805888 00000100:00100000:1.0:1734016120.062036:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10540 00000100:00100000:1.0:1734016120.062045:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074e43b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1980:x1818247336805888:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:1.0:1734016120.062075:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016120.062111:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880097236ac0/0x3f004d6452e07a7c lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d14eb expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1734016120.062147:0:7689:0:(ofd_lvb.c:169:ofd_lvbo_init()) res: [0x280000400:0x5:0x0] initial LVB size: 10405227, mtime: 0x675afc77, atime: 0x675afc77, ctime: 0x675afc77, blocks: 0x778 00010000:00010000:1.0:1734016120.062177:0:7689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016120.062180:0:7689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016120.062192:0:7689:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880097236ac0/0x3f004d6452e07a7c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d14eb expref: 7 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016120.062211:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880097236ac0/0x3f004d6452e07a7c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d14eb expref: 7 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016120.062225:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097236ac0, rc 0) 00000100:00100000:1.0:1734016120.062318:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074e43b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1980:x1818247336805888:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 273us (5460us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016120.062324:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10540 00000100:00100000:0.0:1734016120.067299:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016120.067485:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336806144 00000100:00100000:1.0:1734016120.067501:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336806144 00000100:00100000:3.0:1734016120.068781:0:13925:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8824 00000100:00100000:3.0:1734016120.068795:0:13925:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074e40000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1981:x1818247336806144:12345-192.168.201.10@tcp:4:fsx.0 00010000:00010000:3.0:1734016120.068892:0:13925:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009a9a61c0/0x3f004d6452e07a83 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 13925 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016120.068916:0:13925:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880097236ac0/0x3f004d6452e07a7c lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d14eb expref: 7 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016120.068924:0:13925:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016120.068927:0:13925:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016120.068930:0:13925:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a9a61c0/0x3f004d6452e07a83 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [5189632->5193727] (req 5189632->5193727) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 13925 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016120.068975:0:13925:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880097236ac0/0x3f004d6452e07a7c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d14eb expref: 7 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016120.068993:0:13925:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880097236ac0/0x3f004d6452e07a7c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d14eb expref: 7 pid: 7689 timeout: 484 lvb_type: 1 00000100:00100000:3.0:1734016120.069013:0:13925:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074ebf800 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_003:lustre-OST0001_UUID:13925:1818247339414144:192.168.201.10@tcp:104: 00000100:00100000:3.0:1734016120.069148:0:13925:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac68ea80 going to sleep for 11 seconds 00000100:00100000:3.0:1734016120.074694:0:13925:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074ebf800 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_003:lustre-OST0001_UUID:13925:1818247339414144:192.168.201.10@tcp:104: 00010000:00010000:3.0:1734016120.074744:0:13925:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88009a9a61c0/0x3f004d6452e07a83 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [5189632->5193727] (req 5189632->5193727) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 13925 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016120.075186:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016120.075256:0:9956:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336806272 00000100:00100000:3.0:1734016120.075265:0:9956:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336806272 00010000:00010000:3.0:1734016120.075306:0:9956:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880097236ac0/0x3f004d6452e07a7c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d14eb expref: 8 pid: 7689 timeout: 484 lvb_type: 1 00000100:00100000:3.0:1734016120.075338:0:9956:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2809 00000100:00100000:3.0:1734016120.075346:0:9956:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074e42a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1979:x1818247336806272:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016120.075362:0:9956:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016120.075389:0:9956:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880097236ac0/0x3f004d6452e07a7c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d14eb expref: 8 pid: 7689 timeout: 484 lvb_type: 1 00010000:00010000:3.0:1734016120.075401:0:9956:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880097236ac0/0x3f004d6452e07a7c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d14eb expref: 8 pid: 7689 timeout: 484 lvb_type: 1 00010000:00010000:3.0:1734016120.075436:0:9956:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097236ac0/0x3f004d6452e07a7c lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d14eb expref: 8 pid: 7689 timeout: 484 lvb_type: 1 00010000:00010000:3.0:1734016120.076661:0:9956:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016120.076668:0:9956:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016120.076676:0:9956:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a61c0/0x3f004d6452e07a83 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [5189632->5193727] (req 5189632->5193727) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 13925 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016120.076686:0:9956:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a9a61c0/0x3f004d6452e07a83 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [5189632->5193727] (req 5189632->5193727) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 13925 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016120.076719:0:9956:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1734016120.077374:0:13925:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88009a9a61c0/0x3f004d6452e07a83 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [5189632->5193727] (req 5189632->5193727) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 13925 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016120.077383:0:13925:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a9a61c0/0x3f004d6452e07a83 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [5189632->5193727] (req 5189632->5193727) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 13925 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016120.078324:0:9956:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074e42a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+9:1979:x1818247336806272:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 2965us (3128us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016120.078340:0:9956:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2809 00000001:00080000:0.0:1734016120.082606:0:8954:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969252 is committed 00002000:00010000:2.0:1734016120.083120:0:13925:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 1912 -> 1920 00010000:00010000:2.0:1734016120.083141:0:13925:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009a9a61c0/0x3f004d6452e07a83 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [5189632->5193727] (req 5189632->5193727) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 13925 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016120.083155:0:13925:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009a9a61c0/0x3f004d6452e07a83 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [5189632->5193727] (req 5189632->5193727) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 13925 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016120.083163:0:13925:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009a9a61c0/0x3f004d6452e07a83 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [5189632->5193727] (req 5189632->5193727) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 13925 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016120.083170:0:13925:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88009a9a61c0 already unused, calling callback (ffffffffa086d100) 00010000:00010000:2.0:1734016120.083175:0:13925:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009a9a61c0/0x3f004d6452e07a83 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [5189632->5193727] (req 5189632->5193727) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 13925 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016120.083183:0:13925:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009a9a61c0/0x3f004d6452e07a83 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [5189632->5193727] (req 5189632->5193727) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 13925 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016120.083208:0:13925:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009a9a61c0/0x3f004d6452e07a83 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [5189632->5193727] (req 5189632->5193727) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 13925 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016120.083213:0:13925:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a61c0/0x3f004d6452e07a83 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [5189632->5193727] (req 5189632->5193727) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 13925 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016120.083363:0:13925:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074e40000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1981:x1818247336806144:12345-192.168.201.10@tcp:4:fsx.0 Request processed in 14561us (16071us total) trans 4294969252 rc 0/0 00000100:00100000:2.0:1734016120.083377:0:13925:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8824 00000100:00100000:0.0:1734016120.087531:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016120.087614:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336806400 00000100:00100000:2.0:1734016120.087627:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336806400 00000100:00100000:2.0:1734016120.087687:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10541 00000100:00100000:2.0:1734016120.087696:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074e41f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1980:x1818247336806400:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:2.0:1734016120.087723:0:7690:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016120.087743:0:7690:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880072171f80/0x3f004d6452e07a8a lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d14f2 expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1734016120.087776:0:7690:0:(ofd_lvb.c:169:ofd_lvbo_init()) res: [0x280000400:0x5:0x0] initial LVB size: 10405227, mtime: 0x675afc77, atime: 0x675afc77, ctime: 0x675afc77, blocks: 0x780 00010000:00010000:2.0:1734016120.087799:0:7690:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016120.087801:0:7690:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016120.087810:0:7690:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880072171f80/0x3f004d6452e07a8a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d14f2 expref: 7 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016120.087825:0:7690:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880072171f80/0x3f004d6452e07a8a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d14f2 expref: 7 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016120.087841:0:7690:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880072171f80, rc 0) 00000100:00100000:2.0:1734016120.087925:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074e41f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1980:x1818247336806400:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 230us (407us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016120.087931:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10541 00000100:00100000:0.0:1734016120.091207:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016120.091405:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336806528 00000100:00100000:1.0:1734016120.091429:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336806528 00000100:00100000:1.0:1734016120.091628:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10542 00000100:00100000:1.0:1734016120.091641:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074e42300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:9673:x1818247336806528:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:1.0:1734016120.091676:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016120.091712:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880097234000/0x3f004d6452e07a91 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d14f9 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016120.091771:0:7689:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880072171f80/0x3f004d6452e07a8a lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d14f2 expref: 6 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016120.091782:0:7689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016120.091784:0:7689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016120.091791:0:7689:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880097234000/0x3f004d6452e07a91 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [8081408->8097791] (req 8081408->8097791) gid 0 flags: 0x50000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d14f9 expref: 6 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016120.091844:0:7689:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880072171f80/0x3f004d6452e07a8a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d14f2 expref: 6 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016120.092056:0:7689:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880072171f80/0x3f004d6452e07a8a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d14f2 expref: 6 pid: 7690 timeout: 484 lvb_type: 1 00000100:00100000:1.0:1734016120.092075:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880075228700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339414272:192.168.201.10@tcp:104: 00000100:00100000:1.0:1734016120.092192:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b42cda80 going to sleep for 11 seconds 00000100:00100000:0.0:1734016120.095650:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016120.096124:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880075228700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339414272:192.168.201.10@tcp:104: 00010000:00010000:1.0:1734016120.096171:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880097234000/0x3f004d6452e07a91 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [8081408->8097791] (req 8081408->8097791) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d14f9 expref: 6 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016120.096201:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097234000, rc 0) 00000100:00100000:1.0:1734016120.096284:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074e42300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:9673:x1818247336806528:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 4645us (5108us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016120.096296:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10542 00000100:00100000:3.0:1734016120.096847:0:9956:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336806656 00000100:00100000:3.0:1734016120.096856:0:9956:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336806656 00010000:00010000:3.0:1734016120.096896:0:9956:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880072171f80/0x3f004d6452e07a8a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d14f2 expref: 7 pid: 7690 timeout: 484 lvb_type: 1 00000100:00100000:3.0:1734016120.096919:0:9956:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2810 00000100:00100000:3.0:1734016120.096924:0:9956:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074e41500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1979:x1818247336806656:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016120.096939:0:9956:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016120.096971:0:9956:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880072171f80/0x3f004d6452e07a8a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d14f2 expref: 7 pid: 7690 timeout: 484 lvb_type: 1 00010000:00010000:3.0:1734016120.096982:0:9956:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880072171f80/0x3f004d6452e07a8a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d14f2 expref: 7 pid: 7690 timeout: 484 lvb_type: 1 00010000:00010000:3.0:1734016120.097013:0:9956:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880072171f80/0x3f004d6452e07a8a lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d14f2 expref: 7 pid: 7690 timeout: 484 lvb_type: 1 00010000:00010000:3.0:1734016120.097044:0:9956:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016120.097046:0:9956:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016120.097053:0:9956:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880097234000/0x3f004d6452e07a91 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8081408->8097791) gid 0 flags: 0x40080000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d14f9 expref: 5 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016120.097063:0:9956:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880097234000/0x3f004d6452e07a91 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8081408->8097791) gid 0 flags: 0x40080000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d14f9 expref: 5 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016120.097104:0:9956:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880097234000/0x3f004d6452e07a91 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8081408->8097791) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d14f9 expref: 5 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016120.097118:0:9956:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074ebf800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9956:1818247339414400:192.168.201.10@tcp:105: 00000100:00100000:3.0:1734016120.097169:0:9956:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac68ea80 going to sleep for 11 seconds 00000100:00100000:1.0:1734016120.100742:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016120.100843:0:13925:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336806912 00000100:00100000:2.0:1734016120.100857:0:13925:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336806912 00002000:00100000:2.0:1734016120.100973:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (8093696->8097791) req@ffff880075228700 x1818247336806912/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:81/0 lens 488/0 e 0 to 0 dl 1734016131 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016120.100994:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880075228700 with x1818247336806912 ext(8093696->8097791) 00002000:00010000:2.0:1734016120.101002:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880075228700 00000100:00100000:2.0:1734016120.101040:0:13925:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8825 00000100:00100000:2.0:1734016120.101050:0:13925:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075228700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1978:x1818247336806912:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:2.0:1734016120.101384:0:13925:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075228700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1978:x1818247336806912:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 334us (672us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016120.101393:0:13925:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8825 00002000:00100000:2.0:1734016120.101398:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (8093696->8097791) req@ffff880075228700 x1818247336806912/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:81/0 lens 488/4536 e 0 to 0 dl 1734016131 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016120.101416:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880075228700 with x1818247336806912 ext(8093696->8097791) 00002000:00010000:2.0:1734016120.101420:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880075228700 00000100:00100000:3.0:1734016120.101692:0:9956:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074ebf800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9956:1818247339414400:192.168.201.10@tcp:105: 00010000:00010000:3.0:1734016120.101731:0:9956:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016120.101769:0:9956:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074e41500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1979:x1818247336806656:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 4843us (6138us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016120.101783:0:9956:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2810 00000100:00100000:0.0:1734016120.105195:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016120.107199:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336807040 00000100:00100000:1.0:1734016120.107218:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336807040 00000100:00100000:1.0:1734016120.107286:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10543 00000100:00100000:1.0:1734016120.107296:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074e43480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1979:x1818247336807040:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:1.0:1734016120.107323:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016120.107353:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880097236d00/0x3f004d6452e07a98 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d1500 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016120.107431:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880075229c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339414528:192.168.201.10@tcp:106: 00000100:00100000:1.0:1734016120.107497:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b42cda80 going to sleep for 11 seconds 00000100:00100000:1.0:1734016120.112737:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880075229c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339414528:192.168.201.10@tcp:106: 00010000:00010000:1.0:1734016120.112779:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880097236d00/0x3f004d6452e07a98 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1500 expref: 7 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016120.112797:0:7689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097236d00/0x3f004d6452e07a98 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1500 expref: 7 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016120.113037:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097236d00, rc 0) 00000100:00100000:1.0:1734016120.113371:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074e43480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1979:x1818247336807040:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 6074us (8186us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016120.113382:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10543 00000100:00100000:0.0:1734016120.117854:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016120.118002:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336807168 00000100:00100000:1.0:1734016120.118015:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336807168 00000100:00100000:1.0:1734016120.118087:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10544 00000100:00100000:1.0:1734016120.118096:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074e42d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1979:x1818247336807168:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:1.0:1734016120.118120:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016120.118146:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880097234d80/0x3f004d6452e07a9f lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d1507 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016120.118222:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880075229c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339414656:192.168.201.10@tcp:106: 00000100:00100000:1.0:1734016120.118294:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b42cda80 going to sleep for 11 seconds 00000100:00100000:1.0:1734016120.122353:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880075229c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339414656:192.168.201.10@tcp:106: 00010000:00010000:1.0:1734016120.122425:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880097234d80/0x3f004d6452e07a9f lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1507 expref: 7 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016120.122445:0:7689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097234d80/0x3f004d6452e07a9f lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1507 expref: 7 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016120.123450:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097234d80, rc 0) 00000100:00100000:0.0:1734016120.123624:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074e42d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1979:x1818247336807168:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 5522us (5785us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016120.123638:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10544 00000100:00100000:0.0:1734016120.146007:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016120.146274:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336807424 00000100:00100000:1.0:1734016120.146289:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336807424 00002000:00100000:1.0:1734016120.146352:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (0->8499199) req@ffff880074f03b80 x1818247336807424/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:81/0 lens 504/0 e 0 to 0 dl 1734016131 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016120.146362:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074f03b80 with x1818247336807424 ext(0->8499199) 00002000:00010000:1.0:1734016120.146368:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074f03b80 00000100:00100000:2.0:1734016120.147546:0:13925:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8826 00000100:00100000:2.0:1734016120.147558:0:13925:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074f03b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1980:x1818247336807424:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:0.0:1734016120.152201:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016120.152263:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016120.156965:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336807680 00000100:00100000:3.0:1734016120.156993:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336807680 00002000:00100000:3.0:1734016120.157059:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (4190208->8400895) req@ffff880074f03800 x1818247336807680/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:81/0 lens 504/0 e 0 to 0 dl 1734016131 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016120.157072:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074f03800 with x1818247336807680 ext(4190208->8400895) 00002000:00010000:3.0:1734016120.157078:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074f03800 00000100:00100000:3.0:1734016120.157132:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336807808 00000100:00100000:3.0:1734016120.157138:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336807808 00002000:00100000:3.0:1734016120.157153:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (8400896->10407935) req@ffff880074f02a00 x1818247336807808/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:81/0 lens 504/0 e 0 to 0 dl 1734016131 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016120.157161:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074f02a00 with x1818247336807808 ext(8400896->10407935) 00002000:00010000:3.0:1734016120.157164:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074f02a00 00000100:00100000:3.0:1734016120.157176:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8827 00000100:00100000:3.0:1734016120.157184:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074f03800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+8:1981:x1818247336807680:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:2.0:1734016120.160828:0:13929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8828 00000100:00100000:2.0:1734016120.160851:0:13929:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074f02a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+9:1981:x1818247336807808:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:3.0:1734016120.233636:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074f03800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+10:1981:x1818247336807680:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 76427us (81421us total) trans 0 rc 4194304/4194304 00000100:00100000:3.0:1734016120.233660:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8827 00002000:00100000:3.0:1734016120.233676:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (4190208->8400895) req@ffff880074f03800 x1818247336807680/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:81/0 lens 504/440 e 0 to 0 dl 1734016131 ref 1 fl Complete:/200/0 rc 4194304/4194304 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016120.233689:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074f03800 with x1818247336807680 ext(4190208->8400895) 00002000:00010000:3.0:1734016120.233696:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074f03800 00000100:00100000:3.0:1734016120.255393:0:13929:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074f02a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+8:1981:x1818247336807808:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 94536us (103114us total) trans 0 rc 2002944/2002944 00000100:00100000:3.0:1734016120.255417:0:13929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8828 00002000:00100000:3.0:1734016120.255432:0:13929:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (8400896->10407935) req@ffff880074f02a00 x1818247336807808/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:81/0 lens 504/440 e 0 to 0 dl 1734016131 ref 1 fl Complete:/200/0 rc 2002944/2002944 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016120.255442:0:13929:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074f02a00 with x1818247336807808 ext(8400896->10407935) 00002000:00010000:3.0:1734016120.255450:0:13929:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074f02a00 00000100:00100000:2.0:1734016120.282980:0:13925:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074f03b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1980:x1818247336807424:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 135399us (136964us total) trans 0 rc 4194304/4194304 00000100:00100000:2.0:1734016120.283001:0:13925:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8826 00002000:00100000:2.0:1734016120.283023:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (0->8499199) req@ffff880074f03b80 x1818247336807424/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:81/0 lens 504/440 e 0 to 0 dl 1734016131 ref 1 fl Complete:/200/0 rc 4194304/4194304 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016120.283037:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074f03b80 with x1818247336807424 ext(0->8499199) 00002000:00010000:2.0:1734016120.283048:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074f03b80 00000100:00100000:0.0:1734016120.290357:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016120.290603:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336808064 00000100:00100000:2.0:1734016120.290616:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336808064 00000100:00100000:2.0:1734016120.290685:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10545 00000100:00100000:2.0:1734016120.290695:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074f00380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1981:x1818247336808064:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:2.0:1734016120.290722:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016120.290750:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880072171f80/0x3f004d6452e07aa6 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d150e expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016120.290827:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007694a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339414784:192.168.201.10@tcp:106: 00000100:00100000:2.0:1734016120.291537:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012b911e40 going to sleep for 11 seconds 00000100:00100000:2.0:1734016120.294167:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007694a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339414784:192.168.201.10@tcp:106: 00010000:00010000:2.0:1734016120.294217:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880072171f80/0x3f004d6452e07aa6 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d150e expref: 7 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016120.294232:0:7689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880072171f80/0x3f004d6452e07aa6 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d150e expref: 7 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016120.294291:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880072171f80, rc 0) 00000100:00100000:2.0:1734016120.294431:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074f00380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1981:x1818247336808064:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 3735us (4084us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016120.294443:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10545 00000100:00100000:1.0:1734016120.297124:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016120.297332:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336808192 00000100:00100000:2.0:1734016120.297345:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336808192 00000100:00100000:2.0:1734016120.297416:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10546 00000100:00100000:2.0:1734016120.297427:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075229c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1980:x1818247336808192:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:2.0:1734016120.297448:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016120.297470:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880072170d80/0x3f004d6452e07aad lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d1515 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016120.297546:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007694a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339414912:192.168.201.10@tcp:106: 00000100:00100000:2.0:1734016120.297623:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012b911e40 going to sleep for 11 seconds 00000100:00100000:2.0:1734016120.300477:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007694a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339414912:192.168.201.10@tcp:106: 00010000:00010000:2.0:1734016120.300538:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880072170d80/0x3f004d6452e07aad lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1515 expref: 7 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016120.300557:0:7689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880072170d80/0x3f004d6452e07aad lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1515 expref: 7 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016120.300591:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880072170d80, rc 0) 00000100:00100000:2.0:1734016120.300674:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075229c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1980:x1818247336808192:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 3248us (3566us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016120.300683:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10546 00000100:00100000:0.0:1734016120.306968:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016120.307130:0:13925:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336808320 00000100:00100000:2.0:1734016120.307141:0:13925:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336808320 00002000:00100000:2.0:1734016120.307192:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (4501504->8097791) req@ffff880074f01880 x1818247336808320/t0(0) o4->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:81/0 lens 504/0 e 0 to 0 dl 1734016131 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016120.307203:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074f01880 with x1818247336808320 ext(4501504->8097791) 00002000:00010000:2.0:1734016120.307209:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074f01880 00000100:00100000:2.0:1734016120.307802:0:13925:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8829 00000100:00100000:2.0:1734016120.307810:0:13925:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074f01880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1981:x1818247336808320:12345-192.168.201.10@tcp:4:fsx.0 00000100:00100000:2.0:1734016120.312921:0:13925:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074f01880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+8:1981:x1818247336808320:12345-192.168.201.10@tcp:4:fsx.0 Request processed in 5041us (5896us total) trans 4294969253 rc 0/0 00000100:00100000:2.0:1734016120.312940:0:13925:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8829 00002000:00100000:2.0:1734016120.312963:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (4501504->8097791) req@ffff880074f01880 x1818247336808320/t4294969253(0) o4->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:81/0 lens 504/448 e 0 to 0 dl 1734016131 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016120.312977:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074f01880 with x1818247336808320 ext(4501504->8097791) 00002000:00010000:2.0:1734016120.312987:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074f01880 00000100:00100000:0.0:1734016120.317252:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016120.317398:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336808448 00000100:00100000:2.0:1734016120.317420:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336808448 00000100:00100000:2.0:1734016120.317621:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10547 00000100:00100000:2.0:1734016120.317633:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074f01180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+8:1979:x1818247336808448:12345-192.168.201.10@tcp:16:fsx.0 00000001:00080000:1.0:1734016120.319926:0:8954:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969253 is committed 00000100:00100000:2.0:1734016120.320533:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074f01180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1979:x1818247336808448:12345-192.168.201.10@tcp:16:fsx.0 Request processed in 2892us (3288us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016120.320549:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10547 00000100:00100000:0.0:1734016120.324235:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016120.324545:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336808576 00000100:00100000:2.0:1734016120.324561:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336808576 00000100:00100000:2.0:1734016120.324608:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10548 00000100:00100000:2.0:1734016120.324617:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074f02d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1978:x1818247336808576:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:2.0:1734016120.324639:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016120.324661:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e07ab4 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d151c expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016120.324722:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007694a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339415040:192.168.201.10@tcp:106: 00000100:00100000:2.0:1734016120.324791:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012b911e40 going to sleep for 11 seconds 00002000:00010000:2.0:1734016120.327417:0:7689:0:(ofd_lvb.c:301:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks: 1920 -> 1968 00000100:00100000:2.0:1734016120.327450:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007694a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339415040:192.168.201.10@tcp:106: 00010000:00010000:2.0:1734016120.327497:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e07ab4 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d151c expref: 7 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016120.327519:0:7689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e07ab4 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d151c expref: 7 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016120.327589:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880072171440, rc 0) 00000100:00100000:2.0:1734016120.328145:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074f02d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1978:x1818247336808576:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 3525us (3927us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016120.328157:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10548 00000100:00100000:2.0:1734016120.333328:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016120.333427:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336808704 00000100:00100000:0.0:1734016120.333440:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336808704 00000100:00100000:0.0:1734016120.333520:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10549 00000100:00100000:0.0:1734016120.333529:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007694a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1979:x1818247336808704:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:0.0:1734016120.333559:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016120.333594:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a8038240/0x3f004d6452e07abb lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d1523 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016120.333693:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074f01f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339415168:192.168.201.10@tcp:106: 00000100:00100000:0.0:1734016120.333807:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7486240 going to sleep for 11 seconds 00000100:00100000:2.0:1734016120.335813:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074f01f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339415168:192.168.201.10@tcp:106: 00010000:00010000:2.0:1734016120.335852:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a8038240/0x3f004d6452e07abb lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1523 expref: 7 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016120.335899:0:7689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a8038240/0x3f004d6452e07abb lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1523 expref: 7 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016120.335923:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a8038240, rc 0) 00000100:00100000:2.0:1734016120.335984:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007694a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1979:x1818247336808704:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 2454us (2676us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016120.335994:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10549 00000100:00100000:0.0:1734016120.338598:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016120.338928:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336808832 00000100:00100000:2.0:1734016120.338942:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336808832 00000100:00100000:2.0:1734016120.339017:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10550 00000100:00100000:2.0:1734016120.339031:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074f03100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1981:x1818247336808832:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:2.0:1734016120.339061:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016120.339094:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800721718c0/0x3f004d6452e07ac2 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d152a expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016120.339177:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007694b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339415296:192.168.201.10@tcp:106: 00000100:00100000:2.0:1734016120.339279:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012b911e40 going to sleep for 11 seconds 00000100:00100000:2.0:1734016120.343436:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007694b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339415296:192.168.201.10@tcp:106: 00010000:00010000:2.0:1734016120.343482:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800721718c0/0x3f004d6452e07ac2 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d152a expref: 7 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016120.343500:0:7689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800721718c0/0x3f004d6452e07ac2 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d152a expref: 7 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016120.344112:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800721718c0, rc 0) 00000100:00100000:2.0:1734016120.344171:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074f03100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1981:x1818247336808832:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 5142us (5598us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016120.344179:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10550 00000100:00100000:1.0:1734016120.348578:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016120.348731:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336808960 00000100:00100000:2.0:1734016120.348746:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336808960 00000100:00100000:2.0:1734016120.349232:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10551 00000100:00100000:2.0:1734016120.349245:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007522a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:9673:x1818247336808960:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:2.0:1734016120.349287:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016120.349322:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880072172d00/0x3f004d6452e07ac9 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d1531 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016120.349389:0:7689:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880097234000/0x3f004d6452e07a91 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8081408->8097791) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d14f9 expref: 5 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016120.349400:0:7689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016120.349411:0:7689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016120.349415:0:7689:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880072172d00/0x3f004d6452e07ac9 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [9969664->9973759] (req 9969664->9973759) gid 0 flags: 0x50000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1531 expref: 7 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016120.349455:0:7689:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880097234000/0x3f004d6452e07a91 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8081408->8097791) gid 0 flags: 0x50000000020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d14f9 expref: 5 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016120.349469:0:7689:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880097234000/0x3f004d6452e07a91 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8081408->8097791) gid 0 flags: 0x70000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d14f9 expref: 5 pid: 7689 timeout: 484 lvb_type: 0 00000100:00100000:2.0:1734016120.349490:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007694b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339415424:192.168.201.10@tcp:104: 00000100:00100000:2.0:1734016120.350347:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012b911e40 going to sleep for 11 seconds 00000100:00100000:2.0:1734016120.363366:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007694b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339415424:192.168.201.10@tcp:104: 00010000:00010000:2.0:1734016120.363401:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880072172d00/0x3f004d6452e07ac9 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [9969664->9973759] (req 9969664->9973759) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1531 expref: 7 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016120.363429:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880072172d00, rc 0) 00000100:00100000:2.0:1734016120.363492:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007522a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:9673:x1818247336808960:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 14248us (14929us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016120.363502:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10551 00000100:00100000:3.0:1734016120.364818:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016120.365468:0:9956:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336809088 00000100:00100000:0.0:1734016120.365483:0:9956:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336809088 00010000:00010000:0.0:1734016120.365522:0:9956:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880097234000/0x3f004d6452e07a91 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8081408->8097791) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d14f9 expref: 6 pid: 7689 timeout: 484 lvb_type: 0 00000100:00100000:0.0:1734016120.365560:0:9956:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2811 00000100:00100000:0.0:1734016120.365566:0:9956:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074ebf800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1978:x1818247336809088:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016120.365589:0:9956:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016120.365613:0:9956:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880097234000/0x3f004d6452e07a91 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 8081408->8097791) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d14f9 expref: 6 pid: 7689 timeout: 484 lvb_type: 0 00010000:00010000:0.0:1734016120.365623:0:9956:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880097234000/0x3f004d6452e07a91 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 8081408->8097791) gid 0 flags: 0x50000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d14f9 expref: 6 pid: 7689 timeout: 484 lvb_type: 0 00010000:00010000:0.0:1734016120.365649:0:9956:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097234000/0x3f004d6452e07a91 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 8081408->8097791) gid 0 flags: 0x44801400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d14f9 expref: 6 pid: 7689 timeout: 484 lvb_type: 0 00010000:00010000:0.0:1734016120.365682:0:9956:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016120.365685:0:9956:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016120.365691:0:9956:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880072172d00/0x3f004d6452e07ac9 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 9969664->9973759) gid 0 flags: 0x40080000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1531 expref: 6 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016120.365699:0:9956:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880072172d00/0x3f004d6452e07ac9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 9969664->9973759) gid 0 flags: 0x40080000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1531 expref: 6 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016120.365734:0:9956:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880072172d00/0x3f004d6452e07ac9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 9969664->9973759) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1531 expref: 6 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016120.365746:0:9956:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074f01500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9956:1818247339415552:192.168.201.10@tcp:105: 00000100:00100000:0.0:1734016120.365817:0:9956:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7486600 going to sleep for 11 seconds 00000100:00100000:0.0:1734016120.371892:0:9956:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074f01500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9956:1818247339415552:192.168.201.10@tcp:105: 00010000:00010000:0.0:1734016120.371924:0:9956:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016120.371984:0:9956:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074ebf800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:1978:x1818247336809088:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 6415us (7176us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016120.371995:0:9956:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2811 00000100:00100000:0.0:1734016120.402245:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016120.402288:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016120.402337:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016120.402435:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336809344 00000100:00100000:0.0:1734016120.402448:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336809344 00002000:00100000:0.0:1734016120.402509:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (0->9973759) req@ffff880074f01500 x1818247336809344/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:81/0 lens 504/0 e 0 to 0 dl 1734016131 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016120.402521:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074f01500 with x1818247336809344 ext(0->9973759) 00002000:00010000:0.0:1734016120.402527:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074f01500 00000100:00100000:0.0:1734016120.402560:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336809600 00000100:00100000:0.0:1734016120.402564:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336809600 00002000:00100000:0.0:1734016120.402578:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (4190208->8384511) req@ffff880074f00700 x1818247336809600/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:81/0 lens 488/0 e 0 to 0 dl 1734016131 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016120.402586:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074f00700 with x1818247336809600 ext(4190208->8384511) 00002000:00010000:0.0:1734016120.402588:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074f00700 00000100:00100000:0.0:1734016120.402599:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336809728 00000100:00100000:0.0:1734016120.402601:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336809728 00002000:00100000:0.0:1734016120.402609:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (8384512->10407935) req@ffff880074f02680 x1818247336809728/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:81/0 lens 504/0 e 0 to 0 dl 1734016131 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016120.402614:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074f02680 with x1818247336809728 ext(8384512->10407935) 00002000:00010000:0.0:1734016120.402617:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074f02680 00000100:00100000:0.0:1734016120.402627:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8830 00000100:00100000:0.0:1734016120.402635:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074f01500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+9:1978:x1818247336809344:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:2.0:1734016120.405523:0:13925:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8831 00000100:00100000:2.0:1734016120.405540:0:13925:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074f00700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+10:1978:x1818247336809600:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:1.0:1734016120.409562:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8832 00000100:00100000:1.0:1734016120.409586:0:7695:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074f02680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+11:1978:x1818247336809728:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:2.0:1734016120.458797:0:7695:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074f02680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+11:1978:x1818247336809728:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 49202us (56444us total) trans 0 rc 2019328/2019328 00000100:00100000:2.0:1734016120.458812:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8832 00002000:00100000:2.0:1734016120.458829:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (8384512->10407935) req@ffff880074f02680 x1818247336809728/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:81/0 lens 504/440 e 0 to 0 dl 1734016131 ref 1 fl Complete:/200/0 rc 2019328/2019328 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016120.458839:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074f02680 with x1818247336809728 ext(8384512->10407935) 00002000:00010000:2.0:1734016120.458844:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074f02680 00000100:00100000:2.0:1734016120.500077:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074f01500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+9:1978:x1818247336809344:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 97433us (97839us total) trans 0 rc 4194304/4194304 00000100:00100000:2.0:1734016120.500090:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8830 00002000:00100000:2.0:1734016120.500101:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (0->9973759) req@ffff880074f01500 x1818247336809344/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:81/0 lens 504/440 e 0 to 0 dl 1734016131 ref 1 fl Complete:/200/0 rc 4194304/4194304 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016120.500110:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074f01500 with x1818247336809344 ext(0->9973759) 00002000:00010000:2.0:1734016120.500114:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074f01500 00000100:00100000:3.0:1734016120.532308:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016120.534037:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336809984 00000100:00100000:2.0:1734016120.534056:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336809984 00002000:00100000:2.0:1734016120.534130:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (9932800->9973759) req@ffff880074ebed80 x1818247336809984/t0(0) o4->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:81/0 lens 488/0 e 0 to 0 dl 1734016131 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016120.534140:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074ebed80 with x1818247336809984 ext(9932800->9973759) 00002000:00010000:2.0:1734016120.534147:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074ebed80 00000100:00100000:2.0:1734016120.535035:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8833 00000100:00100000:2.0:1734016120.535043:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074ebed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+9:1979:x1818247336809984:12345-192.168.201.10@tcp:4:fsx.0 00000100:00100000:3.0:1734016120.536534:0:13925:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074f00700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+9:1978:x1818247336809600:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 130986us (134235us total) trans 0 rc 4194304/4194304 00000100:00100000:3.0:1734016120.536548:0:13925:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8831 00002000:00100000:3.0:1734016120.536560:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (4190208->8384511) req@ffff880074f00700 x1818247336809600/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:81/0 lens 488/440 e 0 to 0 dl 1734016131 ref 1 fl Complete:/200/0 rc 4194304/4194304 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016120.536571:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074f00700 with x1818247336809600 ext(4190208->8384511) 00002000:00010000:3.0:1734016120.536576:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074f00700 00000100:00100000:0.0:1734016120.544763:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074ebed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+9:1979:x1818247336809984:12345-192.168.201.10@tcp:4:fsx.0 Request processed in 9709us (12454us total) trans 4294969254 rc 0/0 00000100:00100000:0.0:1734016120.544775:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8833 00002000:00100000:0.0:1734016120.544785:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (9932800->9973759) req@ffff880074ebed80 x1818247336809984/t4294969254(0) o4->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:81/0 lens 488/448 e 0 to 0 dl 1734016131 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016120.544795:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074ebed80 with x1818247336809984 ext(9932800->9973759) 00002000:00010000:0.0:1734016120.544801:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074ebed80 00000100:00100000:0.0:1734016120.548762:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016120.550746:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336810112 00000100:00100000:2.0:1734016120.550760:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336810112 00000100:00100000:2.0:1734016120.550814:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10552 00000100:00100000:2.0:1734016120.550821:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074f01c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+9:1979:x1818247336810112:12345-192.168.201.10@tcp:16:fsx.0 00000001:00080000:1.0:1734016120.552283:0:8954:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969254 is committed 00000100:00100000:3.0:1734016120.553801:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074f01c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1979:x1818247336810112:12345-192.168.201.10@tcp:16:fsx.0 Request processed in 2967us (5034us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016120.553818:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10552 00000100:00100000:2.0:1734016120.558594:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016120.558702:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336810240 00000100:00100000:3.0:1734016120.558715:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336810240 00000100:00100000:3.0:1734016120.559352:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10553 00000100:00100000:3.0:1734016120.559360:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007694b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:1981:x1818247336810240:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:3.0:1734016120.559379:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016120.559408:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a9a61c0/0x3f004d6452e07ad0 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d1538 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016120.559472:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800ac574000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339415680:192.168.201.10@tcp:106: 00000100:00100000:3.0:1734016120.560476:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac68ea80 going to sleep for 11 seconds 00002000:00010000:3.0:1734016120.563955:0:7689:0:(ofd_lvb.c:283:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime: 1734016119 -> 1734016120 00002000:00010000:3.0:1734016120.563965:0:7689:0:(ofd_lvb.c:295:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime: 1734016119 -> 1734016120 00002000:00010000:3.0:1734016120.563967:0:7689:0:(ofd_lvb.c:301:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks: 1968 -> 2048 00000100:00100000:3.0:1734016120.563998:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800ac574000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339415680:192.168.201.10@tcp:106: 00010000:00010000:3.0:1734016120.564043:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a9a61c0/0x3f004d6452e07ad0 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1538 expref: 6 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016120.564059:0:7689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a61c0/0x3f004d6452e07ad0 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1538 expref: 6 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016120.564079:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a9a61c0, rc 0) 00000100:00100000:3.0:1734016120.564141:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007694b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:1981:x1818247336810240:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 4779us (5553us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016120.564154:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10553 00000100:00100000:0.0:1734016120.568425:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016120.568575:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336810368 00000100:00100000:3.0:1734016120.568584:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336810368 00000100:00100000:3.0:1734016120.568714:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10554 00000100:00100000:3.0:1734016120.568721:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074f00000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:9673:x1818247336810368:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:3.0:1734016120.568736:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016120.568752:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7180/0x3f004d6452e07ad7 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d153f expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016120.568777:0:7689:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880072172d00/0x3f004d6452e07ac9 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 9969664->9973759) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1531 expref: 6 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016120.568784:0:7689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016120.568786:0:7689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016120.568789:0:7689:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7180/0x3f004d6452e07ad7 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [159744->167935] (req 159744->167935) gid 0 flags: 0x50000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d153f expref: 6 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016120.568815:0:7689:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880072172d00/0x3f004d6452e07ac9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 9969664->9973759) gid 0 flags: 0x50000000020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1531 expref: 6 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016120.568826:0:7689:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880072172d00/0x3f004d6452e07ac9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 9969664->9973759) gid 0 flags: 0x70000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1531 expref: 6 pid: 7689 timeout: 484 lvb_type: 0 00000100:00100000:3.0:1734016120.568837:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800ac574000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339415808:192.168.201.10@tcp:104: 00000100:00100000:3.0:1734016120.569204:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac68ea80 going to sleep for 11 seconds 00000100:00100000:3.0:1734016120.577957:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800ac574000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339415808:192.168.201.10@tcp:104: 00010000:00010000:3.0:1734016120.578010:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7180/0x3f004d6452e07ad7 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [159744->167935] (req 159744->167935) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d153f expref: 6 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016120.578032:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a9a7180, rc 0) 00000100:00100000:3.0:1734016120.578097:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074f00000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:9673:x1818247336810368:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 9374us (9682us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016120.578107:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10554 00000100:00100000:2.0:1734016120.587010:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016120.587718:0:9956:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336810496 00000100:00100000:0.0:1734016120.587732:0:9956:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336810496 00010000:00010000:0.0:1734016120.587814:0:9956:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880072172d00/0x3f004d6452e07ac9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 9969664->9973759) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1531 expref: 7 pid: 7689 timeout: 484 lvb_type: 0 00000100:00100000:0.0:1734016120.587857:0:9956:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2812 00000100:00100000:0.0:1734016120.587900:0:9956:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007694ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1979:x1818247336810496:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016120.587914:0:9956:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016120.587938:0:9956:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880072172d00/0x3f004d6452e07ac9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 9969664->9973759) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1531 expref: 7 pid: 7689 timeout: 484 lvb_type: 0 00010000:00010000:0.0:1734016120.587949:0:9956:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880072172d00/0x3f004d6452e07ac9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 9969664->9973759) gid 0 flags: 0x50000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1531 expref: 7 pid: 7689 timeout: 484 lvb_type: 0 00010000:00010000:0.0:1734016120.587974:0:9956:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880072172d00/0x3f004d6452e07ac9 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 9969664->9973759) gid 0 flags: 0x44801400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1531 expref: 7 pid: 7689 timeout: 484 lvb_type: 0 00010000:00010000:0.0:1734016120.588004:0:9956:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016120.588006:0:9956:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016120.588013:0:9956:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7180/0x3f004d6452e07ad7 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 159744->167935) gid 0 flags: 0x40080000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d153f expref: 5 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016120.588300:0:9956:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7180/0x3f004d6452e07ad7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 159744->167935) gid 0 flags: 0x40080000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d153f expref: 5 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016120.589329:0:9956:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7180/0x3f004d6452e07ad7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 159744->167935) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d153f expref: 5 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016120.589341:0:9956:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800ac574000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9956:1818247339415936:192.168.201.10@tcp:105: 00000100:00100000:3.0:1734016120.589411:0:9956:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac68ea80 going to sleep for 11 seconds 00000100:00100000:0.0:1734016120.597566:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016120.598138:0:9956:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800ac574000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9956:1818247339415936:192.168.201.10@tcp:105: 00010000:00010000:3.0:1734016120.598169:0:9956:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016120.598226:0:9956:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007694ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1979:x1818247336810496:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 10361us (11226us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016120.598238:0:9956:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2812 00000100:00100000:2.0:1734016120.599121:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336810624 00000100:00100000:2.0:1734016120.599127:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336810624 00000100:00100000:2.0:1734016120.599542:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10555 00000100:00100000:2.0:1734016120.599549:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074f00e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1979:x1818247336810624:12345-192.168.201.10@tcp:22:fsx.0 00002000:00010000:2.0:1734016120.599799:0:7689:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 10405227 -> 10405227 00002000:00010000:2.0:1734016120.599803:0:7689:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016120 -> 1734016120 00002000:00010000:2.0:1734016120.599806:0:7689:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016119 -> 1734016119 00002000:00010000:2.0:1734016120.599808:0:7689:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016120 -> 1734016120 00002000:00010000:2.0:1734016120.599809:0:7689:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 2048 -> 2064 00000100:00100000:2.0:1734016120.599848:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074f00e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1979:x1818247336810624:12345-192.168.201.10@tcp:22:fsx.0 Request processed in 299us (2298us total) trans 4294969255 rc 0/0 00000100:00100000:2.0:1734016120.599853:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10555 00000100:00100000:0.0:1734016120.602377:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016120.602823:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336810752 00000100:00100000:1.0:1734016120.602833:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336810752 00000100:00100000:1.0:1734016120.602938:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10556 00000100:00100000:1.0:1734016120.602946:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074f01f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1980:x1818247336810752:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:1.0:1734016120.602968:0:7690:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016120.602991:0:7690:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880097235200/0x3f004d6452e07ade lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d1546 expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016120.605311:0:7690:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007522ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339416064:192.168.201.10@tcp:106: 00000100:00100000:1.0:1734016120.605554:0:7690:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b42cd840 going to sleep for 11 seconds 00000001:00080000:2.0:1734016120.607971:0:6464:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968550 is committed 00000001:00080000:2.0:1734016120.607989:0:6464:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968546 is committed 00000100:00100000:1.0:1734016120.609259:0:7690:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007522ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339416064:192.168.201.10@tcp:106: 00010000:00010000:1.0:1734016120.609306:0:7690:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880097235200/0x3f004d6452e07ade lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1546 expref: 7 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016120.609323:0:7690:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097235200/0x3f004d6452e07ade lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1546 expref: 7 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016120.609357:0:7690:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097235200, rc 0) 00000100:00100000:1.0:1734016120.609436:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074f01f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1980:x1818247336810752:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 6489us (7070us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016120.609445:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10556 00000100:00100000:0.0:1734016120.613733:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016120.614049:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336810880 00000100:00100000:1.0:1734016120.614061:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336810880 00000100:00100000:1.0:1734016120.614123:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10557 00000100:00100000:1.0:1734016120.614131:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074952680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1978:x1818247336810880:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:1.0:1734016120.614154:0:7690:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016120.614183:0:7690:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880097235440/0x3f004d6452e07ae5 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d154d expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016120.614270:0:7690:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007522ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339416192:192.168.201.10@tcp:106: 00000100:00100000:1.0:1734016120.614354:0:7690:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b42cd840 going to sleep for 11 seconds 00010000:00010000:2.0:1734016120.617095:0:6472:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1734016120.618522:0:7690:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007522ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339416192:192.168.201.10@tcp:106: 00010000:00010000:1.0:1734016120.618584:0:7690:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880097235440/0x3f004d6452e07ae5 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d154d expref: 7 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016120.618600:0:7690:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097235440/0x3f004d6452e07ae5 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d154d expref: 7 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016120.618733:0:7690:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097235440, rc 0) 00000100:00100000:1.0:1734016120.619067:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074952680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1978:x1818247336810880:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 4935us (5345us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016120.619078:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10557 00000100:00100000:1.0:1734016120.622519:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016120.622651:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336811136 00000100:00100000:0.0:1734016120.622663:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336811136 00002000:00100000:0.0:1734016120.622713:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (6103040->6107135) req@ffff88007522ad80 x1818247336811136/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:81/0 lens 488/0 e 0 to 0 dl 1734016131 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016120.622725:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007522ad80 with x1818247336811136 ext(6103040->6107135) 00002000:00010000:0.0:1734016120.622730:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007522ad80 00000100:00100000:0.0:1734016120.622768:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8834 00000100:00100000:0.0:1734016120.622778:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007522ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1980:x1818247336811136:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:0.0:1734016120.622991:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007522ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1980:x1818247336811136:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 215us (484us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016120.622998:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8834 00002000:00100000:0.0:1734016120.623005:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (6103040->6107135) req@ffff88007522ad80 x1818247336811136/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:81/0 lens 488/4536 e 0 to 0 dl 1734016131 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016120.623011:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007522ad80 with x1818247336811136 ext(6103040->6107135) 00002000:00010000:0.0:1734016120.623014:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007522ad80 00000100:00100000:0.0:1734016120.628035:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016120.628120:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336811264 00000100:00100000:1.0:1734016120.628129:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336811264 00000100:00100000:1.0:1734016120.628275:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10558 00000100:00100000:1.0:1734016120.628285:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074950e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1981:x1818247336811264:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:1.0:1734016120.628309:0:7690:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016120.628336:0:7690:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880097237cc0/0x3f004d6452e07aec lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d1554 expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016120.628414:0:7690:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880075228a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339416320:192.168.201.10@tcp:106: 00000100:00100000:1.0:1734016120.628495:0:7690:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b42cd840 going to sleep for 11 seconds 00000100:00100000:1.0:1734016120.631227:0:7690:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880075228a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339416320:192.168.201.10@tcp:106: 00010000:00010000:1.0:1734016120.631270:0:7690:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880097237cc0/0x3f004d6452e07aec lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1554 expref: 7 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016120.631284:0:7690:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097237cc0/0x3f004d6452e07aec lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1554 expref: 7 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016120.631313:0:7690:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097237cc0, rc 0) 00000100:00100000:1.0:1734016120.631376:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074950e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1981:x1818247336811264:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 3091us (3350us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016120.631386:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10558 00000100:00100000:0.0:1734016120.641732:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016120.641860:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336811392 00000100:00100000:1.0:1734016120.641894:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336811392 00000100:00100000:1.0:1734016120.642061:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10559 00000100:00100000:1.0:1734016120.642071:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074953100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1980:x1818247336811392:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:1.0:1734016120.642101:0:7690:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016120.642127:0:7690:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880097237600/0x3f004d6452e07af3 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d155b expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016120.642197:0:7690:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880075228a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339416448:192.168.201.10@tcp:106: 00000100:00100000:1.0:1734016120.642284:0:7690:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b42cd840 going to sleep for 11 seconds 00000100:00100000:1.0:1734016120.647156:0:7690:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880075228a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339416448:192.168.201.10@tcp:106: 00010000:00010000:1.0:1734016120.647209:0:7690:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880097237600/0x3f004d6452e07af3 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d155b expref: 7 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016120.647225:0:7690:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097237600/0x3f004d6452e07af3 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d155b expref: 7 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016120.647261:0:7690:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097237600, rc 0) 00000100:00100000:1.0:1734016120.647332:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074953100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1980:x1818247336811392:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 5260us (5608us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016120.647342:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10559 00000100:00100000:2.0:1734016120.676488:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016120.677750:0:13925:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336811648 00000100:00100000:3.0:1734016120.677769:0:13925:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336811648 00002000:00100000:3.0:1734016120.677840:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (0->7696383) req@ffff880076949880 x1818247336811648/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:81/0 lens 504/0 e 0 to 0 dl 1734016131 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016120.677852:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076949880 with x1818247336811648 ext(0->7696383) 00002000:00010000:3.0:1734016120.677860:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076949880 00000100:00100000:3.0:1734016120.677914:0:13925:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8835 00000100:00100000:3.0:1734016120.677924:0:13925:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076949880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1980:x1818247336811648:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:0.0:1734016120.684531:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016120.685936:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016120.685984:0:7695:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336812032 00000100:00100000:0.0:1734016120.685997:0:7695:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336812032 00002000:00100000:0.0:1734016120.686058:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (8429568->10407935) req@ffff880074951f80 x1818247336812032/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:81/0 lens 488/0 e 0 to 0 dl 1734016131 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016120.686069:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074951f80 with x1818247336812032 ext(8429568->10407935) 00002000:00010000:0.0:1734016120.686076:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074951f80 00000100:00100000:0.0:1734016120.686115:0:7695:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336811904 00000100:00100000:0.0:1734016120.686119:0:7695:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336811904 00002000:00100000:0.0:1734016120.686133:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (4190208->8429567) req@ffff880074951c00 x1818247336811904/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:81/0 lens 520/0 e 0 to 0 dl 1734016131 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016120.686141:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074951c00 with x1818247336811904 ext(4190208->8429567) 00002000:00010000:0.0:1734016120.686144:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074951c00 00000100:00100000:0.0:1734016120.686162:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8836 00000100:00100000:0.0:1734016120.686171:0:7695:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074951f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+10:1980:x1818247336812032:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:1.0:1734016120.688084:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8837 00000100:00100000:1.0:1734016120.688100:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074951c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+10:1980:x1818247336811904:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:3.0:1734016120.742664:0:13925:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076949880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+11:1980:x1818247336811648:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 64728us (66183us total) trans 0 rc 4194304/4194304 00000100:00100000:3.0:1734016120.742679:0:13925:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8835 00002000:00100000:3.0:1734016120.742694:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (0->7696383) req@ffff880076949880 x1818247336811648/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:81/0 lens 504/440 e 0 to 0 dl 1734016131 ref 1 fl Complete:/200/0 rc 4194304/4194304 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016120.742703:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076949880 with x1818247336811648 ext(0->7696383) 00002000:00010000:3.0:1734016120.742712:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076949880 00000100:00100000:1.0:1734016120.794587:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074951c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+9:1980:x1818247336811904:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 106471us (108633us total) trans 0 rc 4194304/4194304 00000100:00100000:1.0:1734016120.794602:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8837 00002000:00100000:1.0:1734016120.794622:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (4190208->8429567) req@ffff880074951c00 x1818247336811904/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:81/0 lens 520/440 e 0 to 0 dl 1734016131 ref 1 fl Complete:/200/0 rc 4194304/4194304 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016120.794631:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074951c00 with x1818247336811904 ext(4190208->8429567) 00002000:00010000:1.0:1734016120.794637:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074951c00 00000100:00100000:2.0:1734016120.810694:0:7695:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074951f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1980:x1818247336812032:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 124509us (126167us total) trans 0 rc 1978368/1978368 00000100:00100000:2.0:1734016120.810715:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8836 00002000:00100000:2.0:1734016120.810729:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (8429568->10407935) req@ffff880074951f80 x1818247336812032/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:81/0 lens 488/440 e 0 to 0 dl 1734016131 ref 1 fl Complete:/200/0 rc 1978368/1978368 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016120.810746:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074951f80 with x1818247336812032 ext(8429568->10407935) 00002000:00010000:2.0:1734016120.810753:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074951f80 00000100:00100000:2.0:1734016120.815682:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016120.815939:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336812288 00000100:00100000:1.0:1734016120.815952:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336812288 00000100:00100000:1.0:1734016120.816030:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10560 00000100:00100000:1.0:1734016120.816041:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007694b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1979:x1818247336812288:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:1.0:1734016120.816078:0:7690:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016120.816106:0:7690:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880097236f40/0x3f004d6452e07afa lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d1562 expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016120.816198:0:7690:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880075228a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339416576:192.168.201.10@tcp:106: 00000100:00100000:1.0:1734016120.816288:0:7690:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b42cd840 going to sleep for 11 seconds 00002000:00010000:1.0:1734016120.825129:0:7690:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime: 1734016119 -> 1734016120 00000100:00100000:1.0:1734016120.825185:0:7690:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880075228a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339416576:192.168.201.10@tcp:106: 00010000:00010000:1.0:1734016120.825245:0:7690:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880097236f40/0x3f004d6452e07afa lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1562 expref: 7 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016120.825268:0:7690:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097236f40/0x3f004d6452e07afa lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1562 expref: 7 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016120.825309:0:7690:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097236f40, rc 0) 00000100:00100000:1.0:1734016120.825416:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007694b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1979:x1818247336812288:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 9374us (9752us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016120.825428:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10560 00000100:00100000:0.0:1734016120.834274:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016120.834404:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336812416 00000100:00100000:1.0:1734016120.834414:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336812416 00000100:00100000:1.0:1734016120.834473:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10561 00000100:00100000:1.0:1734016120.834481:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074952a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1981:x1818247336812416:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:1.0:1734016120.834504:0:7690:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016120.834523:0:7690:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880097234480/0x3f004d6452e07b01 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d1569 expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016120.834586:0:7690:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880075228a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339416704:192.168.201.10@tcp:106: 00000100:00100000:1.0:1734016120.834662:0:7690:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b42cd840 going to sleep for 11 seconds 00000100:00100000:1.0:1734016120.837715:0:7690:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880075228a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339416704:192.168.201.10@tcp:106: 00010000:00010000:1.0:1734016120.837768:0:7690:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880097234480/0x3f004d6452e07b01 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1569 expref: 7 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016120.837791:0:7690:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097234480/0x3f004d6452e07b01 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1569 expref: 7 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016120.839055:0:7690:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097234480, rc 0) 00000100:00100000:1.0:1734016120.839153:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074952a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1981:x1818247336812416:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 4668us (4886us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016120.839162:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10561 00000100:00100000:0.0:1734016120.845501:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016120.845550:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336812544 00000100:00100000:0.0:1734016120.845565:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336812544 00000100:00100000:0.0:1734016120.845644:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10562 00000100:00100000:0.0:1734016120.845651:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074952300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1980:x1818247336812544:12345-192.168.201.10@tcp:22:fsx.0 00002000:00010000:0.0:1734016120.845984:0:7690:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 10405227 -> 10405227 00002000:00010000:0.0:1734016120.845988:0:7690:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016120 -> 1734016120 00002000:00010000:0.0:1734016120.845991:0:7690:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016120 -> 1734016119 00002000:00010000:0.0:1734016120.845992:0:7690:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016120 -> 1734016120 00002000:00010000:0.0:1734016120.845994:0:7690:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 2064 -> 2064 00000100:00100000:0.0:1734016120.846091:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074952300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+8:1980:x1818247336812544:12345-192.168.201.10@tcp:22:fsx.0 Request processed in 439us (611us total) trans 4294969256 rc 0/0 00000100:00100000:0.0:1734016120.846100:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10562 00000100:00100000:0.0:1734016120.855965:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016120.857623:0:7695:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336812800 00000100:00100000:2.0:1734016120.857646:0:7695:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336812800 00000100:00100000:2.0:1734016120.857755:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8838 00000100:00100000:2.0:1734016120.857766:0:7695:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074951500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1981:x1818247336812800:12345-192.168.201.10@tcp:4:fsx.0 00010000:00010000:2.0:1734016120.857823:0:7695:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880072172640/0x3f004d6452e07b08 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7695 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016120.857855:0:7695:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7180/0x3f004d6452e07ad7 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 159744->167935) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d153f expref: 7 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016120.857905:0:7695:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016120.857907:0:7695:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016120.857911:0:7695:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880072172640/0x3f004d6452e07b08 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [4898816->4960255] (req 4898816->4960255) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 7695 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016120.857955:0:7695:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7180/0x3f004d6452e07ad7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 159744->167935) gid 0 flags: 0x50000000020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d153f expref: 7 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016120.857968:0:7695:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7180/0x3f004d6452e07ad7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 159744->167935) gid 0 flags: 0x70000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d153f expref: 7 pid: 7689 timeout: 484 lvb_type: 0 00000100:00100000:2.0:1734016120.857985:0:7695:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076949f80 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_001:lustre-OST0001_UUID:7695:1818247339416832:192.168.201.10@tcp:104: 00000100:00100000:2.0:1734016120.858098:0:7695:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012b911180 going to sleep for 11 seconds 00000100:00100000:1.0:1734016120.868556:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016120.868680:0:7695:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076949f80 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_001:lustre-OST0001_UUID:7695:1818247339416832:192.168.201.10@tcp:104: 00010000:00010000:2.0:1734016120.868715:0:7695:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880072172640/0x3f004d6452e07b08 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [4898816->4960255] (req 4898816->4960255) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 7695 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016120.868782:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336812928 00000100:00100000:0.0:1734016120.868791:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336812928 00002000:00100000:0.0:1734016120.868849:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (6066176->6107135) req@ffff880075228a80 x1818247336812928/t0(0) o4->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:81/0 lens 488/0 e 0 to 0 dl 1734016131 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016120.868858:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880075228a80 with x1818247336812928 ext(6066176->6107135) 00010000:00010000:0.0:1734016120.868886:0:7696:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7180/0x3f004d6452e07ad7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 159744->167935) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d153f expref: 8 pid: 7689 timeout: 484 lvb_type: 0 00010000:00010000:0.0:1734016120.868900:0:7696:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7180/0x3f004d6452e07ad7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 159744->167935) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d153f expref: 8 pid: 7689 timeout: 484 lvb_type: 0 00002000:00010000:0.0:1734016120.868909:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880075228a80 00000100:00100000:0.0:1734016120.868950:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 255 00000100:00100000:0.0:1734016120.868957:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075228a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+8:1978:x1818247336812928:12345-192.168.201.10@tcp:4:fsx.0 00000100:00100000:1.0:1734016120.886822:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075228a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+10:1978:x1818247336812928:12345-192.168.201.10@tcp:4:fsx.0 Request processed in 17844us (18263us total) trans 4294969257 rc 0/0 00000100:00100000:1.0:1734016120.886844:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 255 00002000:00100000:1.0:1734016120.886861:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (6066176->6107135) req@ffff880075228a80 x1818247336812928/t4294969257(0) o4->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:81/0 lens 488/448 e 0 to 0 dl 1734016131 ref 1 fl Complete:H/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016120.886911:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880075228a80 with x1818247336812928 ext(6066176->6107135) 00010000:00010000:1.0:1734016120.886926:0:7696:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7180/0x3f004d6452e07ad7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 159744->167935) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d153f expref: 10 pid: 7689 timeout: 484 lvb_type: 0 00010000:00010000:1.0:1734016120.886947:0:7696:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7180/0x3f004d6452e07ad7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 159744->167935) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d153f expref: 10 pid: 7689 timeout: 484 lvb_type: 0 00002000:00010000:1.0:1734016120.886954:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880075228a80 00000100:00100000:0.0:1734016120.929285:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016120.931742:0:9956:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336813056 00000100:00100000:3.0:1734016120.931760:0:9956:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336813056 00010000:00010000:3.0:1734016120.931817:0:9956:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7180/0x3f004d6452e07ad7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 159744->167935) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d153f expref: 10 pid: 7689 timeout: 484 lvb_type: 0 00000100:00100000:3.0:1734016120.931979:0:9956:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2813 00000100:00100000:3.0:1734016120.931991:0:9956:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074951880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+10:1980:x1818247336813056:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016120.932024:0:9956:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:3.0:1734016120.932065:0:9956:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016119 -> 1734016120 00002000:00010000:3.0:1734016120.932069:0:9956:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 2064 -> 2144 00010000:00010000:3.0:1734016120.932079:0:9956:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 1s ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7180/0x3f004d6452e07ad7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 159744->167935) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d153f expref: 10 pid: 7689 timeout: 484 lvb_type: 0 00010000:00010000:3.0:1734016120.932102:0:9956:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7180/0x3f004d6452e07ad7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 159744->167935) gid 0 flags: 0x50000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d153f expref: 10 pid: 7689 timeout: 484 lvb_type: 0 00010000:00010000:3.0:1734016120.932145:0:9956:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7180/0x3f004d6452e07ad7 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 159744->167935) gid 0 flags: 0x44801400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d153f expref: 10 pid: 7689 timeout: 484 lvb_type: 0 00010000:00010000:3.0:1734016120.932183:0:9956:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016120.932186:0:9956:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016120.932195:0:9956:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880072172640/0x3f004d6452e07b08 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [4898816->4960255] (req 4898816->4960255) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 7695 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016120.932206:0:9956:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880072172640/0x3f004d6452e07b08 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [4898816->4960255] (req 4898816->4960255) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 7695 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016120.932249:0:9956:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016120.932344:0:9956:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074951880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+9:1980:x1818247336813056:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 356us (3081us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016120.932352:0:9956:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2813 00010000:00010000:2.0:1734016120.933129:0:7695:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880072172640/0x3f004d6452e07b08 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [4898816->4960255] (req 4898816->4960255) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 7695 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016120.933139:0:7695:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880072172640/0x3f004d6452e07b08 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [4898816->4960255] (req 4898816->4960255) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 7695 timeout: 0 lvb_type: 0 00000001:00080000:1.0:1734016120.948933:0:8954:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969258 is committed 00000001:00080000:1.0:1734016120.948958:0:8954:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969257 is committed 00002000:00010000:0.0:1734016120.949092:0:7695:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 2144 -> 2264 00010000:00010000:0.0:1734016120.949111:0:7695:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880072172640/0x3f004d6452e07b08 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [4898816->4960255] (req 4898816->4960255) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 7695 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016120.949123:0:7695:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880072172640/0x3f004d6452e07b08 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [4898816->4960255] (req 4898816->4960255) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 7695 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016120.949131:0:7695:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880072172640/0x3f004d6452e07b08 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [4898816->4960255] (req 4898816->4960255) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 7695 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016120.949138:0:7695:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880072172640 already unused, calling callback (ffffffffa086d100) 00010000:00010000:0.0:1734016120.949142:0:7695:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880072172640/0x3f004d6452e07b08 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [4898816->4960255] (req 4898816->4960255) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 7695 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016120.949150:0:7695:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880072172640/0x3f004d6452e07b08 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [4898816->4960255] (req 4898816->4960255) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 7695 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016120.949170:0:7695:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880072172640/0x3f004d6452e07b08 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [4898816->4960255] (req 4898816->4960255) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 7695 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016120.949175:0:7695:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880072172640/0x3f004d6452e07b08 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [4898816->4960255] (req 4898816->4960255) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 7695 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016120.949305:0:7695:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074951500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1981:x1818247336812800:12345-192.168.201.10@tcp:4:fsx.0 Request processed in 91538us (93353us total) trans 4294969258 rc 0/0 00000100:00100000:0.0:1734016120.949318:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8838 00000100:00100000:3.0:1734016120.953899:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016120.953964:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336813184 00000100:00100000:0.0:1734016120.953978:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336813184 00000100:00100000:0.0:1734016120.954536:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10563 00000100:00100000:0.0:1734016120.954546:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800ac574000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:1978:x1818247336813184:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:0.0:1734016120.954577:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016120.954605:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a8038900/0x3f004d6452e07b0f lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d1570 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1734016120.954642:0:7689:0:(ofd_lvb.c:169:ofd_lvbo_init()) res: [0x280000400:0x5:0x0] initial LVB size: 10405227, mtime: 0x675afc78, atime: 0x675afc78, ctime: 0x675afc78, blocks: 0x8d8 00010000:00010000:0.0:1734016120.954667:0:7689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016120.954670:0:7689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016120.954678:0:7689:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a8038900/0x3f004d6452e07b0f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1570 expref: 6 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016120.954694:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a8038900/0x3f004d6452e07b0f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1570 expref: 6 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016120.954707:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a8038900, rc 0) 00000100:00100000:0.0:1734016120.954773:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800ac574000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1978:x1818247336813184:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 229us (917us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016120.954779:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10563 00000100:00100000:1.0:1734016120.960179:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016120.960303:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336813312 00000100:00100000:2.0:1734016120.960313:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336813312 00000100:00100000:2.0:1734016120.960362:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10564 00000100:00100000:2.0:1734016120.960370:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075228e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:9673:x1818247336813312:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:2.0:1734016120.960400:0:7690:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016120.960422:0:7690:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880072172640/0x3f004d6452e07b16 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d1577 expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016120.960456:0:7690:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a8038900/0x3f004d6452e07b0f lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1570 expref: 7 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016120.960464:0:7690:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016120.960465:0:7690:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016120.960468:0:7690:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880072172640/0x3f004d6452e07b16 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [2510848->2547711] (req 2510848->2547711) gid 0 flags: 0x50000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1577 expref: 7 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016120.960499:0:7690:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a8038900/0x3f004d6452e07b0f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1570 expref: 7 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016120.960512:0:7690:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a8038900/0x3f004d6452e07b0f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1570 expref: 7 pid: 7689 timeout: 485 lvb_type: 1 00000100:00100000:2.0:1734016120.960523:0:7690:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076949f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339416960:192.168.201.10@tcp:104: 00000100:00100000:2.0:1734016120.960604:0:7690:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012b911180 going to sleep for 11 seconds 00000100:00100000:2.0:1734016120.963533:0:7690:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076949f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339416960:192.168.201.10@tcp:104: 00010000:00010000:2.0:1734016120.963574:0:7690:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880072172640/0x3f004d6452e07b16 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [2510848->2547711] (req 2510848->2547711) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1577 expref: 7 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016120.963596:0:7690:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880072172640, rc 0) 00000100:00100000:2.0:1734016120.964228:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075228e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:9673:x1818247336813312:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 3856us (4058us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016120.964236:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10564 00000100:00100000:1.0:1734016120.964503:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016120.964607:0:6469:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336813440 00000100:00100000:2.0:1734016120.964612:0:6469:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336813440 00010000:00010000:2.0:1734016120.964631:0:6469:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a8038900/0x3f004d6452e07b0f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1570 expref: 7 pid: 7689 timeout: 485 lvb_type: 1 00000100:00100000:2.0:1734016120.964654:0:6469:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2814 00000100:00100000:2.0:1734016120.964659:0:6469:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b1f67c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1978:x1818247336813440:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016120.964668:0:6469:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016120.964691:0:6469:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a8038900/0x3f004d6452e07b0f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1570 expref: 7 pid: 7689 timeout: 485 lvb_type: 1 00010000:00010000:2.0:1734016120.964704:0:6469:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a8038900/0x3f004d6452e07b0f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1570 expref: 7 pid: 7689 timeout: 485 lvb_type: 1 00010000:00010000:2.0:1734016120.964725:0:6469:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a8038900/0x3f004d6452e07b0f lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1570 expref: 7 pid: 7689 timeout: 485 lvb_type: 1 00010000:00010000:2.0:1734016120.964745:0:6469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016120.964746:0:6469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016120.964751:0:6469:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880072172640/0x3f004d6452e07b16 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2510848->2547711) gid 0 flags: 0x40080000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1577 expref: 6 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016120.964757:0:6469:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880072172640/0x3f004d6452e07b16 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2510848->2547711) gid 0 flags: 0x40080000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1577 expref: 6 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016120.964780:0:6469:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880072172640/0x3f004d6452e07b16 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2510848->2547711) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1577 expref: 6 pid: 7690 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016120.964791:0:6469:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076949f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6469:1818247339417088:192.168.201.10@tcp:105: 00000100:00100000:2.0:1734016120.964822:0:6469:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012b911180 going to sleep for 11 seconds 00000100:00100000:2.0:1734016120.968498:0:6469:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076949f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6469:1818247339417088:192.168.201.10@tcp:105: 00010000:00010000:2.0:1734016120.968537:0:6469:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016120.968600:0:6469:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b1f67c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1978:x1818247336813440:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 3939us (4096us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016120.968616:0:6469:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2814 00000100:00100000:2.0:1734016120.969697:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016120.970202:0:7695:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336813696 00000100:00100000:0.0:1734016120.970213:0:7695:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336813696 00002000:00100000:0.0:1734016120.970260:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (2543616->2547711) req@ffff88007694ad80 x1818247336813696/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:81/0 lens 488/0 e 0 to 0 dl 1734016131 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016120.970270:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007694ad80 with x1818247336813696 ext(2543616->2547711) 00002000:00010000:0.0:1734016120.970275:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007694ad80 00000100:00100000:0.0:1734016120.970301:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8839 00000100:00100000:0.0:1734016120.970308:0:7695:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007694ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1978:x1818247336813696:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:0.0:1734016120.970480:0:7695:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007694ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1978:x1818247336813696:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 171us (786us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016120.970487:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8839 00002000:00100000:0.0:1734016120.970491:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (2543616->2547711) req@ffff88007694ad80 x1818247336813696/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:81/0 lens 488/4536 e 0 to 0 dl 1734016131 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016120.970497:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007694ad80 with x1818247336813696 ext(2543616->2547711) 00002000:00010000:0.0:1734016120.970499:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007694ad80 00000100:00100000:3.0:1734016120.973228:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016120.973292:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336813824 00000100:00100000:2.0:1734016120.973301:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336813824 00000100:00100000:2.0:1734016120.973527:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10565 00000100:00100000:2.0:1734016120.973535:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800ac574380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1980:x1818247336813824:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:2.0:1734016120.973554:0:7690:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016120.973576:0:7690:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880072172d00/0x3f004d6452e07b1d lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d157e expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016120.973628:0:7690:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076949f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339417216:192.168.201.10@tcp:106: 00000100:00100000:2.0:1734016120.973697:0:7690:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012b9113c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016120.975389:0:7690:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076949f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339417216:192.168.201.10@tcp:106: 00010000:00010000:0.0:1734016120.975423:0:7690:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880072172d00/0x3f004d6452e07b1d lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d157e expref: 7 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016120.975436:0:7690:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880072172d00/0x3f004d6452e07b1d lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d157e expref: 7 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016120.975459:0:7690:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880072172d00, rc 0) 00000100:00100000:0.0:1734016120.975500:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800ac574380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1980:x1818247336813824:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 1966us (2283us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016120.975507:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10565 00000100:00100000:3.0:1734016120.988009:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016120.988081:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336813952 00000100:00100000:0.0:1734016120.988091:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336813952 00000100:00100000:0.0:1734016120.988154:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10566 00000100:00100000:0.0:1734016120.988162:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800ac574700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1980:x1818247336813952:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:0.0:1734016120.988187:0:7690:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016120.988212:0:7690:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a8039440/0x3f004d6452e07b24 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d1585 expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016120.988275:0:7690:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074953480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339417344:192.168.201.10@tcp:106: 00000100:00100000:0.0:1734016120.988365:0:7690:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7486f00 going to sleep for 11 seconds 00000100:00100000:0.0:1734016120.990129:0:7690:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074953480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339417344:192.168.201.10@tcp:106: 00010000:00010000:0.0:1734016120.990165:0:7690:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a8039440/0x3f004d6452e07b24 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1585 expref: 7 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016120.990177:0:7690:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a8039440/0x3f004d6452e07b24 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1585 expref: 7 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016120.991468:0:7690:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a8039440, rc 0) 00000100:00100000:1.0:1734016120.992067:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800ac574700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1980:x1818247336813952:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 3901us (4064us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016120.992078:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10566 00000100:00100000:3.0:1734016121.005341:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016121.009916:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336814208 00000100:00100000:1.0:1734016121.009937:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336814208 00002000:00100000:1.0:1734016121.010037:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (6127616->6131711) req@ffff8800ac575f80 x1818247336814208/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:82/0 lens 488/0 e 0 to 0 dl 1734016132 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016121.010053:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800ac575f80 with x1818247336814208 ext(6127616->6131711) 00002000:00010000:1.0:1734016121.010061:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800ac575f80 00000100:00100000:1.0:1734016121.010116:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8840 00000100:00100000:1.0:1734016121.010128:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800ac575f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1979:x1818247336814208:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:1.0:1734016121.013077:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800ac575f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1979:x1818247336814208:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 2935us (7730us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016121.013099:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8840 00002000:00100000:1.0:1734016121.013120:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (6127616->6131711) req@ffff8800ac575f80 x1818247336814208/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:82/0 lens 488/4536 e 0 to 0 dl 1734016132 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016121.013131:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800ac575f80 with x1818247336814208 ext(6127616->6131711) 00002000:00010000:1.0:1734016121.013140:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800ac575f80 00000100:00100000:0.0:1734016121.027555:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016121.027684:0:8966:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336814464 00000100:00100000:3.0:1734016121.027695:0:8966:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336814464 00000100:00100000:3.0:1734016121.027773:0:8966:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 1975 00000100:00100000:3.0:1734016121.027783:0:8966:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074953480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+11:9673:x1818247336814464:12345-192.168.201.10@tcp:36:fsx.0 00010000:00010000:3.0:1734016121.027851:0:8966:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016121.027925:0:8966:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a6880/0x3f004d6452e079cd lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d144a expref: 11 pid: 8966 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016121.027956:0:8966:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:3.0:1734016121.027960:0:8966:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1734016121.028185:0:8966:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a5b00/0x3f004d6452e07b2b lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 8966 initiator: MDT0 00010000:00010000:3.0:1734016121.028202:0:8966:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880097234900/0x3f004d6452e079db lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1451 expref: 13 pid: 6482 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016121.028208:0:8966:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a5b00/0x3f004d6452e07b2b lrc: 4/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 8966 initiator: MDT0 00010000:00010000:3.0:1734016121.028248:0:8966:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880097234900/0x3f004d6452e079db lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1451 expref: 13 pid: 6482 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016121.028263:0:8966:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880097234900/0x3f004d6452e079db lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1451 expref: 13 pid: 6482 timeout: 485 lvb_type: 0 00000100:00100000:3.0:1734016121.028277:0:8966:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800ac577100 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:8966:1818247339417472:192.168.201.10@tcp:104: 00000100:00100000:3.0:1734016121.028804:0:8966:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac68eb40 going to sleep for 11 seconds 00000100:00080000:0.0:1734016121.029784:0:6479:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734016091 00000100:00100000:0.0:1734016121.033063:0:8966:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800ac577100 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:8966:1818247339417472:192.168.201.10@tcp:104: 00010000:00010000:0.0:1734016121.033095:0:8966:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a5b00/0x3f004d6452e07b2b lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 8966 initiator: MDT0 00000100:00100000:0.0:1734016121.033757:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016121.033858:0:6469:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336814592 00000100:00100000:2.0:1734016121.033894:0:6469:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336814592 00010000:00010000:2.0:1734016121.033932:0:6469:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880097234900/0x3f004d6452e079db lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1451 expref: 14 pid: 6482 timeout: 485 lvb_type: 0 00000100:00100000:2.0:1734016121.033973:0:6469:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2815 00000100:00100000:2.0:1734016121.033980:0:6469:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074951880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+14:1978:x1818247336814592:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016121.033997:0:6469:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016121.034005:0:6469:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880097234900/0x3f004d6452e079db lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1451 expref: 14 pid: 6482 timeout: 485 lvb_type: 0 00010000:00010000:2.0:1734016121.034015:0:6469:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880097234900/0x3f004d6452e079db lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1451 expref: 14 pid: 6482 timeout: 485 lvb_type: 0 00010000:00010000:2.0:1734016121.034042:0:6469:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880097234900/0x3f004d6452e079db lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1451 expref: 14 pid: 6482 timeout: 485 lvb_type: 0 00010000:00010000:2.0:1734016121.034065:0:6469:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:2.0:1734016121.034072:0:6469:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a5b00/0x3f004d6452e07b2b lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 8966 initiator: MDT0 00010000:00010000:2.0:1734016121.034080:0:6469:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a5b00/0x3f004d6452e07b2b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 8966 initiator: MDT0 00010000:00010000:2.0:1734016121.034088:0:6469:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a5b00/0x3f004d6452e07b2b lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 8966 initiator: MDT0 00010000:00010000:2.0:1734016121.034126:0:6469:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016121.034166:0:6469:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074951880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+13:1978:x1818247336814592:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 186us (413us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016121.034173:0:6469:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2815 00010000:00010000:1.0:1734016121.034326:0:8966:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a5b00/0x3f004d6452e07b2b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8966 initiator: MDT0 00010000:00010000:1.0:1734016121.034334:0:8966:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a5b00/0x3f004d6452e07b2b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8966 initiator: MDT0 00000001:00080000:1.0:1734016121.034459:0:8966:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294968551 00000004:00010000:1.0:1734016121.034503:0:8966:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff880074953480 reply state ffff88007463c000 transno 4294968552 ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a5b00/0x3f004d6452e07b2b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8966 initiator: MDT0 00000100:00100000:1.0:1734016121.034511:0:8966:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1734016121.034577:0:8966:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074953480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+13:9673:x1818247336814464:12345-192.168.201.10@tcp:36:fsx.0 Request processed in 6796us (7041us total) trans 4294968552 rc 0/0 00000100:00100000:1.0:1734016121.034584:0:8966:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 1975 00000020:00080000:1.0:1734016121.034588:0:8966:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00080000:0.0:1734016121.035242:0:6479:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734016091 00010000:00010000:2.0:1734016121.040852:0:3495:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a5b00/0x3f004d6452e07b2b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8966 initiator: MDT0 00010000:00010000:2.0:1734016121.040893:0:3495:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a5b00/0x3f004d6452e07b2b lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 8966 initiator: MDT0 00010000:00010000:2.0:1734016121.040900:0:3495:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a5b00/0x3f004d6452e07b2b lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8966 initiator: MDT0 00010000:00010000:2.0:1734016121.040907:0:3495:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88009a9a5b00 already unused, calling callback (ffffffffa0f03950) 00010000:00010000:2.0:1734016121.040911:0:3495:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a5b00/0x3f004d6452e07b2b lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8966 initiator: MDT0 00010000:00010000:2.0:1734016121.040919:0:3495:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a5b00/0x3f004d6452e07b2b lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 8966 initiator: MDT0 00010000:00010000:2.0:1734016121.040941:0:3495:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:2.0:1734016121.040946:0:3495:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734016121.040952:0:3495:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a5b00/0x3f004d6452e07b2b lrc: 2/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8966 initiator: MDT0 00010000:00010000:2.0:1734016121.040964:0:3495:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a5b00/0x3f004d6452e07b2b lrc: 0/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8966 initiator: MDT0 00000100:00100000:0.0:1734016121.041557:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016121.041620:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336814720 00000100:00100000:1.0:1734016121.041630:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336814720 00002000:00010000:1.0:1734016121.041664:0:7696:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (5789328->18446744073709551615) 00002000:00100000:1.0:1734016121.041668:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007431e300 with x1818247336814720 ext(5789328->18446744073709551615) 00002000:00010000:1.0:1734016121.041681:0:7696:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007431e300. 00000100:00100000:1.0:1734016121.041705:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8841 00000100:00100000:1.0:1734016121.041712:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007431e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1981:x1818247336814720:12345-192.168.201.10@tcp:10:fsx.0 00002000:00010000:1.0:1734016121.045435:0:7696:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 10405227 -> 5789328 00002000:00010000:1.0:1734016121.045444:0:7696:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016120 -> 1734016120 00002000:00010000:1.0:1734016121.045447:0:7696:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016120 -> 1734016120 00002000:00010000:1.0:1734016121.045449:0:7696:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016120 -> 1734016120 00002000:00010000:1.0:1734016121.045451:0:7696:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 2264 -> 1824 00000100:00100000:1.0:1734016121.045543:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007431e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1981:x1818247336814720:12345-192.168.201.10@tcp:10:fsx.0 Request processed in 3825us (3986us total) trans 4294969259 rc 0/0 00000100:00100000:1.0:1734016121.045553:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8841 00002000:00010000:1.0:1734016121.045558:0:7696:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (5789328->18446744073709551615) 00002000:00100000:1.0:1734016121.045561:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007431e300 with x1818247336814720 ext(5789328->18446744073709551615) 00002000:00010000:1.0:1734016121.045568:0:7696:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007431e300. 00000100:00100000:0.0:1734016121.049246:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016121.049922:0:8966:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336814848 00000100:00100000:1.0:1734016121.049936:0:8966:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336814848 00000100:00100000:1.0:1734016121.050002:0:8966:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 1976 00000100:00100000:1.0:1734016121.050011:0:8966:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007431e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+13:9673:x1818247336814848:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:1.0:1734016121.050033:0:8966:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016121.050060:0:8966:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880097237840/0x3f004d6452e07b32 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d158c expref: -99 pid: 8966 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016121.050169:0:8966:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800972373c0/0x3f004d6452e07b39 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 8966 initiator: MDT0 00010000:00010000:1.0:1734016121.050190:0:8966:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800972373c0/0x3f004d6452e07b39 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 8966 initiator: MDT0 00010000:00010000:1.0:1734016121.050201:0:8966:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800972373c0/0x3f004d6452e07b39 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 8966 initiator: MDT0 00000004:00200000:1.0:1734016121.050229:0:8966:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 5789328 00000004:00200000:1.0:1734016121.050233:0:8966:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1734016121.050252:0:8966:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800972373c0/0x3f004d6452e07b39 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 8966 initiator: MDT0 00010000:00010000:1.0:1734016121.050276:0:8966:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880097237840/0x3f004d6452e07b32 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d158c expref: 15 pid: 8966 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016121.050293:0:8966:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800972373c0/0x3f004d6452e07b39 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d158c expref: 14 pid: 8966 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016121.050299:0:8966:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:1.0:1734016121.050302:0:8966:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1734016121.050304:0:8966:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800972373c0, rc 0) 00000100:00100000:1.0:1734016121.050355:0:8966:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007431e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+14:9673:x1818247336814848:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 346us (1118us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016121.050364:0:8966:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 1976 00000100:00100000:2.0:1734016121.062309:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016121.062426:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336814976 00000100:00100000:1.0:1734016121.062441:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336814976 00000100:00100000:1.0:1734016121.062520:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10567 00000100:00100000:1.0:1734016121.062528:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007694a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1978:x1818247336814976:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:1.0:1734016121.062551:0:7690:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016121.062575:0:7690:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800972346c0/0x3f004d6452e07b40 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d1593 expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016121.062656:0:7690:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880075229500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339417600:192.168.201.10@tcp:106: 00000100:00100000:1.0:1734016121.062735:0:7690:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b42cdb40 going to sleep for 11 seconds 00000100:00080000:0.0:1734016121.063801:0:6479:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734016091 00000100:00100000:1.0:1734016121.074750:0:7690:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880075229500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339417600:192.168.201.10@tcp:106: 00010000:00010000:1.0:1734016121.074807:0:7690:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800972346c0/0x3f004d6452e07b40 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1593 expref: 7 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016121.074822:0:7690:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800972346c0/0x3f004d6452e07b40 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1593 expref: 7 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016121.074848:0:7690:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800972346c0, rc 0) 00000100:00100000:1.0:1734016121.075540:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007694a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1978:x1818247336814976:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 13007us (13241us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016121.075552:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10567 00000100:00100000:0.0:1734016121.078222:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016121.078371:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336815104 00000100:00100000:1.0:1734016121.078388:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336815104 00000100:00100000:1.0:1734016121.078495:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10568 00000100:00100000:1.0:1734016121.078510:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007431ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1980:x1818247336815104:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:1.0:1734016121.078552:0:7690:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016121.078592:0:7690:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880097235b00/0x3f004d6452e07b47 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d159a expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016121.078715:0:7690:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880075229500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339417728:192.168.201.10@tcp:106: 00000100:00100000:1.0:1734016121.080062:0:7690:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b42cdb40 going to sleep for 11 seconds 00000100:00100000:1.0:1734016121.084714:0:7690:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880075229500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339417728:192.168.201.10@tcp:106: 00010000:00010000:1.0:1734016121.084759:0:7690:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880097235b00/0x3f004d6452e07b47 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d159a expref: 7 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016121.084774:0:7690:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097235b00/0x3f004d6452e07b47 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d159a expref: 7 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016121.084814:0:7690:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097235b00, rc 0) 00000100:00100000:1.0:1734016121.084893:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007431ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1980:x1818247336815104:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 6386us (6691us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016121.084903:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10568 00000100:00100000:0.0:1734016121.111561:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016121.111625:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016121.111648:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336815360 00000100:00100000:1.0:1734016121.111660:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336815360 00002000:00100000:1.0:1734016121.111719:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (0->4231167) req@ffff88007431d180 x1818247336815360/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:82/0 lens 504/0 e 0 to 0 dl 1734016132 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016121.111730:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007431d180 with x1818247336815360 ext(0->4231167) 00002000:00010000:1.0:1734016121.111861:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007431d180 00000100:00100000:1.0:1734016121.113128:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336815616 00000100:00100000:1.0:1734016121.113137:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336815616 00002000:00100000:1.0:1734016121.113162:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (4231168->5791743) req@ffff88009a9a9880 x1818247336815616/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:82/0 lens 488/0 e 0 to 0 dl 1734016132 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016121.113169:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a9a9880 with x1818247336815616 ext(4231168->5791743) 00002000:00010000:1.0:1734016121.113173:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009a9a9880 00000100:00100000:1.0:1734016121.113238:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8842 00000100:00100000:1.0:1734016121.113245:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007431d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+8:1980:x1818247336815360:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:3.0:1734016121.113830:0:13925:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8843 00000100:00100000:3.0:1734016121.113837:0:13925:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a9a9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+8:1980:x1818247336815616:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:3.0:1734016121.136802:0:13925:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a9a9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+9:1980:x1818247336815616:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 22953us (25165us total) trans 0 rc 1560576/1560576 00000100:00100000:3.0:1734016121.136814:0:13925:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8843 00002000:00100000:3.0:1734016121.136827:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (4231168->5791743) req@ffff88009a9a9880 x1818247336815616/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:82/0 lens 488/440 e 0 to 0 dl 1734016132 ref 1 fl Complete:/200/0 rc 1560576/1560576 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016121.136836:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a9a9880 with x1818247336815616 ext(4231168->5791743) 00002000:00010000:3.0:1734016121.136841:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009a9a9880 00000100:00100000:0.0:1734016121.182168:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007431d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1980:x1818247336815360:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 68897us (70594us total) trans 0 rc 4194304/4194304 00000100:00100000:0.0:1734016121.182191:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8842 00002000:00100000:0.0:1734016121.182211:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (0->4231167) req@ffff88007431d180 x1818247336815360/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:82/0 lens 504/440 e 0 to 0 dl 1734016132 ref 1 fl Complete:/200/0 rc 4194304/4194304 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016121.182222:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007431d180 with x1818247336815360 ext(0->4231167) 00002000:00010000:0.0:1734016121.182230:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007431d180 00000100:00100000:3.0:1734016121.193159:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016121.193271:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336815744 00000100:00100000:1.0:1734016121.193282:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336815744 00000100:00100000:1.0:1734016121.193347:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10569 00000100:00100000:1.0:1734016121.193354:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800ac577100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1980:x1818247336815744:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:1.0:1734016121.193375:0:7690:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016121.193405:0:7690:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880097237a80/0x3f004d6452e07b4e lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d15a1 expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016121.193472:0:7690:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880075229500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339417856:192.168.201.10@tcp:106: 00000100:00100000:1.0:1734016121.193540:0:7690:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b42cdb40 going to sleep for 11 seconds 00000100:00100000:1.0:1734016121.196499:0:7690:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880075229500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339417856:192.168.201.10@tcp:106: 00010000:00010000:1.0:1734016121.196529:0:7690:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880097237a80/0x3f004d6452e07b4e lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d15a1 expref: 7 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016121.196541:0:7690:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097237a80/0x3f004d6452e07b4e lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d15a1 expref: 7 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016121.196553:0:7690:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097237a80, rc 0) 00000100:00100000:1.0:1734016121.197494:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800ac577100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1980:x1818247336815744:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 4137us (4347us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016121.197503:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10569 00000100:00100000:0.0:1734016121.205051:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016121.208066:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336815872 00000100:00100000:1.0:1734016121.208090:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336815872 00000100:00100000:1.0:1734016121.208202:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10570 00000100:00100000:1.0:1734016121.208214:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a9aa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1981:x1818247336815872:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:1.0:1734016121.208249:0:7690:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016121.208283:0:7690:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880097234fc0/0x3f004d6452e07b55 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d15a8 expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016121.208382:0:7690:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880075229500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339417984:192.168.201.10@tcp:106: 00000100:00100000:1.0:1734016121.208520:0:7690:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b42cdb40 going to sleep for 11 seconds 00000100:00100000:1.0:1734016121.213444:0:7690:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880075229500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339417984:192.168.201.10@tcp:106: 00010000:00010000:1.0:1734016121.213519:0:7690:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880097234fc0/0x3f004d6452e07b55 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d15a8 expref: 7 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016121.213542:0:7690:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097234fc0/0x3f004d6452e07b55 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d15a8 expref: 7 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016121.213597:0:7690:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097234fc0, rc 0) 00000100:00100000:1.0:1734016121.214850:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a9aa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1981:x1818247336815872:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 6628us (9812us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016121.214885:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10570 00000100:00100000:0.0:1734016121.218508:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016121.218818:0:6482:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336816000 00000100:00100000:2.0:1734016121.218835:0:6482:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336816000 00000100:00100000:2.0:1734016121.219249:0:6482:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 1977 00000100:00100000:2.0:1734016121.219262:0:6482:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a9a9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+12:9673:x1818247336816000:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:2.0:1734016121.219296:0:6482:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016121.219320:0:6482:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880072172d00/0x3f004d6452e07b5c lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d15af expref: -99 pid: 6482 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016121.219433:0:6482:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800721718c0/0x3f004d6452e07b63 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 6482 initiator: MDT0 00010000:00010000:2.0:1734016121.219445:0:6482:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800721718c0/0x3f004d6452e07b63 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6482 initiator: MDT0 00010000:00010000:2.0:1734016121.219456:0:6482:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800721718c0/0x3f004d6452e07b63 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6482 initiator: MDT0 00000004:00200000:2.0:1734016121.219491:0:6482:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 5789328 00000004:00200000:2.0:1734016121.219495:0:6482:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1734016121.219513:0:6482:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800721718c0/0x3f004d6452e07b63 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6482 initiator: MDT0 00010000:00010000:2.0:1734016121.219531:0:6482:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880072172d00/0x3f004d6452e07b5c lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d15af expref: 14 pid: 6482 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016121.222322:0:6482:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800721718c0/0x3f004d6452e07b63 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d15af expref: 13 pid: 6482 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016121.222342:0:6482:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:2.0:1734016121.222345:0:6482:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1734016121.222348:0:6482:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800721718c0, rc 0) 00000100:00100000:3.0:1734016121.222696:0:6482:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a9a9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+13:9673:x1818247336816000:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 3433us (4206us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016121.222712:0:6482:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 1977 00000100:00100000:0.0:1734016121.231240:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016121.232806:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336816128 00000100:00100000:1.0:1734016121.232822:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336816128 00000100:00100000:1.0:1734016121.233163:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10571 00000100:00100000:1.0:1734016121.233171:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074195180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1979:x1818247336816128:12345-192.168.201.10@tcp:22:fsx.0 00002000:00010000:1.0:1734016121.233423:0:7690:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 5789328 -> 5789328 00002000:00010000:1.0:1734016121.233427:0:7690:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016120 -> 1734016120 00002000:00010000:1.0:1734016121.233429:0:7690:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016120 -> 1734016120 00002000:00010000:1.0:1734016121.233431:0:7690:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016120 -> 1734016121 00002000:00010000:1.0:1734016121.233433:0:7690:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 1824 -> 1920 00000100:00100000:1.0:1734016121.233495:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074195180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+8:1979:x1818247336816128:12345-192.168.201.10@tcp:22:fsx.0 Request processed in 323us (2269us total) trans 4294969260 rc 0/0 00000100:00100000:1.0:1734016121.233502:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10571 00000100:00100000:2.0:1734016121.238635:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016121.238975:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336816256 00000100:00100000:0.0:1734016121.238991:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336816256 00000100:00100000:0.0:1734016121.239066:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10572 00000100:00100000:0.0:1734016121.239075:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007694bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1980:x1818247336816256:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:0.0:1734016121.239099:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016121.239126:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a803bcc0/0x3f004d6452e07b6a lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d15b6 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016121.239194:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074195500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339418112:192.168.201.10@tcp:106: 00000100:00100000:0.0:1734016121.239275:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7486f00 going to sleep for 11 seconds 00000100:00100000:2.0:1734016121.243526:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074195500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339418112:192.168.201.10@tcp:106: 00010000:00010000:2.0:1734016121.243570:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a803bcc0/0x3f004d6452e07b6a lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d15b6 expref: 7 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016121.243587:0:7689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a803bcc0/0x3f004d6452e07b6a lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d15b6 expref: 7 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016121.243604:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a803bcc0, rc 0) 00000100:00100000:2.0:1734016121.243671:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007694bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1980:x1818247336816256:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 4597us (5057us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016121.243679:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10572 00000100:00100000:2.0:1734016121.248938:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016121.249159:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336816384 00000100:00100000:0.0:1734016121.249176:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336816384 00000100:00100000:0.0:1734016121.249281:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10573 00000100:00100000:0.0:1734016121.249290:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076949c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1981:x1818247336816384:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:0.0:1734016121.249316:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016121.249341:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a803bcc0/0x3f004d6452e07b71 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d15bd expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016121.249435:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074195c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339418240:192.168.201.10@tcp:106: 00000100:00100000:0.0:1734016121.249524:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a74863c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016121.251246:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074195c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339418240:192.168.201.10@tcp:106: 00010000:00010000:0.0:1734016121.251283:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a803bcc0/0x3f004d6452e07b71 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d15bd expref: 7 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016121.251300:0:7689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a803bcc0/0x3f004d6452e07b71 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d15bd expref: 7 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016121.251333:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a803bcc0, rc 0) 00000100:00100000:0.0:1734016121.251397:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076949c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1981:x1818247336816384:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 2099us (2463us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016121.251405:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10573 00000100:00100000:0.0:1734016121.258058:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016121.259335:0:6482:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336816640 00000100:00100000:3.0:1734016121.259355:0:6482:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336816640 00000100:00100000:3.0:1734016121.259467:0:6482:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 1978 00000100:00100000:3.0:1734016121.259478:0:6482:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074195c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+14:9673:x1818247336816640:12345-192.168.201.10@tcp:36:fsx.0 00010000:00010000:3.0:1734016121.259573:0:6482:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016121.259621:0:6482:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800972373c0/0x3f004d6452e07b39 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d158c expref: 14 pid: 8966 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016121.259678:0:6482:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:3.0:1734016121.259685:0:6482:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1734016121.259953:0:6482:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a7600/0x3f004d6452e07b78 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6482 initiator: MDT0 00010000:00010000:3.0:1734016121.259969:0:6482:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800721718c0/0x3f004d6452e07b63 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d15af expref: 12 pid: 6482 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016121.259978:0:6482:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a7600/0x3f004d6452e07b78 lrc: 4/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6482 initiator: MDT0 00010000:00010000:3.0:1734016121.260024:0:6482:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8800721718c0/0x3f004d6452e07b63 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d15af expref: 12 pid: 6482 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016121.260042:0:6482:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8800721718c0/0x3f004d6452e07b63 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d15af expref: 12 pid: 6482 timeout: 485 lvb_type: 0 00000100:00100000:3.0:1734016121.260060:0:6482:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800744bce00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6482:1818247339418368:192.168.201.10@tcp:104: 00000100:00100000:3.0:1734016121.260163:0:6482:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac68e9c0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016121.274153:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016121.274437:0:6482:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800744bce00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6482:1818247339418368:192.168.201.10@tcp:104: 00010000:00010000:0.0:1734016121.274483:0:6482:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a7600/0x3f004d6452e07b78 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6482 initiator: MDT0 00000100:00100000:2.0:1734016121.276669:0:9956:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336816768 00000100:00100000:2.0:1734016121.276686:0:9956:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336816768 00010000:00010000:2.0:1734016121.276742:0:9956:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800721718c0/0x3f004d6452e07b63 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d15af expref: 13 pid: 6482 timeout: 485 lvb_type: 0 00000100:00100000:2.0:1734016121.276805:0:9956:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2816 00000100:00100000:2.0:1734016121.276815:0:9956:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800744be680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+13:1978:x1818247336816768:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016121.276842:0:9956:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016121.276853:0:9956:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8800721718c0/0x3f004d6452e07b63 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d15af expref: 13 pid: 6482 timeout: 485 lvb_type: 0 00010000:00010000:2.0:1734016121.276879:0:9956:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8800721718c0/0x3f004d6452e07b63 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d15af expref: 13 pid: 6482 timeout: 485 lvb_type: 0 00010000:00010000:2.0:1734016121.276918:0:9956:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800721718c0/0x3f004d6452e07b63 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d15af expref: 13 pid: 6482 timeout: 485 lvb_type: 0 00010000:00010000:2.0:1734016121.276965:0:9956:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:2.0:1734016121.276971:0:9956:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a7600/0x3f004d6452e07b78 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6482 initiator: MDT0 00010000:00010000:2.0:1734016121.276981:0:9956:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a7600/0x3f004d6452e07b78 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6482 initiator: MDT0 00010000:00010000:2.0:1734016121.276989:0:9956:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a7600/0x3f004d6452e07b78 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6482 initiator: MDT0 00010000:00010000:2.0:1734016121.277018:0:9956:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016121.277118:0:9956:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800744be680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+12:1978:x1818247336816768:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 303us (2984us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016121.277127:0:9956:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2816 00010000:00010000:0.0:1734016121.277216:0:6482:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a7600/0x3f004d6452e07b78 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6482 initiator: MDT0 00010000:00010000:0.0:1734016121.277222:0:6482:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a7600/0x3f004d6452e07b78 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6482 initiator: MDT0 00000001:00080000:0.0:1734016121.277354:0:6482:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294968553 00000004:00010000:0.0:1734016121.277421:0:6482:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff880074195c00 reply state ffff880074639000 transno 4294968554 ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a7600/0x3f004d6452e07b78 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6482 initiator: MDT0 00000100:00100000:0.0:1734016121.277429:0:6482:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1734016121.277527:0:6482:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074195c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+16:9673:x1818247336816640:12345-192.168.201.10@tcp:36:fsx.0 Request processed in 18052us (19484us total) trans 4294968554 rc 0/0 00000100:00100000:0.0:1734016121.277536:0:6482:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 1978 00000020:00080000:0.0:1734016121.277540:0:6482:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1734016121.283766:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016121.283847:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336816896 00000100:00100000:0.0:1734016121.283861:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336816896 00000100:00100000:0.0:1734016121.283992:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10574 00000100:00100000:0.0:1734016121.284000:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800744bf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:9673:x1818247336816896:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:0.0:1734016121.284033:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016121.284059:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a8038fc0/0x3f004d6452e07b7f lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d15c4 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016121.284098:0:7689:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880072172640/0x3f004d6452e07b16 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2510848->2547711) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1577 expref: 7 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016121.284105:0:7689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016121.284106:0:7689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016121.284110:0:7689:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a8038fc0/0x3f004d6452e07b7f lrc: 4/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d15c4 expref: 7 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016121.284139:0:7689:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880072172640/0x3f004d6452e07b16 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2510848->2547711) gid 0 flags: 0x50000000020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1577 expref: 7 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016121.284148:0:7689:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880072172640/0x3f004d6452e07b16 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2510848->2547711) gid 0 flags: 0x70000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1577 expref: 7 pid: 7690 timeout: 485 lvb_type: 0 00000100:00100000:0.0:1734016121.284166:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074196680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339418496:192.168.201.10@tcp:104: 00000100:00100000:0.0:1734016121.284225:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a74866c0 going to sleep for 11 seconds 00010000:00010000:2.0:1734016121.284770:0:3494:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a7600/0x3f004d6452e07b78 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6482 initiator: MDT0 00010000:00010000:2.0:1734016121.284783:0:3494:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a7600/0x3f004d6452e07b78 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6482 initiator: MDT0 00010000:00010000:2.0:1734016121.284791:0:3494:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a7600/0x3f004d6452e07b78 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6482 initiator: MDT0 00010000:00010000:2.0:1734016121.284797:0:3494:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88009a9a7600 already unused, calling callback (ffffffffa0f03950) 00010000:00010000:2.0:1734016121.284802:0:3494:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a7600/0x3f004d6452e07b78 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6482 initiator: MDT0 00010000:00010000:2.0:1734016121.284811:0:3494:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a7600/0x3f004d6452e07b78 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6482 initiator: MDT0 00010000:00010000:2.0:1734016121.284833:0:3494:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:2.0:1734016121.284836:0:3494:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734016121.284839:0:3494:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a7600/0x3f004d6452e07b78 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6482 initiator: MDT0 00010000:00010000:2.0:1734016121.284845:0:3494:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a7600/0x3f004d6452e07b78 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6482 initiator: MDT0 00000100:00100000:0.0:1734016121.288182:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074196680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339418496:192.168.201.10@tcp:104: 00010000:00010000:0.0:1734016121.288233:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a8038fc0/0x3f004d6452e07b7f lrc: 3/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d15c4 expref: 7 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016121.288257:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a8038fc0, rc 0) 00000100:00100000:0.0:1734016121.288338:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800744bf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:9673:x1818247336816896:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 4336us (4586us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016121.288348:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10574 00000100:00100000:0.0:1734016121.289588:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016121.291768:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336817024 00000100:00100000:2.0:1734016121.291790:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336817024 00002000:00100000:2.0:1734016121.291884:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (2510848->2547711) req@ffff880074196680 x1818247336817024/t0(0) o4->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:82/0 lens 488/0 e 0 to 0 dl 1734016132 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016121.291898:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074196680 with x1818247336817024 ext(2510848->2547711) 00010000:00010000:2.0:1734016121.291913:0:7696:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880072172640/0x3f004d6452e07b16 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2510848->2547711) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1577 expref: 8 pid: 7690 timeout: 485 lvb_type: 0 00010000:00010000:2.0:1734016121.291930:0:7696:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880072172640/0x3f004d6452e07b16 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2510848->2547711) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1577 expref: 8 pid: 7690 timeout: 485 lvb_type: 0 00002000:00010000:2.0:1734016121.291938:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880074196680 00000100:00100000:2.0:1734016121.291992:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 256 00000100:00100000:2.0:1734016121.292000:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074196680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+8:1979:x1818247336817024:12345-192.168.201.10@tcp:4:fsx.0 00000100:00100000:2.0:1734016121.316791:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074196680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+10:1979:x1818247336817024:12345-192.168.201.10@tcp:4:fsx.0 Request processed in 24766us (27186us total) trans 4294969261 rc 0/0 00000100:00100000:2.0:1734016121.316812:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 256 00002000:00100000:2.0:1734016121.316836:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (2510848->2547711) req@ffff880074196680 x1818247336817024/t4294969261(0) o4->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:82/0 lens 488/448 e 0 to 0 dl 1734016132 ref 1 fl Complete:H/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016121.316848:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074196680 with x1818247336817024 ext(2510848->2547711) 00010000:00010000:2.0:1734016121.316879:0:7696:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880072172640/0x3f004d6452e07b16 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2510848->2547711) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1577 expref: 10 pid: 7690 timeout: 485 lvb_type: 0 00010000:00010000:2.0:1734016121.316900:0:7696:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880072172640/0x3f004d6452e07b16 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2510848->2547711) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1577 expref: 10 pid: 7690 timeout: 485 lvb_type: 0 00002000:00010000:2.0:1734016121.316907:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880074196680 00000100:00100000:0.0:1734016121.326178:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016121.326302:0:6469:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336817152 00000100:00100000:2.0:1734016121.326317:0:6469:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336817152 00010000:00010000:2.0:1734016121.326366:0:6469:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880072172640/0x3f004d6452e07b16 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2510848->2547711) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1577 expref: 10 pid: 7690 timeout: 485 lvb_type: 0 00000100:00100000:2.0:1734016121.326409:0:6469:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2817 00000100:00100000:2.0:1734016121.326417:0:6469:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074197100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+10:1981:x1818247336817152:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016121.326432:0:6469:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:2.0:1734016121.326457:0:6469:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 1920 -> 1992 00010000:00010000:2.0:1734016121.326464:0:6469:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880072172640/0x3f004d6452e07b16 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2510848->2547711) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1577 expref: 10 pid: 7690 timeout: 485 lvb_type: 0 00010000:00010000:2.0:1734016121.326479:0:6469:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880072172640/0x3f004d6452e07b16 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2510848->2547711) gid 0 flags: 0x50000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1577 expref: 10 pid: 7690 timeout: 485 lvb_type: 0 00010000:00010000:2.0:1734016121.326514:0:6469:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880072172640/0x3f004d6452e07b16 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2510848->2547711) gid 0 flags: 0x44801400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1577 expref: 10 pid: 7690 timeout: 485 lvb_type: 0 00010000:00010000:2.0:1734016121.326565:0:6469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016121.326569:0:6469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016121.326577:0:6469:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a8038fc0/0x3f004d6452e07b7f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d15c4 expref: 6 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016121.326587:0:6469:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a8038fc0/0x3f004d6452e07b7f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d15c4 expref: 6 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016121.326643:0:6469:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a8038fc0/0x3f004d6452e07b7f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d15c4 expref: 6 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016121.326662:0:6469:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076948700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6469:1818247339418624:192.168.201.10@tcp:105: 00000100:00100000:2.0:1734016121.326768:0:6469:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012b911c00 going to sleep for 11 seconds 00000100:00100000:0.0:1734016121.331630:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016121.331784:0:6469:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076948700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6469:1818247339418624:192.168.201.10@tcp:105: 00010000:00010000:2.0:1734016121.331819:0:6469:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016121.331935:0:6469:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074197100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+9:1981:x1818247336817152:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 5516us (5770us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016121.331949:0:6469:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2817 00000100:00100000:3.0:1734016121.332058:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336817280 00000100:00100000:3.0:1734016121.332066:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336817280 00002000:00010000:3.0:1734016121.332107:0:7696:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (10446264->18446744073709551615) 00002000:00100000:3.0:1734016121.332112:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074195500 with x1818247336817280 ext(10446264->18446744073709551615) 00002000:00010000:3.0:1734016121.332126:0:7696:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074195500. 00000100:00100000:3.0:1734016121.332156:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8844 00000100:00100000:3.0:1734016121.332162:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074195500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1978:x1818247336817280:12345-192.168.201.10@tcp:10:fsx.0 00002000:00010000:3.0:1734016121.332446:0:7696:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 5789328 -> 10446264 00002000:00010000:3.0:1734016121.332450:0:7696:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016120 -> 1734016120 00002000:00010000:3.0:1734016121.332452:0:7696:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016120 -> 1734016120 00002000:00010000:3.0:1734016121.332454:0:7696:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016121 -> 1734016120 00002000:00010000:3.0:1734016121.332456:0:7696:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 1992 -> 1992 00000100:00100000:3.0:1734016121.332478:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074195500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1978:x1818247336817280:12345-192.168.201.10@tcp:10:fsx.0 Request processed in 316us (870us total) trans 4294969262 rc 0/0 00000100:00100000:3.0:1734016121.332482:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8844 00002000:00010000:3.0:1734016121.332485:0:7696:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (10446264->18446744073709551615) 00002000:00100000:3.0:1734016121.332487:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074195500 with x1818247336817280 ext(10446264->18446744073709551615) 00002000:00010000:3.0:1734016121.332491:0:7696:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074195500. 00000100:00100000:3.0:1734016121.338190:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016121.338319:0:13925:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336817536 00000100:00100000:2.0:1734016121.338333:0:13925:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336817536 00002000:00100000:2.0:1734016121.338430:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (10407936->10448895) req@ffff8800744bc000 x1818247336817536/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:82/0 lens 488/0 e 0 to 0 dl 1734016132 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016121.338442:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800744bc000 with x1818247336817536 ext(10407936->10448895) 00002000:00010000:2.0:1734016121.338448:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800744bc000 00000100:00100000:2.0:1734016121.338479:0:13925:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8845 00000100:00100000:2.0:1734016121.338491:0:13925:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800744bc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1981:x1818247336817536:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:2.0:1734016121.347395:0:13925:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800744bc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1981:x1818247336817536:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 8881us (9199us total) trans 0 rc 40960/40960 00000100:00100000:2.0:1734016121.347413:0:13925:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8845 00002000:00100000:2.0:1734016121.347429:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (10407936->10448895) req@ffff8800744bc000 x1818247336817536/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:82/0 lens 488/440 e 0 to 0 dl 1734016132 ref 1 fl Complete:/200/0 rc 40960/40960 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016121.347442:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800744bc000 with x1818247336817536 ext(10407936->10448895) 00002000:00010000:2.0:1734016121.347455:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800744bc000 00000100:00100000:0.0:1734016121.351071:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016121.353459:0:13925:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336817792 00000100:00100000:2.0:1734016121.353484:0:13925:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336817792 00002000:00100000:2.0:1734016121.353547:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (10403840->10407935) req@ffff880075225880 x1818247336817792/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:82/0 lens 488/0 e 0 to 0 dl 1734016132 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016121.353562:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880075225880 with x1818247336817792 ext(10403840->10407935) 00002000:00010000:2.0:1734016121.353570:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880075225880 00000100:00100000:2.0:1734016121.354841:0:13925:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8846 00000100:00100000:2.0:1734016121.354856:0:13925:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075225880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1981:x1818247336817792:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:2.0:1734016121.355185:0:13925:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075225880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1981:x1818247336817792:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 331us (4134us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016121.355193:0:13925:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8846 00002000:00100000:2.0:1734016121.355201:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (10403840->10407935) req@ffff880075225880 x1818247336817792/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:82/0 lens 488/4536 e 0 to 0 dl 1734016132 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016121.355210:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880075225880 with x1818247336817792 ext(10403840->10407935) 00002000:00010000:2.0:1734016121.355216:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880075225880 00000100:00100000:3.0:1734016121.360071:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016121.360333:0:13925:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336818048 00000100:00100000:2.0:1734016121.360353:0:13925:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336818048 00002000:00100000:2.0:1734016121.360449:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (10399744->10403839) req@ffff8800744bfb80 x1818247336818048/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:82/0 lens 488/0 e 0 to 0 dl 1734016132 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016121.360460:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800744bfb80 with x1818247336818048 ext(10399744->10403839) 00002000:00010000:2.0:1734016121.360469:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800744bfb80 00000100:00100000:2.0:1734016121.360494:0:13925:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8847 00000100:00100000:2.0:1734016121.360504:0:13925:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800744bfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1980:x1818247336818048:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:2.0:1734016121.360782:0:13925:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800744bfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1980:x1818247336818048:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 278us (735us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016121.360790:0:13925:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8847 00002000:00100000:2.0:1734016121.360797:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (10399744->10403839) req@ffff8800744bfb80 x1818247336818048/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:82/0 lens 488/4536 e 0 to 0 dl 1734016132 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016121.360804:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800744bfb80 with x1818247336818048 ext(10399744->10403839) 00002000:00010000:2.0:1734016121.360806:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800744bfb80 00000100:00100000:0.0:1734016121.365056:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016121.365595:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336818304 00000100:00100000:3.0:1734016121.365611:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336818304 00002000:00100000:3.0:1734016121.365687:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (10395648->10399743) req@ffff880075224700 x1818247336818304/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:82/0 lens 488/0 e 0 to 0 dl 1734016132 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016121.365705:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880075224700 with x1818247336818304 ext(10395648->10399743) 00002000:00010000:3.0:1734016121.365715:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880075224700 00000100:00100000:3.0:1734016121.365762:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8848 00000100:00100000:3.0:1734016121.365773:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075224700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1981:x1818247336818304:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:3.0:1734016121.366374:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075224700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1981:x1818247336818304:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 600us (1343us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016121.366395:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8848 00002000:00100000:3.0:1734016121.366403:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (10395648->10399743) req@ffff880075224700 x1818247336818304/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:82/0 lens 488/4536 e 0 to 0 dl 1734016132 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016121.366410:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880075224700 with x1818247336818304 ext(10395648->10399743) 00002000:00010000:3.0:1734016121.366413:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880075224700 00000100:00100000:0.0:1734016121.372214:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016121.372435:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336818560 00000100:00100000:3.0:1734016121.372447:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336818560 00002000:00100000:3.0:1734016121.372513:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (10391552->10395647) req@ffff880074098380 x1818247336818560/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:82/0 lens 488/0 e 0 to 0 dl 1734016132 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016121.372526:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074098380 with x1818247336818560 ext(10391552->10395647) 00002000:00010000:3.0:1734016121.372535:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074098380 00000100:00100000:3.0:1734016121.372577:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8849 00000100:00100000:3.0:1734016121.372588:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074098380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1978:x1818247336818560:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:3.0:1734016121.372884:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074098380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1978:x1818247336818560:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 278us (671us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016121.372892:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8849 00002000:00100000:3.0:1734016121.372899:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (10391552->10395647) req@ffff880074098380 x1818247336818560/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:82/0 lens 488/4536 e 0 to 0 dl 1734016132 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016121.372906:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074098380 with x1818247336818560 ext(10391552->10395647) 00002000:00010000:3.0:1734016121.372909:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074098380 00000100:00100000:0.0:1734016121.375305:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016121.375847:0:13925:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336818816 00000100:00100000:2.0:1734016121.375856:0:13925:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336818816 00002000:00100000:2.0:1734016121.375991:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (10387456->10391551) req@ffff880074099500 x1818247336818816/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:82/0 lens 488/0 e 0 to 0 dl 1734016132 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016121.376002:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074099500 with x1818247336818816 ext(10387456->10391551) 00002000:00010000:2.0:1734016121.376008:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074099500 00000100:00100000:2.0:1734016121.376323:0:13925:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8850 00000100:00100000:2.0:1734016121.376330:0:13925:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074099500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1979:x1818247336818816:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:2.0:1734016121.376794:0:13925:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074099500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1979:x1818247336818816:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 463us (1496us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016121.376804:0:13925:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8850 00002000:00100000:2.0:1734016121.376812:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (10387456->10391551) req@ffff880074099500 x1818247336818816/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:82/0 lens 488/4536 e 0 to 0 dl 1734016132 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016121.376819:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074099500 with x1818247336818816 ext(10387456->10391551) 00002000:00010000:2.0:1734016121.376823:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074099500 00000100:00100000:0.0:1734016121.382314:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016121.382457:0:13925:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336818944 00000100:00100000:2.0:1734016121.382472:0:13925:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336818944 00002000:00100000:2.0:1734016121.382539:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (10387456->10446263) req@ffff880074099180 x1818247336818944/t0(0) o4->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:82/0 lens 488/0 e 0 to 0 dl 1734016132 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016121.382553:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074099180 with x1818247336818944 ext(10387456->10446263) 00002000:00010000:2.0:1734016121.382563:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074099180 00000100:00100000:2.0:1734016121.382897:0:13925:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8851 00000100:00100000:2.0:1734016121.382908:0:13925:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074099180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1980:x1818247336818944:12345-192.168.201.10@tcp:4:fsx.0 00000100:00100000:2.0:1734016121.388158:0:13925:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074099180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+10:1980:x1818247336818944:12345-192.168.201.10@tcp:4:fsx.0 Request processed in 5242us (5852us total) trans 4294969263 rc 0/0 00000100:00100000:2.0:1734016121.388169:0:13925:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8851 00002000:00100000:2.0:1734016121.388184:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (10387456->10446263) req@ffff880074099180 x1818247336818944/t4294969263(0) o4->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:82/0 lens 488/448 e 0 to 0 dl 1734016132 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016121.388193:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074099180 with x1818247336818944 ext(10387456->10446263) 00002000:00010000:2.0:1734016121.388199:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074099180 00000100:00100000:0.0:1734016121.390335:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016121.390537:0:6482:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336819072 00000100:00100000:2.0:1734016121.390557:0:6482:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336819072 00000100:00100000:1.0:1734016121.391810:0:8966:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 1979 00000100:00100000:1.0:1734016121.391828:0:8966:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007409a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+15:9673:x1818247336819072:12345-192.168.201.10@tcp:44:fsx.0 00000100:00100000:1.0:1734016121.392123:0:8966:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007409a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+15:9673:x1818247336819072:12345-192.168.201.10@tcp:44:fsx.0 Request processed in 298us (1797us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016121.392132:0:8966:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 1979 00000100:00100000:0.0:1734016121.395418:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016121.395550:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336819200 00000100:00100000:2.0:1734016121.395563:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336819200 00000100:00100000:2.0:1734016121.396309:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10575 00000100:00100000:2.0:1734016121.396321:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076864e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+10:1979:x1818247336819200:12345-192.168.201.10@tcp:16:fsx.0 00000001:00080000:2.0:1734016121.397960:0:8954:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969263 is committed 00000001:00080000:2.0:1734016121.397984:0:8954:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969261 is committed 00000100:00100000:0.0:1734016121.398346:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076864e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1979:x1818247336819200:12345-192.168.201.10@tcp:16:fsx.0 Request processed in 2019us (2936us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016121.398358:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10575 00000100:00100000:0.0:1734016121.405152:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016121.405292:0:6482:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336819328 00000100:00100000:3.0:1734016121.405304:0:6482:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336819328 00000100:00100000:3.0:1734016121.405368:0:6482:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 1980 00000100:00100000:3.0:1734016121.405375:0:6482:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076867800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+15:9673:x1818247336819328:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:3.0:1734016121.405407:0:6482:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016121.405429:0:6482:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a4fc0/0x3f004d6452e07b86 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d15cb expref: -99 pid: 6482 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016121.405528:0:6482:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a6d00/0x3f004d6452e07b8d lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6482 initiator: MDT0 00010000:00010000:3.0:1734016121.405543:0:6482:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a6d00/0x3f004d6452e07b8d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6482 initiator: MDT0 00010000:00010000:3.0:1734016121.405555:0:6482:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a6d00/0x3f004d6452e07b8d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6482 initiator: MDT0 00000004:00200000:3.0:1734016121.405582:0:6482:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 10446264 00000004:00200000:3.0:1734016121.405585:0:6482:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1734016121.405603:0:6482:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a6d00/0x3f004d6452e07b8d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6482 initiator: MDT0 00010000:00010000:3.0:1734016121.405625:0:6482:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a4fc0/0x3f004d6452e07b86 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d15cb expref: 17 pid: 6482 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016121.405662:0:6482:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a6d00/0x3f004d6452e07b8d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d15cb expref: 16 pid: 6482 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016121.405671:0:6482:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:3.0:1734016121.405674:0:6482:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1734016121.405677:0:6482:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a9a6d00, rc 0) 00000100:00100000:3.0:1734016121.405715:0:6482:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076867800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+16:9673:x1818247336819328:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 340us (579us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016121.405721:0:6482:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 1980 00000100:00100000:0.0:1734016121.412566:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016121.412695:0:8966:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336819456 00000100:00100000:1.0:1734016121.412712:0:8966:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336819456 00000100:00100000:1.0:1734016121.412775:0:8966:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 1981 00000100:00100000:1.0:1734016121.412787:0:8966:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076866680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+12:9673:x1818247336819456:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:1.0:1734016121.412819:0:8966:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016121.412841:0:8966:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880097236880/0x3f004d6452e07b94 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d15d2 expref: -99 pid: 8966 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016121.413004:0:8966:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800972373c0/0x3f004d6452e07b9b lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 8966 initiator: MDT0 00010000:00010000:1.0:1734016121.413228:0:8966:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800972373c0/0x3f004d6452e07b9b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 8966 initiator: MDT0 00010000:00010000:1.0:1734016121.413242:0:8966:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800972373c0/0x3f004d6452e07b9b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 8966 initiator: MDT0 00000004:00200000:1.0:1734016121.413279:0:8966:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 10446264 00000004:00200000:1.0:1734016121.413286:0:8966:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1734016121.413306:0:8966:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800972373c0/0x3f004d6452e07b9b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 8966 initiator: MDT0 00010000:00010000:1.0:1734016121.413340:0:8966:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880097236880/0x3f004d6452e07b94 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d15d2 expref: 14 pid: 8966 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016121.413522:0:8966:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800972373c0/0x3f004d6452e07b9b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d15d2 expref: 13 pid: 8966 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016121.413535:0:8966:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:1.0:1734016121.413538:0:8966:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1734016121.413542:0:8966:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800972373c0, rc 0) 00000100:00100000:1.0:1734016121.415840:0:8966:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076866680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+13:9673:x1818247336819456:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 3036us (3271us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016121.415858:0:8966:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 1981 00000100:00100000:0.0:1734016121.423593:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016121.423758:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336819584 00000100:00100000:2.0:1734016121.423774:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336819584 00000100:00100000:2.0:1734016121.423848:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10576 00000100:00100000:2.0:1734016121.423856:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a78b0450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:1980:x1818247336819584:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:2.0:1734016121.423922:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016121.423947:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880072172640/0x3f004d6452e07ba2 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d15d9 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016121.424034:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076948700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339418752:192.168.201.10@tcp:106: 00000100:00100000:2.0:1734016121.424137:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012b911000 going to sleep for 11 seconds 00002000:00010000:2.0:1734016121.426212:0:7689:0:(ofd_lvb.c:301:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks: 1992 -> 2112 00000100:00100000:2.0:1734016121.426235:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076948700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339418752:192.168.201.10@tcp:106: 00010000:00010000:2.0:1734016121.426265:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880072172640/0x3f004d6452e07ba2 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d15d9 expref: 6 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016121.426277:0:7689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880072172640/0x3f004d6452e07ba2 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d15d9 expref: 6 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016121.426321:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880072172640, rc 0) 00000100:00100000:2.0:1734016121.426358:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a78b0450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:1980:x1818247336819584:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 2503us (2787us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016121.426365:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10576 00000100:00100000:0.0:1734016121.429954:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016121.430119:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336819712 00000100:00100000:2.0:1734016121.430131:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336819712 00000100:00100000:2.0:1734016121.430197:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10577 00000100:00100000:2.0:1734016121.430206:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076864380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:1979:x1818247336819712:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:2.0:1734016121.430228:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016121.430255:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800721718c0/0x3f004d6452e07ba9 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d15e0 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016121.430330:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076949500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339418880:192.168.201.10@tcp:106: 00000100:00100000:2.0:1734016121.430435:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012b911000 going to sleep for 11 seconds 00000100:00100000:2.0:1734016121.433112:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076949500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339418880:192.168.201.10@tcp:106: 00010000:00010000:2.0:1734016121.433182:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800721718c0/0x3f004d6452e07ba9 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d15e0 expref: 6 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016121.433204:0:7689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800721718c0/0x3f004d6452e07ba9 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d15e0 expref: 6 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016121.433221:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800721718c0, rc 0) 00000100:00100000:2.0:1734016121.433546:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076864380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:1979:x1818247336819712:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 3339us (3604us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016121.433556:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10577 00000100:00100000:1.0:1734016121.440264:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016121.440371:0:13925:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336819968 00000100:00100000:2.0:1734016121.440394:0:13925:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336819968 00002000:00100000:2.0:1734016121.440458:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (5951488->5955583) req@ffff880075229500 x1818247336819968/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:82/0 lens 488/0 e 0 to 0 dl 1734016132 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016121.440470:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880075229500 with x1818247336819968 ext(5951488->5955583) 00002000:00010000:2.0:1734016121.440478:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880075229500 00000100:00100000:2.0:1734016121.441151:0:13925:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8852 00000100:00100000:2.0:1734016121.441162:0:13925:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075229500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1981:x1818247336819968:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:2.0:1734016121.441535:0:13925:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075229500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1981:x1818247336819968:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 371us (1288us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016121.441547:0:13925:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8852 00002000:00100000:2.0:1734016121.441555:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (5951488->5955583) req@ffff880075229500 x1818247336819968/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:82/0 lens 488/4536 e 0 to 0 dl 1734016132 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016121.441564:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880075229500 with x1818247336819968 ext(5951488->5955583) 00002000:00010000:2.0:1734016121.441571:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880075229500 00000100:00100000:0.0:1734016121.445001:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016121.445219:0:13925:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336820224 00000100:00100000:2.0:1734016121.445238:0:13925:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336820224 00002000:00100000:2.0:1734016121.445314:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (5947392->5951487) req@ffff880076867b80 x1818247336820224/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:82/0 lens 488/0 e 0 to 0 dl 1734016132 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016121.445325:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076867b80 with x1818247336820224 ext(5947392->5951487) 00002000:00010000:2.0:1734016121.445333:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076867b80 00000100:00100000:2.0:1734016121.445391:0:13925:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8853 00000100:00100000:2.0:1734016121.445399:0:13925:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076867b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1979:x1818247336820224:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:2.0:1734016121.445707:0:13925:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076867b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1979:x1818247336820224:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 308us (739us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016121.445715:0:13925:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8853 00002000:00100000:2.0:1734016121.445721:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (5947392->5951487) req@ffff880076867b80 x1818247336820224/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:82/0 lens 488/4536 e 0 to 0 dl 1734016132 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016121.445727:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076867b80 with x1818247336820224 ext(5947392->5951487) 00002000:00010000:2.0:1734016121.445732:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076867b80 00000100:00100000:1.0:1734016121.450553:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016121.450757:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336820480 00000100:00100000:3.0:1734016121.450769:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336820480 00002000:00100000:3.0:1734016121.450839:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (5943296->5947391) req@ffff880075229c00 x1818247336820480/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:82/0 lens 488/0 e 0 to 0 dl 1734016132 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016121.450852:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880075229c00 with x1818247336820480 ext(5943296->5947391) 00002000:00010000:3.0:1734016121.450858:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880075229c00 00000100:00100000:3.0:1734016121.450982:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8854 00000100:00100000:3.0:1734016121.450993:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075229c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1981:x1818247336820480:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:3.0:1734016121.451277:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075229c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1981:x1818247336820480:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 285us (736us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016121.451286:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8854 00002000:00100000:3.0:1734016121.451293:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (5943296->5947391) req@ffff880075229c00 x1818247336820480/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:82/0 lens 488/4536 e 0 to 0 dl 1734016132 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016121.451300:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880075229c00 with x1818247336820480 ext(5943296->5947391) 00002000:00010000:3.0:1734016121.451303:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880075229c00 00000100:00100000:1.0:1734016121.458702:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016121.458943:0:13925:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336820736 00000100:00100000:2.0:1734016121.458962:0:13925:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336820736 00002000:00100000:2.0:1734016121.459045:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (5939200->5943295) req@ffff88007522a680 x1818247336820736/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:82/0 lens 488/0 e 0 to 0 dl 1734016132 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016121.459057:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007522a680 with x1818247336820736 ext(5939200->5943295) 00002000:00010000:2.0:1734016121.459066:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007522a680 00000100:00100000:2.0:1734016121.459121:0:13925:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8855 00000100:00100000:2.0:1734016121.459131:0:13925:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007522a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1979:x1818247336820736:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:2.0:1734016121.459750:0:13925:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007522a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1979:x1818247336820736:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 619us (1069us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016121.459758:0:13925:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8855 00002000:00100000:2.0:1734016121.459765:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (5939200->5943295) req@ffff88007522a680 x1818247336820736/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:82/0 lens 488/4536 e 0 to 0 dl 1734016132 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016121.459774:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007522a680 with x1818247336820736 ext(5939200->5943295) 00002000:00010000:2.0:1734016121.459777:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007522a680 00000100:00100000:0.0:1734016121.464542:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016121.464936:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336820992 00000100:00100000:3.0:1734016121.464947:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336820992 00002000:00100000:3.0:1734016121.465005:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (5935104->5939199) req@ffff880076865f80 x1818247336820992/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:82/0 lens 488/0 e 0 to 0 dl 1734016132 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016121.465016:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076865f80 with x1818247336820992 ext(5935104->5939199) 00002000:00010000:3.0:1734016121.465021:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076865f80 00000100:00100000:3.0:1734016121.465059:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8856 00000100:00100000:3.0:1734016121.465067:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076865f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1981:x1818247336820992:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:3.0:1734016121.465847:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076865f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1981:x1818247336820992:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 779us (1316us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016121.465855:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8856 00002000:00100000:3.0:1734016121.465862:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (5935104->5939199) req@ffff880076865f80 x1818247336820992/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:82/0 lens 488/4536 e 0 to 0 dl 1734016132 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016121.465923:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076865f80 with x1818247336820992 ext(5935104->5939199) 00002000:00010000:3.0:1734016121.465926:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076865f80 00000100:00100000:1.0:1734016121.470450:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016121.470601:0:13925:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336821248 00000100:00100000:2.0:1734016121.470620:0:13925:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336821248 00002000:00100000:2.0:1734016121.470694:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (5931008->5935103) req@ffff880075228e00 x1818247336821248/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:82/0 lens 488/0 e 0 to 0 dl 1734016132 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016121.470707:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880075228e00 with x1818247336821248 ext(5931008->5935103) 00002000:00010000:2.0:1734016121.470714:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880075228e00 00000100:00100000:2.0:1734016121.470758:0:13925:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8857 00000100:00100000:2.0:1734016121.470767:0:13925:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075228e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1979:x1818247336821248:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:2.0:1734016121.471043:0:13925:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075228e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1979:x1818247336821248:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 277us (621us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016121.471049:0:13925:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8857 00002000:00100000:2.0:1734016121.471055:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (5931008->5935103) req@ffff880075228e00 x1818247336821248/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:82/0 lens 488/4536 e 0 to 0 dl 1734016132 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016121.471061:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880075228e00 with x1818247336821248 ext(5931008->5935103) 00002000:00010000:2.0:1734016121.471064:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880075228e00 00000100:00100000:1.0:1734016121.476000:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016121.476148:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336821504 00000100:00100000:3.0:1734016121.476162:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336821504 00002000:00100000:3.0:1734016121.476227:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (5926912->5931007) req@ffff880075229180 x1818247336821504/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:82/0 lens 488/0 e 0 to 0 dl 1734016132 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016121.476240:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880075229180 with x1818247336821504 ext(5926912->5931007) 00002000:00010000:3.0:1734016121.476249:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880075229180 00000100:00100000:3.0:1734016121.476293:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8858 00000100:00100000:3.0:1734016121.476301:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075229180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1981:x1818247336821504:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:3.0:1734016121.476594:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075229180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1981:x1818247336821504:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 293us (615us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016121.476601:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8858 00002000:00100000:3.0:1734016121.476606:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (5926912->5931007) req@ffff880075229180 x1818247336821504/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:82/0 lens 488/4536 e 0 to 0 dl 1734016132 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016121.476615:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880075229180 with x1818247336821504 ext(5926912->5931007) 00002000:00010000:3.0:1734016121.476618:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880075229180 00000100:00100000:0.0:1734016121.480556:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016121.481437:0:13925:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336821760 00000100:00100000:2.0:1734016121.481455:0:13925:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336821760 00002000:00100000:2.0:1734016121.481511:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (5922816->5926911) req@ffff880076864e00 x1818247336821760/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:82/0 lens 488/0 e 0 to 0 dl 1734016132 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016121.481523:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076864e00 with x1818247336821760 ext(5922816->5926911) 00002000:00010000:2.0:1734016121.481530:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076864e00 00000100:00100000:2.0:1734016121.481577:0:13925:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8859 00000100:00100000:2.0:1734016121.481586:0:13925:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076864e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1979:x1818247336821760:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:2.0:1734016121.481854:0:13925:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076864e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1979:x1818247336821760:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 267us (1324us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016121.481861:0:13925:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8859 00002000:00100000:2.0:1734016121.481884:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (5922816->5926911) req@ffff880076864e00 x1818247336821760/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:82/0 lens 488/4536 e 0 to 0 dl 1734016132 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016121.481891:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076864e00 with x1818247336821760 ext(5922816->5926911) 00002000:00010000:2.0:1734016121.481894:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076864e00 00000100:00100000:1.0:1734016121.486187:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016121.486317:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336822016 00000100:00100000:3.0:1734016121.486326:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336822016 00002000:00100000:3.0:1734016121.486391:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (5918720->5922815) req@ffff88007522bb80 x1818247336822016/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:82/0 lens 488/0 e 0 to 0 dl 1734016132 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016121.486405:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007522bb80 with x1818247336822016 ext(5918720->5922815) 00002000:00010000:3.0:1734016121.486410:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007522bb80 00000100:00100000:3.0:1734016121.486457:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8860 00000100:00100000:3.0:1734016121.486465:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007522bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1981:x1818247336822016:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:3.0:1734016121.486749:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007522bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1981:x1818247336822016:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 280us (573us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016121.486760:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8860 00002000:00100000:3.0:1734016121.486768:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (5918720->5922815) req@ffff88007522bb80 x1818247336822016/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:82/0 lens 488/4536 e 0 to 0 dl 1734016132 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016121.486774:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007522bb80 with x1818247336822016 ext(5918720->5922815) 00002000:00010000:3.0:1734016121.486777:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007522bb80 00000100:00100000:1.0:1734016121.492719:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016121.492958:0:13925:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336822272 00000100:00100000:2.0:1734016121.492978:0:13925:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336822272 00002000:00100000:2.0:1734016121.493058:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (5914624->5918719) req@ffff880074973100 x1818247336822272/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:82/0 lens 488/0 e 0 to 0 dl 1734016132 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016121.493069:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074973100 with x1818247336822272 ext(5914624->5918719) 00002000:00010000:2.0:1734016121.493076:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074973100 00000100:00100000:2.0:1734016121.493132:0:13925:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8861 00000100:00100000:2.0:1734016121.493142:0:13925:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074973100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1979:x1818247336822272:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:2.0:1734016121.493448:0:13925:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074973100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1979:x1818247336822272:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 303us (743us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016121.493458:0:13925:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8861 00002000:00100000:2.0:1734016121.493466:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (5914624->5918719) req@ffff880074973100 x1818247336822272/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:82/0 lens 488/4536 e 0 to 0 dl 1734016132 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016121.493473:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074973100 with x1818247336822272 ext(5914624->5918719) 00002000:00010000:2.0:1734016121.493476:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074973100 00000100:00100000:0.0:1734016121.500520:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016121.500657:0:13925:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336822528 00000100:00100000:2.0:1734016121.500674:0:13925:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336822528 00002000:00100000:2.0:1734016121.500735:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (5910528->5914623) req@ffff880135f54e00 x1818247336822528/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:82/0 lens 488/0 e 0 to 0 dl 1734016132 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016121.500748:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880135f54e00 with x1818247336822528 ext(5910528->5914623) 00002000:00010000:2.0:1734016121.500756:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880135f54e00 00000100:00100000:2.0:1734016121.500800:0:13925:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8862 00000100:00100000:2.0:1734016121.500808:0:13925:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880135f54e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1981:x1818247336822528:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:2.0:1734016121.501137:0:13925:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880135f54e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1981:x1818247336822528:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 329us (638us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016121.501150:0:13925:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8862 00002000:00100000:2.0:1734016121.501157:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (5910528->5914623) req@ffff880135f54e00 x1818247336822528/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:82/0 lens 488/4536 e 0 to 0 dl 1734016132 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016121.501163:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880135f54e00 with x1818247336822528 ext(5910528->5914623) 00002000:00010000:2.0:1734016121.501166:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880135f54e00 00000100:00100000:1.0:1734016121.521502:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016121.522400:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336822784 00000100:00100000:3.0:1734016121.522416:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336822784 00002000:00100000:3.0:1734016121.522471:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (5906432->5910527) req@ffff880074970a80 x1818247336822784/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:82/0 lens 488/0 e 0 to 0 dl 1734016132 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016121.522481:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074970a80 with x1818247336822784 ext(5906432->5910527) 00002000:00010000:3.0:1734016121.522488:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074970a80 00000100:00100000:3.0:1734016121.522536:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8863 00000100:00100000:3.0:1734016121.522543:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074970a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1979:x1818247336822784:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:3.0:1734016121.522793:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074970a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1979:x1818247336822784:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 246us (1310us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016121.522799:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8863 00002000:00100000:3.0:1734016121.522806:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (5906432->5910527) req@ffff880074970a80 x1818247336822784/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:82/0 lens 488/4536 e 0 to 0 dl 1734016132 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016121.522814:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074970a80 with x1818247336822784 ext(5906432->5910527) 00002000:00010000:3.0:1734016121.522816:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074970a80 00000100:00100000:1.0:1734016121.534133:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016121.538140:0:13925:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336823040 00000100:00100000:2.0:1734016121.538163:0:13925:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336823040 00002000:00100000:2.0:1734016121.538226:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (5902336->5906431) req@ffff880073e01180 x1818247336823040/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:82/0 lens 488/0 e 0 to 0 dl 1734016132 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016121.538237:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880073e01180 with x1818247336823040 ext(5902336->5906431) 00002000:00010000:2.0:1734016121.538243:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880073e01180 00000100:00100000:2.0:1734016121.538287:0:13925:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8864 00000100:00100000:2.0:1734016121.538295:0:13925:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880073e01180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1981:x1818247336823040:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:2.0:1734016121.538543:0:13925:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880073e01180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1981:x1818247336823040:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 248us (4435us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016121.538549:0:13925:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8864 00002000:00100000:2.0:1734016121.538555:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (5902336->5906431) req@ffff880073e01180 x1818247336823040/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:82/0 lens 488/4536 e 0 to 0 dl 1734016132 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016121.538562:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880073e01180 with x1818247336823040 ext(5902336->5906431) 00002000:00010000:2.0:1734016121.538565:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880073e01180 00000100:00100000:0.0:1734016121.545273:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016121.552185:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336823296 00000100:00100000:3.0:1734016121.552218:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336823296 00002000:00100000:2.0:1734016121.552715:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (5898240->5902335) req@ffff880135f56680 x1818247336823296/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:82/0 lens 488/0 e 0 to 0 dl 1734016132 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016121.552733:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880135f56680 with x1818247336823296 ext(5898240->5902335) 00002000:00010000:2.0:1734016121.552742:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880135f56680 00000100:00100000:2.0:1734016121.552799:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8865 00000100:00100000:2.0:1734016121.552809:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880135f56680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1979:x1818247336823296:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:2.0:1734016121.553195:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880135f56680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1979:x1818247336823296:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 384us (7930us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016121.553203:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8865 00002000:00100000:2.0:1734016121.553210:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (5898240->5902335) req@ffff880135f56680 x1818247336823296/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:82/0 lens 488/4536 e 0 to 0 dl 1734016132 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016121.553216:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880135f56680 with x1818247336823296 ext(5898240->5902335) 00002000:00010000:2.0:1734016121.553219:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880135f56680 00000100:00100000:1.0:1734016121.560755:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016121.560846:0:13925:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336823424 00000100:00100000:0.0:1734016121.560901:0:13925:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336823424 00002000:00100000:0.0:1734016121.560964:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (5898240->5955583) req@ffff880073e02300 x1818247336823424/t0(0) o4->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:82/0 lens 488/0 e 0 to 0 dl 1734016132 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016121.560975:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880073e02300 with x1818247336823424 ext(5898240->5955583) 00002000:00010000:0.0:1734016121.560985:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880073e02300 00000100:00100000:0.0:1734016121.561022:0:13925:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8866 00000100:00100000:0.0:1734016121.561030:0:13925:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880073e02300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1980:x1818247336823424:12345-192.168.201.10@tcp:4:fsx.0 00000100:00100000:1.0:1734016121.574525:0:13925:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880073e02300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+9:1980:x1818247336823424:12345-192.168.201.10@tcp:4:fsx.0 Request processed in 13477us (13769us total) trans 4294969264 rc 0/0 00000100:00100000:1.0:1734016121.574540:0:13925:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8866 00002000:00100000:1.0:1734016121.574555:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (5898240->5955583) req@ffff880073e02300 x1818247336823424/t4294969264(0) o4->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:82/0 lens 488/448 e 0 to 0 dl 1734016132 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016121.574566:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880073e02300 with x1818247336823424 ext(5898240->5955583) 00002000:00010000:1.0:1734016121.574575:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880073e02300 00000100:00100000:0.0:1734016121.578252:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016121.580509:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336823552 00000100:00100000:2.0:1734016121.580530:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336823552 00000100:00100000:2.0:1734016121.580985:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10578 00000100:00100000:2.0:1734016121.580996:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880135f56d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+9:1979:x1818247336823552:12345-192.168.201.10@tcp:16:fsx.0 00000001:00080000:0.0:1734016121.595326:0:8954:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969264 is committed 00000100:00100000:2.0:1734016121.595527:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880135f56d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1979:x1818247336823552:12345-192.168.201.10@tcp:16:fsx.0 Request processed in 14524us (17274us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016121.595539:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10578 00000100:00100000:2.0:1734016121.602062:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016121.602124:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336823680 00000100:00100000:0.0:1734016121.602136:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336823680 00000100:00100000:0.0:1734016121.602187:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10579 00000100:00100000:0.0:1734016121.602194:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076949500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:1980:x1818247336823680:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:0.0:1734016121.602211:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016121.602230:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a803ba80/0x3f004d6452e07bb0 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d15e7 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016121.602281:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880135f57100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339419008:192.168.201.10@tcp:106: 00000100:00100000:0.0:1734016121.602356:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a74866c0 going to sleep for 11 seconds 00002000:00010000:0.0:1734016121.606566:0:7689:0:(ofd_lvb.c:283:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime: 1734016120 -> 1734016121 00002000:00010000:0.0:1734016121.606577:0:7689:0:(ofd_lvb.c:295:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime: 1734016120 -> 1734016121 00002000:00010000:0.0:1734016121.606580:0:7689:0:(ofd_lvb.c:301:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks: 2112 -> 2224 00000100:00100000:0.0:1734016121.606608:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880135f57100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339419008:192.168.201.10@tcp:106: 00010000:00010000:0.0:1734016121.606650:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a803ba80/0x3f004d6452e07bb0 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d15e7 expref: 6 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016121.606664:0:7689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a803ba80/0x3f004d6452e07bb0 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d15e7 expref: 6 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016121.607406:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a803ba80, rc 0) 00000100:00100000:0.0:1734016121.607468:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076949500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:1980:x1818247336823680:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 5271us (5414us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016121.607477:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10579 00000100:00100000:0.0:1734016121.610705:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016121.610805:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336823808 00000100:00100000:2.0:1734016121.610817:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336823808 00000100:00100000:1.0:1734016121.612933:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10580 00000100:00100000:1.0:1734016121.612946:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880135f57100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:9673:x1818247336823808:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:1.0:1734016121.612971:0:7690:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016121.612998:0:7690:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880097234fc0/0x3f004d6452e07bb7 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d15ee expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016121.613044:0:7690:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a8038fc0/0x3f004d6452e07b7f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d15c4 expref: 6 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016121.613051:0:7690:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016121.613053:0:7690:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016121.613056:0:7690:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880097234fc0/0x3f004d6452e07bb7 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [3313664->3346431] (req 3313664->3346431) gid 0 flags: 0x50000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d15ee expref: 6 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016121.613084:0:7690:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a8038fc0/0x3f004d6452e07b7f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d15c4 expref: 6 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016121.613094:0:7690:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a8038fc0/0x3f004d6452e07b7f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d15c4 expref: 6 pid: 7689 timeout: 485 lvb_type: 0 00000100:00100000:1.0:1734016121.613105:0:7690:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880097219c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339419136:192.168.201.10@tcp:104: 00000100:00100000:1.0:1734016121.613171:0:7690:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b42cdb40 going to sleep for 11 seconds 00010000:00010000:3.0:1734016121.621278:0:6471:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734016121.626703:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016121.629937:0:6469:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336823936 00000100:00100000:3.0:1734016121.629953:0:6469:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336823936 00010000:00010000:3.0:1734016121.629999:0:6469:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a8038fc0/0x3f004d6452e07b7f lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d15c4 expref: 7 pid: 7689 timeout: 485 lvb_type: 0 00000100:00100000:3.0:1734016121.630057:0:6469:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2818 00000100:00100000:3.0:1734016121.630064:0:6469:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007694a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1978:x1818247336823936:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016121.630079:0:6469:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016121.630098:0:6469:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a8038fc0/0x3f004d6452e07b7f lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d15c4 expref: 7 pid: 7689 timeout: 485 lvb_type: 0 00010000:00010000:3.0:1734016121.630109:0:6469:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a8038fc0/0x3f004d6452e07b7f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d15c4 expref: 7 pid: 7689 timeout: 485 lvb_type: 0 00010000:00010000:3.0:1734016121.630139:0:6469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016121.630141:0:6469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016121.630147:0:6469:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880097234fc0/0x3f004d6452e07bb7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3313664->3346431) gid 0 flags: 0x50080000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d15ee expref: 6 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016121.630155:0:6469:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880097234fc0/0x3f004d6452e07bb7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3313664->3346431) gid 0 flags: 0x50080000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d15ee expref: 6 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016121.630194:0:6469:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880097234fc0/0x3f004d6452e07bb7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3313664->3346431) gid 0 flags: 0x40000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d15ee expref: 6 pid: 7690 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016121.630208:0:6469:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800744bdc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6469:1818247339419264:192.168.201.10@tcp:105: 00000100:00100000:3.0:1734016121.630286:0:6469:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac68ee40 going to sleep for 11 seconds 00010000:00010000:1.0:1734016121.630747:0:7690:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a8038fc0/0x3f004d6452e07b7f lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d15c4 expref: 7 pid: 7689 timeout: 485 lvb_type: 0 00000100:00100000:1.0:1734016121.630784:0:7690:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880097219c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339419136:192.168.201.10@tcp:104: 00010000:00010000:1.0:1734016121.630810:0:7690:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880097234fc0/0x3f004d6452e07bb7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3313664->3346431) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d15ee expref: 6 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016121.630818:0:7690:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097234fc0, rc 0) 00000100:00100000:1.0:1734016121.630856:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880135f57100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:9673:x1818247336823808:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 17913us (20170us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016121.630899:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10580 00000100:00100000:3.0:1734016121.636354:0:6469:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800744bdc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6469:1818247339419264:192.168.201.10@tcp:105: 00010000:00010000:3.0:1734016121.636375:0:6469:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016121.636431:0:6469:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007694a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1978:x1818247336823936:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 6366us (9740us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016121.636441:0:6469:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2818 00000100:00100000:1.0:1734016121.637983:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016121.638056:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336824064 00000100:00100000:2.0:1734016121.638067:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336824064 00000100:00100000:2.0:1734016121.638127:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10581 00000100:00100000:2.0:1734016121.638138:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880097219c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1979:x1818247336824064:12345-192.168.201.10@tcp:22:fsx.0 00002000:00010000:2.0:1734016121.638508:0:7690:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 10446264 -> 10446264 00002000:00010000:2.0:1734016121.638513:0:7690:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016121 -> 1734016121 00002000:00010000:2.0:1734016121.638515:0:7690:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016120 -> 1734016120 00002000:00010000:2.0:1734016121.638518:0:7690:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016121 -> 1734016121 00002000:00010000:2.0:1734016121.638521:0:7690:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 2224 -> 2288 00000100:00100000:2.0:1734016121.638580:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880097219c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1979:x1818247336824064:12345-192.168.201.10@tcp:22:fsx.0 Request processed in 444us (602us total) trans 4294969265 rc 0/0 00000100:00100000:2.0:1734016121.638590:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10581 00000100:00100000:0.0:1734016121.643535:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016121.643712:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336824192 00000100:00100000:3.0:1734016121.643728:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336824192 00000100:00100000:3.0:1734016121.643817:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10582 00000100:00100000:3.0:1734016121.643831:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880135f54000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1981:x1818247336824192:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:3.0:1734016121.646693:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016121.646735:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a9a4b40/0x3f004d6452e07bbe lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d15f5 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016121.646822:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800744bdc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339419392:192.168.201.10@tcp:106: 00000100:00100000:3.0:1734016121.647307:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac68ee40 going to sleep for 11 seconds 00000100:00100000:3.0:1734016121.649358:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800744bdc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339419392:192.168.201.10@tcp:106: 00010000:00010000:3.0:1734016121.649407:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a9a4b40/0x3f004d6452e07bbe lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d15f5 expref: 7 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016121.649423:0:7689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a4b40/0x3f004d6452e07bbe lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d15f5 expref: 7 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016121.649454:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a9a4b40, rc 0) 00000100:00100000:3.0:1734016121.649512:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880135f54000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1981:x1818247336824192:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 5684us (5991us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016121.649526:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10582 00000100:00100000:1.0:1734016121.653959:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016121.654052:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336824320 00000100:00100000:3.0:1734016121.654064:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336824320 00000100:00100000:3.0:1734016121.654116:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10583 00000100:00100000:3.0:1734016121.654123:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076a9a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1980:x1818247336824320:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:3.0:1734016121.654142:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016121.654165:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a9a6400/0x3f004d6452e07bc5 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d15fc expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016121.654221:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800744bdc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339419520:192.168.201.10@tcp:106: 00000100:00100000:3.0:1734016121.654300:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac68ee40 going to sleep for 11 seconds 00000100:00100000:3.0:1734016121.657227:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800744bdc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339419520:192.168.201.10@tcp:106: 00010000:00010000:3.0:1734016121.657298:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a9a6400/0x3f004d6452e07bc5 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d15fc expref: 7 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016121.657318:0:7689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a6400/0x3f004d6452e07bc5 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d15fc expref: 7 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016121.657467:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a9a6400, rc 0) 00000100:00100000:3.0:1734016121.658157:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076a9a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1980:x1818247336824320:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 4031us (4211us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016121.658168:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10583 00000100:00100000:1.0:1734016121.661735:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016121.661839:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336824448 00000100:00100000:3.0:1734016121.661852:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336824448 00000100:00100000:3.0:1734016121.661929:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10584 00000100:00100000:3.0:1734016121.661939:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076a99500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1981:x1818247336824448:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:3.0:1734016121.661969:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016121.661999:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a9a6f40/0x3f004d6452e07bcc lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d1603 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016121.662087:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800744bdc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339419648:192.168.201.10@tcp:106: 00000100:00100000:3.0:1734016121.662163:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac68ee40 going to sleep for 11 seconds 00000100:00100000:3.0:1734016121.672834:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800744bdc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339419648:192.168.201.10@tcp:106: 00010000:00010000:3.0:1734016121.672927:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a9a6f40/0x3f004d6452e07bcc lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1603 expref: 7 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016121.672947:0:7689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a6f40/0x3f004d6452e07bcc lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1603 expref: 7 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016121.673010:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a9a6f40, rc 0) 00000100:00100000:3.0:1734016121.673079:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076a99500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1981:x1818247336824448:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 11140us (11356us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016121.673090:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10584 00000100:00100000:0.0:1734016121.677774:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016121.678792:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336824576 00000100:00100000:3.0:1734016121.678806:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336824576 00000100:00100000:3.0:1734016121.678895:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10585 00000100:00100000:3.0:1734016121.678907:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880135f56300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1978:x1818247336824576:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:3.0:1734016121.678942:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016121.678974:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a9a4480/0x3f004d6452e07bd3 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d160a expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016121.679088:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800744bdc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339419776:192.168.201.10@tcp:106: 00000100:00100000:3.0:1734016121.680223:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac68ee40 going to sleep for 11 seconds 00000100:00100000:2.0:1734016121.684556:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800744bdc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339419776:192.168.201.10@tcp:106: 00010000:00010000:2.0:1734016121.684626:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a9a4480/0x3f004d6452e07bd3 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d160a expref: 7 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016121.684651:0:7689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a4480/0x3f004d6452e07bd3 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d160a expref: 7 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016121.684691:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a9a4480, rc 0) 00000100:00100000:2.0:1734016121.684776:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880135f56300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1978:x1818247336824576:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 5869us (7019us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016121.684788:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10585 00000100:00100000:0.0:1734016121.688147:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016121.688536:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336824704 00000100:00100000:2.0:1734016121.688552:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336824704 00000100:00100000:2.0:1734016121.688618:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10586 00000100:00100000:2.0:1734016121.688631:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800744eaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1981:x1818247336824704:12345-192.168.201.10@tcp:22:fsx.0 00002000:00010000:2.0:1734016121.688975:0:7689:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 10446264 -> 10446264 00002000:00010000:2.0:1734016121.688979:0:7689:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016121 -> 1734016121 00002000:00010000:2.0:1734016121.688982:0:7689:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016120 -> 1734016120 00002000:00010000:2.0:1734016121.688984:0:7689:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016121 -> 1734016121 00002000:00010000:2.0:1734016121.688987:0:7689:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 2288 -> 2328 00000100:00100000:2.0:1734016121.689055:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800744eaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+8:1981:x1818247336824704:12345-192.168.201.10@tcp:22:fsx.0 Request processed in 428us (921us total) trans 4294969266 rc 0/0 00000100:00100000:2.0:1734016121.689064:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10586 00000100:00100000:0.0:1734016121.692084:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016121.692463:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336824832 00000100:00100000:2.0:1734016121.692477:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336824832 00000100:00100000:2.0:1734016121.692538:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10587 00000100:00100000:2.0:1734016121.692547:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800744e8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1979:x1818247336824832:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:2.0:1734016121.692571:0:7690:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016121.692594:0:7690:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800721718c0/0x3f004d6452e07bda lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d1611 expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016121.692665:0:7690:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007694b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339419904:192.168.201.10@tcp:106: 00000100:00100000:2.0:1734016121.694199:0:7690:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012b911c00 going to sleep for 11 seconds 00000100:00100000:2.0:1734016121.702690:0:7690:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007694b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339419904:192.168.201.10@tcp:106: 00010000:00010000:2.0:1734016121.702740:0:7690:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800721718c0/0x3f004d6452e07bda lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1611 expref: 7 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016121.702758:0:7690:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800721718c0/0x3f004d6452e07bda lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1611 expref: 7 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016121.703198:0:7690:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800721718c0, rc 0) 00000100:00100000:2.0:1734016121.703290:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800744e8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1979:x1818247336824832:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 10740us (11219us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016121.703304:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10587 00000100:00100000:0.0:1734016121.706337:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016121.708465:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336824960 00000100:00100000:2.0:1734016121.708493:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336824960 00000100:00100000:2.0:1734016121.708617:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10588 00000100:00100000:2.0:1734016121.708628:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800744e9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1981:x1818247336824960:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:2.0:1734016121.708664:0:7690:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016121.708701:0:7690:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880072172640/0x3f004d6452e07be1 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d1618 expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016121.708806:0:7690:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007694b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339420032:192.168.201.10@tcp:106: 00000100:00100000:2.0:1734016121.709004:0:7690:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012b911c00 going to sleep for 11 seconds 00000100:00100000:3.0:1734016121.711729:0:7690:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007694b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339420032:192.168.201.10@tcp:106: 00010000:00010000:3.0:1734016121.711776:0:7690:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880072172640/0x3f004d6452e07be1 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1618 expref: 7 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016121.711793:0:7690:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880072172640/0x3f004d6452e07be1 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1618 expref: 7 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016121.711819:0:7690:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880072172640, rc 0) 00000100:00100000:3.0:1734016121.711922:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800744e9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1981:x1818247336824960:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 3293us (5597us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016121.711936:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10588 00000100:00100000:1.0:1734016121.719779:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016121.719938:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336825088 00000100:00100000:3.0:1734016121.719949:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336825088 00000100:00100000:3.0:1734016121.719997:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10589 00000100:00100000:3.0:1734016121.720006:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074c8a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1979:x1818247336825088:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:3.0:1734016121.720030:0:7690:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016121.720067:0:7690:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a9a4480/0x3f004d6452e07be8 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d161f expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016121.720150:0:7690:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800744bf800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339420160:192.168.201.10@tcp:106: 00000100:00100000:3.0:1734016121.720226:0:7690:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac68ea80 going to sleep for 11 seconds 00000100:00100000:3.0:1734016121.725277:0:7690:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800744bf800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339420160:192.168.201.10@tcp:106: 00010000:00010000:3.0:1734016121.725338:0:7690:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a9a4480/0x3f004d6452e07be8 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d161f expref: 7 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016121.725354:0:7690:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a4480/0x3f004d6452e07be8 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d161f expref: 7 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016121.725394:0:7690:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a9a4480, rc 0) 00000100:00100000:3.0:1734016121.726225:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074c8a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1979:x1818247336825088:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 6217us (6458us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016121.726233:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10589 00000100:00100000:1.0:1734016121.733112:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016121.733228:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336825216 00000100:00100000:3.0:1734016121.733243:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336825216 00000100:00100000:3.0:1734016121.733297:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10590 00000100:00100000:3.0:1734016121.733307:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074c8b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1981:x1818247336825216:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:3.0:1734016121.733332:0:7690:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016121.733354:0:7690:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a9a58c0/0x3f004d6452e07bef lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d1626 expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016121.733444:0:7690:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800744bf800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339420288:192.168.201.10@tcp:106: 00000100:00100000:3.0:1734016121.733527:0:7690:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac68ea80 going to sleep for 11 seconds 00000100:00100000:3.0:1734016121.737087:0:7690:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800744bf800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339420288:192.168.201.10@tcp:106: 00010000:00010000:3.0:1734016121.737128:0:7690:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a9a58c0/0x3f004d6452e07bef lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1626 expref: 7 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016121.737144:0:7690:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a58c0/0x3f004d6452e07bef lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1626 expref: 7 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016121.737172:0:7690:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a9a58c0, rc 0) 00000100:00100000:3.0:1734016121.737221:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074c8b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1981:x1818247336825216:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 3914us (4128us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016121.737230:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10590 00000100:00100000:0.0:1734016121.743804:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016121.744120:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336825344 00000100:00100000:3.0:1734016121.744138:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336825344 00000100:00100000:3.0:1734016121.744287:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10591 00000100:00100000:3.0:1734016121.744298:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800744eb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1979:x1818247336825344:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:3.0:1734016121.744334:0:7690:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016121.744373:0:7690:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a9a5440/0x3f004d6452e07bf6 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d162d expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016121.744491:0:7690:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800744bf800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339420416:192.168.201.10@tcp:106: 00000100:00100000:3.0:1734016121.744755:0:7690:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac68ea80 going to sleep for 11 seconds 00000100:00100000:3.0:1734016121.747147:0:7690:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800744bf800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339420416:192.168.201.10@tcp:106: 00010000:00010000:3.0:1734016121.747211:0:7690:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a9a5440/0x3f004d6452e07bf6 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d162d expref: 7 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016121.747233:0:7690:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a5440/0x3f004d6452e07bf6 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d162d expref: 7 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016121.748138:0:7690:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a9a5440, rc 0) 00000100:00100000:3.0:1734016121.749921:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800744eb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1979:x1818247336825344:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 5607us (6117us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016121.749938:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10591 00000100:00100000:1.0:1734016121.755082:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016121.755174:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336825472 00000100:00100000:2.0:1734016121.755194:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336825472 00000100:00100000:2.0:1734016121.755279:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10592 00000100:00100000:2.0:1734016121.755289:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880073f20e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:9673:x1818247336825472:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:2.0:1734016121.755327:0:7690:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016121.755363:0:7690:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880072172640/0x3f004d6452e07bfd lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d1634 expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016121.755449:0:7690:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880097234fc0/0x3f004d6452e07bb7 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3313664->3346431) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d15ee expref: 7 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016121.755458:0:7690:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016121.755461:0:7690:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016121.755464:0:7690:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880072172640/0x3f004d6452e07bfd lrc: 4/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [5595136->5627903] (req 5595136->5627903) gid 0 flags: 0x50000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1634 expref: 7 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016121.755521:0:7690:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880097234fc0/0x3f004d6452e07bb7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3313664->3346431) gid 0 flags: 0x50000000020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d15ee expref: 7 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016121.755537:0:7690:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880097234fc0/0x3f004d6452e07bb7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3313664->3346431) gid 0 flags: 0x70000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d15ee expref: 7 pid: 7690 timeout: 485 lvb_type: 0 00000100:00100000:2.0:1734016121.755552:0:7690:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007694b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339420544:192.168.201.10@tcp:104: 00000100:00100000:2.0:1734016121.755657:0:7690:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012b911900 going to sleep for 11 seconds 00000100:00100000:2.0:1734016121.758585:0:7690:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007694b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339420544:192.168.201.10@tcp:104: 00010000:00010000:2.0:1734016121.758629:0:7690:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880072172640/0x3f004d6452e07bfd lrc: 3/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [5595136->5627903] (req 5595136->5627903) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1634 expref: 7 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016121.758653:0:7690:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880072172640, rc 0) 00000100:00100000:2.0:1734016121.758729:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880073f20e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:9673:x1818247336825472:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 3441us (3668us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016121.758741:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10592 00000100:00100000:1.0:1734016121.759572:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016121.760887:0:6469:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336825600 00000100:00100000:3.0:1734016121.760904:0:6469:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336825600 00010000:00010000:3.0:1734016121.760978:0:6469:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880097234fc0/0x3f004d6452e07bb7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3313664->3346431) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d15ee expref: 8 pid: 7690 timeout: 485 lvb_type: 0 00000100:00100000:3.0:1734016121.761035:0:6469:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2819 00000100:00100000:3.0:1734016121.761044:0:6469:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880073f23480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+8:1978:x1818247336825600:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016121.761067:0:6469:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016121.761106:0:6469:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880097234fc0/0x3f004d6452e07bb7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3313664->3346431) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d15ee expref: 8 pid: 7690 timeout: 485 lvb_type: 0 00010000:00010000:3.0:1734016121.761127:0:6469:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880097234fc0/0x3f004d6452e07bb7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3313664->3346431) gid 0 flags: 0x50000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d15ee expref: 8 pid: 7690 timeout: 485 lvb_type: 0 00010000:00010000:3.0:1734016121.761162:0:6469:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097234fc0/0x3f004d6452e07bb7 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3313664->3346431) gid 0 flags: 0x44801400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d15ee expref: 8 pid: 7690 timeout: 485 lvb_type: 0 00010000:00010000:3.0:1734016121.761210:0:6469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016121.761213:0:6469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016121.761224:0:6469:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880072172640/0x3f004d6452e07bfd lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5595136->5627903) gid 0 flags: 0x40080000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1634 expref: 6 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016121.761235:0:6469:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880072172640/0x3f004d6452e07bfd lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5595136->5627903) gid 0 flags: 0x40080000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1634 expref: 6 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016121.761283:0:6469:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880072172640/0x3f004d6452e07bfd lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5595136->5627903) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1634 expref: 6 pid: 7690 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016121.761303:0:6469:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800744bf800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6469:1818247339420672:192.168.201.10@tcp:105: 00000100:00100000:3.0:1734016121.761408:0:6469:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac68ea80 going to sleep for 11 seconds 00000100:00100000:3.0:1734016121.764329:0:6469:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800744bf800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6469:1818247339420672:192.168.201.10@tcp:105: 00010000:00010000:3.0:1734016121.764369:0:6469:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016121.764459:0:6469:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880073f23480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1978:x1818247336825600:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 3412us (4887us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016121.764476:0:6469:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2819 00000100:00100000:0.0:1734016121.764948:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016121.765530:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336825728 00000100:00100000:2.0:1734016121.765540:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336825728 00000100:00100000:2.0:1734016121.765602:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10593 00000100:00100000:2.0:1734016121.765610:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800744e9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1981:x1818247336825728:12345-192.168.201.10@tcp:22:fsx.0 00002000:00010000:2.0:1734016121.765958:0:7690:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 10446264 -> 10446264 00002000:00010000:2.0:1734016121.765962:0:7690:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016121 -> 1734016121 00002000:00010000:2.0:1734016121.765964:0:7690:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016120 -> 1734016120 00002000:00010000:2.0:1734016121.765967:0:7690:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016121 -> 1734016121 00002000:00010000:2.0:1734016121.765970:0:7690:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 2328 -> 2392 00000100:00100000:2.0:1734016121.766029:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800744e9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1981:x1818247336825728:12345-192.168.201.10@tcp:22:fsx.0 Request processed in 419us (1084us total) trans 4294969267 rc 0/0 00000100:00100000:2.0:1734016121.766038:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10593 00000100:00100000:0.0:1734016121.768635:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016121.768701:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336825856 00000100:00100000:2.0:1734016121.768712:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336825856 00000100:00100000:2.0:1734016121.768766:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10594 00000100:00100000:2.0:1734016121.768774:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800744ebb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1978:x1818247336825856:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:2.0:1734016121.768794:0:7690:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016121.768816:0:7690:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880072172d00/0x3f004d6452e07c04 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d163b expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016121.768913:0:7690:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007694b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339420800:192.168.201.10@tcp:106: 00000100:00100000:2.0:1734016121.769009:0:7690:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012b911900 going to sleep for 11 seconds 00000100:00100000:2.0:1734016121.773106:0:7690:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007694b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339420800:192.168.201.10@tcp:106: 00010000:00010000:2.0:1734016121.773160:0:7690:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880072172d00/0x3f004d6452e07c04 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d163b expref: 8 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016121.773179:0:7690:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880072172d00/0x3f004d6452e07c04 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d163b expref: 8 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016121.773254:0:7690:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880072172d00, rc 0) 00000100:00100000:2.0:1734016121.773350:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800744ebb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1978:x1818247336825856:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 4574us (4727us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016121.773362:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10594 00000100:00100000:1.0:1734016121.777206:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016121.777340:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336825984 00000100:00100000:2.0:1734016121.777363:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336825984 00000100:00100000:2.0:1734016121.777997:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10595 00000100:00100000:2.0:1734016121.778009:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880073f22d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1979:x1818247336825984:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:2.0:1734016121.778045:0:7690:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016121.778082:0:7690:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e07c0b lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d1642 expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016121.778186:0:7690:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007694b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339420928:192.168.201.10@tcp:106: 00000100:00100000:2.0:1734016121.778419:0:7690:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012b911900 going to sleep for 11 seconds 00000100:00100000:2.0:1734016121.780960:0:7690:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007694b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339420928:192.168.201.10@tcp:106: 00010000:00010000:2.0:1734016121.781003:0:7690:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e07c0b lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1642 expref: 8 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016121.781017:0:7690:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e07c0b lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1642 expref: 8 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016121.781034:0:7690:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880072171440, rc 0) 00000100:00100000:2.0:1734016121.781318:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880073f22d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1979:x1818247336825984:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 3309us (4302us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016121.781329:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10595 00000100:00100000:1.0:1734016121.783422:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016121.783500:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336826112 00000100:00100000:2.0:1734016121.783508:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336826112 00000100:00100000:2.0:1734016121.783554:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10596 00000100:00100000:2.0:1734016121.783560:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074222d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1981:x1818247336826112:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:2.0:1734016121.783577:0:7690:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016121.783593:0:7690:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880072170d80/0x3f004d6452e07c12 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d1649 expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016121.783648:0:7690:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007694b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339421056:192.168.201.10@tcp:106: 00000100:00100000:2.0:1734016121.783715:0:7690:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012b911900 going to sleep for 11 seconds 00000100:00100000:2.0:1734016121.787419:0:7690:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007694b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339421056:192.168.201.10@tcp:106: 00010000:00010000:2.0:1734016121.787475:0:7690:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880072170d80/0x3f004d6452e07c12 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1649 expref: 8 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016121.787493:0:7690:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880072170d80/0x3f004d6452e07c12 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1649 expref: 8 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016121.788041:0:7690:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880072170d80, rc 0) 00000100:00100000:2.0:1734016121.788101:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074222d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1981:x1818247336826112:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 4538us (4683us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016121.788111:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10596 00000100:00100000:1.0:1734016121.792108:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016121.792251:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336826240 00000100:00100000:2.0:1734016121.792267:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336826240 00000100:00100000:2.0:1734016121.792321:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10597 00000100:00100000:2.0:1734016121.792329:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074223800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1979:x1818247336826240:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:2.0:1734016121.792358:0:7690:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016121.792392:0:7690:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880072171f80/0x3f004d6452e07c19 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d1650 expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016121.792483:0:7690:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007694b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339421184:192.168.201.10@tcp:106: 00000100:00100000:2.0:1734016121.792573:0:7690:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012b911900 going to sleep for 11 seconds 00000100:00100000:2.0:1734016121.795655:0:7690:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007694b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339421184:192.168.201.10@tcp:106: 00010000:00010000:2.0:1734016121.795691:0:7690:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880072171f80/0x3f004d6452e07c19 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1650 expref: 8 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016121.795704:0:7690:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880072171f80/0x3f004d6452e07c19 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1650 expref: 8 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016121.795727:0:7690:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880072171f80, rc 0) 00000100:00100000:2.0:1734016121.796352:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074223800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1979:x1818247336826240:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 4020us (4262us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016121.796362:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10597 00000100:00100000:1.0:1734016121.799005:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016121.799518:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336826368 00000100:00100000:2.0:1734016121.799528:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336826368 00000100:00100000:2.0:1734016121.799581:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10598 00000100:00100000:2.0:1734016121.799590:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074220a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1981:x1818247336826368:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:2.0:1734016121.799612:0:7690:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016121.799633:0:7690:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880072170d80/0x3f004d6452e07c20 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d1657 expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016121.799688:0:7690:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007694b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339421312:192.168.201.10@tcp:106: 00000100:00100000:2.0:1734016121.799757:0:7690:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012b911900 going to sleep for 11 seconds 00000100:00100000:2.0:1734016121.802982:0:7690:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007694b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339421312:192.168.201.10@tcp:106: 00010000:00010000:2.0:1734016121.803040:0:7690:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880072170d80/0x3f004d6452e07c20 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1657 expref: 8 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016121.803060:0:7690:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880072170d80/0x3f004d6452e07c20 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1657 expref: 8 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016121.803120:0:7690:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880072170d80, rc 0) 00000100:00100000:2.0:1734016121.803387:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074220a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1981:x1818247336826368:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 3788us (4384us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016121.803397:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10598 00000100:00100000:1.0:1734016121.805979:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016121.806184:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336826496 00000100:00100000:2.0:1734016121.806191:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336826496 00000100:00100000:2.0:1734016121.806240:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10599 00000100:00100000:2.0:1734016121.806248:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074e55500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:9673:x1818247336826496:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:2.0:1734016121.806266:0:7690:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016121.806287:0:7690:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e07c27 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d165e expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016121.806320:0:7690:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880072172640/0x3f004d6452e07bfd lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5595136->5627903) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1634 expref: 7 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016121.806329:0:7690:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016121.806331:0:7690:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016121.806334:0:7690:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e07c27 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [9744384->9748479] (req 9744384->9748479) gid 0 flags: 0x50000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d165e expref: 8 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016121.806367:0:7690:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880072172640/0x3f004d6452e07bfd lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5595136->5627903) gid 0 flags: 0x50000000020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1634 expref: 7 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016121.806388:0:7690:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880072172640/0x3f004d6452e07bfd lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5595136->5627903) gid 0 flags: 0x70000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1634 expref: 7 pid: 7690 timeout: 485 lvb_type: 0 00000100:00100000:2.0:1734016121.806406:0:7690:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007694b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339421440:192.168.201.10@tcp:104: 00000100:00100000:2.0:1734016121.806475:0:7690:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012b911900 going to sleep for 11 seconds 00000100:00100000:2.0:1734016121.809025:0:7690:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007694b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339421440:192.168.201.10@tcp:104: 00010000:00010000:2.0:1734016121.809069:0:7690:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e07c27 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [9744384->9748479] (req 9744384->9748479) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d165e expref: 8 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016121.809095:0:7690:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880072171440, rc 0) 00000100:00100000:2.0:1734016121.809160:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074e55500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+8:9673:x1818247336826496:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 2910us (3191us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016121.809170:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10599 00000100:00100000:1.0:1734016121.809423:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016121.809706:0:6469:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336826624 00000100:00100000:3.0:1734016121.809714:0:6469:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336826624 00010000:00010000:3.0:1734016121.809744:0:6469:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880072172640/0x3f004d6452e07bfd lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5595136->5627903) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1634 expref: 8 pid: 7690 timeout: 485 lvb_type: 0 00000100:00100000:3.0:1734016121.809771:0:6469:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2820 00000100:00100000:3.0:1734016121.809776:0:6469:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074e55880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1979:x1818247336826624:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016121.809787:0:6469:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016121.809811:0:6469:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880072172640/0x3f004d6452e07bfd lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 5595136->5627903) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1634 expref: 8 pid: 7690 timeout: 485 lvb_type: 0 00010000:00010000:3.0:1734016121.809822:0:6469:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880072172640/0x3f004d6452e07bfd lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 5595136->5627903) gid 0 flags: 0x50000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1634 expref: 8 pid: 7690 timeout: 485 lvb_type: 0 00010000:00010000:3.0:1734016121.809848:0:6469:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880072172640/0x3f004d6452e07bfd lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 5595136->5627903) gid 0 flags: 0x44801400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1634 expref: 8 pid: 7690 timeout: 485 lvb_type: 0 00010000:00010000:3.0:1734016121.809898:0:6469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016121.809900:0:6469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016121.809911:0:6469:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e07c27 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 9744384->9748479) gid 0 flags: 0x40080000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d165e expref: 7 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016121.809921:0:6469:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e07c27 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 9744384->9748479) gid 0 flags: 0x40080000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d165e expref: 7 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016121.809957:0:6469:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e07c27 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 9744384->9748479) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d165e expref: 7 pid: 7690 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016121.809972:0:6469:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800744bf800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6469:1818247339421568:192.168.201.10@tcp:105: 00000100:00100000:3.0:1734016121.810018:0:6469:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac68ea80 going to sleep for 11 seconds 00000100:00100000:1.0:1734016121.820998:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016121.821037:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016121.821153:0:13925:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336826880 00000100:00100000:0.0:1734016121.821160:0:13925:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336826880 00002000:00100000:0.0:1734016121.821206:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (5791744->9986047) req@ffff880074e55180 x1818247336826880/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:82/0 lens 488/0 e 0 to 0 dl 1734016132 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016121.821216:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074e55180 with x1818247336826880 ext(5791744->9986047) 00002000:00010000:0.0:1734016121.821221:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074e55180 00000100:00100000:0.0:1734016121.821250:0:13925:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336827136 00000100:00100000:0.0:1734016121.821252:0:13925:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336827136 00002000:00100000:0.0:1734016121.821263:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (9986048->10448895) req@ffff88012cc70000 x1818247336827136/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:82/0 lens 488/0 e 0 to 0 dl 1734016132 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016121.821269:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012cc70000 with x1818247336827136 ext(9986048->10448895) 00002000:00010000:0.0:1734016121.821271:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012cc70000 00000100:00100000:0.0:1734016121.821284:0:13925:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8867 00000100:00100000:0.0:1734016121.821291:0:13925:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074e55180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+9:1979:x1818247336826880:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:3.0:1734016121.824487:0:13929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8868 00000100:00100000:3.0:1734016121.824505:0:13929:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cc70000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+9:1979:x1818247336827136:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:2.0:1734016121.825698:0:6469:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800744bf800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6469:1818247339421568:192.168.201.10@tcp:105: 00010000:00010000:2.0:1734016121.825743:0:6469:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016121.825803:0:6469:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074e55880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1979:x1818247336826624:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 16023us (16378us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016121.825820:0:6469:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2820 00000100:00100000:3.0:1734016121.831254:0:13929:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cc70000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+9:1979:x1818247336827136:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 6735us (10199us total) trans 0 rc 462848/462848 00000100:00100000:3.0:1734016121.831271:0:13929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8868 00002000:00100000:3.0:1734016121.831290:0:13929:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (9986048->10448895) req@ffff88012cc70000 x1818247336827136/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:82/0 lens 488/440 e 0 to 0 dl 1734016132 ref 1 fl Complete:/200/0 rc 462848/462848 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016121.831302:0:13929:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012cc70000 with x1818247336827136 ext(9986048->10448895) 00002000:00010000:3.0:1734016121.831308:0:13929:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012cc70000 00000100:00100000:2.0:1734016121.875850:0:13925:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074e55180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+8:1979:x1818247336826880:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 54532us (54836us total) trans 0 rc 4194304/4194304 00000100:00100000:2.0:1734016121.875897:0:13925:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8867 00002000:00100000:2.0:1734016121.875924:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (5791744->9986047) req@ffff880074e55180 x1818247336826880/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:82/0 lens 488/440 e 0 to 0 dl 1734016132 ref 1 fl Complete:/200/0 rc 4194304/4194304 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016121.875938:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074e55180 with x1818247336826880 ext(5791744->9986047) 00002000:00010000:2.0:1734016121.875949:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074e55180 00000100:00100000:2.0:1734016121.883836:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016121.884351:0:13925:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336827264 00000100:00100000:0.0:1734016121.884363:0:13925:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336827264 00002000:00100000:0.0:1734016121.884416:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (9744384->9748479) req@ffff88007694b800 x1818247336827264/t0(0) o4->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:82/0 lens 4584/0 e 0 to 0 dl 1734016132 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016121.884427:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007694b800 with x1818247336827264 ext(9744384->9748479) 00002000:00010000:0.0:1734016121.884433:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007694b800 00000100:00100000:0.0:1734016121.884467:0:13925:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8869 00000100:00100000:0.0:1734016121.884473:0:13925:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007694b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+8:1980:x1818247336827264:12345-192.168.201.10@tcp:4:fsx.0 00000100:00100000:0.0:1734016121.885312:0:13925:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007694b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+10:1980:x1818247336827264:12345-192.168.201.10@tcp:4:fsx.0 Request processed in 834us (1492us total) trans 4294969268 rc 0/0 00000100:00100000:0.0:1734016121.885321:0:13925:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8869 00002000:00100000:0.0:1734016121.885328:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (9744384->9748479) req@ffff88007694b800 x1818247336827264/t4294969268(0) o4->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:82/0 lens 4584/448 e 0 to 0 dl 1734016132 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016121.885339:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007694b800 with x1818247336827264 ext(9744384->9748479) 00002000:00010000:0.0:1734016121.885342:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007694b800 00000100:00100000:1.0:1734016121.887774:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016121.887905:0:8966:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336827392 00000100:00100000:2.0:1734016121.887919:0:8966:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336827392 00000100:00100000:2.0:1734016121.889258:0:8966:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 1982 00000100:00100000:2.0:1734016121.889270:0:8966:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800750e2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+13:9673:x1818247336827392:12345-192.168.201.10@tcp:44:fsx.0 00000100:00100000:2.0:1734016121.889408:0:8966:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800750e2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+13:9673:x1818247336827392:12345-192.168.201.10@tcp:44:fsx.0 Request processed in 139us (1657us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016121.889414:0:8966:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 1982 00000100:00100000:1.0:1734016121.892074:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016121.892179:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336827520 00000100:00100000:2.0:1734016121.892190:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336827520 00000100:00100000:2.0:1734016121.892509:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10600 00000100:00100000:2.0:1734016121.892515:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800750e3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+10:1978:x1818247336827520:12345-192.168.201.10@tcp:16:fsx.0 00000001:00080000:0.0:1734016121.895621:0:8954:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969268 is committed 00000001:00080000:0.0:1734016121.895645:0:8954:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969267 is committed 00000100:00100000:2.0:1734016121.896134:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800750e3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1978:x1818247336827520:12345-192.168.201.10@tcp:16:fsx.0 Request processed in 3613us (4061us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016121.896147:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10600 00000100:00100000:0.0:1734016121.899137:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016121.899268:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336827648 00000100:00100000:2.0:1734016121.899279:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336827648 00000100:00100000:2.0:1734016121.899359:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10601 00000100:00100000:2.0:1734016121.899367:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d805880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1978:x1818247336827648:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:2.0:1734016121.899400:0:7690:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016121.899435:0:7690:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880072172d00/0x3f004d6452e07c2e lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d1665 expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016121.899526:0:7690:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007694a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339421696:192.168.201.10@tcp:106: 00000100:00100000:2.0:1734016121.900227:0:7690:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012b911900 going to sleep for 11 seconds 00002000:00010000:2.0:1734016121.902147:0:7690:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime: 1734016120 -> 1734016121 00002000:00010000:2.0:1734016121.902155:0:7690:0:(ofd_lvb.c:301:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks: 2392 -> 2400 00000100:00100000:2.0:1734016121.902185:0:7690:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007694a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339421696:192.168.201.10@tcp:106: 00010000:00010000:2.0:1734016121.902226:0:7690:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880072172d00/0x3f004d6452e07c2e lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1665 expref: 7 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016121.902245:0:7690:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880072172d00/0x3f004d6452e07c2e lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1665 expref: 7 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016121.902259:0:7690:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880072172d00, rc 0) 00000100:00100000:2.0:1734016121.902316:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d805880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1978:x1818247336827648:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 2948us (3190us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016121.902325:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10601 00000100:00100000:0.0:1734016121.904794:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016121.905005:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336827776 00000100:00100000:2.0:1734016121.905021:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336827776 00000100:00100000:2.0:1734016121.905228:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10602 00000100:00100000:2.0:1734016121.905239:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d804a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:9673:x1818247336827776:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:2.0:1734016121.905273:0:7690:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016121.905301:0:7690:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800721718c0/0x3f004d6452e07c35 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d166c expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016121.905340:0:7690:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e07c27 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 9744384->9748479) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d165e expref: 5 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016121.905348:0:7690:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016121.905351:0:7690:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016121.905355:0:7690:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800721718c0/0x3f004d6452e07c35 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [2412544->2469887] (req 2412544->2469887) gid 0 flags: 0x50000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d166c expref: 7 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016121.905411:0:7690:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e07c27 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 9744384->9748479) gid 0 flags: 0x50000000020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d165e expref: 5 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016121.905424:0:7690:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e07c27 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 9744384->9748479) gid 0 flags: 0x70000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d165e expref: 5 pid: 7690 timeout: 486 lvb_type: 0 00000100:00100000:2.0:1734016121.905439:0:7690:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007694a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339421824:192.168.201.10@tcp:104: 00000100:00100000:2.0:1734016121.905543:0:7690:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012b911900 going to sleep for 11 seconds 00000100:00100000:0.0:1734016121.915203:0:7690:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007694a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339421824:192.168.201.10@tcp:104: 00010000:00010000:0.0:1734016121.915268:0:7690:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800721718c0/0x3f004d6452e07c35 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [2412544->2469887] (req 2412544->2469887) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d166c expref: 7 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016121.915299:0:7690:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800721718c0, rc 0) 00000100:00100000:0.0:1734016121.915388:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d804a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:9673:x1818247336827776:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 10139us (10599us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016121.915397:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10602 00000100:00100000:2.0:1734016121.915592:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016121.916173:0:6469:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336827904 00000100:00100000:3.0:1734016121.916184:0:6469:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336827904 00010000:00010000:3.0:1734016121.916236:0:6469:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e07c27 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 9744384->9748479) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d165e expref: 6 pid: 7690 timeout: 486 lvb_type: 0 00000100:00100000:3.0:1734016121.916264:0:6469:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2821 00000100:00100000:3.0:1734016121.916272:0:6469:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b1f67850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1979:x1818247336827904:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016121.916292:0:6469:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016121.916335:0:6469:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e07c27 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 9744384->9748479) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d165e expref: 6 pid: 7690 timeout: 486 lvb_type: 0 00010000:00010000:3.0:1734016121.916349:0:6469:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e07c27 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 9744384->9748479) gid 0 flags: 0x50000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d165e expref: 6 pid: 7690 timeout: 486 lvb_type: 0 00010000:00010000:3.0:1734016121.916402:0:6469:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e07c27 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 9744384->9748479) gid 0 flags: 0x44801400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d165e expref: 6 pid: 7690 timeout: 486 lvb_type: 0 00010000:00010000:3.0:1734016121.916436:0:6469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016121.916439:0:6469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016121.916450:0:6469:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800721718c0/0x3f004d6452e07c35 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2412544->2469887) gid 0 flags: 0x40080000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d166c expref: 6 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016121.916461:0:6469:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800721718c0/0x3f004d6452e07c35 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2412544->2469887) gid 0 flags: 0x40080000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d166c expref: 6 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016121.916520:0:6469:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800721718c0/0x3f004d6452e07c35 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2412544->2469887) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d166c expref: 6 pid: 7690 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016121.916541:0:6469:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800744bc700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6469:1818247339421952:192.168.201.10@tcp:105: 00000100:00100000:3.0:1734016121.916615:0:6469:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac68eb40 going to sleep for 11 seconds 00000100:00100000:3.0:1734016121.927507:0:6469:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800744bc700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6469:1818247339421952:192.168.201.10@tcp:105: 00010000:00010000:3.0:1734016121.927539:0:6469:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016121.927600:0:6469:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b1f67850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:1979:x1818247336827904:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 11326us (12006us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016121.927614:0:6469:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2821 00000100:00100000:1.0:1734016121.929625:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016121.929707:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336828032 00000100:00100000:0.0:1734016121.929718:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336828032 00000100:00100000:0.0:1734016121.929784:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10603 00000100:00100000:0.0:1734016121.929793:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800750e0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1979:x1818247336828032:12345-192.168.201.10@tcp:22:fsx.0 00002000:00010000:0.0:1734016121.930264:0:7690:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 10446264 -> 10446264 00002000:00010000:0.0:1734016121.930267:0:7690:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016121 -> 1734016121 00002000:00010000:0.0:1734016121.930270:0:7690:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016121 -> 1734016120 00002000:00010000:0.0:1734016121.930272:0:7690:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016121 -> 1734016121 00002000:00010000:0.0:1734016121.930274:0:7690:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 2400 -> 2512 00000100:00100000:0.0:1734016121.930361:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800750e0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1979:x1818247336828032:12345-192.168.201.10@tcp:22:fsx.0 Request processed in 568us (746us total) trans 4294969269 rc 0/0 00000100:00100000:0.0:1734016121.930371:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10603 00000100:00100000:0.0:1734016121.936033:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016121.936168:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336828160 00000100:00100000:1.0:1734016121.936190:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336828160 00000100:00100000:1.0:1734016121.936273:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10604 00000100:00100000:1.0:1734016121.936283:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d805180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:1978:x1818247336828160:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:1.0:1734016121.936309:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016121.936334:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880097237a80/0x3f004d6452e07c3c lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d1673 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016121.936424:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800750e1180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339422080:192.168.201.10@tcp:106: 00000100:00100000:1.0:1734016121.936512:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b42cd9c0 going to sleep for 11 seconds 00002000:00010000:1.0:1734016121.939146:0:7689:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime: 1734016120 -> 1734016121 00000100:00100000:1.0:1734016121.939194:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800750e1180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339422080:192.168.201.10@tcp:106: 00010000:00010000:1.0:1734016121.939253:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880097237a80/0x3f004d6452e07c3c lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1673 expref: 6 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016121.939271:0:7689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097237a80/0x3f004d6452e07c3c lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1673 expref: 6 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016121.939310:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097237a80, rc 0) 00000100:00100000:1.0:1734016121.939398:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d805180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:1978:x1818247336828160:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 3115us (3388us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016121.939409:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10604 00000100:00100000:2.0:1734016121.942624:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016121.942768:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336828288 00000100:00100000:1.0:1734016121.942780:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336828288 00000100:00100000:1.0:1734016121.942896:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10605 00000100:00100000:1.0:1734016121.942905:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007694bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:1981:x1818247336828288:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:1.0:1734016121.942935:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016121.942965:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880097235b00/0x3f004d6452e07c43 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d167a expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016121.943055:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800750e1180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339422208:192.168.201.10@tcp:106: 00000100:00100000:1.0:1734016121.943144:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b42cd9c0 going to sleep for 11 seconds 00000100:00100000:1.0:1734016121.945710:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800750e1180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339422208:192.168.201.10@tcp:106: 00010000:00010000:1.0:1734016121.945778:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880097235b00/0x3f004d6452e07c43 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d167a expref: 6 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016121.945799:0:7689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097235b00/0x3f004d6452e07c43 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d167a expref: 6 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016121.945841:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097235b00, rc 0) 00000100:00100000:1.0:1734016121.945981:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007694bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:1981:x1818247336828288:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 3074us (3375us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016121.945994:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10605 00000100:00100000:2.0:1734016121.950048:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016121.950147:0:13925:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336828544 00000100:00100000:0.0:1734016121.950166:0:13925:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336828544 00000100:00100000:0.0:1734016121.950260:0:13925:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8870 00000100:00100000:0.0:1734016121.950269:0:13925:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076949c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1980:x1818247336828544:12345-192.168.201.10@tcp:3:fsx.0 00010000:00010000:0.0:1734016121.950343:0:13925:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff8800a803ad00/0x3f004d6452e07c4a lrc: 3/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 13925 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016121.950368:0:13925:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800721718c0/0x3f004d6452e07c35 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2412544->2469887) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d166c expref: 8 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016121.950387:0:13925:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016121.950391:0:13925:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016121.950395:0:13925:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a803ad00/0x3f004d6452e07c4a lrc: 4/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [2949120->2965503] (req 2949120->2965503) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 13925 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016121.950438:0:13925:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800721718c0/0x3f004d6452e07c35 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2412544->2469887) gid 0 flags: 0x50000000020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d166c expref: 8 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016121.950452:0:13925:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800721718c0/0x3f004d6452e07c35 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2412544->2469887) gid 0 flags: 0x70000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d166c expref: 8 pid: 7690 timeout: 486 lvb_type: 0 00000100:00100000:0.0:1734016121.950468:0:13925:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88011d807b80 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_003:lustre-OST0001_UUID:13925:1818247339422336:192.168.201.10@tcp:104: 00000100:00100000:0.0:1734016121.950543:0:13925:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a74866c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016121.954388:0:13925:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88011d807b80 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_003:lustre-OST0001_UUID:13925:1818247339422336:192.168.201.10@tcp:104: 00010000:00010000:0.0:1734016121.954431:0:13925:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800a803ad00/0x3f004d6452e07c4a lrc: 3/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [2949120->2965503] (req 2949120->2965503) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 13925 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016121.955319:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016121.955416:0:6469:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336828672 00000100:00100000:0.0:1734016121.955426:0:6469:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336828672 00010000:00010000:0.0:1734016121.955465:0:6469:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800721718c0/0x3f004d6452e07c35 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2412544->2469887) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d166c expref: 9 pid: 7690 timeout: 486 lvb_type: 0 00000100:00100000:0.0:1734016121.955515:0:6469:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2822 00000100:00100000:0.0:1734016121.955527:0:6469:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800744be680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+9:1978:x1818247336828672:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016121.955548:0:6469:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016121.955583:0:6469:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800721718c0/0x3f004d6452e07c35 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2412544->2469887) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d166c expref: 9 pid: 7690 timeout: 486 lvb_type: 0 00010000:00010000:0.0:1734016121.955597:0:6469:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800721718c0/0x3f004d6452e07c35 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2412544->2469887) gid 0 flags: 0x50000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d166c expref: 9 pid: 7690 timeout: 486 lvb_type: 0 00010000:00010000:0.0:1734016121.955633:0:6469:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800721718c0/0x3f004d6452e07c35 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2412544->2469887) gid 0 flags: 0x44801400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d166c expref: 9 pid: 7690 timeout: 486 lvb_type: 0 00010000:00010000:0.0:1734016121.955676:0:6469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016121.955678:0:6469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016121.955686:0:6469:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a803ad00/0x3f004d6452e07c4a lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [2949120->2965503] (req 2949120->2965503) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 13925 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016121.955698:0:6469:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a803ad00/0x3f004d6452e07c4a lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [2949120->2965503] (req 2949120->2965503) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 13925 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016121.955750:0:6469:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016121.955816:0:6469:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800744be680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1978:x1818247336828672:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 290us (499us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016121.955824:0:6469:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2822 00010000:00010000:1.0:1734016121.955926:0:13925:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800a803ad00/0x3f004d6452e07c4a lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [2949120->2965503] (req 2949120->2965503) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 13925 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016121.955940:0:13925:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a803ad00/0x3f004d6452e07c4a lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [2949120->2965503] (req 2949120->2965503) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 13925 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016121.956082:0:13925:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff8800a803ad00/0x3f004d6452e07c4a lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [2949120->2965503] (req 2949120->2965503) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 13925 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016121.956089:0:13925:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a803ad00/0x3f004d6452e07c4a lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [2949120->2965503] (req 2949120->2965503) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 13925 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016121.956096:0:13925:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a803ad00/0x3f004d6452e07c4a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [2949120->2965503] (req 2949120->2965503) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 13925 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016121.956104:0:13925:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800a803ad00 already unused, calling callback (ffffffffa086d100) 00010000:00010000:1.0:1734016121.956107:0:13925:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a803ad00/0x3f004d6452e07c4a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [2949120->2965503] (req 2949120->2965503) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 13925 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016121.956115:0:13925:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a803ad00/0x3f004d6452e07c4a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [2949120->2965503] (req 2949120->2965503) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 13925 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016121.956125:0:13925:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a803ad00/0x3f004d6452e07c4a lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [2949120->2965503] (req 2949120->2965503) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 13925 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016121.956130:0:13925:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a803ad00/0x3f004d6452e07c4a lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [2949120->2965503] (req 2949120->2965503) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 13925 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016121.958026:0:13925:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076949c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1980:x1818247336828544:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 7739us (7982us total) trans 0 rc 16384/16384 00000100:00100000:1.0:1734016121.958053:0:13925:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8870 00000100:00100000:2.0:1734016121.964600:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016121.964753:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336828800 00000100:00100000:1.0:1734016121.964768:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336828800 00000100:00100000:1.0:1734016121.964846:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10606 00000100:00100000:1.0:1734016121.964857:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076948700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1980:x1818247336828800:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:1.0:1734016121.964918:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016121.964957:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800972346c0/0x3f004d6452e07c51 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d1681 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1734016121.964995:0:7689:0:(ofd_lvb.c:169:ofd_lvbo_init()) res: [0x280000400:0x5:0x0] initial LVB size: 10446264, mtime: 0x675afc79, atime: 0x675afc78, ctime: 0x675afc79, blocks: 0x9d0 00010000:00010000:1.0:1734016121.965039:0:7689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016121.965043:0:7689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016121.965056:0:7689:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800972346c0/0x3f004d6452e07c51 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1681 expref: 8 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016121.965080:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800972346c0/0x3f004d6452e07c51 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1681 expref: 8 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016121.965098:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800972346c0, rc 0) 00000100:00100000:1.0:1734016121.965188:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076948700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1980:x1818247336828800:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 332us (617us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016121.965196:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10606 00000100:00100000:2.0:1734016121.972804:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016121.978545:0:13925:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336829056 00000100:00100000:1.0:1734016121.978588:0:13925:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336829056 00000100:00100000:1.0:1734016121.978776:0:13925:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8871 00000100:00100000:1.0:1734016121.978787:0:13925:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007694a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1981:x1818247336829056:12345-192.168.201.10@tcp:3:fsx.0 00010000:00010000:1.0:1734016121.978895:0:13925:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880097237840/0x3f004d6452e07c58 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 13925 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016121.978928:0:13925:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016121.978931:0:13925:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016121.978940:0:13925:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880097237840/0x3f004d6452e07c58 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [5386240->5447679] (req 5386240->5447679) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 13925 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016121.978964:0:13925:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880097237840/0x3f004d6452e07c58 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [5386240->5447679] (req 5386240->5447679) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 13925 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016121.982259:0:13925:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880097237840/0x3f004d6452e07c58 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [5386240->5447679] (req 5386240->5447679) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 13925 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016121.982291:0:13925:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880097237840/0x3f004d6452e07c58 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [5386240->5447679] (req 5386240->5447679) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 13925 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016121.982301:0:13925:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880097237840/0x3f004d6452e07c58 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [5386240->5447679] (req 5386240->5447679) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 13925 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016121.982309:0:13925:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880097237840 already unused, calling callback (ffffffffa086d100) 00010000:00010000:1.0:1734016121.982316:0:13925:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880097237840/0x3f004d6452e07c58 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [5386240->5447679] (req 5386240->5447679) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 13925 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016121.982327:0:13925:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880097237840/0x3f004d6452e07c58 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [5386240->5447679] (req 5386240->5447679) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 13925 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016121.982353:0:13925:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880097237840/0x3f004d6452e07c58 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [5386240->5447679] (req 5386240->5447679) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 13925 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016121.982363:0:13925:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097237840/0x3f004d6452e07c58 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [5386240->5447679] (req 5386240->5447679) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 13925 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016121.982510:0:13925:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007694a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1981:x1818247336829056:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 3711us (9710us total) trans 0 rc 61440/61440 00000100:00100000:1.0:1734016121.982525:0:13925:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8871 00000100:00100000:0.0:1734016121.984964:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016121.986176:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336829184 00000100:00100000:2.0:1734016121.986195:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336829184 00000100:00100000:2.0:1734016121.986304:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10607 00000100:00100000:2.0:1734016121.986316:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d807b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:9673:x1818247336829184:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:2.0:1734016121.986350:0:7690:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016121.986391:0:7690:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e07c5f lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d1688 expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016121.986435:0:7690:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016121.986437:0:7690:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016121.986448:0:7690:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e07c5f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 7700480->7725055) gid 0 flags: 0x50000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1688 expref: 6 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016121.986471:0:7690:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e07c5f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 7700480->7725055) gid 0 flags: 0x40000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1688 expref: 6 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016121.986487:0:7690:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880072171440, rc 0) 00000100:00100000:2.0:1734016121.986570:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d807b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:9673:x1818247336829184:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 258us (1616us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016121.986576:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10607 00000100:00100000:3.0:1734016122.001385:0:3511:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1734016122.001417:0:3511:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800750e1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3511:1818247339422464:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1734016122.001499:0:3511:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734016122.001557:0:13923:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339422464 00000100:00100000:2.0:1734016122.001572:0:13923:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339422464 00000100:00100000:2.0:1734016122.001651:0:13923:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 119 00000100:00100000:2.0:1734016122.001663:0:13923:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800744bc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3511:x1818247339422464:12345-0@lo:13:osp-pre-0-0.0 00000100:00080000:3.0:1734016122.001686:0:6479:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1734016092 00002000:00000024:2.0:1734016122.001727:0:13923:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 490160704 pending 0 free 3923677184 avail 3692154880 00000100:00100000:2.0:1734016122.001787:0:13923:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800744bc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3511:x1818247339422464:12345-0@lo:13:osp-pre-0-0.0 Request processed in 126us (287us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016122.001794:0:13923:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 119 00000100:00100000:3.0:1734016122.001910:0:3511:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800750e1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3511:1818247339422464:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1734016122.047991:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016122.048046:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016122.048099:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016122.048227:0:7695:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336829568 00000100:00100000:2.0:1734016122.048239:0:7695:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336829568 00002000:00100000:2.0:1734016122.048328:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (4190208->8388607) req@ffff88011d805c00 x1818247336829568/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:83/0 lens 504/0 e 0 to 0 dl 1734016133 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016122.048339:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d805c00 with x1818247336829568 ext(4190208->8388607) 00002000:00010000:2.0:1734016122.048345:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011d805c00 00000100:00100000:2.0:1734016122.048370:0:7695:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336829440 00000100:00100000:2.0:1734016122.048383:0:7695:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336829440 00002000:00100000:2.0:1734016122.048398:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (0->7704575) req@ffff88011d806300 x1818247336829440/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:83/0 lens 504/0 e 0 to 0 dl 1734016133 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016122.048412:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d806300 with x1818247336829440 ext(0->7704575) 00002000:00010000:2.0:1734016122.048415:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011d806300 00000100:00100000:2.0:1734016122.048426:0:7695:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336829696 00000100:00100000:2.0:1734016122.048428:0:7695:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336829696 00002000:00100000:2.0:1734016122.048438:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (8388608->10448895) req@ffff88011d807480 x1818247336829696/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:83/0 lens 488/0 e 0 to 0 dl 1734016133 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016122.048444:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d807480 with x1818247336829696 ext(8388608->10448895) 00002000:00010000:2.0:1734016122.048446:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011d807480 00000100:00100000:2.0:1734016122.048457:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8872 00000100:00100000:2.0:1734016122.048467:0:7695:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d805c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+8:1978:x1818247336829568:12345-192.168.201.10@tcp:3:fsx.0 00000100:00080000:3.0:1734016122.049437:0:6479:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734016092 00000100:00100000:3.0:1734016122.049468:0:13929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8873 00000100:00100000:3.0:1734016122.049474:0:13929:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d806300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+8:1978:x1818247336829440:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:1.0:1734016122.051286:0:13925:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8874 00000100:00100000:1.0:1734016122.051298:0:13925:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d807480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+8:1978:x1818247336829696:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:1.0:1734016122.095723:0:13925:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d807480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+10:1978:x1818247336829696:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 44402us (47598us total) trans 0 rc 2060288/2060288 00000100:00100000:1.0:1734016122.095743:0:13925:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8874 00002000:00100000:1.0:1734016122.095762:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (8388608->10448895) req@ffff88011d807480 x1818247336829696/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:83/0 lens 488/440 e 0 to 0 dl 1734016133 ref 1 fl Complete:/200/0 rc 2060288/2060288 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016122.095772:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d807480 with x1818247336829696 ext(8388608->10448895) 00002000:00010000:1.0:1734016122.095782:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011d807480 00000100:00100000:2.0:1734016122.169288:0:3509:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076949f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3509:1818247339422848:0@lo:400:kworker.0 00000100:00100000:2.0:1734016122.169462:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734016122.169519:0:3509:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1734016122.169525:0:3509:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007694b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3509:1818247339422720:0@lo:400:kworker.0 00000100:00100000:2.0:1734016122.169544:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734016122.169583:0:8966:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339422848 00000100:00100000:2.0:1734016122.169594:0:8966:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339422848 00000100:00100000:2.0:1734016122.169666:0:8966:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339422720 00000100:00100000:2.0:1734016122.169668:0:8966:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339422720 00000100:00100000:2.0:1734016122.169681:0:8966:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 219 00000100:00100000:2.0:1734016122.169688:0:8966:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076b60000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3509:x1818247339422848:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734016122.169728:0:8966:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076b60000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3509:x1818247339422848:12345-0@lo:400:kworker.0 Request processed in 41us (268us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016122.169735:0:8966:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 219 00000100:00100000:2.0:1734016122.169752:0:8966:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 220 00000100:00100000:2.0:1734016122.169757:0:8966:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074f00380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3509:x1818247339422720:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734016122.169774:0:8966:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074f00380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3509:x1818247339422720:12345-0@lo:400:kworker.0 Request processed in 17us (229us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016122.169779:0:8966:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 220 00000100:00100000:2.0:1734016122.169817:0:3509:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007694b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3509:1818247339422720:0@lo:400:kworker.0 00000100:00100000:2.0:1734016122.169826:0:3509:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076949f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3509:1818247339422848:0@lo:400:kworker.0 00000100:00080000:2.0:1734016122.169891:0:6479:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734016092 00000100:00100000:3.0:1734016122.169992:0:3511:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007694a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:d6847433-36e0-498f-be35-6a8f02b47718:3511:1818247339422592:0@lo:400:kworker.0 00000100:00100000:3.0:1734016122.170045:0:3511:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734016122.170062:0:3511:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076b60700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3511:1818247339423104:0@lo:400:kworker.0 00000100:00100000:3.0:1734016122.170093:0:3511:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734016122.170114:0:3511:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1734016122.170119:0:3511:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076b62d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3511:1818247339422976:0@lo:400:kworker.0 00000100:00100000:3.0:1734016122.170139:0:3511:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734016122.170177:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339423104 00000100:00100000:3.0:1734016122.170182:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339423104 00000100:00080000:3.0:1734016122.170201:0:6479:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734016092 00000100:00100000:3.0:1734016122.170231:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 111 00000100:00100000:3.0:1734016122.170237:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800744bed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3511:x1818247339423104:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734016122.170267:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800744bed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3511:x1818247339423104:12345-0@lo:400:kworker.0 Request processed in 30us (173us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016122.170273:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 111 00000100:00100000:3.0:1734016122.170297:0:3511:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076b60700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3511:1818247339423104:0@lo:400:kworker.0 00000100:00100000:2.0:1734016122.170500:0:6477:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339422592 00000100:00100000:2.0:1734016122.170503:0:6477:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339422592 00000100:00100000:2.0:1734016122.170537:0:6477:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 325 00000100:00100000:2.0:1734016122.170544:0:6477:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800ac541850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d6847433-36e0-498f-be35-6a8f02b47718+18:3511:x1818247339422592:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734016122.170572:0:6477:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800ac541850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d6847433-36e0-498f-be35-6a8f02b47718+18:3511:x1818247339422592:12345-0@lo:400:kworker.0 Request processed in 30us (527us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016122.170581:0:6477:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 325 00000100:00100000:2.0:1734016122.170615:0:6481:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339422976 00000100:00100000:2.0:1734016122.170618:0:6481:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339422976 00000100:00100000:2.0:1734016122.170639:0:6481:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 221 00000100:00100000:2.0:1734016122.170642:0:6481:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800744bd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3511:x1818247339422976:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734016122.170665:0:6481:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800744bd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3511:x1818247339422976:12345-0@lo:400:kworker.0 Request processed in 22us (525us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016122.170670:0:6481:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 221 00000100:00080000:3.0:1734016122.171020:0:6479:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734016092 00000100:00080000:3.0:1734016122.171023:0:6479:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734016092 00000100:00100000:3.0:1734016122.171049:0:3511:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076b62d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3511:1818247339422976:0@lo:400:kworker.0 00000100:00100000:3.0:1734016122.171056:0:3511:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007694a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:d6847433-36e0-498f-be35-6a8f02b47718:3511:1818247339422592:0@lo:400:kworker.0 00000100:00100000:2.0:1734016122.179481:0:7695:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d805c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+8:1978:x1818247336829568:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 130999us (131497us total) trans 0 rc 4194304/4194304 00000100:00100000:2.0:1734016122.179495:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8872 00002000:00100000:2.0:1734016122.179511:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (4190208->8388607) req@ffff88011d805c00 x1818247336829568/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:83/0 lens 504/440 e 0 to 0 dl 1734016133 ref 1 fl Complete:/200/0 rc 4194304/4194304 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016122.179523:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d805c00 with x1818247336829568 ext(4190208->8388607) 00002000:00010000:2.0:1734016122.179532:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011d805c00 00000100:00100000:2.0:1734016122.233254:0:3509:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1734016122.233295:0:3509:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800744bd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3509:1818247339423232:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1734016122.233431:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734016122.233588:0:13923:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339423232 00000100:00100000:3.0:1734016122.233604:0:13923:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339423232 00000100:00100000:3.0:1734016122.233686:0:13923:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 120 00000100:00100000:3.0:1734016122.233698:0:13923:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074f01180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3509:x1818247339423232:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1734016122.233749:0:13923:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 980042304 pending 0 free 3922579456 avail 3690647552 00000100:00100000:3.0:1734016122.233815:0:13923:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074f01180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3509:x1818247339423232:12345-0@lo:13:osp-pre-1-0.0 Request processed in 118us (385us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016122.233825:0:13923:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 120 00000100:00100000:2.0:1734016122.233972:0:3509:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800744bd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3509:1818247339423232:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1734016122.234350:0:13929:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d806300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1978:x1818247336829440:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 184873us (186300us total) trans 0 rc 4194304/4194304 00000100:00100000:3.0:1734016122.234359:0:13929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8873 00002000:00100000:3.0:1734016122.234380:0:13929:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (0->7704575) req@ffff88011d806300 x1818247336829440/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:83/0 lens 504/440 e 0 to 0 dl 1734016133 ref 1 fl Complete:/200/0 rc 4194304/4194304 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016122.234391:0:13929:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d806300 with x1818247336829440 ext(0->7704575) 00002000:00010000:3.0:1734016122.234397:0:13929:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011d806300 00000100:00100000:3.0:1734016122.242405:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016122.242553:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336829952 00000100:00100000:0.0:1734016122.242576:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336829952 00000100:00100000:0.0:1734016122.242664:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10608 00000100:00100000:0.0:1734016122.242680:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800744bd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:9673:x1818247336829952:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:0.0:1734016122.242721:0:7690:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016122.242762:0:7690:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a8039b00/0x3f004d6452e07c66 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d168f expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016122.242828:0:7690:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800972346c0/0x3f004d6452e07c51 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1681 expref: 7 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016122.242843:0:7690:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e07c5f lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 7700480->7725055) gid 0 flags: 0x40000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1688 expref: 7 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016122.242852:0:7690:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016122.242856:0:7690:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016122.242861:0:7690:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a8039b00/0x3f004d6452e07c66 lrc: 5/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [7360512->7380991] (req 7360512->7380991) gid 0 flags: 0x50000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d168f expref: 7 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016122.242966:0:7690:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e07c5f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 7700480->7725055) gid 0 flags: 0x50000000000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1688 expref: 7 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016122.242983:0:7690:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e07c5f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 7700480->7725055) gid 0 flags: 0x70000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1688 expref: 7 pid: 7690 timeout: 486 lvb_type: 0 00000100:00100000:0.0:1734016122.243007:0:7690:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88011d804000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339423360:192.168.201.10@tcp:104: 00010000:00010000:0.0:1734016122.244942:0:7690:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800972346c0/0x3f004d6452e07c51 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1681 expref: 7 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016122.244964:0:7690:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800972346c0/0x3f004d6452e07c51 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1681 expref: 7 pid: 7689 timeout: 486 lvb_type: 1 00000100:00100000:0.0:1734016122.244983:0:7690:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88011d805500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339423488:192.168.201.10@tcp:104: 00000100:00100000:0.0:1734016122.245098:0:7690:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a74866c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016122.249190:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016122.249308:0:7690:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88011d805500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339423488:192.168.201.10@tcp:104: 00000100:00100000:2.0:1734016122.249328:0:7690:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88011d804000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339423360:192.168.201.10@tcp:104: 00010000:00010000:2.0:1734016122.249368:0:7690:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a8039b00/0x3f004d6452e07c66 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [7360512->7380991] (req 7360512->7380991) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d168f expref: 7 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016122.249400:0:7690:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a8039b00, rc 0) 00000100:00100000:3.0:1734016122.249843:0:9956:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336830080 00000100:00100000:3.0:1734016122.249850:0:9956:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336830080 00010000:00010000:3.0:1734016122.249904:0:9956:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800972346c0/0x3f004d6452e07c51 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1681 expref: 8 pid: 7689 timeout: 486 lvb_type: 1 00000100:00100000:2.0:1734016122.250301:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800744bd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:9673:x1818247336829952:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 7622us (7933us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016122.250315:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10608 00000100:00100000:3.0:1734016122.250687:0:9956:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2823 00000100:00100000:3.0:1734016122.250694:0:9956:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d806a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1979:x1818247336830080:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016122.250710:0:9956:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016122.250737:0:9956:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800972346c0/0x3f004d6452e07c51 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1681 expref: 8 pid: 7689 timeout: 486 lvb_type: 1 00010000:00010000:3.0:1734016122.250750:0:9956:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800972346c0/0x3f004d6452e07c51 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1681 expref: 8 pid: 7689 timeout: 486 lvb_type: 1 00010000:00010000:3.0:1734016122.250783:0:9956:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800972346c0/0x3f004d6452e07c51 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1681 expref: 8 pid: 7689 timeout: 486 lvb_type: 1 00010000:00010000:3.0:1734016122.251041:0:9956:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016122.251082:0:9956:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d806a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1979:x1818247336830080:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 387us (1909us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016122.251088:0:9956:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2823 00000100:00100000:2.0:1734016122.257576:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016122.257701:0:6469:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336830208 00000100:00100000:1.0:1734016122.257714:0:6469:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336830208 00010000:00010000:1.0:1734016122.257771:0:6469:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e07c5f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 7700480->7725055) gid 0 flags: 0x60000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1688 expref: 7 pid: 7690 timeout: 486 lvb_type: 0 00000100:00100000:1.0:1734016122.257835:0:6469:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2824 00000100:00100000:1.0:1734016122.257845:0:6469:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074f02d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1979:x1818247336830208:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016122.257913:0:6469:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016122.257945:0:6469:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e07c5f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 7700480->7725055) gid 0 flags: 0x60000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1688 expref: 7 pid: 7690 timeout: 486 lvb_type: 0 00010000:00010000:1.0:1734016122.257963:0:6469:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e07c5f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 7700480->7725055) gid 0 flags: 0x50000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1688 expref: 7 pid: 7690 timeout: 486 lvb_type: 0 00010000:00010000:1.0:1734016122.257994:0:6469:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e07c5f lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 7700480->7725055) gid 0 flags: 0x44801400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1688 expref: 7 pid: 7690 timeout: 486 lvb_type: 0 00010000:00010000:1.0:1734016122.258188:0:6469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016122.258191:0:6469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016122.258200:0:6469:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a8039b00/0x3f004d6452e07c66 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 7360512->7380991) gid 0 flags: 0x40080000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d168f expref: 6 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016122.258210:0:6469:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a8039b00/0x3f004d6452e07c66 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 7360512->7380991) gid 0 flags: 0x40080000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d168f expref: 6 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016122.258256:0:6469:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a8039b00/0x3f004d6452e07c66 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 7360512->7380991) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d168f expref: 6 pid: 7690 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016122.258274:0:6469:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800750e1880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6469:1818247339423616:192.168.201.10@tcp:105: 00000100:00100000:1.0:1734016122.259630:0:6469:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b42cd840 going to sleep for 11 seconds 00000100:00100000:0.0:1734016122.265007:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016122.266643:0:6469:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800750e1880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6469:1818247339423616:192.168.201.10@tcp:105: 00010000:00010000:1.0:1734016122.266697:0:6469:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016122.266809:0:6469:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074f02d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1979:x1818247336830208:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 8962us (9252us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016122.266827:0:6469:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2824 00000100:00100000:2.0:1734016122.268856:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336830336 00000100:00100000:2.0:1734016122.268893:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336830336 00000100:00100000:2.0:1734016122.268957:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10609 00000100:00100000:2.0:1734016122.268965:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d807800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1978:x1818247336830336:12345-192.168.201.10@tcp:22:fsx.0 00002000:00010000:2.0:1734016122.269434:0:7690:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 10446264 -> 10446264 00002000:00010000:2.0:1734016122.269439:0:7690:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016121 -> 1734016121 00002000:00010000:2.0:1734016122.269441:0:7690:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016120 -> 1734016120 00002000:00010000:2.0:1734016122.269445:0:7690:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016121 -> 1734016121 00002000:00010000:2.0:1734016122.269448:0:7690:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 2512 -> 2512 00000100:00100000:2.0:1734016122.269591:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d807800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1978:x1818247336830336:12345-192.168.201.10@tcp:22:fsx.0 Request processed in 624us (4612us total) trans 4294969270 rc 0/0 00000100:00100000:2.0:1734016122.269602:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10609 00000100:00100000:2.0:1734016122.275053:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016122.275250:0:13929:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336830592 00000100:00100000:3.0:1734016122.275266:0:13929:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336830592 00002000:00100000:3.0:1734016122.275344:0:13929:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (3407872->3411967) req@ffff880074f03100 x1818247336830592/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:83/0 lens 488/0 e 0 to 0 dl 1734016133 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016122.275357:0:13929:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074f03100 with x1818247336830592 ext(3407872->3411967) 00002000:00010000:3.0:1734016122.275364:0:13929:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074f03100 00000100:00100000:3.0:1734016122.275415:0:13929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8875 00000100:00100000:3.0:1734016122.275424:0:13929:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074f03100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1981:x1818247336830592:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:3.0:1734016122.281509:0:13929:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074f03100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1981:x1818247336830592:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 6054us (6442us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016122.281534:0:13929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8875 00002000:00100000:3.0:1734016122.281565:0:13929:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (3407872->3411967) req@ffff880074f03100 x1818247336830592/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:83/0 lens 488/4536 e 0 to 0 dl 1734016133 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016122.281578:0:13929:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074f03100 with x1818247336830592 ext(3407872->3411967) 00002000:00010000:3.0:1734016122.281588:0:13929:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074f03100 00000100:00100000:1.0:1734016122.297413:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016122.299231:0:6482:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336830848 00000100:00100000:2.0:1734016122.299251:0:6482:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336830848 00000100:00100000:2.0:1734016122.299336:0:6482:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 1983 00000100:00100000:2.0:1734016122.299350:0:6482:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800750e1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+16:9673:x1818247336830848:12345-192.168.201.10@tcp:36:fsx.0 00010000:00010000:2.0:1734016122.299427:0:6482:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016122.299468:0:6482:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a6d00/0x3f004d6452e07b8d lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d15cb expref: 16 pid: 6482 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016122.299517:0:6482:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:2.0:1734016122.299522:0:6482:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1734016122.299714:0:6482:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880072171440/0x3f004d6452e07c6d lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6482 initiator: MDT0 00010000:00010000:2.0:1734016122.299729:0:6482:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800972373c0/0x3f004d6452e07b9b lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d15d2 expref: 12 pid: 8966 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016122.299737:0:6482:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff880072171440/0x3f004d6452e07c6d lrc: 4/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6482 initiator: MDT0 00010000:00010000:2.0:1734016122.299780:0:6482:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8800972373c0/0x3f004d6452e07b9b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d15d2 expref: 12 pid: 8966 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016122.299792:0:6482:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8800972373c0/0x3f004d6452e07b9b lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d15d2 expref: 12 pid: 8966 timeout: 486 lvb_type: 0 00000100:00100000:2.0:1734016122.299807:0:6482:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074f01c00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6482:1818247339423744:192.168.201.10@tcp:104: 00000100:00100000:2.0:1734016122.299921:0:6482:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012b911c00 going to sleep for 11 seconds 00000100:00100000:0.0:1734016122.303051:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016122.303210:0:6482:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074f01c00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6482:1818247339423744:192.168.201.10@tcp:104: 00010000:00010000:2.0:1734016122.303241:0:6482:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff880072171440/0x3f004d6452e07c6d lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6482 initiator: MDT0 00000100:00100000:1.0:1734016122.303463:0:6469:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336830976 00000100:00100000:1.0:1734016122.303473:0:6469:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336830976 00010000:00010000:1.0:1734016122.303511:0:6469:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800972373c0/0x3f004d6452e07b9b lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d15d2 expref: 13 pid: 8966 timeout: 486 lvb_type: 0 00000100:00100000:1.0:1734016122.303622:0:6469:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2825 00000100:00100000:1.0:1734016122.303630:0:6469:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d805f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+13:1979:x1818247336830976:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016122.303646:0:6469:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016122.303653:0:6469:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8800972373c0/0x3f004d6452e07b9b lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d15d2 expref: 13 pid: 8966 timeout: 486 lvb_type: 0 00010000:00010000:1.0:1734016122.303665:0:6469:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8800972373c0/0x3f004d6452e07b9b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d15d2 expref: 13 pid: 8966 timeout: 486 lvb_type: 0 00010000:00010000:1.0:1734016122.303689:0:6469:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800972373c0/0x3f004d6452e07b9b lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d15d2 expref: 13 pid: 8966 timeout: 486 lvb_type: 0 00010000:00010000:1.0:1734016122.304606:0:6469:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:1.0:1734016122.304613:0:6469:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff880072171440/0x3f004d6452e07c6d lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6482 initiator: MDT0 00010000:00010000:1.0:1734016122.304625:0:6469:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880072171440/0x3f004d6452e07c6d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6482 initiator: MDT0 00010000:00010000:1.0:1734016122.304632:0:6469:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880072171440/0x3f004d6452e07c6d lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6482 initiator: MDT0 00010000:00010000:1.0:1734016122.304667:0:6469:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016122.304733:0:6469:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d805f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+12:1979:x1818247336830976:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 1103us (1700us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016122.304744:0:6469:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2825 00010000:00010000:3.0:1734016122.305232:0:6482:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff880072171440/0x3f004d6452e07c6d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6482 initiator: MDT0 00010000:00010000:3.0:1734016122.305241:0:6482:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880072171440/0x3f004d6452e07c6d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6482 initiator: MDT0 00000001:00080000:3.0:1734016122.305392:0:6482:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294968555 00000004:00010000:3.0:1734016122.305472:0:6482:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff8800750e1880 reply state ffff880074631000 transno 4294968556 ns: mdt-lustre-MDT0000_UUID lock: ffff880072171440/0x3f004d6452e07c6d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6482 initiator: MDT0 00000100:00100000:3.0:1734016122.305484:0:6482:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1734016122.313478:0:6482:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800750e1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+18:9673:x1818247336830848:12345-192.168.201.10@tcp:36:fsx.0 Request processed in 14103us (16055us total) trans 4294968556 rc 0/0 00000100:00100000:3.0:1734016122.313495:0:6482:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 1983 00000020:00080000:3.0:1734016122.313506:0:6482:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1734016122.315753:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016122.315849:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336831104 00000100:00100000:3.0:1734016122.315903:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336831104 00000100:00100000:3.0:1734016122.315987:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10610 00000100:00100000:3.0:1734016122.315998:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d806680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:9673:x1818247336831104:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:3.0:1734016122.316030:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016122.316064:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a9a5440/0x3f004d6452e07c74 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d1696 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016122.316115:0:7689:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a8039b00/0x3f004d6452e07c66 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 7360512->7380991) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d168f expref: 6 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016122.316126:0:7689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016122.316128:0:7689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016122.316133:0:7689:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a9a5440/0x3f004d6452e07c74 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1696 expref: 8 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016122.316199:0:7689:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a8039b00/0x3f004d6452e07c66 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 7360512->7380991) gid 0 flags: 0x50000000020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d168f expref: 6 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016122.316218:0:7689:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a8039b00/0x3f004d6452e07c66 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 7360512->7380991) gid 0 flags: 0x70000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d168f expref: 6 pid: 7690 timeout: 486 lvb_type: 0 00000100:00100000:3.0:1734016122.316237:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800744bf800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339423872:192.168.201.10@tcp:104: 00000100:00100000:3.0:1734016122.316351:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac68e9c0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016122.318436:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800744bf800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339423872:192.168.201.10@tcp:104: 00010000:00010000:3.0:1734016122.318484:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a9a5440/0x3f004d6452e07c74 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1696 expref: 8 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016122.318513:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a9a5440, rc 0) 00000100:00100000:3.0:1734016122.318592:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d806680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:9673:x1818247336831104:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 2592us (2850us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016122.318604:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10610 00010000:00010000:2.0:1734016122.319662:0:3495:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880072171440/0x3f004d6452e07c6d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6482 initiator: MDT0 00010000:00010000:2.0:1734016122.319678:0:3495:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880072171440/0x3f004d6452e07c6d lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6482 initiator: MDT0 00010000:00010000:2.0:1734016122.319685:0:3495:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880072171440/0x3f004d6452e07c6d lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6482 initiator: MDT0 00010000:00010000:2.0:1734016122.319692:0:3495:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880072171440 already unused, calling callback (ffffffffa0f03950) 00010000:00010000:2.0:1734016122.319698:0:3495:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880072171440/0x3f004d6452e07c6d lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6482 initiator: MDT0 00010000:00010000:2.0:1734016122.319706:0:3495:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880072171440/0x3f004d6452e07c6d lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6482 initiator: MDT0 00010000:00010000:2.0:1734016122.319731:0:3495:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:2.0:1734016122.319736:0:3495:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734016122.319741:0:3495:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880072171440/0x3f004d6452e07c6d lrc: 2/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6482 initiator: MDT0 00010000:00010000:2.0:1734016122.319748:0:3495:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880072171440/0x3f004d6452e07c6d lrc: 0/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6482 initiator: MDT0 00000100:00100000:1.0:1734016122.320821:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016122.321017:0:13929:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336831232 00000100:00100000:3.0:1734016122.321037:0:13929:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336831232 00002000:00100000:3.0:1734016122.321130:0:13929:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (3354624->3411967) req@ffff8800750e3100 x1818247336831232/t0(0) o4->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:83/0 lens 488/0 e 0 to 0 dl 1734016133 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016122.321145:0:13929:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800750e3100 with x1818247336831232 ext(3354624->3411967) 00010000:00010000:3.0:1734016122.321159:0:13929:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a8039b00/0x3f004d6452e07c66 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 7360512->7380991) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d168f expref: 7 pid: 7690 timeout: 486 lvb_type: 0 00010000:00010000:3.0:1734016122.321181:0:13929:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a8039b00/0x3f004d6452e07c66 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 7360512->7380991) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d168f expref: 7 pid: 7690 timeout: 486 lvb_type: 0 00002000:00010000:3.0:1734016122.321196:0:13929:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800750e3100 00000100:00100000:3.0:1734016122.321800:0:13929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 257 00000100:00100000:3.0:1734016122.321811:0:13929:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800750e3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1978:x1818247336831232:12345-192.168.201.10@tcp:4:fsx.0 00000100:00100000:3.0:1734016122.329657:0:13929:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800750e3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+9:1978:x1818247336831232:12345-192.168.201.10@tcp:4:fsx.0 Request processed in 7831us (8831us total) trans 4294969271 rc 0/0 00000100:00100000:3.0:1734016122.329678:0:13929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 257 00002000:00100000:3.0:1734016122.329698:0:13929:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (3354624->3411967) req@ffff8800750e3100 x1818247336831232/t4294969271(0) o4->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:83/0 lens 488/448 e 0 to 0 dl 1734016133 ref 1 fl Complete:H/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016122.329711:0:13929:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800750e3100 with x1818247336831232 ext(3354624->3411967) 00010000:00010000:3.0:1734016122.329726:0:13929:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a8039b00/0x3f004d6452e07c66 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 7360512->7380991) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d168f expref: 9 pid: 7690 timeout: 486 lvb_type: 0 00010000:00010000:3.0:1734016122.329749:0:13929:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a8039b00/0x3f004d6452e07c66 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 7360512->7380991) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d168f expref: 9 pid: 7690 timeout: 486 lvb_type: 0 00002000:00010000:3.0:1734016122.329756:0:13929:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800750e3100 00000100:00100000:0.0:1734016122.335016:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016122.338452:0:6469:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336831360 00000100:00100000:1.0:1734016122.338468:0:6469:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336831360 00010000:00010000:1.0:1734016122.338512:0:6469:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a8039b00/0x3f004d6452e07c66 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 7360512->7380991) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d168f expref: 9 pid: 7690 timeout: 486 lvb_type: 0 00000100:00100000:1.0:1734016122.338565:0:6469:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2826 00000100:00100000:1.0:1734016122.338573:0:6469:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d804000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+9:1981:x1818247336831360:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016122.338592:0:6469:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:1.0:1734016122.338613:0:6469:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 2512 -> 2624 00010000:00010000:1.0:1734016122.338619:0:6469:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a8039b00/0x3f004d6452e07c66 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 7360512->7380991) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d168f expref: 9 pid: 7690 timeout: 486 lvb_type: 0 00010000:00010000:1.0:1734016122.338634:0:6469:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a8039b00/0x3f004d6452e07c66 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 7360512->7380991) gid 0 flags: 0x50000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d168f expref: 9 pid: 7690 timeout: 486 lvb_type: 0 00010000:00010000:1.0:1734016122.338659:0:6469:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a8039b00/0x3f004d6452e07c66 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 7360512->7380991) gid 0 flags: 0x44801400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d168f expref: 9 pid: 7690 timeout: 486 lvb_type: 0 00010000:00010000:1.0:1734016122.342362:0:6469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016122.342379:0:6469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016122.342396:0:6469:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a5440/0x3f004d6452e07c74 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1696 expref: 7 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016122.342411:0:6469:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a9a5440/0x3f004d6452e07c74 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1696 expref: 7 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016122.342478:0:6469:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009a9a5440/0x3f004d6452e07c74 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1696 expref: 7 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016122.342498:0:6469:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800750e0000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6469:1818247339424000:192.168.201.10@tcp:105: 00000100:00100000:1.0:1734016122.342613:0:6469:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b42cd840 going to sleep for 11 seconds 00000100:00100000:0.0:1734016122.348793:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016122.349063:0:13929:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336831488 00000100:00100000:3.0:1734016122.349074:0:13929:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336831488 00002000:00010000:3.0:1734016122.349125:0:13929:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (687963->18446744073709551615) 00002000:00100000:3.0:1734016122.349131:0:13929:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d805500 with x1818247336831488 ext(687963->18446744073709551615) 00002000:00010000:3.0:1734016122.349151:0:13929:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011d805500. 00000100:00100000:1.0:1734016122.350532:0:6469:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800750e0000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6469:1818247339424000:192.168.201.10@tcp:105: 00010000:00010000:1.0:1734016122.350574:0:6469:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016122.350669:0:6469:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d804000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+8:1981:x1818247336831360:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 12092us (15665us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016122.350679:0:6469:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2826 00000100:00100000:3.0:1734016122.352983:0:13929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8876 00000100:00100000:3.0:1734016122.352996:0:13929:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d805500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1979:x1818247336831488:12345-192.168.201.10@tcp:10:fsx.0 00002000:00010000:3.0:1734016122.368794:0:13929:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 10446264 -> 687963 00002000:00010000:3.0:1734016122.368815:0:13929:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016121 -> 1734016121 00002000:00010000:3.0:1734016122.368818:0:13929:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016120 -> 1734016120 00002000:00010000:3.0:1734016122.368821:0:13929:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016121 -> 1734016121 00002000:00010000:3.0:1734016122.368823:0:13929:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 2624 -> 480 00000100:00100000:3.0:1734016122.368999:0:13929:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d805500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+9:1979:x1818247336831488:12345-192.168.201.10@tcp:10:fsx.0 Request processed in 15994us (20207us total) trans 4294969272 rc 0/0 00000100:00100000:3.0:1734016122.369015:0:13929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8876 00002000:00010000:3.0:1734016122.369026:0:13929:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (687963->18446744073709551615) 00002000:00100000:3.0:1734016122.369031:0:13929:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d805500 with x1818247336831488 ext(687963->18446744073709551615) 00002000:00010000:3.0:1734016122.369039:0:13929:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011d805500. 00000100:00100000:1.0:1734016122.373759:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016122.377528:0:6482:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336831616 00000100:00100000:3.0:1734016122.377555:0:6482:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336831616 00000100:00100000:3.0:1734016122.378360:0:6482:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 1984 00000100:00100000:3.0:1734016122.378384:0:6482:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800750e0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+12:9673:x1818247336831616:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:3.0:1734016122.378417:0:6482:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016122.378449:0:6482:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a73c0/0x3f004d6452e07c7b lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d169d expref: -99 pid: 6482 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016122.378601:0:6482:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a6d00/0x3f004d6452e07c82 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6482 initiator: MDT0 00010000:00010000:3.0:1734016122.378623:0:6482:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a6d00/0x3f004d6452e07c82 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6482 initiator: MDT0 00010000:00010000:3.0:1734016122.378637:0:6482:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a6d00/0x3f004d6452e07c82 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6482 initiator: MDT0 00000004:00200000:3.0:1734016122.378675:0:6482:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 687963 00000004:00200000:3.0:1734016122.378680:0:6482:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1734016122.378703:0:6482:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a6d00/0x3f004d6452e07c82 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6482 initiator: MDT0 00010000:00010000:3.0:1734016122.378734:0:6482:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a73c0/0x3f004d6452e07c7b lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d169d expref: 14 pid: 6482 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016122.380236:0:6482:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a6d00/0x3f004d6452e07c82 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d169d expref: 13 pid: 6482 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016122.380250:0:6482:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:3.0:1734016122.380253:0:6482:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1734016122.380257:0:6482:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a9a6d00, rc 0) 00000100:00100000:3.0:1734016122.380474:0:6482:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800750e0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+13:9673:x1818247336831616:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 2101us (6739us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016122.380485:0:6482:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 1984 00000100:00100000:0.0:1734016122.384468:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016122.384585:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336831744 00000100:00100000:3.0:1734016122.384597:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336831744 00000100:00100000:3.0:1734016122.385654:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10611 00000100:00100000:3.0:1734016122.385664:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007400bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+8:1981:x1818247336831744:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:3.0:1734016122.385695:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016122.385721:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a9a58c0/0x3f004d6452e07c89 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d16a4 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016122.385814:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800744bf800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339424128:192.168.201.10@tcp:106: 00000100:00100000:3.0:1734016122.387468:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac68ef00 going to sleep for 11 seconds 00000100:00100000:3.0:1734016122.392128:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800744bf800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339424128:192.168.201.10@tcp:106: 00010000:00010000:3.0:1734016122.392215:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a9a58c0/0x3f004d6452e07c89 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d16a4 expref: 9 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016122.392240:0:7689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a58c0/0x3f004d6452e07c89 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d16a4 expref: 9 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016122.392268:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a9a58c0, rc 0) 00000100:00100000:3.0:1734016122.392356:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007400bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+8:1981:x1818247336831744:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 6690us (7898us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016122.392378:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10611 00000100:00100000:1.0:1734016122.397246:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016122.398300:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336831872 00000100:00100000:3.0:1734016122.398315:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336831872 00000100:00100000:3.0:1734016122.399173:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10612 00000100:00100000:3.0:1734016122.399185:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800750e0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+8:1978:x1818247336831872:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:3.0:1734016122.399213:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016122.399239:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a9a4480/0x3f004d6452e07c90 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d16ab expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016122.399314:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800744bf800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339424256:192.168.201.10@tcp:106: 00000100:00100000:3.0:1734016122.401604:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac68ef00 going to sleep for 11 seconds 00000100:00100000:3.0:1734016122.408932:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800744bf800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339424256:192.168.201.10@tcp:106: 00010000:00010000:3.0:1734016122.408989:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a9a4480/0x3f004d6452e07c90 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d16ab expref: 9 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016122.409006:0:7689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a4480/0x3f004d6452e07c90 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d16ab expref: 9 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016122.409040:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a9a4480, rc 0) 00000100:00100000:3.0:1734016122.409098:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800750e0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+8:1978:x1818247336831872:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 9914us (11871us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016122.409107:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10612 00000100:00100000:1.0:1734016122.417554:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016122.417655:0:13929:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336832128 00000100:00100000:3.0:1734016122.417666:0:13929:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336832128 00000100:00100000:3.0:1734016122.417735:0:13929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8877 00000100:00100000:3.0:1734016122.417743:0:13929:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800750e2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+9:1980:x1818247336832128:12345-192.168.201.10@tcp:4:fsx.0 00010000:00010000:3.0:1734016122.417790:0:13929:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009a9a6f40/0x3f004d6452e07c97 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 13929 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016122.417809:0:13929:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a5440/0x3f004d6452e07c74 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1696 expref: 9 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016122.417815:0:13929:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016122.417817:0:13929:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016122.417820:0:13929:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a9a6f40/0x3f004d6452e07c97 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [10260480->10305535] (req 10260480->10305535) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 13929 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016122.417856:0:13929:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a9a5440/0x3f004d6452e07c74 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1696 expref: 9 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016122.417892:0:13929:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a9a5440/0x3f004d6452e07c74 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1696 expref: 9 pid: 7689 timeout: 486 lvb_type: 0 00000100:00100000:3.0:1734016122.417907:0:13929:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800744bf800 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_004:lustre-OST0001_UUID:13929:1818247339424384:192.168.201.10@tcp:104: 00000100:00100000:3.0:1734016122.417975:0:13929:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac68ef00 going to sleep for 11 seconds 00000100:00100000:0.0:1734016122.422546:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016122.422660:0:6469:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336832256 00000100:00100000:1.0:1734016122.422673:0:6469:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336832256 00010000:00010000:1.0:1734016122.422722:0:6469:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a9a5440/0x3f004d6452e07c74 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1696 expref: 10 pid: 7689 timeout: 486 lvb_type: 0 00000100:00100000:1.0:1734016122.422808:0:6469:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2827 00000100:00100000:1.0:1734016122.422815:0:6469:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074009880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+10:1979:x1818247336832256:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016122.422833:0:6469:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016122.422859:0:6469:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a9a5440/0x3f004d6452e07c74 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1696 expref: 10 pid: 7689 timeout: 486 lvb_type: 0 00010000:00010000:1.0:1734016122.423033:0:6469:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a9a5440/0x3f004d6452e07c74 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1696 expref: 10 pid: 7689 timeout: 486 lvb_type: 0 00010000:00010000:1.0:1734016122.423060:0:6469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016122.423062:0:6469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016122.423067:0:6469:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a6f40/0x3f004d6452e07c97 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [10260480->10305535] (req 10260480->10305535) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 13929 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016122.423075:0:6469:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a9a6f40/0x3f004d6452e07c97 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [10260480->10305535] (req 10260480->10305535) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 13929 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016122.423100:0:6469:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016122.423155:0:6469:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074009880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+10:1979:x1818247336832256:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 339us (623us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016122.423163:0:6469:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2827 00010000:00010000:3.0:1734016122.423850:0:13929:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a5440/0x3f004d6452e07c74 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1696 expref: 9 pid: 7689 timeout: 486 lvb_type: 0 00000100:00100000:3.0:1734016122.424687:0:13929:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800744bf800 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_004:lustre-OST0001_UUID:13929:1818247339424384:192.168.201.10@tcp:104: 00010000:00010000:3.0:1734016122.424712:0:13929:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88009a9a6f40/0x3f004d6452e07c97 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [10260480->10305535] (req 10260480->10305535) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 13929 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016122.424722:0:13929:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88009a9a6f40/0x3f004d6452e07c97 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [10260480->10305535] (req 10260480->10305535) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 13929 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016122.424728:0:13929:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a9a6f40/0x3f004d6452e07c97 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [10260480->10305535] (req 10260480->10305535) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 13929 timeout: 0 lvb_type: 0 00000001:00080000:0.0:1734016122.452201:0:8954:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969273 is committed 00000001:00080000:0.0:1734016122.452267:0:8954:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969271 is committed 00002000:00010000:3.0:1734016122.452491:0:13929:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 687963 -> 10305536 00002000:00010000:3.0:1734016122.452502:0:13929:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 480 -> 568 00010000:00010000:3.0:1734016122.452523:0:13929:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009a9a6f40/0x3f004d6452e07c97 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [10260480->10305535] (req 10260480->10305535) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 13929 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016122.452537:0:13929:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009a9a6f40/0x3f004d6452e07c97 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [10260480->10305535] (req 10260480->10305535) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 13929 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016122.452547:0:13929:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009a9a6f40/0x3f004d6452e07c97 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [10260480->10305535] (req 10260480->10305535) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 13929 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016122.452557:0:13929:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88009a9a6f40 already unused, calling callback (ffffffffa086d100) 00010000:00010000:3.0:1734016122.452562:0:13929:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009a9a6f40/0x3f004d6452e07c97 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [10260480->10305535] (req 10260480->10305535) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 13929 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016122.452575:0:13929:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009a9a6f40/0x3f004d6452e07c97 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [10260480->10305535] (req 10260480->10305535) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 13929 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016122.452604:0:13929:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009a9a6f40/0x3f004d6452e07c97 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [10260480->10305535] (req 10260480->10305535) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 13929 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016122.452613:0:13929:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a6f40/0x3f004d6452e07c97 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [10260480->10305535] (req 10260480->10305535) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 13929 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016122.452830:0:13929:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800750e2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1980:x1818247336832128:12345-192.168.201.10@tcp:4:fsx.0 Request processed in 35076us (35280us total) trans 4294969273 rc 0/0 00000100:00100000:3.0:1734016122.452844:0:13929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8877 00000100:00100000:0.0:1734016122.458679:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016122.458916:0:6482:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336832384 00000100:00100000:3.0:1734016122.458931:0:6482:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336832384 00000100:00100000:3.0:1734016122.459005:0:6482:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 1985 00000100:00100000:3.0:1734016122.459016:0:6482:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074009500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+17:9673:x1818247336832384:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:3.0:1734016122.459057:0:6482:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016122.459082:0:6482:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a6400/0x3f004d6452e07c9e lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d16b2 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016122.459217:0:6482:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a4b40/0x3f004d6452e07ca5 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 6482 initiator: MDT0 00010000:00010000:3.0:1734016122.459237:0:6482:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a4b40/0x3f004d6452e07ca5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6482 initiator: MDT0 00010000:00010000:3.0:1734016122.459251:0:6482:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a4b40/0x3f004d6452e07ca5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6482 initiator: MDT0 00000004:00200000:3.0:1734016122.459286:0:6482:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 687963 00000004:00200000:3.0:1734016122.459292:0:6482:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1734016122.459311:0:6482:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a4b40/0x3f004d6452e07ca5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6482 initiator: MDT0 00010000:00010000:3.0:1734016122.459336:0:6482:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a6400/0x3f004d6452e07c9e lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d16b2 expref: 19 pid: 6482 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016122.459380:0:6482:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a4b40/0x3f004d6452e07ca5 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d16b2 expref: 18 pid: 6482 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016122.459390:0:6482:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:3.0:1734016122.459394:0:6482:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1734016122.459397:0:6482:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a9a4b40, rc 0) 00000100:00100000:3.0:1734016122.459472:0:6482:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074009500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+18:9673:x1818247336832384:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 457us (801us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016122.459479:0:6482:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 1985 00000100:00100000:0.0:1734016122.466949:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016122.470958:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336832512 00000100:00100000:3.0:1734016122.470974:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336832512 00000100:00100000:3.0:1734016122.471120:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10613 00000100:00100000:3.0:1734016122.471128:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007400ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1978:x1818247336832512:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:3.0:1734016122.471152:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016122.471180:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a9a4fc0/0x3f004d6452e07cac lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d16b9 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1734016122.471207:0:7689:0:(ofd_lvb.c:169:ofd_lvbo_init()) res: [0x280000400:0x5:0x0] initial LVB size: 10305536, mtime: 0x675afc79, atime: 0x675afc78, ctime: 0x675afc79, blocks: 0x238 00010000:00010000:3.0:1734016122.471231:0:7689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016122.471234:0:7689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016122.471243:0:7689:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a9a4fc0/0x3f004d6452e07cac lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d16b9 expref: 7 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016122.471257:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a9a4fc0/0x3f004d6452e07cac lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d16b9 expref: 7 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016122.471270:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a9a4fc0, rc 0) 00000100:00100000:3.0:1734016122.471361:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007400ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1978:x1818247336832512:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 231us (4418us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016122.471378:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10613 00000100:00100000:0.0:1734016122.475292:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016122.475449:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336832640 00000100:00100000:2.0:1734016122.475464:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336832640 00000100:00100000:2.0:1734016122.475531:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10614 00000100:00100000:2.0:1734016122.475541:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074008e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:9673:x1818247336832640:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:2.0:1734016122.475563:0:7690:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016122.475585:0:7690:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e07cb3 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d16c0 expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016122.475615:0:7690:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016122.475617:0:7690:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016122.475624:0:7690:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e07cb3 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 9146368->9150463) gid 0 flags: 0x50000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d16c0 expref: 6 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016122.475638:0:7690:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e07cb3 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 9146368->9150463) gid 0 flags: 0x40000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d16c0 expref: 6 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016122.475648:0:7690:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880072171440, rc 0) 00000100:00100000:2.0:1734016122.475699:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074008e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:9673:x1818247336832640:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 160us (421us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016122.475706:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10614 00000100:00100000:0.0:1734016122.526204:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016122.526258:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016122.526298:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016122.526589:0:13929:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336832896 00000100:00100000:3.0:1734016122.526607:0:13929:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336832896 00002000:00100000:3.0:1734016122.526677:0:13929:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (0->9150463) req@ffff88007400b100 x1818247336832896/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:83/0 lens 504/0 e 0 to 0 dl 1734016133 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016122.526688:0:13929:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007400b100 with x1818247336832896 ext(0->9150463) 00002000:00010000:3.0:1734016122.526692:0:13929:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007400b100 00000100:00100000:3.0:1734016122.526715:0:13929:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336833152 00000100:00100000:3.0:1734016122.526717:0:13929:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336833152 00002000:00100000:3.0:1734016122.526726:0:13929:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (4190208->8384511) req@ffff880074009f80 x1818247336833152/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:83/0 lens 488/0 e 0 to 0 dl 1734016133 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016122.526732:0:13929:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074009f80 with x1818247336833152 ext(4190208->8384511) 00002000:00010000:3.0:1734016122.526734:0:13929:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074009f80 00000100:00100000:3.0:1734016122.526741:0:13929:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336833408 00000100:00100000:3.0:1734016122.526743:0:13929:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336833408 00002000:00100000:3.0:1734016122.526750:0:13929:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (8384512->10305535) req@ffff880074009c00 x1818247336833408/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:83/0 lens 504/0 e 0 to 0 dl 1734016133 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016122.526760:0:13929:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074009c00 with x1818247336833408 ext(8384512->10305535) 00002000:00010000:3.0:1734016122.526763:0:13929:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074009c00 00000100:00100000:3.0:1734016122.526771:0:13929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8878 00000100:00100000:3.0:1734016122.526780:0:13929:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007400b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+8:1979:x1818247336832896:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:2.0:1734016122.527513:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8879 00000100:00100000:2.0:1734016122.527525:0:7695:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074009f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+8:1978:x1818247336833152:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:1.0:1734016122.528203:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8880 00000100:00100000:1.0:1734016122.528211:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074009c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+8:1981:x1818247336833408:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:2.0:1734016122.596312:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074009c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+10:1981:x1818247336833408:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 68081us (69993us total) trans 0 rc 1916928/1916928 00000100:00100000:2.0:1734016122.596328:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8880 00002000:00100000:2.0:1734016122.596342:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (8384512->10305535) req@ffff880074009c00 x1818247336833408/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:83/0 lens 504/440 e 0 to 0 dl 1734016133 ref 1 fl Complete:/200/0 rc 1916928/1916928 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016122.596362:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074009c00 with x1818247336833408 ext(8384512->10305535) 00002000:00010000:2.0:1734016122.596380:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074009c00 00010000:00010000:3.0:1734016122.623694:0:9955:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734016122.655924:0:13929:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007400b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+8:1979:x1818247336832896:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 129130us (129724us total) trans 0 rc 4194304/4194304 00000100:00100000:3.0:1734016122.655940:0:13929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8878 00002000:00100000:3.0:1734016122.655957:0:13929:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (0->9150463) req@ffff88007400b100 x1818247336832896/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:83/0 lens 504/440 e 0 to 0 dl 1734016133 ref 1 fl Complete:/200/0 rc 4194304/4194304 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016122.655967:0:13929:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007400b100 with x1818247336832896 ext(0->9150463) 00002000:00010000:3.0:1734016122.655973:0:13929:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007400b100 00000100:00100000:3.0:1734016122.687222:0:7695:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074009f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1978:x1818247336833152:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 159689us (160952us total) trans 0 rc 4194304/4194304 00000100:00100000:3.0:1734016122.687234:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8879 00002000:00100000:3.0:1734016122.687248:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (4190208->8384511) req@ffff880074009f80 x1818247336833152/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:83/0 lens 488/440 e 0 to 0 dl 1734016133 ref 1 fl Complete:/200/0 rc 4194304/4194304 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016122.687259:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074009f80 with x1818247336833152 ext(4190208->8384511) 00002000:00010000:3.0:1734016122.687265:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074009f80 00000100:00100000:1.0:1734016122.731822:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016122.733293:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016122.735097:0:7695:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336833664 00000100:00100000:3.0:1734016122.735114:0:7695:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336833664 00002000:00100000:3.0:1734016122.735190:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (0->4194303) req@ffff8800750e3800 x1818247336833664/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:83/0 lens 488/0 e 0 to 0 dl 1734016133 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016122.735210:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800750e3800 with x1818247336833664 ext(0->4194303) 00002000:00010000:3.0:1734016122.735219:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800750e3800 00000100:00100000:3.0:1734016122.735246:0:7695:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336833920 00000100:00100000:3.0:1734016122.735249:0:7695:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336833920 00002000:00100000:3.0:1734016122.735258:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (4194304->8388607) req@ffff8800750e2680 x1818247336833920/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:83/0 lens 488/0 e 0 to 0 dl 1734016133 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016122.735266:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800750e2680 with x1818247336833920 ext(4194304->8388607) 00002000:00010000:3.0:1734016122.735269:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800750e2680 00000100:00100000:3.0:1734016122.735290:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8881 00000100:00100000:3.0:1734016122.735302:0:7695:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800750e3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1980:x1818247336833664:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:0.0:1734016122.738573:0:13925:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8882 00000100:00100000:0.0:1734016122.738598:0:13925:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800750e2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+9:1980:x1818247336833920:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:1.0:1734016122.741731:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016122.741827:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336834048 00000100:00100000:1.0:1734016122.741841:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336834048 00002000:00100000:1.0:1734016122.741915:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (8388608->10305535) req@ffff8800750e1180 x1818247336834048/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:83/0 lens 488/0 e 0 to 0 dl 1734016133 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016122.741929:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800750e1180 with x1818247336834048 ext(8388608->10305535) 00002000:00010000:1.0:1734016122.741938:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800750e1180 00000100:00100000:1.0:1734016122.741965:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8883 00000100:00100000:1.0:1734016122.741974:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800750e1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+11:1981:x1818247336834048:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:0.0:1734016122.784904:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800750e1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+11:1981:x1818247336834048:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 42910us (43175us total) trans 0 rc 1916928/1916928 00000100:00100000:0.0:1734016122.784923:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8883 00002000:00100000:0.0:1734016122.784940:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (8388608->10305535) req@ffff8800750e1180 x1818247336834048/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:83/0 lens 488/440 e 0 to 0 dl 1734016133 ref 1 fl Complete:/200/0 rc 1916928/1916928 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016122.784954:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800750e1180 with x1818247336834048 ext(8388608->10305535) 00002000:00010000:0.0:1734016122.784963:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800750e1180 00000100:00100000:2.0:1734016122.850954:0:7695:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800750e3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+9:1980:x1818247336833664:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 115635us (119138us total) trans 0 rc 4194304/4194304 00000100:00100000:2.0:1734016122.850970:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8881 00002000:00100000:2.0:1734016122.850987:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (0->4194303) req@ffff8800750e3800 x1818247336833664/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:83/0 lens 488/440 e 0 to 0 dl 1734016133 ref 1 fl Complete:/200/0 rc 4194304/4194304 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016122.850998:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800750e3800 with x1818247336833664 ext(0->4194303) 00002000:00010000:2.0:1734016122.851006:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800750e3800 00000100:00100000:0.0:1734016122.874251:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016122.874415:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336834304 00000100:00100000:3.0:1734016122.874431:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336834304 00000100:00100000:2.0:1734016122.875885:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10615 00000100:00100000:2.0:1734016122.875901:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074009180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+9:9673:x1818247336834304:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:2.0:1734016122.875927:0:7690:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016122.875961:0:7690:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800721718c0/0x3f004d6452e07cba lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d16c7 expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016122.876006:0:7690:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a4fc0/0x3f004d6452e07cac lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d16b9 expref: 10 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016122.876016:0:7690:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e07cb3 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 9146368->9150463) gid 0 flags: 0x40000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d16c0 expref: 5 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016122.876022:0:7690:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016122.876023:0:7690:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016122.876027:0:7690:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800721718c0/0x3f004d6452e07cba lrc: 5/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [6696960->6750207] (req 6696960->6750207) gid 0 flags: 0x50000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d16c7 expref: 10 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016122.876079:0:7690:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e07cb3 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 9146368->9150463) gid 0 flags: 0x50000000000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d16c0 expref: 5 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016122.876093:0:7690:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e07cb3 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 9146368->9150463) gid 0 flags: 0x70000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d16c0 expref: 5 pid: 7690 timeout: 486 lvb_type: 0 00000100:00100000:2.0:1734016122.876106:0:7690:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074f01c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339424512:192.168.201.10@tcp:104: 00010000:00010000:2.0:1734016122.876215:0:7690:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a9a4fc0/0x3f004d6452e07cac lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d16b9 expref: 10 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016122.876224:0:7690:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a9a4fc0/0x3f004d6452e07cac lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d16b9 expref: 10 pid: 7689 timeout: 486 lvb_type: 1 00000100:00100000:2.0:1734016122.876231:0:7690:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074f00000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339424640:192.168.201.10@tcp:104: 00000100:00100000:2.0:1734016122.876249:0:7690:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012b911c00 going to sleep for 11 seconds 00000100:00100000:2.0:1734016122.885762:0:7690:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074f01c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339424512:192.168.201.10@tcp:104: 00000100:00100000:2.0:1734016122.885779:0:7690:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074f00000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339424640:192.168.201.10@tcp:104: 00010000:00010000:2.0:1734016122.885835:0:7690:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800721718c0/0x3f004d6452e07cba lrc: 3/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [6696960->6750207] (req 6696960->6750207) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d16c7 expref: 10 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016122.885859:0:7690:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800721718c0, rc 0) 00000100:00100000:2.0:1734016122.885964:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074009180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+10:9673:x1818247336834304:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 10062us (11729us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016122.885978:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10615 00000100:00100000:0.0:1734016122.901640:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016122.902010:0:6469:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336834432 00000100:00100000:1.0:1734016122.902026:0:6469:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336834432 00010000:00010000:1.0:1734016122.902086:0:6469:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e07cb3 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 9146368->9150463) gid 0 flags: 0x60000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d16c0 expref: 6 pid: 7690 timeout: 486 lvb_type: 0 00000100:00100000:1.0:1734016122.902164:0:6469:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2828 00000100:00100000:1.0:1734016122.902172:0:6469:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b1f67450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1979:x1818247336834432:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016122.902190:0:6469:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016122.902217:0:6469:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 1s ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e07cb3 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 9146368->9150463) gid 0 flags: 0x60000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d16c0 expref: 6 pid: 7690 timeout: 486 lvb_type: 0 00010000:00010000:1.0:1734016122.902236:0:6469:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e07cb3 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 9146368->9150463) gid 0 flags: 0x50000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d16c0 expref: 6 pid: 7690 timeout: 486 lvb_type: 0 00010000:00010000:1.0:1734016122.902279:0:6469:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e07cb3 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 9146368->9150463) gid 0 flags: 0x44801400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d16c0 expref: 6 pid: 7690 timeout: 486 lvb_type: 0 00010000:00010000:1.0:1734016122.902319:0:6469:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016122.902410:0:6469:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b1f67450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:1979:x1818247336834432:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 236us (793us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016122.902420:0:6469:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2828 00000100:00100000:2.0:1734016122.902991:0:13925:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800750e2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1980:x1818247336833920:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 164400us (169712us total) trans 0 rc 4194304/4194304 00000100:00100000:2.0:1734016122.903001:0:13925:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8882 00002000:00100000:2.0:1734016122.903013:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (4194304->8388607) req@ffff8800750e2680 x1818247336833920/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:83/0 lens 488/440 e 0 to 0 dl 1734016133 ref 1 fl Complete:/200/0 rc 4194304/4194304 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016122.903022:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800750e2680 with x1818247336833920 ext(4194304->8388607) 00010000:00010000:2.0:1734016122.903029:0:13925:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a9a4fc0/0x3f004d6452e07cac lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d16b9 expref: 8 pid: 7689 timeout: 486 lvb_type: 1 00010000:00010000:2.0:1734016122.903039:0:13925:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a9a4fc0/0x3f004d6452e07cac lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d16b9 expref: 8 pid: 7689 timeout: 487 lvb_type: 1 00002000:00010000:2.0:1734016122.903046:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800750e2680 00000100:00100000:1.0:1734016122.931999:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016122.932118:0:9956:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336834560 00000100:00100000:3.0:1734016122.932134:0:9956:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336834560 00010000:00010000:3.0:1734016122.932191:0:9956:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a9a4fc0/0x3f004d6452e07cac lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d16b9 expref: 8 pid: 7689 timeout: 487 lvb_type: 1 00000100:00100000:3.0:1734016122.932235:0:9956:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2829 00000100:00100000:3.0:1734016122.932246:0:9956:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d806a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1978:x1818247336834560:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016122.932266:0:9956:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016122.932289:0:9956:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a9a4fc0/0x3f004d6452e07cac lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d16b9 expref: 8 pid: 7689 timeout: 487 lvb_type: 1 00010000:00010000:3.0:1734016122.932304:0:9956:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a9a4fc0/0x3f004d6452e07cac lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d16b9 expref: 8 pid: 7689 timeout: 487 lvb_type: 1 00010000:00010000:3.0:1734016122.932340:0:9956:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a4fc0/0x3f004d6452e07cac lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d16b9 expref: 8 pid: 7689 timeout: 487 lvb_type: 1 00010000:00010000:3.0:1734016122.932380:0:9956:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016122.932382:0:9956:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016122.932390:0:9956:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800721718c0/0x3f004d6452e07cba lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6696960->6750207) gid 0 flags: 0x40080000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d16c7 expref: 7 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016122.932400:0:9956:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800721718c0/0x3f004d6452e07cba lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6696960->6750207) gid 0 flags: 0x40080000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d16c7 expref: 7 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016122.932443:0:9956:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800721718c0/0x3f004d6452e07cba lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6696960->6750207) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d16c7 expref: 7 pid: 7690 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016122.932458:0:9956:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800744bf800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9956:1818247339424768:192.168.201.10@tcp:105: 00000100:00100000:3.0:1734016122.932529:0:9956:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac68ecc0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016122.938942:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016122.940247:0:9956:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800744bf800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9956:1818247339424768:192.168.201.10@tcp:105: 00010000:00010000:3.0:1734016122.940293:0:9956:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016122.940404:0:9956:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d806a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1978:x1818247336834560:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 8158us (8415us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016122.940423:0:9956:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2829 00000100:00100000:2.0:1734016122.940579:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336834688 00000100:00100000:2.0:1734016122.940594:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336834688 00000100:00100000:2.0:1734016122.940651:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10616 00000100:00100000:2.0:1734016122.940660:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007400a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1979:x1818247336834688:12345-192.168.201.10@tcp:22:fsx.0 00002000:00010000:2.0:1734016122.941194:0:7690:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 10305536 -> 10305536 00002000:00010000:2.0:1734016122.941198:0:7690:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016121 -> 1734016121 00002000:00010000:2.0:1734016122.941201:0:7690:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016120 -> 1734016120 00002000:00010000:2.0:1734016122.941203:0:7690:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016121 -> 1734016122 00002000:00010000:2.0:1734016122.941205:0:7690:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 568 -> 672 00000100:00100000:2.0:1734016122.941234:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007400a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1979:x1818247336834688:12345-192.168.201.10@tcp:22:fsx.0 Request processed in 577us (2378us total) trans 4294969274 rc 0/0 00000100:00100000:2.0:1734016122.941245:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10616 00000100:00100000:0.0:1734016122.944758:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016122.945191:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336834816 00000100:00100000:3.0:1734016122.945202:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336834816 00000100:00100000:3.0:1734016122.945273:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10617 00000100:00100000:3.0:1734016122.945285:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074008000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:1981:x1818247336834816:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:3.0:1734016122.945315:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016122.945339:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7600/0x3f004d6452e07cc1 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d16ce expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016122.945410:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800744bf800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339424896:192.168.201.10@tcp:106: 00000100:00100000:3.0:1734016122.945474:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac68ecc0 going to sleep for 11 seconds 00002000:00010000:3.0:1734016122.956485:0:7689:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime: 1734016120 -> 1734016122 00000100:00100000:3.0:1734016122.956528:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800744bf800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339424896:192.168.201.10@tcp:106: 00010000:00010000:3.0:1734016122.956578:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7600/0x3f004d6452e07cc1 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d16ce expref: 6 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016122.956594:0:7689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7600/0x3f004d6452e07cc1 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d16ce expref: 6 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016122.956635:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a9a7600, rc 0) 00000100:00100000:3.0:1734016122.956707:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074008000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:1981:x1818247336834816:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 11423us (11962us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016122.956715:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10617 00000100:00100000:0.0:1734016122.961834:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016122.962080:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336834944 00000100:00100000:3.0:1734016122.962092:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336834944 00000100:00100000:3.0:1734016122.962161:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10618 00000100:00100000:3.0:1734016122.962169:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007400a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:1980:x1818247336834944:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:3.0:1734016122.962195:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016122.962231:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a9a5b00/0x3f004d6452e07cc8 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d16d5 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016122.962301:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800744bf800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339425024:192.168.201.10@tcp:106: 00000100:00100000:3.0:1734016122.962402:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac68ecc0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016122.970253:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800744bf800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339425024:192.168.201.10@tcp:106: 00010000:00010000:3.0:1734016122.970321:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a9a5b00/0x3f004d6452e07cc8 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d16d5 expref: 6 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016122.970347:0:7689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a5b00/0x3f004d6452e07cc8 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d16d5 expref: 6 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016122.971689:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a9a5b00, rc 0) 00000100:00100000:2.0:1734016122.971897:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007400a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:1980:x1818247336834944:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 9719us (10066us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016122.971917:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10618 00000100:00100000:1.0:1734016122.975272:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016122.975382:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336835072 00000100:00100000:2.0:1734016122.975394:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336835072 00000100:00100000:2.0:1734016122.976002:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10619 00000100:00100000:2.0:1734016122.976009:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d805f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:9673:x1818247336835072:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:2.0:1734016122.976034:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016122.976054:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e07ccf lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d16dc expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016122.976091:0:7689:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800721718c0/0x3f004d6452e07cba lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6696960->6750207) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d16c7 expref: 7 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016122.976098:0:7689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016122.976100:0:7689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016122.976104:0:7689:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e07ccf lrc: 4/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [8704000->8740863] (req 8704000->8740863) gid 0 flags: 0x50000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d16dc expref: 6 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016122.976139:0:7689:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800721718c0/0x3f004d6452e07cba lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6696960->6750207) gid 0 flags: 0x50000000020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d16c7 expref: 7 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016122.976150:0:7689:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800721718c0/0x3f004d6452e07cba lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6696960->6750207) gid 0 flags: 0x70000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d16c7 expref: 7 pid: 7690 timeout: 487 lvb_type: 0 00000100:00100000:2.0:1734016122.976164:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074f00000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339425152:192.168.201.10@tcp:104: 00000100:00100000:2.0:1734016122.976275:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012b911c00 going to sleep for 11 seconds 00000100:00100000:1.0:1734016122.980927:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016122.981134:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074f00000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339425152:192.168.201.10@tcp:104: 00010000:00010000:2.0:1734016122.981196:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e07ccf lrc: 3/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [8704000->8740863] (req 8704000->8740863) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d16dc expref: 6 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016122.981223:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880072171440, rc 0) 00000100:00100000:2.0:1734016122.981288:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d805f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:9673:x1818247336835072:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 5278us (6030us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016122.981300:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10619 00000100:00100000:3.0:1734016122.981430:0:9956:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336835200 00000100:00100000:3.0:1734016122.981444:0:9956:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336835200 00010000:00010000:3.0:1734016122.981482:0:9956:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800721718c0/0x3f004d6452e07cba lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6696960->6750207) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d16c7 expref: 8 pid: 7690 timeout: 487 lvb_type: 0 00000100:00100000:3.0:1734016122.981518:0:9956:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2830 00000100:00100000:3.0:1734016122.981526:0:9956:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d804000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1979:x1818247336835200:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016122.981545:0:9956:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016122.981573:0:9956:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800721718c0/0x3f004d6452e07cba lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 6696960->6750207) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d16c7 expref: 8 pid: 7690 timeout: 487 lvb_type: 0 00010000:00010000:3.0:1734016122.981587:0:9956:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800721718c0/0x3f004d6452e07cba lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 6696960->6750207) gid 0 flags: 0x50000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d16c7 expref: 8 pid: 7690 timeout: 487 lvb_type: 0 00010000:00010000:3.0:1734016122.981623:0:9956:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800721718c0/0x3f004d6452e07cba lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 6696960->6750207) gid 0 flags: 0x44801400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d16c7 expref: 8 pid: 7690 timeout: 487 lvb_type: 0 00010000:00010000:3.0:1734016122.981642:0:9956:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016122.981644:0:9956:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016122.981655:0:9956:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e07ccf lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8704000->8740863) gid 0 flags: 0x40080000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d16dc expref: 5 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016122.981665:0:9956:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e07ccf lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8704000->8740863) gid 0 flags: 0x40080000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d16dc expref: 5 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016122.981699:0:9956:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e07ccf lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8704000->8740863) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d16dc expref: 5 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016122.981714:0:9956:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800744bf800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9956:1818247339425280:192.168.201.10@tcp:105: 00000100:00100000:3.0:1734016122.981755:0:9956:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac68ecc0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016122.987307:0:9956:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800744bf800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9956:1818247339425280:192.168.201.10@tcp:105: 00010000:00010000:3.0:1734016122.987332:0:9956:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016122.987402:0:9956:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d804000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1979:x1818247336835200:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 5874us (6543us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016122.987414:0:9956:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2830 00000100:00100000:1.0:1734016123.032850:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016123.035607:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016123.035677:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016123.036001:0:13925:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336835584 00000100:00100000:2.0:1734016123.036013:0:13925:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336835584 00002000:00100000:2.0:1734016123.036091:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (4190208->8384511) req@ffff88011efc7b80 x1818247336835584/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:84/0 lens 488/0 e 0 to 0 dl 1734016134 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016123.036103:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88011efc7b80 with x1818247336835584 ext(4190208->8384511) 00002000:00010000:2.0:1734016123.036110:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011efc7b80 00000100:00100000:2.0:1734016123.036137:0:13925:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336835456 00000100:00100000:2.0:1734016123.036140:0:13925:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336835456 00002000:00100000:2.0:1734016123.036151:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (0->8740863) req@ffff880075263480 x1818247336835456/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:84/0 lens 504/0 e 0 to 0 dl 1734016134 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016123.036159:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880075263480 with x1818247336835456 ext(0->8740863) 00002000:00010000:2.0:1734016123.036163:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880075263480 00000100:00100000:2.0:1734016123.036173:0:13925:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336835712 00000100:00100000:2.0:1734016123.036176:0:13925:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336835712 00002000:00100000:2.0:1734016123.036185:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (8384512->8703999) req@ffff880075260000 x1818247336835712/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:84/0 lens 488/0 e 0 to 0 dl 1734016134 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016123.036192:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880075260000 with x1818247336835712 ext(8384512->8703999) 00002000:00010000:2.0:1734016123.036196:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880075260000 00000100:00100000:2.0:1734016123.036207:0:13925:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8884 00000100:00100000:2.0:1734016123.036219:0:13925:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011efc7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+8:1978:x1818247336835584:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:0.0:1734016123.036945:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8885 00000100:00100000:0.0:1734016123.036954:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075263480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+8:1978:x1818247336835456:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:3.0:1734016123.040533:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8886 00000100:00100000:3.0:1734016123.040559:0:7695:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075260000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+10:1978:x1818247336835712:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:3.0:1734016123.053305:0:7695:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075260000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+10:1978:x1818247336835712:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 12744us (17615us total) trans 0 rc 319488/319488 00000100:00100000:3.0:1734016123.053319:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8886 00002000:00100000:3.0:1734016123.053333:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (8384512->8703999) req@ffff880075260000 x1818247336835712/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:84/0 lens 488/440 e 0 to 0 dl 1734016134 ref 1 fl Complete:/200/0 rc 319488/319488 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016123.053341:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880075260000 with x1818247336835712 ext(8384512->8703999) 00002000:00010000:3.0:1734016123.053346:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880075260000 00000100:00100000:2.0:1734016123.105982:0:13925:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011efc7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+8:1978:x1818247336835584:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 69743us (73128us total) trans 0 rc 4194304/4194304 00000100:00100000:2.0:1734016123.106000:0:13925:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8884 00002000:00100000:2.0:1734016123.106017:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (4190208->8384511) req@ffff88011efc7b80 x1818247336835584/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:84/0 lens 488/440 e 0 to 0 dl 1734016134 ref 1 fl Complete:/200/0 rc 4194304/4194304 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016123.106030:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88011efc7b80 with x1818247336835584 ext(4190208->8384511) 00002000:00010000:2.0:1734016123.106040:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011efc7b80 00000100:00100000:0.0:1734016123.156413:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075263480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1978:x1818247336835456:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 119434us (120797us total) trans 0 rc 4194304/4194304 00000100:00100000:0.0:1734016123.156439:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8885 00002000:00100000:0.0:1734016123.156468:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (0->8740863) req@ffff880075263480 x1818247336835456/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:84/0 lens 504/440 e 0 to 0 dl 1734016134 ref 1 fl Complete:/200/0 rc 4194304/4194304 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016123.156483:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880075263480 with x1818247336835456 ext(0->8740863) 00002000:00010000:0.0:1734016123.156494:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880075263480 00000100:00100000:0.0:1734016123.165597:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016123.165756:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336835968 00000100:00100000:2.0:1734016123.165777:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336835968 00000100:00080000:3.0:1734016123.165907:0:6479:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734016093 00000100:00100000:2.0:1734016123.165918:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10620 00000100:00100000:2.0:1734016123.165928:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a78b0050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1978:x1818247336835968:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:2.0:1734016123.165959:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016123.165989:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800721718c0/0x3f004d6452e07cd6 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d16e3 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016123.166086:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074f00000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339425408:192.168.201.10@tcp:106: 00000100:00100000:2.0:1734016123.166207:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012b911c00 going to sleep for 11 seconds 00002000:00010000:2.0:1734016123.177564:0:7689:0:(ofd_lvb.c:283:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime: 1734016121 -> 1734016122 00000100:00100000:2.0:1734016123.177625:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074f00000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339425408:192.168.201.10@tcp:106: 00010000:00010000:2.0:1734016123.177689:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800721718c0/0x3f004d6452e07cd6 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d16e3 expref: 8 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016123.177714:0:7689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800721718c0/0x3f004d6452e07cd6 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d16e3 expref: 8 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016123.177741:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800721718c0, rc 0) 00000100:00100000:2.0:1734016123.177839:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a78b0050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1978:x1818247336835968:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 11912us (12260us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016123.177850:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10620 00000100:00100000:1.0:1734016123.185461:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016123.188812:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336836096 00000100:00100000:2.0:1734016123.188840:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336836096 00000100:00100000:2.0:1734016123.191273:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10621 00000100:00100000:2.0:1734016123.191291:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075262300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1980:x1818247336836096:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:2.0:1734016123.191319:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016123.191352:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880072172d00/0x3f004d6452e07cdd lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d16ea expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016123.191483:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074f00000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339425536:192.168.201.10@tcp:106: 00000100:00100000:2.0:1734016123.191600:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012b911c00 going to sleep for 11 seconds 00000100:00100000:2.0:1734016123.198390:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074f00000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339425536:192.168.201.10@tcp:106: 00010000:00010000:2.0:1734016123.198450:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880072172d00/0x3f004d6452e07cdd lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d16ea expref: 8 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016123.198469:0:7689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880072172d00/0x3f004d6452e07cdd lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d16ea expref: 8 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016123.198512:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880072172d00, rc 0) 00000100:00100000:2.0:1734016123.198587:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075262300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1980:x1818247336836096:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 7299us (13145us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016123.198597:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10621 00000100:00100000:0.0:1734016123.203177:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016123.206798:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336836224 00000100:00100000:2.0:1734016123.206817:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336836224 00000100:00100000:2.0:1734016123.206892:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10622 00000100:00100000:2.0:1734016123.206902:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074008380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1979:x1818247336836224:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:2.0:1734016123.206923:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016123.206943:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880072172640/0x3f004d6452e07ce4 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d16f1 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016123.207006:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074f00000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339425664:192.168.201.10@tcp:106: 00000100:00100000:2.0:1734016123.207069:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012b911c00 going to sleep for 11 seconds 00000100:00100000:3.0:1734016123.208949:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074f00000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339425664:192.168.201.10@tcp:106: 00010000:00010000:3.0:1734016123.208993:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880072172640/0x3f004d6452e07ce4 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d16f1 expref: 8 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016123.209010:0:7689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880072172640/0x3f004d6452e07ce4 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d16f1 expref: 8 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016123.209046:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880072172640, rc 0) 00000100:00100000:3.0:1734016123.209099:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074008380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1979:x1818247336836224:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 2198us (5932us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016123.209108:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10622 00000100:00100000:0.0:1734016123.216966:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016123.217311:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336836352 00000100:00100000:3.0:1734016123.217323:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336836352 00000100:00100000:3.0:1734016123.217387:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10623 00000100:00100000:3.0:1734016123.217396:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074008a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1980:x1818247336836352:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:3.0:1734016123.217418:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016123.217441:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a9a6880/0x3f004d6452e07ceb lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d16f8 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016123.217506:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800744bf800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339425792:192.168.201.10@tcp:106: 00000100:00100000:3.0:1734016123.217572:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac68ecc0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016123.219503:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800744bf800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339425792:192.168.201.10@tcp:106: 00010000:00010000:3.0:1734016123.219541:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a9a6880/0x3f004d6452e07ceb lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d16f8 expref: 8 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016123.219554:0:7689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a6880/0x3f004d6452e07ceb lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d16f8 expref: 8 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016123.219581:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a9a6880, rc 0) 00000100:00100000:3.0:1734016123.219627:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074008a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1980:x1818247336836352:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 2232us (2676us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016123.219636:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10623 00000100:00100000:0.0:1734016123.232644:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016123.234273:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336836480 00000100:00100000:3.0:1734016123.234293:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336836480 00000100:00100000:3.0:1734016123.234523:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10624 00000100:00100000:3.0:1734016123.234535:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007400aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1981:x1818247336836480:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:3.0:1734016123.234571:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016123.234598:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7180/0x3f004d6452e07cf2 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d16ff expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016123.234694:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800744bf800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339425920:192.168.201.10@tcp:106: 00000100:00100000:3.0:1734016123.234812:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac68ecc0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016123.245978:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800744bf800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339425920:192.168.201.10@tcp:106: 00010000:00010000:3.0:1734016123.246048:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7180/0x3f004d6452e07cf2 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d16ff expref: 8 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016123.246066:0:7689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7180/0x3f004d6452e07cf2 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d16ff expref: 8 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016123.246097:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a9a7180, rc 0) 00000100:00100000:3.0:1734016123.248298:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007400aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1981:x1818247336836480:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 13742us (15647us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016123.248321:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10624 00000100:00100000:0.0:1734016123.252031:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016123.253752:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336836608 00000100:00100000:2.0:1734016123.253777:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336836608 00000100:00100000:2.0:1734016123.253913:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10625 00000100:00100000:2.0:1734016123.253926:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007400bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:9673:x1818247336836608:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:2.0:1734016123.253975:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016123.254016:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880072172d00/0x3f004d6452e07cf9 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d1706 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016123.254085:0:7689:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e07ccf lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8704000->8740863) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d16dc expref: 5 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016123.254102:0:7689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016123.254106:0:7689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016123.254112:0:7689:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880072172d00/0x3f004d6452e07cf9 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [7565312->7569407] (req 7565312->7569407) gid 0 flags: 0x50000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1706 expref: 8 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016123.254167:0:7689:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e07ccf lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8704000->8740863) gid 0 flags: 0x50000000020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d16dc expref: 5 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016123.254186:0:7689:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e07ccf lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8704000->8740863) gid 0 flags: 0x70000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d16dc expref: 5 pid: 7689 timeout: 487 lvb_type: 0 00000100:00100000:2.0:1734016123.254203:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074f01c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339426048:192.168.201.10@tcp:104: 00000100:00100000:2.0:1734016123.254328:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012b9113c0 going to sleep for 11 seconds 00000100:00100000:1.0:1734016123.267165:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016123.267456:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074f01c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339426048:192.168.201.10@tcp:104: 00010000:00010000:2.0:1734016123.267497:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880072172d00/0x3f004d6452e07cf9 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [7565312->7569407] (req 7565312->7569407) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1706 expref: 8 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016123.267524:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880072172d00, rc 0) 00000100:00100000:2.0:1734016123.267605:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007400bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:9673:x1818247336836608:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 13681us (15759us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016123.267615:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10625 00000100:00100000:0.0:1734016123.267844:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336836736 00000100:00100000:0.0:1734016123.267854:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336836736 00002000:00100000:0.0:1734016123.267939:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (2129920->8740863) req@ffff880075261c00 x1818247336836736/t0(0) o4->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:84/0 lens 504/0 e 0 to 0 dl 1734016134 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016123.267949:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880075261c00 with x1818247336836736 ext(2129920->8740863) 00010000:00010000:0.0:1734016123.267958:0:7696:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e07ccf lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8704000->8740863) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d16dc expref: 6 pid: 7689 timeout: 487 lvb_type: 0 00010000:00010000:0.0:1734016123.267970:0:7696:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e07ccf lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8704000->8740863) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d16dc expref: 6 pid: 7689 timeout: 487 lvb_type: 0 00002000:00010000:0.0:1734016123.267977:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880075261c00 00000100:00100000:0.0:1734016123.267998:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 258 00000100:00100000:0.0:1734016123.268004:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075261c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1978:x1818247336836736:12345-192.168.201.10@tcp:4:fsx.0 00000100:00100000:0.0:1734016123.277441:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075261c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+8:1978:x1818247336836736:12345-192.168.201.10@tcp:4:fsx.0 Request processed in 9413us (10267us total) trans 4294969275 rc 0/0 00000100:00100000:0.0:1734016123.277459:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 258 00002000:00100000:0.0:1734016123.277481:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (2129920->8740863) req@ffff880075261c00 x1818247336836736/t4294969275(0) o4->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:84/0 lens 504/448 e 0 to 0 dl 1734016134 ref 1 fl Complete:H/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016123.277492:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880075261c00 with x1818247336836736 ext(2129920->8740863) 00010000:00010000:0.0:1734016123.277508:0:7696:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e07ccf lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8704000->8740863) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d16dc expref: 8 pid: 7689 timeout: 487 lvb_type: 0 00010000:00010000:0.0:1734016123.277528:0:7696:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e07ccf lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8704000->8740863) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d16dc expref: 8 pid: 7689 timeout: 487 lvb_type: 0 00002000:00010000:0.0:1734016123.277536:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880075261c00 00000100:00100000:1.0:1734016123.290690:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016123.290798:0:9956:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336836864 00000100:00100000:3.0:1734016123.290817:0:9956:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336836864 00010000:00010000:3.0:1734016123.290915:0:9956:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e07ccf lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8704000->8740863) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d16dc expref: 8 pid: 7689 timeout: 487 lvb_type: 0 00000100:00100000:3.0:1734016123.290966:0:9956:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2831 00000100:00100000:3.0:1734016123.290975:0:9956:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075260a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+8:1980:x1818247336836864:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016123.290998:0:9956:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:3.0:1734016123.291028:0:9956:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 672 -> 768 00010000:00010000:3.0:1734016123.291035:0:9956:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e07ccf lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 8704000->8740863) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d16dc expref: 8 pid: 7689 timeout: 487 lvb_type: 0 00010000:00010000:3.0:1734016123.291052:0:9956:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e07ccf lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 8704000->8740863) gid 0 flags: 0x50000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d16dc expref: 8 pid: 7689 timeout: 487 lvb_type: 0 00010000:00010000:3.0:1734016123.291089:0:9956:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e07ccf lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 8704000->8740863) gid 0 flags: 0x44801400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d16dc expref: 8 pid: 7689 timeout: 487 lvb_type: 0 00010000:00010000:3.0:1734016123.291127:0:9956:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016123.291131:0:9956:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016123.291141:0:9956:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880072172d00/0x3f004d6452e07cf9 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 7565312->7569407) gid 0 flags: 0x40080000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1706 expref: 7 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016123.291152:0:9956:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880072172d00/0x3f004d6452e07cf9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 7565312->7569407) gid 0 flags: 0x40080000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1706 expref: 7 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016123.291214:0:9956:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880072172d00/0x3f004d6452e07cf9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 7565312->7569407) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1706 expref: 7 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016123.291233:0:9956:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800744bf800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9956:1818247339426176:192.168.201.10@tcp:105: 00000100:00100000:3.0:1734016123.291330:0:9956:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac68ecc0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016123.307631:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016123.307840:0:9956:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800744bf800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9956:1818247339426176:192.168.201.10@tcp:105: 00010000:00010000:2.0:1734016123.307915:0:9956:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016123.307991:0:9956:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075260a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1980:x1818247336836864:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 17015us (17321us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016123.308004:0:9956:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2831 00000100:00100000:0.0:1734016123.308577:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336837120 00000100:00100000:0.0:1734016123.308589:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336837120 00002000:00100000:0.0:1734016123.308646:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (7565312->7569407) req@ffff8800744bdc00 x1818247336837120/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:84/0 lens 488/0 e 0 to 0 dl 1734016134 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016123.308659:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800744bdc00 with x1818247336837120 ext(7565312->7569407) 00002000:00010000:0.0:1734016123.308666:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800744bdc00 00000100:00100000:0.0:1734016123.308699:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8887 00000100:00100000:0.0:1734016123.308706:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800744bdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1979:x1818247336837120:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:0.0:1734016123.308942:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800744bdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1979:x1818247336837120:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 235us (1327us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016123.308947:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8887 00002000:00100000:0.0:1734016123.308953:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (7565312->7569407) req@ffff8800744bdc00 x1818247336837120/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:84/0 lens 488/4536 e 0 to 0 dl 1734016134 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016123.308963:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800744bdc00 with x1818247336837120 ext(7565312->7569407) 00002000:00010000:0.0:1734016123.308966:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800744bdc00 00000100:00100000:0.0:1734016123.321553:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016123.321675:0:13925:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336837376 00000100:00100000:2.0:1734016123.321687:0:13925:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336837376 00002000:00100000:2.0:1734016123.321745:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (7561216->7565311) req@ffff88007400ad80 x1818247336837376/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:84/0 lens 488/0 e 0 to 0 dl 1734016134 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016123.321756:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007400ad80 with x1818247336837376 ext(7561216->7565311) 00002000:00010000:2.0:1734016123.321764:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007400ad80 00000100:00100000:2.0:1734016123.321794:0:13925:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8888 00000100:00100000:2.0:1734016123.321802:0:13925:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007400ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1980:x1818247336837376:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:2.0:1734016123.322102:0:13925:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007400ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1980:x1818247336837376:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 297us (560us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016123.322110:0:13925:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8888 00002000:00100000:2.0:1734016123.322115:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (7561216->7565311) req@ffff88007400ad80 x1818247336837376/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:84/0 lens 488/4536 e 0 to 0 dl 1734016134 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016123.322122:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007400ad80 with x1818247336837376 ext(7561216->7565311) 00002000:00010000:2.0:1734016123.322125:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007400ad80 00000100:00100000:1.0:1734016123.327126:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016123.327231:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336837632 00000100:00100000:0.0:1734016123.327246:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336837632 00002000:00100000:0.0:1734016123.327311:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (7557120->7561215) req@ffff880075261500 x1818247336837632/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:84/0 lens 488/0 e 0 to 0 dl 1734016134 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016123.327323:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880075261500 with x1818247336837632 ext(7557120->7561215) 00002000:00010000:0.0:1734016123.327330:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880075261500 00000100:00100000:2.0:1734016123.328473:0:13925:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8889 00000100:00100000:2.0:1734016123.328485:0:13925:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075261500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1981:x1818247336837632:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:2.0:1734016123.328673:0:13925:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075261500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1981:x1818247336837632:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 190us (1563us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016123.328680:0:13925:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8889 00002000:00100000:2.0:1734016123.328688:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (7557120->7561215) req@ffff880075261500 x1818247336837632/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:84/0 lens 488/4536 e 0 to 0 dl 1734016134 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016123.328700:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880075261500 with x1818247336837632 ext(7557120->7561215) 00002000:00010000:2.0:1734016123.328704:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880075261500 00000100:00100000:1.0:1734016123.334966:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016123.335612:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336837888 00000100:00100000:2.0:1734016123.335628:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336837888 00002000:00100000:2.0:1734016123.335697:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (7553024->7557119) req@ffff880075263100 x1818247336837888/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:84/0 lens 488/0 e 0 to 0 dl 1734016134 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016123.335708:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880075263100 with x1818247336837888 ext(7553024->7557119) 00002000:00010000:2.0:1734016123.335715:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880075263100 00000100:00100000:2.0:1734016123.335756:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8890 00000100:00100000:2.0:1734016123.335765:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075263100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1978:x1818247336837888:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:2.0:1734016123.335996:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075263100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1978:x1818247336837888:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 232us (1056us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016123.336003:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8890 00002000:00100000:2.0:1734016123.336009:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (7553024->7557119) req@ffff880075263100 x1818247336837888/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:84/0 lens 488/4536 e 0 to 0 dl 1734016134 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016123.336016:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880075263100 with x1818247336837888 ext(7553024->7557119) 00002000:00010000:2.0:1734016123.336019:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880075263100 00000100:00100000:0.0:1734016123.343132:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016123.343496:0:13925:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336838144 00000100:00100000:2.0:1734016123.343507:0:13925:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336838144 00002000:00100000:2.0:1734016123.343560:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (7548928->7553023) req@ffff880074008e00 x1818247336838144/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:84/0 lens 488/0 e 0 to 0 dl 1734016134 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016123.343572:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074008e00 with x1818247336838144 ext(7548928->7553023) 00002000:00010000:2.0:1734016123.343578:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074008e00 00000100:00100000:2.0:1734016123.344176:0:13925:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8891 00000100:00100000:2.0:1734016123.344189:0:13925:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074008e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1981:x1818247336838144:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:2.0:1734016123.344476:0:13925:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074008e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1981:x1818247336838144:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 287us (1356us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016123.344484:0:13925:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8891 00002000:00100000:2.0:1734016123.344492:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (7548928->7553023) req@ffff880074008e00 x1818247336838144/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:84/0 lens 488/4536 e 0 to 0 dl 1734016134 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016123.344499:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074008e00 with x1818247336838144 ext(7548928->7553023) 00002000:00010000:2.0:1734016123.344503:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074008e00 00000100:00100000:1.0:1734016123.349112:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016123.349296:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336838400 00000100:00100000:0.0:1734016123.349309:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336838400 00002000:00100000:0.0:1734016123.349374:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (7544832->7548927) req@ffff880075261880 x1818247336838400/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:84/0 lens 488/0 e 0 to 0 dl 1734016134 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016123.349383:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880075261880 with x1818247336838400 ext(7544832->7548927) 00002000:00010000:0.0:1734016123.349391:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880075261880 00000100:00100000:0.0:1734016123.349428:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8892 00000100:00100000:0.0:1734016123.349438:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075261880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1979:x1818247336838400:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:0.0:1734016123.349661:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075261880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1979:x1818247336838400:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 225us (567us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016123.349669:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8892 00002000:00100000:0.0:1734016123.349675:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (7544832->7548927) req@ffff880075261880 x1818247336838400/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:84/0 lens 488/4536 e 0 to 0 dl 1734016134 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016123.349682:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880075261880 with x1818247336838400 ext(7544832->7548927) 00002000:00010000:0.0:1734016123.349685:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880075261880 00000100:00100000:1.0:1734016123.353055:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016123.353426:0:13925:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336838656 00000100:00100000:2.0:1734016123.353451:0:13925:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336838656 00002000:00100000:2.0:1734016123.353544:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (7540736->7544831) req@ffff880075260700 x1818247336838656/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:84/0 lens 488/0 e 0 to 0 dl 1734016134 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016123.353558:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880075260700 with x1818247336838656 ext(7540736->7544831) 00002000:00010000:2.0:1734016123.353565:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880075260700 00000100:00100000:2.0:1734016123.353622:0:13925:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8893 00000100:00100000:2.0:1734016123.353632:0:13925:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075260700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1981:x1818247336838656:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:2.0:1734016123.353951:0:13925:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075260700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1981:x1818247336838656:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 319us (916us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016123.353958:0:13925:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8893 00002000:00100000:2.0:1734016123.353963:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (7540736->7544831) req@ffff880075260700 x1818247336838656/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:84/0 lens 488/4536 e 0 to 0 dl 1734016134 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016123.353970:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880075260700 with x1818247336838656 ext(7540736->7544831) 00002000:00010000:2.0:1734016123.353973:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880075260700 00000100:00100000:1.0:1734016123.357407:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016123.357524:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336838912 00000100:00100000:0.0:1734016123.357538:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336838912 00002000:00100000:0.0:1734016123.357605:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (7536640->7540735) req@ffff880075263800 x1818247336838912/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:84/0 lens 488/0 e 0 to 0 dl 1734016134 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016123.357615:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880075263800 with x1818247336838912 ext(7536640->7540735) 00002000:00010000:0.0:1734016123.357620:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880075263800 00000100:00100000:0.0:1734016123.357654:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8894 00000100:00100000:0.0:1734016123.357661:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075263800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1979:x1818247336838912:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:0.0:1734016123.357859:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075263800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1979:x1818247336838912:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 197us (465us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016123.357900:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8894 00002000:00100000:0.0:1734016123.357906:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (7536640->7540735) req@ffff880075263800 x1818247336838912/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:84/0 lens 488/4536 e 0 to 0 dl 1734016134 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016123.357912:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880075263800 with x1818247336838912 ext(7536640->7540735) 00002000:00010000:0.0:1734016123.357915:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880075263800 00000100:00100000:1.0:1734016123.361943:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016123.362127:0:13925:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336839168 00000100:00100000:2.0:1734016123.362144:0:13925:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336839168 00002000:00100000:2.0:1734016123.362227:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (7532544->7536639) req@ffff880075262a00 x1818247336839168/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:84/0 lens 488/0 e 0 to 0 dl 1734016134 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016123.362241:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880075262a00 with x1818247336839168 ext(7532544->7536639) 00002000:00010000:2.0:1734016123.362252:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880075262a00 00000100:00100000:2.0:1734016123.362296:0:13925:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8895 00000100:00100000:2.0:1734016123.362303:0:13925:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075262a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1981:x1818247336839168:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:2.0:1734016123.362588:0:13925:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075262a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1981:x1818247336839168:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 281us (666us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016123.362600:0:13925:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8895 00002000:00100000:2.0:1734016123.362608:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (7532544->7536639) req@ffff880075262a00 x1818247336839168/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:84/0 lens 488/4536 e 0 to 0 dl 1734016134 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016123.362614:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880075262a00 with x1818247336839168 ext(7532544->7536639) 00002000:00010000:2.0:1734016123.362617:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880075262a00 00000100:00100000:1.0:1734016123.366415:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016123.366525:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336839424 00000100:00100000:0.0:1734016123.366543:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336839424 00002000:00100000:0.0:1734016123.366605:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (7528448->7532543) req@ffff880075263b80 x1818247336839424/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:84/0 lens 488/0 e 0 to 0 dl 1734016134 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016123.366618:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880075263b80 with x1818247336839424 ext(7528448->7532543) 00002000:00010000:0.0:1734016123.366623:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880075263b80 00000100:00100000:0.0:1734016123.366659:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8896 00000100:00100000:0.0:1734016123.366666:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075263b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1979:x1818247336839424:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:0.0:1734016123.366910:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075263b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1979:x1818247336839424:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 243us (506us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016123.366918:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8896 00002000:00100000:0.0:1734016123.366925:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (7528448->7532543) req@ffff880075263b80 x1818247336839424/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:84/0 lens 488/4536 e 0 to 0 dl 1734016134 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016123.366931:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880075263b80 with x1818247336839424 ext(7528448->7532543) 00002000:00010000:0.0:1734016123.366933:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880075263b80 00000100:00100000:1.0:1734016123.370313:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016123.370801:0:13925:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336839680 00000100:00100000:2.0:1734016123.370816:0:13925:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336839680 00002000:00100000:2.0:1734016123.371025:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (7524352->7528447) req@ffff880075262680 x1818247336839680/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:84/0 lens 488/0 e 0 to 0 dl 1734016134 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016123.371035:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880075262680 with x1818247336839680 ext(7524352->7528447) 00002000:00010000:2.0:1734016123.371043:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880075262680 00000100:00100000:3.0:1734016123.372457:0:13925:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8897 00000100:00100000:3.0:1734016123.372470:0:13925:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075262680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1981:x1818247336839680:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:3.0:1734016123.372710:0:13925:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075262680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1981:x1818247336839680:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 241us (2413us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016123.372718:0:13925:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8897 00002000:00100000:3.0:1734016123.372726:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (7524352->7528447) req@ffff880075262680 x1818247336839680/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:84/0 lens 488/4536 e 0 to 0 dl 1734016134 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016123.372735:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880075262680 with x1818247336839680 ext(7524352->7528447) 00002000:00010000:3.0:1734016123.372740:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880075262680 00000100:00100000:1.0:1734016123.376070:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016123.378227:0:13925:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336839936 00000100:00100000:3.0:1734016123.378252:0:13925:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336839936 00002000:00100000:3.0:1734016123.378315:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (7520256->7524351) req@ffff880075262d80 x1818247336839936/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:84/0 lens 488/0 e 0 to 0 dl 1734016134 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016123.378326:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880075262d80 with x1818247336839936 ext(7520256->7524351) 00002000:00010000:3.0:1734016123.378331:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880075262d80 00000100:00100000:3.0:1734016123.378371:0:13925:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8898 00000100:00100000:3.0:1734016123.378378:0:13925:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075262d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1979:x1818247336839936:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:3.0:1734016123.378557:0:13925:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075262d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1979:x1818247336839936:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 178us (2504us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016123.378564:0:13925:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8898 00002000:00100000:3.0:1734016123.378570:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (7520256->7524351) req@ffff880075262d80 x1818247336839936/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:84/0 lens 488/4536 e 0 to 0 dl 1734016134 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016123.378576:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880075262d80 with x1818247336839936 ext(7520256->7524351) 00002000:00010000:3.0:1734016123.378579:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880075262d80 00000100:00100000:1.0:1734016123.381490:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016123.381907:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336840192 00000100:00100000:0.0:1734016123.381918:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336840192 00002000:00100000:0.0:1734016123.381956:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (7516160->7520255) req@ffff880075261180 x1818247336840192/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:84/0 lens 488/0 e 0 to 0 dl 1734016134 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016123.381964:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880075261180 with x1818247336840192 ext(7516160->7520255) 00002000:00010000:0.0:1734016123.381969:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880075261180 00000100:00100000:0.0:1734016123.382102:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8899 00000100:00100000:0.0:1734016123.382110:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075261180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1981:x1818247336840192:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:0.0:1734016123.382520:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075261180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1981:x1818247336840192:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 408us (1043us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016123.382527:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8899 00002000:00100000:0.0:1734016123.382534:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (7516160->7520255) req@ffff880075261180 x1818247336840192/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:84/0 lens 488/4536 e 0 to 0 dl 1734016134 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016123.382540:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880075261180 with x1818247336840192 ext(7516160->7520255) 00002000:00010000:0.0:1734016123.382543:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880075261180 00000100:00100000:1.0:1734016123.385490:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016123.385585:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336840448 00000100:00100000:0.0:1734016123.385597:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336840448 00002000:00100000:0.0:1734016123.385645:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (7512064->7516159) req@ffff880075260e00 x1818247336840448/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:84/0 lens 488/0 e 0 to 0 dl 1734016134 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016123.385656:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880075260e00 with x1818247336840448 ext(7512064->7516159) 00002000:00010000:0.0:1734016123.385663:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880075260e00 00000100:00100000:1.0:1734016123.386372:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8900 00000100:00100000:1.0:1734016123.386381:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075260e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1979:x1818247336840448:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:1.0:1734016123.386573:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075260e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1979:x1818247336840448:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 193us (1101us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016123.386578:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8900 00002000:00100000:1.0:1734016123.386583:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (7512064->7516159) req@ffff880075260e00 x1818247336840448/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:84/0 lens 488/4536 e 0 to 0 dl 1734016134 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016123.386591:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880075260e00 with x1818247336840448 ext(7512064->7516159) 00002000:00010000:1.0:1734016123.386594:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880075260e00 00000100:00100000:1.0:1734016123.389073:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016123.389273:0:13925:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336840704 00000100:00100000:3.0:1734016123.389283:0:13925:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336840704 00002000:00100000:3.0:1734016123.389336:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (7507968->7512063) req@ffff880075000e00 x1818247336840704/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:84/0 lens 488/0 e 0 to 0 dl 1734016134 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016123.389346:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880075000e00 with x1818247336840704 ext(7507968->7512063) 00002000:00010000:3.0:1734016123.389350:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880075000e00 00000100:00100000:3.0:1734016123.389380:0:13925:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8901 00000100:00100000:3.0:1734016123.389389:0:13925:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075000e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1981:x1818247336840704:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:3.0:1734016123.389646:0:13925:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075000e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1981:x1818247336840704:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 256us (588us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016123.389660:0:13925:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8901 00002000:00100000:3.0:1734016123.389668:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (7507968->7512063) req@ffff880075000e00 x1818247336840704/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:84/0 lens 488/4536 e 0 to 0 dl 1734016134 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016123.389676:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880075000e00 with x1818247336840704 ext(7507968->7512063) 00002000:00010000:3.0:1734016123.389679:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880075000e00 00000100:00100000:0.0:1734016123.396189:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016123.396340:0:6482:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336840960 00000100:00100000:3.0:1734016123.396382:0:6482:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336840960 00000100:00100000:3.0:1734016123.396797:0:6482:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 1986 00000100:00100000:3.0:1734016123.396808:0:6482:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074009180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+18:9673:x1818247336840960:12345-192.168.201.10@tcp:36:fsx.0 00010000:00010000:3.0:1734016123.396941:0:6482:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016123.396995:0:6482:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a4b40/0x3f004d6452e07ca5 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d16b2 expref: 18 pid: 6482 timeout: 0 lvb_type: 0 00000100:00080000:0.0:1734016123.397228:0:6479:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734016093 00010000:00010000:3.0:1734016123.397627:0:6482:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:3.0:1734016123.397634:0:6482:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1734016123.397938:0:6482:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a61c0/0x3f004d6452e07d00 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6482 initiator: MDT0 00010000:00010000:3.0:1734016123.397955:0:6482:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a6d00/0x3f004d6452e07c82 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d169d expref: 12 pid: 6482 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016123.397963:0:6482:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a61c0/0x3f004d6452e07d00 lrc: 4/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6482 initiator: MDT0 00010000:00010000:3.0:1734016123.398011:0:6482:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a6d00/0x3f004d6452e07c82 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d169d expref: 12 pid: 6482 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016123.398029:0:6482:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a6d00/0x3f004d6452e07c82 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d169d expref: 12 pid: 6482 timeout: 487 lvb_type: 0 00000100:00100000:3.0:1734016123.398049:0:6482:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800744bf480 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6482:1818247339426304:192.168.201.10@tcp:104: 00000100:00100000:3.0:1734016123.398851:0:6482:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac68ecc0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016123.402619:0:6482:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800744bf480 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6482:1818247339426304:192.168.201.10@tcp:104: 00010000:00010000:3.0:1734016123.402662:0:6482:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a61c0/0x3f004d6452e07d00 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6482 initiator: MDT0 00000100:00100000:1.0:1734016123.403017:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016123.403501:0:9956:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336841088 00000100:00100000:3.0:1734016123.403512:0:9956:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336841088 00010000:00010000:3.0:1734016123.404081:0:9956:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a6d00/0x3f004d6452e07c82 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d169d expref: 13 pid: 6482 timeout: 487 lvb_type: 0 00000100:00080000:0.0:1734016123.404309:0:6479:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734016093 00000100:00100000:3.0:1734016123.404361:0:9956:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2832 00000100:00100000:3.0:1734016123.404372:0:9956:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075003100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+13:1979:x1818247336841088:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016123.404396:0:9956:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016123.404406:0:9956:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a6d00/0x3f004d6452e07c82 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d169d expref: 13 pid: 6482 timeout: 487 lvb_type: 0 00010000:00010000:3.0:1734016123.404418:0:9956:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a6d00/0x3f004d6452e07c82 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d169d expref: 13 pid: 6482 timeout: 487 lvb_type: 0 00010000:00010000:3.0:1734016123.404456:0:9956:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a6d00/0x3f004d6452e07c82 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d169d expref: 13 pid: 6482 timeout: 487 lvb_type: 0 00010000:00010000:3.0:1734016123.404481:0:9956:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:3.0:1734016123.404490:0:9956:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a61c0/0x3f004d6452e07d00 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6482 initiator: MDT0 00010000:00010000:3.0:1734016123.404508:0:9956:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a61c0/0x3f004d6452e07d00 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6482 initiator: MDT0 00010000:00010000:3.0:1734016123.404518:0:9956:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a61c0/0x3f004d6452e07d00 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6482 initiator: MDT0 00010000:00010000:3.0:1734016123.404564:0:9956:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016123.404648:0:9956:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075003100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+12:1979:x1818247336841088:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 276us (1632us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016123.404657:0:9956:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2832 00010000:00010000:2.0:1734016123.404979:0:6482:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a61c0/0x3f004d6452e07d00 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6482 initiator: MDT0 00010000:00010000:2.0:1734016123.404991:0:6482:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a61c0/0x3f004d6452e07d00 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6482 initiator: MDT0 00000001:00080000:2.0:1734016123.405206:0:6482:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294968557 00000004:00010000:2.0:1734016123.405302:0:6482:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff880074009180 reply state ffff880073d98000 transno 4294968558 ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a61c0/0x3f004d6452e07d00 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6482 initiator: MDT0 00000100:00100000:2.0:1734016123.405314:0:6482:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1734016123.405451:0:6482:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074009180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+20:9673:x1818247336840960:12345-192.168.201.10@tcp:36:fsx.0 Request processed in 8645us (9277us total) trans 4294968558 rc 0/0 00000100:00100000:2.0:1734016123.405463:0:6482:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 1986 00000020:00080000:2.0:1734016123.405468:0:6482:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1734016123.410388:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016123.410553:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336841216 00000100:00100000:3.0:1734016123.410566:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336841216 00000100:00100000:3.0:1734016123.410626:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10626 00000100:00100000:3.0:1734016123.410635:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007400a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:9673:x1818247336841216:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:3.0:1734016123.410667:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016123.410701:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7cc0/0x3f004d6452e07d07 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d170d expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016123.410747:0:7689:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880072172d00/0x3f004d6452e07cf9 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 7565312->7569407) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1706 expref: 9 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016123.410756:0:7689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016123.410758:0:7689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016123.410762:0:7689:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7cc0/0x3f004d6452e07d07 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d170d expref: 9 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016123.410809:0:7689:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880072172d00/0x3f004d6452e07cf9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 7565312->7569407) gid 0 flags: 0x50000000020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1706 expref: 9 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016123.410827:0:7689:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880072172d00/0x3f004d6452e07cf9 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 7565312->7569407) gid 0 flags: 0x70000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1706 expref: 9 pid: 7689 timeout: 487 lvb_type: 0 00000100:00100000:3.0:1734016123.410844:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800744bf480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339426432:192.168.201.10@tcp:104: 00000100:00100000:3.0:1734016123.410966:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac68ecc0 going to sleep for 11 seconds 00010000:00010000:2.0:1734016123.411070:0:3494:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a61c0/0x3f004d6452e07d00 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6482 initiator: MDT0 00010000:00010000:2.0:1734016123.411080:0:3494:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a61c0/0x3f004d6452e07d00 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6482 initiator: MDT0 00010000:00010000:2.0:1734016123.411086:0:3494:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a61c0/0x3f004d6452e07d00 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6482 initiator: MDT0 00010000:00010000:2.0:1734016123.411092:0:3494:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88009a9a61c0 already unused, calling callback (ffffffffa0f03950) 00010000:00010000:2.0:1734016123.411096:0:3494:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a61c0/0x3f004d6452e07d00 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6482 initiator: MDT0 00010000:00010000:2.0:1734016123.411102:0:3494:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a61c0/0x3f004d6452e07d00 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6482 initiator: MDT0 00010000:00010000:2.0:1734016123.411116:0:3494:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:2.0:1734016123.411118:0:3494:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734016123.411121:0:3494:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a61c0/0x3f004d6452e07d00 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6482 initiator: MDT0 00010000:00010000:2.0:1734016123.411126:0:3494:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a61c0/0x3f004d6452e07d00 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6482 initiator: MDT0 00000100:00100000:3.0:1734016123.413785:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800744bf480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339426432:192.168.201.10@tcp:104: 00010000:00010000:3.0:1734016123.413821:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7cc0/0x3f004d6452e07d07 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d170d expref: 9 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016123.413836:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a9a7cc0, rc 0) 00000100:00100000:3.0:1734016123.414608:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007400a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+9:9673:x1818247336841216:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 3967us (4231us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016123.414620:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10626 00000100:00100000:2.0:1734016123.415549:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016123.416638:0:6469:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336841344 00000100:00100000:0.0:1734016123.416658:0:6469:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336841344 00010000:00010000:1.0:1734016123.416815:0:6469:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880072172d00/0x3f004d6452e07cf9 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 7565312->7569407) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1706 expref: 9 pid: 7689 timeout: 487 lvb_type: 0 00000100:00100000:1.0:1734016123.416894:0:6469:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2833 00000100:00100000:1.0:1734016123.416903:0:6469:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074f01c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+9:1979:x1818247336841344:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016123.416927:0:6469:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016123.416960:0:6469:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880072172d00/0x3f004d6452e07cf9 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 7565312->7569407) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1706 expref: 9 pid: 7689 timeout: 487 lvb_type: 0 00010000:00010000:1.0:1734016123.416978:0:6469:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880072172d00/0x3f004d6452e07cf9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 7565312->7569407) gid 0 flags: 0x50000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1706 expref: 9 pid: 7689 timeout: 487 lvb_type: 0 00010000:00010000:1.0:1734016123.417015:0:6469:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880072172d00/0x3f004d6452e07cf9 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 7565312->7569407) gid 0 flags: 0x44801400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1706 expref: 9 pid: 7689 timeout: 487 lvb_type: 0 00010000:00010000:1.0:1734016123.417148:0:6469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016123.417151:0:6469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016123.417159:0:6469:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7cc0/0x3f004d6452e07d07 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d170d expref: 8 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016123.417172:0:6469:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7cc0/0x3f004d6452e07d07 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d170d expref: 8 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016123.417238:0:6469:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7cc0/0x3f004d6452e07d07 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d170d expref: 8 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016123.417261:0:6469:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880075003b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6469:1818247339426560:192.168.201.10@tcp:105: 00000100:00100000:1.0:1734016123.417367:0:6469:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b42cda80 going to sleep for 11 seconds 00000100:00100000:1.0:1734016123.421840:0:6469:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880075003b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6469:1818247339426560:192.168.201.10@tcp:105: 00010000:00010000:1.0:1734016123.421903:0:6469:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016123.422716:0:6469:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074f01c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1979:x1818247336841344:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 5811us (7170us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016123.422730:0:6469:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2833 00000100:00100000:3.0:1734016123.423015:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016123.423156:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336841472 00000100:00100000:0.0:1734016123.423170:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336841472 00002000:00010000:0.0:1734016123.423215:0:7696:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (237215->18446744073709551615) 00002000:00100000:0.0:1734016123.423223:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800744bf480 with x1818247336841472 ext(237215->18446744073709551615) 00002000:00010000:0.0:1734016123.423241:0:7696:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800744bf480. 00000100:00100000:0.0:1734016123.423276:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8902 00000100:00100000:0.0:1734016123.423285:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800744bf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1978:x1818247336841472:12345-192.168.201.10@tcp:10:fsx.0 00002000:00010000:1.0:1734016123.433652:0:7696:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 10305536 -> 237215 00002000:00010000:1.0:1734016123.433665:0:7696:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016122 -> 1734016122 00002000:00010000:1.0:1734016123.433668:0:7696:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016122 -> 1734016122 00002000:00010000:1.0:1734016123.433670:0:7696:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016122 -> 1734016122 00002000:00010000:1.0:1734016123.433672:0:7696:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 768 -> 200 00000100:00100000:1.0:1734016123.433779:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800744bf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+9:1978:x1818247336841472:12345-192.168.201.10@tcp:10:fsx.0 Request processed in 10484us (10756us total) trans 4294969276 rc 0/0 00000100:00100000:1.0:1734016123.433793:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8902 00002000:00010000:1.0:1734016123.433801:0:7696:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (237215->18446744073709551615) 00002000:00100000:1.0:1734016123.433805:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800744bf480 with x1818247336841472 ext(237215->18446744073709551615) 00002000:00010000:1.0:1734016123.433813:0:7696:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800744bf480. 00000100:00100000:3.0:1734016123.444367:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016123.444532:0:6482:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336841600 00000100:00100000:2.0:1734016123.444546:0:6482:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336841600 00000100:00100000:2.0:1734016123.444627:0:6482:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 1987 00000100:00100000:2.0:1734016123.444635:0:6482:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800744bce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+12:9673:x1818247336841600:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:2.0:1734016123.444665:0:6482:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016123.444694:0:6482:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880072172d00/0x3f004d6452e07d0e lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d1714 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016123.444811:0:6482:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880072171440/0x3f004d6452e07d15 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6482 initiator: MDT0 00010000:00010000:2.0:1734016123.444826:0:6482:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880072171440/0x3f004d6452e07d15 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6482 initiator: MDT0 00010000:00010000:2.0:1734016123.444838:0:6482:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880072171440/0x3f004d6452e07d15 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6482 initiator: MDT0 00000004:00200000:2.0:1734016123.444901:0:6482:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 237215 00000004:00200000:2.0:1734016123.444906:0:6482:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1734016123.444922:0:6482:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880072171440/0x3f004d6452e07d15 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6482 initiator: MDT0 00010000:00010000:2.0:1734016123.444947:0:6482:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880072172d00/0x3f004d6452e07d0e lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1714 expref: 14 pid: 6482 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016123.444983:0:6482:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880072171440/0x3f004d6452e07d15 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1714 expref: 13 pid: 6482 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016123.444991:0:6482:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:2.0:1734016123.444995:0:6482:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1734016123.444998:0:6482:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880072171440, rc 0) 00000100:00100000:2.0:1734016123.445057:0:6482:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800744bce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+13:9673:x1818247336841600:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 423us (723us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016123.445063:0:6482:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 1987 00000100:00100000:2.0:1734016123.447580:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016123.447692:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336841728 00000100:00100000:3.0:1734016123.447702:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336841728 00000100:00100000:3.0:1734016123.447753:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10627 00000100:00100000:3.0:1734016123.447762:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074f00e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1978:x1818247336841728:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:3.0:1734016123.447783:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016123.447805:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7a80/0x3f004d6452e07d1c lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d171b expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016123.447903:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800744bf800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339426688:192.168.201.10@tcp:106: 00000100:00100000:3.0:1734016123.448118:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac68ecc0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016123.450226:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800744bf800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339426688:192.168.201.10@tcp:106: 00010000:00010000:3.0:1734016123.450295:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7a80/0x3f004d6452e07d1c lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d171b expref: 8 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016123.450313:0:7689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7a80/0x3f004d6452e07d1c lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d171b expref: 8 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016123.450327:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a9a7a80, rc 0) 00000100:00100000:3.0:1734016123.453595:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074f00e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1978:x1818247336841728:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 5818us (6008us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016123.453616:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10627 00000100:00100000:2.0:1734016123.466325:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016123.467573:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336841856 00000100:00100000:3.0:1734016123.467600:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336841856 00000100:00100000:3.0:1734016123.467690:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10628 00000100:00100000:3.0:1734016123.467703:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074f01f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1980:x1818247336841856:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:3.0:1734016123.467745:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016123.467779:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a9a4000/0x3f004d6452e07d23 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d1722 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016123.467904:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800744bf800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339426816:192.168.201.10@tcp:106: 00000100:00100000:3.0:1734016123.468030:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac68ecc0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016123.475295:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800744bf800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339426816:192.168.201.10@tcp:106: 00010000:00010000:3.0:1734016123.475395:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a9a4000/0x3f004d6452e07d23 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1722 expref: 8 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016123.475432:0:7689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a4000/0x3f004d6452e07d23 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1722 expref: 8 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016123.475510:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a9a4000, rc 0) 00000100:00100000:3.0:1734016123.475633:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074f01f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1980:x1818247336841856:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 7931us (9319us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016123.475647:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10628 00000100:00100000:0.0:1734016123.485766:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016123.487125:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336841984 00000100:00100000:3.0:1734016123.487146:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336841984 00000100:00100000:3.0:1734016123.487258:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10629 00000100:00100000:3.0:1734016123.487267:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074008000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1979:x1818247336841984:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:3.0:1734016123.487303:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016123.487332:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a9a4000/0x3f004d6452e07d2a lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d1729 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016123.487422:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800744bf800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339426944:192.168.201.10@tcp:106: 00000100:00100000:3.0:1734016123.488023:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac68ecc0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016123.494406:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800744bf800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339426944:192.168.201.10@tcp:106: 00010000:00010000:3.0:1734016123.494457:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a9a4000/0x3f004d6452e07d2a lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1729 expref: 8 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016123.494475:0:7689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a4000/0x3f004d6452e07d2a lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1729 expref: 8 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016123.500898:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a9a4000, rc 0) 00000100:00100000:3.0:1734016123.501000:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074008000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1979:x1818247336841984:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 13727us (15249us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016123.501011:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10629 00000100:00100000:2.0:1734016123.505281:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016123.505376:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336842112 00000100:00100000:3.0:1734016123.505391:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336842112 00000100:00100000:3.0:1734016123.505476:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10630 00000100:00100000:3.0:1734016123.505490:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074f00000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1978:x1818247336842112:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:3.0:1734016123.505521:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016123.505553:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7a80/0x3f004d6452e07d31 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d1730 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016123.505641:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800744bf800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339427072:192.168.201.10@tcp:106: 00000100:00100000:3.0:1734016123.505738:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac68ecc0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016123.510988:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800744bf800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339427072:192.168.201.10@tcp:106: 00010000:00010000:3.0:1734016123.511034:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7a80/0x3f004d6452e07d31 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1730 expref: 8 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016123.511051:0:7689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7a80/0x3f004d6452e07d31 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1730 expref: 8 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016123.511075:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a9a7a80, rc 0) 00000100:00100000:3.0:1734016123.511138:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074f00000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1978:x1818247336842112:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 5651us (5883us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016123.511151:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10630 00000100:00100000:2.0:1734016123.513022:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016123.515628:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336842240 00000100:00100000:3.0:1734016123.515654:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336842240 00000100:00100000:3.0:1734016123.515770:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10631 00000100:00100000:3.0:1734016123.515781:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074f02d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1980:x1818247336842240:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:3.0:1734016123.515816:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016123.515853:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a9a61c0/0x3f004d6452e07d38 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d1737 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016123.516029:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800744bf800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339427200:192.168.201.10@tcp:106: 00000100:00100000:3.0:1734016123.517325:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac68ecc0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016123.536385:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800744bf800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339427200:192.168.201.10@tcp:106: 00010000:00010000:3.0:1734016123.536470:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a9a61c0/0x3f004d6452e07d38 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1737 expref: 8 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016123.536498:0:7689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a61c0/0x3f004d6452e07d38 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1737 expref: 8 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016123.537894:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a9a61c0, rc 0) 00000100:00100000:2.0:1734016123.540230:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074f02d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1980:x1818247336842240:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 24432us (27206us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016123.540250:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10631 00000100:00100000:1.0:1734016123.541888:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016123.542078:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336842368 00000100:00100000:2.0:1734016123.542088:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336842368 00000100:00100000:2.0:1734016123.542163:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10632 00000100:00100000:2.0:1734016123.542169:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075003b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:9673:x1818247336842368:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:2.0:1734016123.542188:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016123.542209:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880072172d00/0x3f004d6452e07d3f lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d173e expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016123.542241:0:7689:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7cc0/0x3f004d6452e07d07 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d170d expref: 8 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016123.542248:0:7689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016123.542249:0:7689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016123.542253:0:7689:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880072172d00/0x3f004d6452e07d3f lrc: 4/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [69632->73727] (req 69632->73727) gid 0 flags: 0x50000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d173e expref: 8 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016123.542299:0:7689:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7cc0/0x3f004d6452e07d07 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d170d expref: 8 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016123.542312:0:7689:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7cc0/0x3f004d6452e07d07 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d170d expref: 8 pid: 7689 timeout: 487 lvb_type: 0 00000100:00100000:2.0:1734016123.542322:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076864380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339427328:192.168.201.10@tcp:104: 00000100:00100000:2.0:1734016123.542498:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012b911900 going to sleep for 11 seconds 00000100:00100000:2.0:1734016123.543937:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076864380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339427328:192.168.201.10@tcp:104: 00010000:00010000:2.0:1734016123.543972:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880072172d00/0x3f004d6452e07d3f lrc: 3/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [69632->73727] (req 69632->73727) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d173e expref: 8 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016123.543990:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880072172d00, rc 0) 00000100:00100000:2.0:1734016123.544051:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075003b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+8:9673:x1818247336842368:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 1879us (2189us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016123.544062:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10632 00000100:00100000:3.0:1734016123.544690:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016123.544771:0:6469:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336842496 00000100:00100000:1.0:1734016123.544781:0:6469:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336842496 00010000:00010000:1.0:1734016123.544815:0:6469:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7cc0/0x3f004d6452e07d07 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d170d expref: 9 pid: 7689 timeout: 487 lvb_type: 0 00000100:00100000:1.0:1734016123.544858:0:6469:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2834 00000100:00100000:1.0:1734016123.544888:0:6469:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800744bf800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+9:1979:x1818247336842496:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016123.544907:0:6469:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016123.544941:0:6469:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7cc0/0x3f004d6452e07d07 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d170d expref: 9 pid: 7689 timeout: 487 lvb_type: 0 00010000:00010000:1.0:1734016123.544956:0:6469:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7cc0/0x3f004d6452e07d07 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d170d expref: 9 pid: 7689 timeout: 487 lvb_type: 0 00010000:00010000:1.0:1734016123.544988:0:6469:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7cc0/0x3f004d6452e07d07 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d170d expref: 9 pid: 7689 timeout: 487 lvb_type: 0 00010000:00010000:1.0:1734016123.545017:0:6469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016123.545019:0:6469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016123.545029:0:6469:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880072172d00/0x3f004d6452e07d3f lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 69632->73727) gid 0 flags: 0x40080000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d173e expref: 7 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016123.545041:0:6469:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880072172d00/0x3f004d6452e07d3f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 69632->73727) gid 0 flags: 0x40080000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d173e expref: 7 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016123.545082:0:6469:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880072172d00/0x3f004d6452e07d3f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 69632->73727) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d173e expref: 7 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016123.545099:0:6469:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880075001c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6469:1818247339427456:192.168.201.10@tcp:105: 00000100:00100000:1.0:1734016123.545156:0:6469:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b42cda80 going to sleep for 11 seconds 00000100:00100000:1.0:1734016123.555489:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016123.555582:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336842752 00000100:00100000:0.0:1734016123.555599:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336842752 00002000:00100000:0.0:1734016123.555666:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (69632->73727) req@ffff880075002d80 x1818247336842752/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:84/0 lens 488/0 e 0 to 0 dl 1734016134 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016123.555677:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880075002d80 with x1818247336842752 ext(69632->73727) 00002000:00010000:0.0:1734016123.555688:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880075002d80 00000100:00100000:0.0:1734016123.555727:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8903 00000100:00100000:0.0:1734016123.555735:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075002d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+8:1979:x1818247336842752:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:0.0:1734016123.555991:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075002d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+8:1979:x1818247336842752:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 255us (520us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016123.555999:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8903 00002000:00100000:0.0:1734016123.556005:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (69632->73727) req@ffff880075002d80 x1818247336842752/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:84/0 lens 488/4536 e 0 to 0 dl 1734016134 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016123.556013:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880075002d80 with x1818247336842752 ext(69632->73727) 00002000:00010000:0.0:1734016123.556016:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880075002d80 00000100:00100000:2.0:1734016123.556223:0:6469:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880075001c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6469:1818247339427456:192.168.201.10@tcp:105: 00010000:00010000:2.0:1734016123.556246:0:6469:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016123.556272:0:6469:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800744bf800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1979:x1818247336842496:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 11407us (11586us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016123.556281:0:6469:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2834 00000100:00100000:0.0:1734016123.559508:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016123.559646:0:13925:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336843008 00000100:00100000:3.0:1734016123.559662:0:13925:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336843008 00002000:00100000:3.0:1734016123.559746:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (65536->69631) req@ffff88007400a680 x1818247336843008/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:84/0 lens 488/0 e 0 to 0 dl 1734016134 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016123.559759:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007400a680 with x1818247336843008 ext(65536->69631) 00002000:00010000:3.0:1734016123.559769:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007400a680 00000100:00100000:3.0:1734016123.559816:0:13925:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8904 00000100:00100000:3.0:1734016123.559826:0:13925:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007400a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+8:1981:x1818247336843008:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:3.0:1734016123.560081:0:13925:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007400a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+8:1981:x1818247336843008:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 253us (582us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016123.560089:0:13925:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8904 00002000:00100000:3.0:1734016123.560096:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (65536->69631) req@ffff88007400a680 x1818247336843008/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:84/0 lens 488/4536 e 0 to 0 dl 1734016134 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016123.560102:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007400a680 with x1818247336843008 ext(65536->69631) 00002000:00010000:3.0:1734016123.560105:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007400a680 00000100:00100000:1.0:1734016123.576124:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016123.576435:0:13925:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336843264 00000100:00100000:3.0:1734016123.576452:0:13925:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336843264 00002000:00100000:3.0:1734016123.576518:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (61440->65535) req@ffff880075000000 x1818247336843264/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:84/0 lens 488/0 e 0 to 0 dl 1734016134 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016123.576530:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880075000000 with x1818247336843264 ext(61440->65535) 00002000:00010000:3.0:1734016123.576539:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880075000000 00000100:00100000:3.0:1734016123.576567:0:13925:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8905 00000100:00100000:3.0:1734016123.576578:0:13925:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075000000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+8:1980:x1818247336843264:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:3.0:1734016123.576808:0:13925:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075000000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+8:1980:x1818247336843264:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 231us (705us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016123.576816:0:13925:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8905 00002000:00100000:3.0:1734016123.576823:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (61440->65535) req@ffff880075000000 x1818247336843264/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:84/0 lens 488/4536 e 0 to 0 dl 1734016134 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016123.576831:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880075000000 with x1818247336843264 ext(61440->65535) 00002000:00010000:3.0:1734016123.576835:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880075000000 00000100:00100000:0.0:1734016123.593962:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016123.594225:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336843520 00000100:00100000:2.0:1734016123.594247:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336843520 00002000:00100000:2.0:1734016123.594315:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (57344->61439) req@ffff880074009880 x1818247336843520/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:84/0 lens 488/0 e 0 to 0 dl 1734016134 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016123.594332:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074009880 with x1818247336843520 ext(57344->61439) 00002000:00010000:2.0:1734016123.594340:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074009880 00000100:00100000:2.0:1734016123.594408:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8906 00000100:00100000:2.0:1734016123.594417:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074009880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+8:1981:x1818247336843520:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:2.0:1734016123.594738:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074009880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+8:1981:x1818247336843520:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 321us (800us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016123.594747:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8906 00002000:00100000:2.0:1734016123.594757:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (57344->61439) req@ffff880074009880 x1818247336843520/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:84/0 lens 488/4536 e 0 to 0 dl 1734016134 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016123.594766:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074009880 with x1818247336843520 ext(57344->61439) 00002000:00010000:2.0:1734016123.594769:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074009880 00000100:00100000:0.0:1734016123.613788:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016123.614495:0:13925:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336843776 00000100:00100000:3.0:1734016123.614512:0:13925:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336843776 00002000:00100000:3.0:1734016123.614604:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (53248->57343) req@ffff880092059c00 x1818247336843776/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:84/0 lens 488/0 e 0 to 0 dl 1734016134 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016123.614619:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880092059c00 with x1818247336843776 ext(53248->57343) 00002000:00010000:3.0:1734016123.614628:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092059c00 00000100:00100000:3.0:1734016123.614674:0:13925:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8907 00000100:00100000:3.0:1734016123.614682:0:13925:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880092059c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+8:1981:x1818247336843776:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:3.0:1734016123.614964:0:13925:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880092059c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+8:1981:x1818247336843776:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 281us (1205us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016123.614971:0:13925:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8907 00002000:00100000:3.0:1734016123.614977:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (53248->57343) req@ffff880092059c00 x1818247336843776/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:84/0 lens 488/4536 e 0 to 0 dl 1734016134 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016123.614984:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880092059c00 with x1818247336843776 ext(53248->57343) 00002000:00010000:3.0:1734016123.614987:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092059c00 00000100:00100000:1.0:1734016123.622141:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016123.622665:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336844032 00000100:00100000:2.0:1734016123.622681:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336844032 00002000:00100000:2.0:1734016123.622751:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (49152->53247) req@ffff880075002300 x1818247336844032/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:84/0 lens 488/0 e 0 to 0 dl 1734016134 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016123.622766:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880075002300 with x1818247336844032 ext(49152->53247) 00002000:00010000:2.0:1734016123.622773:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880075002300 00000100:00100000:2.0:1734016123.622821:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8908 00000100:00100000:2.0:1734016123.622830:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075002300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+8:1980:x1818247336844032:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:2.0:1734016123.624762:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075002300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+8:1980:x1818247336844032:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 1923us (2633us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016123.624771:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8908 00002000:00100000:2.0:1734016123.624779:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (49152->53247) req@ffff880075002300 x1818247336844032/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:84/0 lens 488/4536 e 0 to 0 dl 1734016134 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016123.624788:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880075002300 with x1818247336844032 ext(49152->53247) 00002000:00010000:2.0:1734016123.624794:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880075002300 00010000:00010000:2.0:1734016123.625191:0:8960:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734016123.629744:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016123.632193:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336844288 00000100:00100000:2.0:1734016123.632226:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336844288 00002000:00100000:2.0:1734016123.632323:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (45056->49151) req@ffff8800744bed80 x1818247336844288/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:84/0 lens 488/0 e 0 to 0 dl 1734016134 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016123.632341:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800744bed80 with x1818247336844288 ext(45056->49151) 00002000:00010000:2.0:1734016123.632359:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800744bed80 00000100:00100000:2.0:1734016123.632412:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8909 00000100:00100000:2.0:1734016123.632421:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800744bed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+8:1981:x1818247336844288:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:2.0:1734016123.633550:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800744bed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+8:1981:x1818247336844288:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 1116us (3807us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016123.633561:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8909 00002000:00100000:2.0:1734016123.633572:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (45056->49151) req@ffff8800744bed80 x1818247336844288/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:84/0 lens 488/4536 e 0 to 0 dl 1734016134 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016123.633580:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800744bed80 with x1818247336844288 ext(45056->49151) 00002000:00010000:2.0:1734016123.633584:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800744bed80 00000100:00100000:0.0:1734016123.642084:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016123.642516:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336844544 00000100:00100000:2.0:1734016123.642525:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336844544 00002000:00100000:2.0:1734016123.642571:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (40960->45055) req@ffff88009205ad80 x1818247336844544/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:84/0 lens 488/0 e 0 to 0 dl 1734016134 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016123.642582:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88009205ad80 with x1818247336844544 ext(40960->45055) 00002000:00010000:2.0:1734016123.642588:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009205ad80 00000100:00100000:2.0:1734016123.642624:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8910 00000100:00100000:2.0:1734016123.642632:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009205ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+8:1980:x1818247336844544:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:2.0:1734016123.642816:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009205ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+8:1980:x1818247336844544:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 185us (743us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016123.642823:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8910 00002000:00100000:2.0:1734016123.642828:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (40960->45055) req@ffff88009205ad80 x1818247336844544/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:84/0 lens 488/4536 e 0 to 0 dl 1734016134 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016123.642835:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88009205ad80 with x1818247336844544 ext(40960->45055) 00002000:00010000:2.0:1734016123.642837:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009205ad80 00000100:00100000:1.0:1734016123.650976:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016123.651100:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016123.652818:0:6478:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336844672 00000100:00100000:0.0:1734016123.652836:0:6478:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336844672 00000100:00100000:0.0:1734016123.652982:0:6478:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 326 00000100:00100000:0.0:1734016123.652992:0:6478:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800ac541450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:63afa445-d95f-4754-9884-d132561fd492+12:1978:x1818247336844672:12345-192.168.201.10@tcp:400:kworker.0 00000100:00100000:0.0:1734016123.653100:0:6478:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800ac541450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:63afa445-d95f-4754-9884-d132561fd492+12:1978:x1818247336844672:12345-192.168.201.10@tcp:400:kworker.0 Request processed in 108us (1999us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016123.653109:0:6478:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 326 00000100:00080000:0.0:1734016123.653157:0:6479:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734016093 00000100:00100000:0.0:1734016123.653251:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016123.653389:0:13925:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336845056 00000100:00100000:0.0:1734016123.653393:0:13925:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336845056 00002000:00100000:0.0:1734016123.653450:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (36864->40959) req@ffff880092058000 x1818247336845056/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:84/0 lens 488/0 e 0 to 0 dl 1734016134 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016123.653463:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880092058000 with x1818247336845056 ext(36864->40959) 00002000:00010000:0.0:1734016123.653471:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092058000 00000100:00100000:0.0:1734016123.653491:0:13925:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8911 00000100:00100000:0.0:1734016123.653498:0:13925:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880092058000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+8:1981:x1818247336845056:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:0.0:1734016123.653763:0:13925:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880092058000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+8:1981:x1818247336845056:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 264us (513us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016123.653773:0:13925:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8911 00002000:00100000:0.0:1734016123.653779:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (36864->40959) req@ffff880092058000 x1818247336845056/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:84/0 lens 488/4536 e 0 to 0 dl 1734016134 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016123.653789:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880092058000 with x1818247336845056 ext(36864->40959) 00002000:00010000:0.0:1734016123.653793:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092058000 00000100:00100000:2.0:1734016123.654051:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336844800 00000100:00100000:2.0:1734016123.654058:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336844800 00000100:00100000:2.0:1734016123.654113:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 112 00000100:00100000:2.0:1734016123.654118:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075001180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1978:x1818247336844800:12345-192.168.201.10@tcp:400:kworker.0 00000100:00100000:2.0:1734016123.654160:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075001180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1978:x1818247336844800:12345-192.168.201.10@tcp:400:kworker.0 Request processed in 42us (3212us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016123.654167:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 112 00000100:00080000:0.0:1734016123.664141:0:6479:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1734016093 00000100:00100000:2.0:1734016123.664470:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016123.668612:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336845312 00000100:00100000:0.0:1734016123.668645:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336845312 00002000:00100000:0.0:1734016123.668749:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (32768->36863) req@ffff880076864380 x1818247336845312/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:84/0 lens 488/0 e 0 to 0 dl 1734016134 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016123.668766:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076864380 with x1818247336845312 ext(32768->36863) 00002000:00010000:0.0:1734016123.668776:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076864380 00000100:00100000:0.0:1734016123.668861:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8912 00000100:00100000:0.0:1734016123.668941:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076864380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+8:1981:x1818247336845312:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:0.0:1734016123.669270:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076864380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+8:1981:x1818247336845312:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 330us (4814us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016123.669279:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8912 00002000:00100000:0.0:1734016123.669287:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (32768->36863) req@ffff880076864380 x1818247336845312/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:84/0 lens 488/4536 e 0 to 0 dl 1734016134 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016123.669294:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076864380 with x1818247336845312 ext(32768->36863) 00002000:00010000:0.0:1734016123.669297:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076864380 00000100:00100000:0.0:1734016123.707038:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016123.707579:0:6481:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336845440 00000100:00100000:2.0:1734016123.707597:0:6481:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336845440 00000100:00100000:2.0:1734016123.707678:0:6481:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 1988 00000100:00100000:2.0:1734016123.707688:0:6481:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880092058e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+19:9673:x1818247336845440:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:2.0:1734016123.707721:0:6481:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016123.707748:0:6481:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880072170d80/0x3f004d6452e07d46 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d1745 expref: -99 pid: 6481 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016123.707900:0:6481:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880072171f80/0x3f004d6452e07d4d lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 6481 initiator: MDT0 00010000:00010000:2.0:1734016123.707920:0:6481:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880072171f80/0x3f004d6452e07d4d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6481 initiator: MDT0 00010000:00010000:2.0:1734016123.707933:0:6481:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880072171f80/0x3f004d6452e07d4d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6481 initiator: MDT0 00000004:00200000:2.0:1734016123.707968:0:6481:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 237215 00000004:00200000:2.0:1734016123.707974:0:6481:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1734016123.707995:0:6481:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880072171f80/0x3f004d6452e07d4d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6481 initiator: MDT0 00010000:00010000:2.0:1734016123.708024:0:6481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880072170d80/0x3f004d6452e07d46 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1745 expref: 21 pid: 6481 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016123.708067:0:6481:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880072171f80/0x3f004d6452e07d4d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1745 expref: 20 pid: 6481 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016123.708079:0:6481:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:2.0:1734016123.708081:0:6481:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1734016123.708085:0:6481:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880072171f80, rc 0) 00000100:00100000:2.0:1734016123.708153:0:6481:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880092058e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+20:9673:x1818247336845440:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 466us (1138us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016123.708160:0:6481:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 1988 00000100:00100000:3.0:1734016123.710054:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016123.711259:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336845568 00000100:00100000:2.0:1734016123.711278:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336845568 00000100:00100000:3.0:1734016123.722436:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10633 00000100:00100000:3.0:1734016123.722461:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800744bd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1981:x1818247336845568:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:3.0:1734016123.722498:0:7690:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016123.722541:0:7690:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a9a6d00/0x3f004d6452e07d54 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d174c expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016123.722587:0:7690:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016123.722591:0:7690:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016123.722605:0:7690:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a9a6d00/0x3f004d6452e07d54 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d174c expref: 9 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016123.722629:0:7690:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a9a6d00/0x3f004d6452e07d54 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d174c expref: 9 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016123.722645:0:7690:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a9a6d00, rc 0) 00000100:00100000:3.0:1734016123.722759:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800744bd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+9:1981:x1818247336845568:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 305us (12723us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016123.722766:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10633 00000100:00100000:2.0:1734016123.726040:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016123.726126:0:13925:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336845824 00000100:00100000:0.0:1734016123.726139:0:13925:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336845824 00002000:00100000:0.0:1734016123.726213:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (217088->221183) req@ffff880097219c00 x1818247336845824/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:84/0 lens 488/0 e 0 to 0 dl 1734016134 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016123.726226:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880097219c00 with x1818247336845824 ext(217088->221183) 00002000:00010000:0.0:1734016123.726233:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880097219c00 00000100:00100000:0.0:1734016123.726282:0:13925:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8913 00000100:00100000:0.0:1734016123.726293:0:13925:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880097219c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+8:1978:x1818247336845824:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:0.0:1734016123.726541:0:13925:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880097219c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+8:1978:x1818247336845824:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 246us (515us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016123.726549:0:13925:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8913 00002000:00100000:0.0:1734016123.726556:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (217088->221183) req@ffff880097219c00 x1818247336845824/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:84/0 lens 488/4536 e 0 to 0 dl 1734016134 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016123.726563:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880097219c00 with x1818247336845824 ext(217088->221183) 00002000:00010000:0.0:1734016123.726566:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880097219c00 00000100:00100000:0.0:1734016123.732278:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016123.732566:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336846080 00000100:00100000:2.0:1734016123.732582:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336846080 00002000:00100000:2.0:1734016123.732645:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (212992->217087) req@ffff88009205b480 x1818247336846080/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:84/0 lens 488/0 e 0 to 0 dl 1734016134 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016123.732656:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88009205b480 with x1818247336846080 ext(212992->217087) 00002000:00010000:2.0:1734016123.732662:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009205b480 00000100:00100000:2.0:1734016123.732690:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8914 00000100:00100000:2.0:1734016123.732698:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009205b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+8:1979:x1818247336846080:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:2.0:1734016123.732949:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009205b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+8:1979:x1818247336846080:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 250us (694us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016123.732956:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8914 00002000:00100000:2.0:1734016123.732961:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (212992->217087) req@ffff88009205b480 x1818247336846080/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:84/0 lens 488/4536 e 0 to 0 dl 1734016134 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016123.732969:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88009205b480 with x1818247336846080 ext(212992->217087) 00002000:00010000:2.0:1734016123.732971:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009205b480 00000100:00100000:3.0:1734016123.735957:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016123.736060:0:13925:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336846336 00000100:00100000:0.0:1734016123.736078:0:13925:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336846336 00002000:00100000:0.0:1734016123.736162:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (208896->212991) req@ffff8800744be680 x1818247336846336/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:84/0 lens 488/0 e 0 to 0 dl 1734016134 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016123.736175:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800744be680 with x1818247336846336 ext(208896->212991) 00002000:00010000:0.0:1734016123.736182:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800744be680 00000100:00100000:0.0:1734016123.736226:0:13925:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8915 00000100:00100000:0.0:1734016123.736237:0:13925:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800744be680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+8:1980:x1818247336846336:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:0.0:1734016123.736502:0:13925:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800744be680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+8:1980:x1818247336846336:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 265us (564us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016123.736515:0:13925:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8915 00002000:00100000:0.0:1734016123.736522:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (208896->212991) req@ffff8800744be680 x1818247336846336/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:84/0 lens 488/4536 e 0 to 0 dl 1734016134 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016123.736531:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800744be680 with x1818247336846336 ext(208896->212991) 00002000:00010000:0.0:1734016123.736537:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800744be680 00000100:00100000:3.0:1734016123.751617:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016123.754018:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336846592 00000100:00100000:2.0:1734016123.754034:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336846592 00002000:00100000:2.0:1734016123.754095:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (204800->208895) req@ffff880076b62d80 x1818247336846592/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:84/0 lens 488/0 e 0 to 0 dl 1734016134 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016123.754108:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076b62d80 with x1818247336846592 ext(204800->208895) 00002000:00010000:2.0:1734016123.754116:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076b62d80 00000100:00100000:2.0:1734016123.754158:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8916 00000100:00100000:2.0:1734016123.754168:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076b62d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+8:1981:x1818247336846592:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:2.0:1734016123.754417:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076b62d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+8:1981:x1818247336846592:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 249us (2817us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016123.754435:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8916 00002000:00100000:2.0:1734016123.754442:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (204800->208895) req@ffff880076b62d80 x1818247336846592/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:84/0 lens 488/4536 e 0 to 0 dl 1734016134 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016123.754449:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076b62d80 with x1818247336846592 ext(204800->208895) 00002000:00010000:2.0:1734016123.754452:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076b62d80 00000100:00100000:0.0:1734016123.756822:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016123.756975:0:13925:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336846848 00000100:00100000:2.0:1734016123.756989:0:13925:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336846848 00002000:00100000:2.0:1734016123.757048:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (200704->204799) req@ffff88009205a300 x1818247336846848/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:84/0 lens 488/0 e 0 to 0 dl 1734016134 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016123.757059:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88009205a300 with x1818247336846848 ext(200704->204799) 00002000:00010000:2.0:1734016123.757064:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009205a300 00000100:00100000:2.0:1734016123.757092:0:13925:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8917 00000100:00100000:2.0:1734016123.757101:0:13925:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009205a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+8:1980:x1818247336846848:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:2.0:1734016123.757427:0:13925:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009205a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+8:1980:x1818247336846848:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 324us (622us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016123.757435:0:13925:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8917 00002000:00100000:2.0:1734016123.757442:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (200704->204799) req@ffff88009205a300 x1818247336846848/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:84/0 lens 488/4536 e 0 to 0 dl 1734016134 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016123.757449:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88009205a300 with x1818247336846848 ext(200704->204799) 00002000:00010000:2.0:1734016123.757452:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009205a300 00000100:00100000:3.0:1734016123.762589:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016123.762700:0:13925:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336847104 00000100:00100000:2.0:1734016123.762709:0:13925:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336847104 00002000:00100000:2.0:1734016123.762756:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (196608->200703) req@ffff880076b60700 x1818247336847104/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:84/0 lens 488/0 e 0 to 0 dl 1734016134 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016123.762770:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076b60700 with x1818247336847104 ext(196608->200703) 00002000:00010000:2.0:1734016123.762776:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076b60700 00000100:00100000:2.0:1734016123.762813:0:13925:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8918 00000100:00100000:2.0:1734016123.762819:0:13925:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076b60700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+8:1981:x1818247336847104:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:2.0:1734016123.763077:0:13925:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076b60700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+8:1981:x1818247336847104:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 255us (504us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016123.763088:0:13925:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8918 00002000:00100000:2.0:1734016123.763097:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (196608->200703) req@ffff880076b60700 x1818247336847104/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:84/0 lens 488/4536 e 0 to 0 dl 1734016134 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016123.763104:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076b60700 with x1818247336847104 ext(196608->200703) 00002000:00010000:2.0:1734016123.763107:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076b60700 00000100:00100000:3.0:1734016123.779585:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016123.779723:0:6482:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336847360 00000100:00100000:0.0:1734016123.779741:0:6482:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336847360 00000100:00100000:0.0:1734016123.779852:0:6482:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 1989 00000100:00100000:0.0:1734016123.779893:0:6482:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880073f20e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+20:9673:x1818247336847360:12345-192.168.201.10@tcp:36:fsx.0 00010000:00010000:0.0:1734016123.779999:0:6482:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016123.780043:0:6482:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880072171f80/0x3f004d6452e07d4d lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1745 expref: 20 pid: 6481 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016123.780095:0:6482:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:0.0:1734016123.780103:0:6482:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1734016123.780390:0:6482:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8038d80/0x3f004d6452e07d5b lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6482 initiator: MDT0 00010000:00010000:0.0:1734016123.780409:0:6482:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880072171440/0x3f004d6452e07d15 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1714 expref: 12 pid: 6482 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016123.780418:0:6482:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8038d80/0x3f004d6452e07d5b lrc: 4/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6482 initiator: MDT0 00010000:00010000:0.0:1734016123.780478:0:6482:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880072171440/0x3f004d6452e07d15 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1714 expref: 12 pid: 6482 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016123.780501:0:6482:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880072171440/0x3f004d6452e07d15 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1714 expref: 12 pid: 6482 timeout: 487 lvb_type: 0 00000100:00100000:0.0:1734016123.780520:0:6482:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880092059500 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6482:1818247339427584:192.168.201.10@tcp:104: 00000100:00100000:0.0:1734016123.780612:0:6482:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a74863c0 going to sleep for 11 seconds 00000100:00100000:2.0:1734016123.783483:0:6482:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880092059500 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6482:1818247339427584:192.168.201.10@tcp:104: 00010000:00010000:2.0:1734016123.783543:0:6482:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8038d80/0x3f004d6452e07d5b lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6482 initiator: MDT0 00000100:00100000:3.0:1734016123.784170:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016123.784470:0:6469:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336847488 00000100:00100000:2.0:1734016123.784482:0:6469:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336847488 00010000:00010000:2.0:1734016123.784540:0:6469:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880072171440/0x3f004d6452e07d15 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1714 expref: 13 pid: 6482 timeout: 487 lvb_type: 0 00000100:00100000:2.0:1734016123.784732:0:6469:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2835 00000100:00100000:2.0:1734016123.784743:0:6469:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b1f67050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+13:1978:x1818247336847488:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016123.784768:0:6469:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016123.784778:0:6469:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880072171440/0x3f004d6452e07d15 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1714 expref: 13 pid: 6482 timeout: 487 lvb_type: 0 00010000:00010000:2.0:1734016123.784793:0:6469:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880072171440/0x3f004d6452e07d15 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1714 expref: 13 pid: 6482 timeout: 487 lvb_type: 0 00010000:00010000:2.0:1734016123.784833:0:6469:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880072171440/0x3f004d6452e07d15 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1714 expref: 13 pid: 6482 timeout: 487 lvb_type: 0 00010000:00010000:2.0:1734016123.785006:0:6469:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:2.0:1734016123.785013:0:6469:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8038d80/0x3f004d6452e07d5b lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6482 initiator: MDT0 00010000:00010000:2.0:1734016123.785026:0:6469:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8038d80/0x3f004d6452e07d5b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6482 initiator: MDT0 00010000:00010000:2.0:1734016123.785037:0:6469:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8038d80/0x3f004d6452e07d5b lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6482 initiator: MDT0 00010000:00010000:2.0:1734016123.785884:0:6469:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1734016123.786060:0:6482:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8038d80/0x3f004d6452e07d5b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6482 initiator: MDT0 00010000:00010000:3.0:1734016123.786070:0:6482:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8038d80/0x3f004d6452e07d5b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6482 initiator: MDT0 00000001:00080000:3.0:1734016123.786265:0:6482:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294968559 00000004:00010000:3.0:1734016123.786372:0:6482:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff880073f20e00 reply state ffff88011f502000 transno 4294968560 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8038d80/0x3f004d6452e07d5b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6482 initiator: MDT0 00000100:00100000:3.0:1734016123.786382:0:6482:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1734016123.786521:0:6469:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b1f67050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+12:1978:x1818247336847488:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 1774us (2348us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016123.786556:0:6469:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2835 00000100:00100000:3.0:1734016123.786730:0:6482:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880073f20e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+22:9673:x1818247336847360:12345-192.168.201.10@tcp:36:fsx.0 Request processed in 6869us (7172us total) trans 4294968560 rc 0/0 00000100:00100000:3.0:1734016123.786738:0:6482:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 1989 00000020:00080000:3.0:1734016123.786743:0:6482:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:2.0:1734016123.791204:0:3495:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8038d80/0x3f004d6452e07d5b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6482 initiator: MDT0 00010000:00010000:2.0:1734016123.791228:0:3495:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8038d80/0x3f004d6452e07d5b lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6482 initiator: MDT0 00010000:00010000:2.0:1734016123.791238:0:3495:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8038d80/0x3f004d6452e07d5b lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6482 initiator: MDT0 00010000:00010000:2.0:1734016123.791246:0:3495:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800a8038d80 already unused, calling callback (ffffffffa0f03950) 00010000:00010000:2.0:1734016123.791253:0:3495:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8038d80/0x3f004d6452e07d5b lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6482 initiator: MDT0 00010000:00010000:2.0:1734016123.791264:0:3495:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8038d80/0x3f004d6452e07d5b lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6482 initiator: MDT0 00010000:00010000:2.0:1734016123.791286:0:3495:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:2.0:1734016123.791289:0:3495:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734016123.791294:0:3495:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8038d80/0x3f004d6452e07d5b lrc: 2/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6482 initiator: MDT0 00010000:00010000:2.0:1734016123.791300:0:3495:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8038d80/0x3f004d6452e07d5b lrc: 0/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6482 initiator: MDT0 00000100:00100000:3.0:1734016123.795260:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016123.795398:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336847616 00000100:00100000:0.0:1734016123.795419:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336847616 00000100:00100000:2.0:1734016123.796902:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10634 00000100:00100000:2.0:1734016123.796924:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880073f22d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+9:9673:x1818247336847616:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:2.0:1734016123.796967:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016123.797013:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e07d62 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d1753 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016123.797062:0:7689:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880072172d00/0x3f004d6452e07d3f lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 69632->73727) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d173e expref: 7 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016123.797073:0:7689:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a6d00/0x3f004d6452e07d54 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d174c expref: 10 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016123.797081:0:7689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016123.797083:0:7689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016123.797088:0:7689:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e07d62 lrc: 5/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1753 expref: 10 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016123.797149:0:7689:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a9a6d00/0x3f004d6452e07d54 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d174c expref: 10 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016123.797172:0:7689:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a9a6d00/0x3f004d6452e07d54 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d174c expref: 10 pid: 7690 timeout: 487 lvb_type: 1 00000100:00100000:2.0:1734016123.797196:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880075260a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339427712:192.168.201.10@tcp:104: 00010000:00010000:3.0:1734016123.801154:0:7689:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880072172d00/0x3f004d6452e07d3f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 69632->73727) gid 0 flags: 0x50000000020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d173e expref: 7 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016123.801186:0:7689:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880072172d00/0x3f004d6452e07d3f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 69632->73727) gid 0 flags: 0x70000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d173e expref: 7 pid: 7689 timeout: 487 lvb_type: 0 00000100:00100000:3.0:1734016123.801211:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880073f23480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339427840:192.168.201.10@tcp:104: 00000100:00100000:3.0:1734016123.801326:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012b9113c0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016123.806360:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016123.806426:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016123.806475:0:9956:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336847872 00000100:00100000:3.0:1734016123.806494:0:9956:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336847872 00010000:00010000:3.0:1734016123.806565:0:9956:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880072172d00/0x3f004d6452e07d3f lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 69632->73727) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d173e expref: 8 pid: 7689 timeout: 487 lvb_type: 0 00000100:00100000:3.0:1734016123.806636:0:9956:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336847744 00000100:00100000:3.0:1734016123.806640:0:9956:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336847744 00010000:00010000:3.0:1734016123.806658:0:9956:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a9a6d00/0x3f004d6452e07d54 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d174c expref: 11 pid: 7690 timeout: 487 lvb_type: 1 00000100:00100000:3.0:1734016123.806682:0:9956:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2836 00000100:00100000:3.0:1734016123.806692:0:9956:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074e55500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+8:1979:x1818247336847872:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016123.806719:0:9956:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016123.806766:0:9956:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880072172d00/0x3f004d6452e07d3f lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 69632->73727) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d173e expref: 8 pid: 7689 timeout: 487 lvb_type: 0 00010000:00010000:3.0:1734016123.806785:0:9956:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880072172d00/0x3f004d6452e07d3f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 69632->73727) gid 0 flags: 0x50000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d173e expref: 8 pid: 7689 timeout: 487 lvb_type: 0 00010000:00010000:3.0:1734016123.806827:0:9956:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016123.806978:0:9956:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074e55500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+8:1979:x1818247336847872:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 287us (645us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016123.806988:0:9956:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2836 00000100:00100000:3.0:1734016123.807014:0:9956:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2837 00000100:00100000:3.0:1734016123.807019:0:9956:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074e55880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+11:1979:x1818247336847744:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016123.807028:0:9956:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016123.807036:0:9956:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a9a6d00/0x3f004d6452e07d54 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d174c expref: 11 pid: 7690 timeout: 487 lvb_type: 1 00010000:00010000:3.0:1734016123.807050:0:9956:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a9a6d00/0x3f004d6452e07d54 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d174c expref: 11 pid: 7690 timeout: 487 lvb_type: 1 00010000:00010000:3.0:1734016123.807065:0:9956:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016123.807068:0:9956:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016123.807079:0:9956:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e07d62 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50080000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1753 expref: 11 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016123.807093:0:9956:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e07d62 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50080000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1753 expref: 11 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016123.807165:0:9956:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e07d62 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1753 expref: 11 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016123.807190:0:9956:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b91a680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9956:1818247339427968:192.168.201.10@tcp:105: 00000100:00100000:3.0:1734016123.807257:0:9956:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac68ee40 going to sleep for 11 seconds 00010000:00010000:0.0:1734016123.807588:0:7689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a6d00/0x3f004d6452e07d54 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d174c expref: 11 pid: 7690 timeout: 487 lvb_type: 1 00000100:00100000:0.0:1734016123.807611:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880075260a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339427712:192.168.201.10@tcp:104: 00010000:00010000:0.0:1734016123.807629:0:7689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880072172d00/0x3f004d6452e07d3f lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 69632->73727) gid 0 flags: 0x44801400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d173e expref: 7 pid: 7689 timeout: 487 lvb_type: 0 00000100:00100000:0.0:1734016123.807638:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880073f23480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339427840:192.168.201.10@tcp:104: 00010000:00010000:0.0:1734016123.807673:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e07d62 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1753 expref: 10 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016123.807682:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880072171440, rc 0) 00000100:00100000:0.0:1734016123.807712:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880073f22d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+10:9673:x1818247336847616:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 10795us (12478us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016123.807719:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10634 00000100:00100000:0.0:1734016123.813180:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016123.813407:0:9956:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b91a680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9956:1818247339427968:192.168.201.10@tcp:105: 00010000:00010000:2.0:1734016123.813461:0:9956:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016123.813560:0:9956:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074e55880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+9:1979:x1818247336847744:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 6536us (7130us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016123.813579:0:9956:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2837 00000100:00100000:3.0:1734016123.813695:0:13925:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336848000 00000100:00100000:3.0:1734016123.813707:0:13925:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336848000 00002000:00010000:3.0:1734016123.813761:0:13925:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (220422->18446744073709551615) 00002000:00100000:3.0:1734016123.813769:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880092059f80 with x1818247336848000 ext(220422->18446744073709551615) 00002000:00010000:3.0:1734016123.813792:0:13925:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092059f80. 00000100:00100000:3.0:1734016123.813820:0:13925:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8919 00000100:00100000:3.0:1734016123.813827:0:13925:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880092059f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+9:1979:x1818247336848000:12345-192.168.201.10@tcp:10:fsx.0 00002000:00010000:3.0:1734016123.814279:0:13925:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 237215 -> 220422 00002000:00010000:3.0:1734016123.814283:0:13925:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016122 -> 1734016123 00002000:00010000:3.0:1734016123.814286:0:13925:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016122 -> 1734016122 00002000:00010000:3.0:1734016123.814288:0:13925:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016122 -> 1734016123 00002000:00010000:3.0:1734016123.814290:0:13925:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 200 -> 176 00000100:00100000:3.0:1734016123.814314:0:13925:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880092059f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+10:1979:x1818247336848000:12345-192.168.201.10@tcp:10:fsx.0 Request processed in 487us (1153us total) trans 4294969277 rc 0/0 00000100:00100000:3.0:1734016123.814320:0:13925:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8919 00002000:00010000:3.0:1734016123.814322:0:13925:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (220422->18446744073709551615) 00002000:00100000:3.0:1734016123.814324:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880092059f80 with x1818247336848000 ext(220422->18446744073709551615) 00002000:00010000:3.0:1734016123.814327:0:13925:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092059f80. 00000100:00100000:0.0:1734016123.823267:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016123.823788:0:6482:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336848128 00000100:00100000:3.0:1734016123.823808:0:6482:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336848128 00000100:00100000:3.0:1734016123.823976:0:6482:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 1990 00000100:00100000:3.0:1734016123.823989:0:6482:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009205b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+21:9673:x1818247336848128:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:3.0:1734016123.824046:0:6482:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016123.824081:0:6482:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a6d00/0x3f004d6452e07d69 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d175a expref: -99 pid: 6482 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016123.824265:0:6482:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a4b40/0x3f004d6452e07d70 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6482 initiator: MDT0 00010000:00010000:3.0:1734016123.824290:0:6482:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a4b40/0x3f004d6452e07d70 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6482 initiator: MDT0 00010000:00010000:3.0:1734016123.824308:0:6482:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a4b40/0x3f004d6452e07d70 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6482 initiator: MDT0 00000004:00200000:3.0:1734016123.824383:0:6482:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 220422 00000004:00200000:3.0:1734016123.824392:0:6482:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1734016123.824416:0:6482:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a4b40/0x3f004d6452e07d70 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6482 initiator: MDT0 00010000:00010000:3.0:1734016123.824452:0:6482:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a6d00/0x3f004d6452e07d69 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d175a expref: 23 pid: 6482 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016123.824689:0:6482:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a4b40/0x3f004d6452e07d70 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d175a expref: 22 pid: 6482 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016123.824706:0:6482:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:3.0:1734016123.824709:0:6482:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1734016123.824716:0:6482:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a9a4b40, rc 0) 00000100:00100000:3.0:1734016123.825059:0:6482:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009205b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+22:9673:x1818247336848128:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 1072us (1816us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016123.825068:0:6482:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 1990 00000100:00100000:0.0:1734016123.828690:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016123.832450:0:6482:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336848384 00000100:00100000:3.0:1734016123.832481:0:6482:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336848384 00000100:00100000:3.0:1734016123.832653:0:6482:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 1991 00000100:00100000:3.0:1734016123.832668:0:6482:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880092059180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+12:9673:x1818247336848384:12345-192.168.201.10@tcp:36:fsx.0 00010000:00010000:3.0:1734016123.837838:0:6482:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a7180/0x3f004d6452e07d77 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6482 initiator: MDT0 00010000:00010000:3.0:1734016123.837932:0:6482:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a4b40/0x3f004d6452e07d70 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d175a expref: 21 pid: 6482 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016123.837943:0:6482:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a7180/0x3f004d6452e07d77 lrc: 4/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6482 initiator: MDT0 00010000:00010000:3.0:1734016123.838022:0:6482:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a4b40/0x3f004d6452e07d70 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d175a expref: 21 pid: 6482 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016123.838045:0:6482:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a4b40/0x3f004d6452e07d70 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d175a expref: 21 pid: 6482 timeout: 487 lvb_type: 0 00000100:00100000:3.0:1734016123.838064:0:6482:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b91b800 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6482:1818247339428096:192.168.201.10@tcp:104: 00000100:00100000:3.0:1734016123.839961:0:6482:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac68ecc0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016123.853013:0:6482:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b91b800 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6482:1818247339428096:192.168.201.10@tcp:104: 00010000:00010000:3.0:1734016123.853076:0:6482:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a7180/0x3f004d6452e07d77 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6482 initiator: MDT0 00000100:00100000:0.0:1734016123.853622:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016123.853740:0:9956:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336848512 00000100:00100000:2.0:1734016123.853752:0:9956:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336848512 00010000:00010000:2.0:1734016123.853809:0:9956:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a4b40/0x3f004d6452e07d70 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d175a expref: 22 pid: 6482 timeout: 487 lvb_type: 0 00000100:00100000:2.0:1734016123.853959:0:9956:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2838 00000100:00100000:2.0:1734016123.853969:0:9956:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009205a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+22:1978:x1818247336848512:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016123.853992:0:9956:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016123.854001:0:9956:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a4b40/0x3f004d6452e07d70 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d175a expref: 22 pid: 6482 timeout: 487 lvb_type: 0 00010000:00010000:2.0:1734016123.854016:0:9956:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a4b40/0x3f004d6452e07d70 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d175a expref: 22 pid: 6482 timeout: 487 lvb_type: 0 00010000:00010000:2.0:1734016123.854046:0:9956:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a4b40/0x3f004d6452e07d70 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d175a expref: 22 pid: 6482 timeout: 487 lvb_type: 0 00010000:00010000:2.0:1734016123.856006:0:9956:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:2.0:1734016123.856040:0:9956:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a7180/0x3f004d6452e07d77 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6482 initiator: MDT0 00010000:00010000:2.0:1734016123.856060:0:9956:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a7180/0x3f004d6452e07d77 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6482 initiator: MDT0 00010000:00010000:2.0:1734016123.856070:0:9956:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a7180/0x3f004d6452e07d77 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6482 initiator: MDT0 00010000:00010000:2.0:1734016123.856148:0:9956:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016123.856298:0:9956:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009205a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+21:1978:x1818247336848512:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 2315us (3502us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016123.856321:0:9956:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2838 00010000:00010000:0.0:1734016123.860920:0:6482:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a7180/0x3f004d6452e07d77 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6482 initiator: MDT0 00010000:00010000:0.0:1734016123.860943:0:6482:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a7180/0x3f004d6452e07d77 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6482 initiator: MDT0 00000001:00080000:0.0:1734016123.861073:0:6482:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294968561 00000004:00010000:0.0:1734016123.861139:0:6482:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff880092059180 reply state ffff880073d9f000 transno 4294968562 ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a7180/0x3f004d6452e07d77 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6482 initiator: MDT0 00000100:00100000:0.0:1734016123.861149:0:6482:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1734016123.861320:0:6482:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880092059180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+15:9673:x1818247336848384:12345-192.168.201.10@tcp:36:fsx.0 Request processed in 28651us (32655us total) trans 4294968562 rc 0/0 00000100:00100000:0.0:1734016123.861332:0:6482:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 1991 00000020:00080000:0.0:1734016123.861341:0:6482:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1734016123.872666:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00010000:00010000:2.0:1734016123.873022:0:3494:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a7180/0x3f004d6452e07d77 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6482 initiator: MDT0 00010000:00010000:2.0:1734016123.873037:0:3494:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a7180/0x3f004d6452e07d77 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6482 initiator: MDT0 00010000:00010000:2.0:1734016123.873045:0:3494:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a7180/0x3f004d6452e07d77 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6482 initiator: MDT0 00010000:00010000:2.0:1734016123.873053:0:3494:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88009a9a7180 already unused, calling callback (ffffffffa0f03950) 00010000:00010000:2.0:1734016123.873058:0:3494:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a7180/0x3f004d6452e07d77 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6482 initiator: MDT0 00010000:00010000:2.0:1734016123.873066:0:3494:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a7180/0x3f004d6452e07d77 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6482 initiator: MDT0 00010000:00010000:2.0:1734016123.873086:0:3494:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:2.0:1734016123.873090:0:3494:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734016123.873094:0:3494:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a7180/0x3f004d6452e07d77 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6482 initiator: MDT0 00010000:00010000:2.0:1734016123.873099:0:3494:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a7180/0x3f004d6452e07d77 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6482 initiator: MDT0 00000100:00100000:1.0:1734016123.873515:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336848640 00000100:00100000:1.0:1734016123.873531:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336848640 00000100:00100000:1.0:1734016123.873595:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10635 00000100:00100000:1.0:1734016123.873604:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009205aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:9673:x1818247336848640:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:1.0:1734016123.873626:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016123.873644:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880097234900/0x3f004d6452e07d7e lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d1761 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016123.873680:0:7689:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e07d62 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1753 expref: 9 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016123.873687:0:7689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016123.873689:0:7689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016123.873693:0:7689:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880097234900/0x3f004d6452e07d7e lrc: 4/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1761 expref: 8 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016123.873728:0:7689:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e07d62 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1753 expref: 9 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016123.873742:0:7689:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e07d62 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1753 expref: 9 pid: 7689 timeout: 487 lvb_type: 0 00000100:00100000:1.0:1734016123.873755:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880075003100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339428224:192.168.201.10@tcp:104: 00000100:00100000:1.0:1734016123.873842:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b42cda80 going to sleep for 11 seconds 00000100:00100000:1.0:1734016123.885678:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016123.885895:0:9956:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336848768 00000100:00100000:3.0:1734016123.885920:0:9956:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336848768 00010000:00010000:3.0:1734016123.886009:0:9956:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e07d62 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1753 expref: 10 pid: 7689 timeout: 487 lvb_type: 0 00000100:00100000:3.0:1734016123.886079:0:9956:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2839 00000100:00100000:3.0:1734016123.886092:0:9956:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075001c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+10:1979:x1818247336848768:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016123.886117:0:9956:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016123.886159:0:9956:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e07d62 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1753 expref: 10 pid: 7689 timeout: 487 lvb_type: 0 00010000:00010000:3.0:1734016123.886176:0:9956:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e07d62 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1753 expref: 10 pid: 7689 timeout: 487 lvb_type: 0 00010000:00010000:3.0:1734016123.886228:0:9956:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016123.886232:0:9956:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016123.886245:0:9956:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880097234900/0x3f004d6452e07d7e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50080000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1761 expref: 8 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016123.886261:0:9956:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880097234900/0x3f004d6452e07d7e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50080000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1761 expref: 8 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016123.886336:0:9956:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880097234900/0x3f004d6452e07d7e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1761 expref: 8 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016123.886369:0:9956:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b91b800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9956:1818247339428352:192.168.201.10@tcp:105: 00000100:00100000:3.0:1734016123.886490:0:9956:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac68ecc0 going to sleep for 11 seconds 00010000:00010000:2.0:1734016123.886642:0:7689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e07d62 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1753 expref: 10 pid: 7689 timeout: 487 lvb_type: 0 00000100:00100000:2.0:1734016123.886671:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880075003100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339428224:192.168.201.10@tcp:104: 00010000:00010000:2.0:1734016123.886713:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880097234900/0x3f004d6452e07d7e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1761 expref: 8 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016123.886724:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097234900, rc 0) 00000100:00100000:2.0:1734016123.886760:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009205aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+8:9673:x1818247336848640:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 13158us (14112us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016123.886769:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10635 00000100:00100000:3.0:1734016123.895568:0:9956:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b91b800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9956:1818247339428352:192.168.201.10@tcp:105: 00010000:00010000:3.0:1734016123.895610:0:9956:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016123.896081:0:9956:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075001c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+9:1979:x1818247336848768:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 9988us (10434us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016123.896095:0:9956:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2839 00000100:00100000:1.0:1734016123.896334:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016123.897210:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336848896 00000100:00100000:2.0:1734016123.897222:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336848896 00002000:00010000:2.0:1734016123.897274:0:7696:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (3475262->18446744073709551615) 00002000:00100000:2.0:1734016123.897280:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880075003100 with x1818247336848896 ext(3475262->18446744073709551615) 00002000:00010000:2.0:1734016123.897296:0:7696:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880075003100. 00000100:00100000:2.0:1734016123.897327:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8920 00000100:00100000:2.0:1734016123.897334:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075003100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+8:1979:x1818247336848896:12345-192.168.201.10@tcp:10:fsx.0 00002000:00010000:2.0:1734016123.897600:0:7696:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 220422 -> 3475262 00002000:00010000:2.0:1734016123.897604:0:7696:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016123 -> 1734016123 00002000:00010000:2.0:1734016123.897606:0:7696:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016122 -> 1734016122 00002000:00010000:2.0:1734016123.897608:0:7696:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016123 -> 1734016123 00002000:00010000:2.0:1734016123.897610:0:7696:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 176 -> 176 00000100:00100000:2.0:1734016123.897650:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075003100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+9:1979:x1818247336848896:12345-192.168.201.10@tcp:10:fsx.0 Request processed in 316us (1318us total) trans 4294969278 rc 0/0 00000100:00100000:2.0:1734016123.897656:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8920 00002000:00010000:2.0:1734016123.897659:0:7696:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (3475262->18446744073709551615) 00002000:00100000:2.0:1734016123.897661:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880075003100 with x1818247336848896 ext(3475262->18446744073709551615) 00002000:00010000:2.0:1734016123.897664:0:7696:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880075003100. 00000100:00100000:1.0:1734016123.904034:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016123.904259:0:6482:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336849024 00000100:00100000:0.0:1734016123.904283:0:6482:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336849024 00000100:00100000:0.0:1734016123.904413:0:6482:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 1992 00000100:00100000:0.0:1734016123.904430:0:6482:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074c8a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+21:9673:x1818247336849024:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:0.0:1734016123.904478:0:6482:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016123.904525:0:6482:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80386c0/0x3f004d6452e07d85 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d1768 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016123.904708:0:6482:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8038d80/0x3f004d6452e07d8c lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6482 initiator: MDT0 00010000:00010000:0.0:1734016123.904736:0:6482:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8038d80/0x3f004d6452e07d8c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6482 initiator: MDT0 00010000:00010000:0.0:1734016123.904763:0:6482:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8038d80/0x3f004d6452e07d8c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6482 initiator: MDT0 00000004:00200000:0.0:1734016123.904813:0:6482:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 3475262 00000004:00200000:0.0:1734016123.904820:0:6482:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1734016123.904854:0:6482:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8038d80/0x3f004d6452e07d8c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6482 initiator: MDT0 00010000:00010000:0.0:1734016123.904915:0:6482:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80386c0/0x3f004d6452e07d85 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1768 expref: 23 pid: 6482 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016123.904933:0:6482:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8038d80/0x3f004d6452e07d8c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1768 expref: 22 pid: 6482 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016123.904943:0:6482:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:0.0:1734016123.904946:0:6482:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1734016123.904950:0:6482:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a8038d80, rc 0) 00000100:00100000:0.0:1734016123.906071:0:6482:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074c8a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+22:9673:x1818247336849024:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 1633us (2053us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016123.906084:0:6482:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 1992 00000100:00100000:1.0:1734016123.910962:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016123.911260:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336849152 00000100:00100000:2.0:1734016123.911280:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336849152 00000100:00100000:2.0:1734016123.911383:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10636 00000100:00100000:2.0:1734016123.911394:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074c8b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+9:1979:x1818247336849152:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:2.0:1734016123.911432:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016123.911471:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880072171f80/0x3f004d6452e07d93 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d176f expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016123.911575:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880075260a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339428480:192.168.201.10@tcp:106: 00000100:00100000:2.0:1734016123.915802:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012b911a80 going to sleep for 11 seconds 00000100:00100000:2.0:1734016123.925743:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880075260a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339428480:192.168.201.10@tcp:106: 00010000:00010000:2.0:1734016123.925817:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880072171f80/0x3f004d6452e07d93 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d176f expref: 10 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016123.925845:0:7689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880072171f80/0x3f004d6452e07d93 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d176f expref: 10 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016123.925920:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880072171f80, rc 0) 00000100:00100000:2.0:1734016123.926052:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074c8b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+9:1979:x1818247336849152:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 14655us (15105us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016123.926070:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10636 00000100:00100000:1.0:1734016123.933713:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016123.934379:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336849280 00000100:00100000:3.0:1734016123.934398:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336849280 00000100:00100000:3.0:1734016123.934569:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10637 00000100:00100000:3.0:1734016123.934582:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800744eaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+9:1981:x1818247336849280:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:3.0:1734016123.934630:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016123.934677:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7180/0x3f004d6452e07d9a lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d1776 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016123.934798:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b91b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339428608:192.168.201.10@tcp:106: 00000100:00100000:3.0:1734016123.934955:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac68ecc0 going to sleep for 11 seconds 00000100:00100000:2.0:1734016123.938940:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b91b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339428608:192.168.201.10@tcp:106: 00010000:00010000:2.0:1734016123.939020:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7180/0x3f004d6452e07d9a lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1776 expref: 10 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016123.939043:0:7689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7180/0x3f004d6452e07d9a lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1776 expref: 10 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016123.939061:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a9a7180, rc 0) 00000100:00100000:2.0:1734016123.939156:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800744eaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+9:1981:x1818247336849280:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 4574us (5474us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016123.939167:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10637 00000100:00100000:0.0:1734016123.961234:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016123.964269:0:13925:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336849536 00000100:00100000:2.0:1734016123.964300:0:13925:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336849536 00002000:00100000:2.0:1734016123.964413:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (0->3477503) req@ffff880092058700 x1818247336849536/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:84/0 lens 488/0 e 0 to 0 dl 1734016134 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016123.964427:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880092058700 with x1818247336849536 ext(0->3477503) 00002000:00010000:2.0:1734016123.964437:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092058700 00000100:00100000:2.0:1734016123.964501:0:13925:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8921 00000100:00100000:2.0:1734016123.964513:0:13925:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880092058700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+9:1978:x1818247336849536:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:3.0:1734016124.059503:0:13925:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880092058700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+9:1978:x1818247336849536:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 94973us (98276us total) trans 0 rc 3477504/3477504 00000100:00100000:3.0:1734016124.059521:0:13925:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8921 00002000:00100000:3.0:1734016124.059544:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (0->3477503) req@ffff880092058700 x1818247336849536/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:84/0 lens 488/440 e 0 to 0 dl 1734016134 ref 1 fl Complete:/200/0 rc 3477504/3477504 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016124.059557:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880092058700 with x1818247336849536 ext(0->3477503) 00002000:00010000:3.0:1734016124.059567:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092058700 00000100:00100000:0.0:1734016124.072201:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016124.072373:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336849664 00000100:00100000:2.0:1734016124.072393:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336849664 00000100:00100000:2.0:1734016124.072467:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10638 00000100:00100000:2.0:1734016124.072476:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880092059880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+9:1980:x1818247336849664:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:2.0:1734016124.072507:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016124.072535:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880072170d80/0x3f004d6452e07da1 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d177d expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016124.072640:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880075260a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339428736:192.168.201.10@tcp:106: 00000100:00100000:2.0:1734016124.072762:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012b911a80 going to sleep for 11 seconds 00002000:00010000:2.0:1734016124.074410:0:7689:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime: 1734016122 -> 1734016123 00000100:00100000:2.0:1734016124.074440:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880075260a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339428736:192.168.201.10@tcp:106: 00010000:00010000:2.0:1734016124.074476:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880072170d80/0x3f004d6452e07da1 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d177d expref: 10 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016124.074492:0:7689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880072170d80/0x3f004d6452e07da1 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d177d expref: 10 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016124.077052:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880072170d80, rc 0) 00000100:00100000:2.0:1734016124.077164:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880092059880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+9:1980:x1818247336849664:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 4682us (4971us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016124.077177:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10638 00000100:00100000:0.0:1734016124.079141:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016124.080024:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336849792 00000100:00100000:2.0:1734016124.080040:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336849792 00000100:00100000:1.0:1734016124.081389:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10639 00000100:00100000:1.0:1734016124.081409:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009205bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+9:1979:x1818247336849792:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:1.0:1734016124.081446:0:7690:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016124.081483:0:7690:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880097234480/0x3f004d6452e07da8 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d1784 expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016124.081578:0:7690:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800744e8a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339428864:192.168.201.10@tcp:106: 00000100:00100000:1.0:1734016124.081685:0:7690:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b42cd0c0 going to sleep for 11 seconds 00000100:00100000:1.0:1734016124.091557:0:7690:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800744e8a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339428864:192.168.201.10@tcp:106: 00010000:00010000:1.0:1734016124.091642:0:7690:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880097234480/0x3f004d6452e07da8 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1784 expref: 10 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016124.091671:0:7690:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097234480/0x3f004d6452e07da8 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1784 expref: 10 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016124.097085:0:7690:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097234480, rc 0) 00000100:00100000:1.0:1734016124.097216:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009205bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+9:1979:x1818247336849792:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 15802us (18079us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016124.097232:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10639 00000100:00100000:0.0:1734016124.108583:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016124.108658:0:6482:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336849920 00000100:00100000:1.0:1734016124.108667:0:6482:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336849920 00000100:00100000:1.0:1734016124.108717:0:6482:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 1993 00000100:00100000:1.0:1734016124.108723:0:6482:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880092058380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+14:9673:x1818247336849920:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:1.0:1734016124.108749:0:6482:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016124.108769:0:6482:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880097236f40/0x3f004d6452e07daf lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d178b expref: -99 pid: 6482 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016124.108861:0:6482:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880097237600/0x3f004d6452e07db6 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 6482 initiator: MDT0 00010000:00010000:1.0:1734016124.108900:0:6482:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880097237600/0x3f004d6452e07db6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6482 initiator: MDT0 00010000:00010000:1.0:1734016124.108911:0:6482:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880097237600/0x3f004d6452e07db6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6482 initiator: MDT0 00000004:00200000:1.0:1734016124.108937:0:6482:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 3475262 00000004:00200000:1.0:1734016124.108940:0:6482:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1734016124.108961:0:6482:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880097237600/0x3f004d6452e07db6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6482 initiator: MDT0 00010000:00010000:1.0:1734016124.108990:0:6482:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880097236f40/0x3f004d6452e07daf lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d178b expref: 16 pid: 6482 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016124.109026:0:6482:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880097237600/0x3f004d6452e07db6 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d178b expref: 15 pid: 6482 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016124.109036:0:6482:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:1.0:1734016124.109039:0:6482:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1734016124.109043:0:6482:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097237600, rc 0) 00000100:00100000:1.0:1734016124.109106:0:6482:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880092058380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+15:9673:x1818247336849920:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 383us (538us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016124.109113:0:6482:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 1993 00000100:00100000:0.0:1734016124.123143:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016124.123732:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336850048 00000100:00100000:1.0:1734016124.123743:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336850048 00000100:00100000:1.0:1734016124.123821:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10640 00000100:00100000:1.0:1734016124.123831:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880092059500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+9:1978:x1818247336850048:12345-192.168.201.10@tcp:22:fsx.0 00002000:00010000:1.0:1734016124.124240:0:7690:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 3475262 -> 3475262 00002000:00010000:1.0:1734016124.124244:0:7690:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016123 -> 1734016123 00002000:00010000:1.0:1734016124.124247:0:7690:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016123 -> 1734016122 00002000:00010000:1.0:1734016124.124249:0:7690:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016123 -> 1734016123 00002000:00010000:1.0:1734016124.124252:0:7690:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 176 -> 176 00000100:00100000:1.0:1734016124.124387:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880092059500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+10:1978:x1818247336850048:12345-192.168.201.10@tcp:22:fsx.0 Request processed in 557us (1264us total) trans 4294969279 rc 0/0 00000100:00100000:1.0:1734016124.124397:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10640 00000100:00080000:0.0:1734016124.124721:0:6479:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734016094 00000100:00100000:0.0:1734016124.128405:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016124.129653:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336850176 00000100:00100000:2.0:1734016124.129673:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336850176 00000100:00100000:1.0:1734016124.130819:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10641 00000100:00100000:1.0:1734016124.130832:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880073f23480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+9:1978:x1818247336850176:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:1.0:1734016124.130883:0:7690:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016124.130914:0:7690:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880097237cc0/0x3f004d6452e07dbd lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d1792 expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016124.131009:0:7690:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800744e8a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339428992:192.168.201.10@tcp:106: 00000100:00100000:1.0:1734016124.131135:0:7690:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b42cd900 going to sleep for 11 seconds 00002000:00010000:1.0:1734016124.140222:0:7690:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime: 1734016122 -> 1734016123 00000100:00100000:1.0:1734016124.140277:0:7690:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800744e8a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339428992:192.168.201.10@tcp:106: 00010000:00010000:1.0:1734016124.140337:0:7690:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880097237cc0/0x3f004d6452e07dbd lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1792 expref: 10 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016124.140364:0:7690:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097237cc0/0x3f004d6452e07dbd lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1792 expref: 10 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016124.141606:0:7690:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097237cc0, rc 0) 00000100:00100000:1.0:1734016124.141676:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880073f23480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+9:1978:x1818247336850176:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 10842us (13280us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016124.141689:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10641 00000100:00100000:0.0:1734016124.145787:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016124.147817:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336850304 00000100:00100000:1.0:1734016124.147842:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336850304 00000100:00100000:2.0:1734016124.149153:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10642 00000100:00100000:2.0:1734016124.149168:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074222d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+9:1980:x1818247336850304:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:2.0:1734016124.149209:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016124.149239:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880072172640/0x3f004d6452e07dc4 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d1799 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016124.149328:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880075260a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339429120:192.168.201.10@tcp:106: 00000100:00100000:2.0:1734016124.149458:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012b911a80 going to sleep for 11 seconds 00000100:00100000:2.0:1734016124.181127:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880075260a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339429120:192.168.201.10@tcp:106: 00010000:00010000:2.0:1734016124.181183:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880072172640/0x3f004d6452e07dc4 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1799 expref: 10 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016124.181201:0:7689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880072172640/0x3f004d6452e07dc4 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1799 expref: 10 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016124.181246:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880072172640, rc 0) 00000100:00100000:2.0:1734016124.181347:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074222d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+9:1980:x1818247336850304:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 32171us (35566us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016124.181358:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10642 00000100:00100000:0.0:1734016124.192465:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016124.192756:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336850432 00000100:00100000:2.0:1734016124.192769:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336850432 00000100:00100000:2.0:1734016124.192852:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10643 00000100:00100000:2.0:1734016124.192919:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074223800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+10:1979:x1818247336850432:12345-192.168.201.10@tcp:22:fsx.0 00002000:00010000:2.0:1734016124.193258:0:7689:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 3475262 -> 3475262 00002000:00010000:2.0:1734016124.193262:0:7689:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016123 -> 1734016123 00002000:00010000:2.0:1734016124.193265:0:7689:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016123 -> 1734016122 00002000:00010000:2.0:1734016124.193269:0:7689:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016123 -> 1734016123 00002000:00010000:2.0:1734016124.193271:0:7689:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 176 -> 176 00000100:00100000:2.0:1734016124.193424:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074223800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+11:1979:x1818247336850432:12345-192.168.201.10@tcp:22:fsx.0 Request processed in 562us (974us total) trans 4294969280 rc 0/0 00000100:00100000:2.0:1734016124.193433:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10643 00000100:00100000:0.0:1734016124.196426:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016124.197003:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336850560 00000100:00100000:1.0:1734016124.197018:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336850560 00000100:00100000:1.0:1734016124.197092:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10644 00000100:00100000:1.0:1734016124.197105:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074220a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+11:1981:x1818247336850560:12345-192.168.201.10@tcp:22:fsx.0 00002000:00010000:1.0:1734016124.197381:0:7690:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 3475262 -> 3475262 00002000:00010000:1.0:1734016124.197385:0:7690:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016123 -> 1734016123 00002000:00010000:1.0:1734016124.197387:0:7690:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016122 -> 1734016122 00002000:00010000:1.0:1734016124.197389:0:7690:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016123 -> 1734016123 00002000:00010000:1.0:1734016124.197391:0:7690:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 176 -> 176 00000100:00100000:1.0:1734016124.207262:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074220a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+12:1981:x1818247336850560:12345-192.168.201.10@tcp:22:fsx.0 Request processed in 10124us (10822us total) trans 4294969281 rc 0/0 00000100:00100000:1.0:1734016124.207288:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10644 00000100:00100000:2.0:1734016124.218186:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016124.220136:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336850688 00000100:00100000:1.0:1734016124.220167:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336850688 00000100:00100000:1.0:1734016124.220288:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10645 00000100:00100000:1.0:1734016124.220303:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075260a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+9:1978:x1818247336850688:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:1.0:1734016124.220346:0:7690:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016124.220381:0:7690:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880097235440/0x3f004d6452e07dcb lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d17a0 expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016124.220489:0:7690:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800744e8a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339429248:192.168.201.10@tcp:106: 00000100:00100000:1.0:1734016124.220619:0:7690:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b42cd900 going to sleep for 11 seconds 00002000:00010000:1.0:1734016124.229300:0:7690:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime: 1734016122 -> 1734016123 00000100:00100000:1.0:1734016124.229395:0:7690:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800744e8a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339429248:192.168.201.10@tcp:106: 00010000:00010000:1.0:1734016124.229470:0:7690:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880097235440/0x3f004d6452e07dcb lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d17a0 expref: 10 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016124.229497:0:7690:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097235440/0x3f004d6452e07dcb lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d17a0 expref: 10 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016124.229543:0:7690:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097235440, rc 0) 00000100:00100000:1.0:1734016124.229638:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075260a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+9:1978:x1818247336850688:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 9338us (11471us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016124.229651:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10645 00000100:00100000:0.0:1734016124.234803:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016124.234968:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336850816 00000100:00100000:1.0:1734016124.234987:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336850816 00000100:00100000:1.0:1734016124.235073:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10646 00000100:00100000:1.0:1734016124.235085:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d806a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+9:9673:x1818247336850816:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:1.0:1734016124.235115:0:7690:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016124.235145:0:7690:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880097235200/0x3f004d6452e07dd2 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d17a7 expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016124.235187:0:7690:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880097234900/0x3f004d6452e07d7e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1761 expref: 11 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016124.235197:0:7690:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016124.235200:0:7690:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016124.235204:0:7690:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880097235200/0x3f004d6452e07dd2 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [475136->479231] (req 475136->479231) gid 0 flags: 0x50000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d17a7 expref: 10 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016124.235242:0:7690:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880097234900/0x3f004d6452e07d7e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1761 expref: 11 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016124.235255:0:7690:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880097234900/0x3f004d6452e07d7e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1761 expref: 11 pid: 7689 timeout: 488 lvb_type: 0 00000100:00100000:1.0:1734016124.235268:0:7690:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800744e8a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339429376:192.168.201.10@tcp:104: 00000100:00100000:1.0:1734016124.235360:0:7690:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b42cd900 going to sleep for 11 seconds 00000100:00100000:1.0:1734016124.246174:0:7690:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800744e8a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339429376:192.168.201.10@tcp:104: 00010000:00010000:1.0:1734016124.246241:0:7690:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880097235200/0x3f004d6452e07dd2 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [475136->479231] (req 475136->479231) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d17a7 expref: 10 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016124.246277:0:7690:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097235200, rc 0) 00000100:00100000:1.0:1734016124.246379:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d806a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+10:9673:x1818247336850816:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 11293us (11592us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016124.246391:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10646 00000100:00100000:0.0:1734016124.252120:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016124.252268:0:9956:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336850944 00000100:00100000:3.0:1734016124.252285:0:9956:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336850944 00010000:00010000:3.0:1734016124.252355:0:9956:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880097234900/0x3f004d6452e07d7e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1761 expref: 12 pid: 7689 timeout: 488 lvb_type: 0 00000100:00100000:3.0:1734016124.252406:0:9956:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2840 00000100:00100000:3.0:1734016124.252417:0:9956:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d804000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+12:1979:x1818247336850944:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016124.252439:0:9956:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016124.252471:0:9956:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880097234900/0x3f004d6452e07d7e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1761 expref: 12 pid: 7689 timeout: 488 lvb_type: 0 00010000:00010000:3.0:1734016124.252489:0:9956:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880097234900/0x3f004d6452e07d7e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1761 expref: 12 pid: 7689 timeout: 488 lvb_type: 0 00010000:00010000:3.0:1734016124.252518:0:9956:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097234900/0x3f004d6452e07d7e lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1761 expref: 12 pid: 7689 timeout: 488 lvb_type: 0 00010000:00010000:3.0:1734016124.252557:0:9956:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016124.252560:0:9956:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016124.252569:0:9956:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880097235200/0x3f004d6452e07dd2 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 475136->479231) gid 0 flags: 0x40080000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d17a7 expref: 9 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016124.252579:0:9956:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880097235200/0x3f004d6452e07dd2 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 475136->479231) gid 0 flags: 0x40080000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d17a7 expref: 9 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016124.252622:0:9956:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880097235200/0x3f004d6452e07dd2 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 475136->479231) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d17a7 expref: 9 pid: 7690 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016124.252637:0:9956:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b91b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9956:1818247339429504:192.168.201.10@tcp:105: 00000100:00100000:3.0:1734016124.252721:0:9956:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac68e900 going to sleep for 11 seconds 00000100:00100000:3.0:1734016124.271918:0:9956:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b91b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9956:1818247339429504:192.168.201.10@tcp:105: 00010000:00010000:3.0:1734016124.271953:0:9956:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016124.272015:0:9956:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d804000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+11:1979:x1818247336850944:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 19599us (19912us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016124.272029:0:9956:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2840 00000100:00100000:2.0:1734016124.272995:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016124.273064:0:13925:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336851200 00000100:00100000:3.0:1734016124.273072:0:13925:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336851200 00002000:00100000:3.0:1734016124.273125:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (475136->479231) req@ffff880074f01c00 x1818247336851200/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:85/0 lens 488/0 e 0 to 0 dl 1734016135 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016124.273136:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074f01c00 with x1818247336851200 ext(475136->479231) 00002000:00010000:3.0:1734016124.273142:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074f01c00 00000100:00100000:3.0:1734016124.273680:0:13925:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8922 00000100:00100000:3.0:1734016124.273687:0:13925:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074f01c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+10:1978:x1818247336851200:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:3.0:1734016124.274856:0:13925:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074f01c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+10:1978:x1818247336851200:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 1161us (1855us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016124.275971:0:13925:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8922 00002000:00100000:3.0:1734016124.275994:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (475136->479231) req@ffff880074f01c00 x1818247336851200/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:85/0 lens 488/4536 e 0 to 0 dl 1734016135 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016124.276004:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074f01c00 with x1818247336851200 ext(475136->479231) 00002000:00010000:3.0:1734016124.276011:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074f01c00 00000100:00100000:1.0:1734016124.279226:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016124.279351:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336851456 00000100:00100000:0.0:1734016124.279365:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336851456 00002000:00100000:0.0:1734016124.279432:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (471040->475135) req@ffff8800744e8a80 x1818247336851456/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:85/0 lens 488/0 e 0 to 0 dl 1734016135 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016124.279446:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800744e8a80 with x1818247336851456 ext(471040->475135) 00002000:00010000:0.0:1734016124.279453:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800744e8a80 00000100:00100000:0.0:1734016124.279491:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8923 00000100:00100000:0.0:1734016124.279500:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800744e8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+10:1980:x1818247336851456:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:0.0:1734016124.288147:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800744e8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+10:1980:x1818247336851456:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 8617us (8908us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016124.288169:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8923 00002000:00100000:0.0:1734016124.288199:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (471040->475135) req@ffff8800744e8a80 x1818247336851456/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:85/0 lens 488/4536 e 0 to 0 dl 1734016135 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016124.288214:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800744e8a80 with x1818247336851456 ext(471040->475135) 00002000:00010000:0.0:1734016124.288223:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800744e8a80 00000100:00100000:1.0:1734016124.291477:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016124.291602:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336851712 00000100:00100000:0.0:1734016124.291619:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336851712 00002000:00100000:0.0:1734016124.291711:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (466944->471039) req@ffff8800744e9180 x1818247336851712/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:85/0 lens 488/0 e 0 to 0 dl 1734016135 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016124.291726:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800744e9180 with x1818247336851712 ext(466944->471039) 00002000:00010000:0.0:1734016124.291737:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800744e9180 00000100:00100000:0.0:1734016124.291795:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8924 00000100:00100000:0.0:1734016124.291808:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800744e9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+10:1981:x1818247336851712:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:0.0:1734016124.292243:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800744e9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+10:1981:x1818247336851712:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 432us (778us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016124.292253:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8924 00002000:00100000:0.0:1734016124.292261:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (466944->471039) req@ffff8800744e9180 x1818247336851712/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:85/0 lens 488/4536 e 0 to 0 dl 1734016135 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016124.292268:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800744e9180 with x1818247336851712 ext(466944->471039) 00002000:00010000:0.0:1734016124.292271:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800744e9180 00000100:00100000:2.0:1734016124.306998:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016124.307118:0:7695:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336851968 00000100:00100000:0.0:1734016124.307132:0:7695:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336851968 00002000:00100000:0.0:1734016124.307196:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (462848->466943) req@ffff8800744bf800 x1818247336851968/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:85/0 lens 488/0 e 0 to 0 dl 1734016135 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016124.307211:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800744bf800 with x1818247336851968 ext(462848->466943) 00002000:00010000:0.0:1734016124.307219:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800744bf800 00000100:00100000:0.0:1734016124.307264:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8925 00000100:00100000:0.0:1734016124.307275:0:7695:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800744bf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+10:1981:x1818247336851968:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:0.0:1734016124.307579:0:7695:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800744bf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+10:1981:x1818247336851968:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 304us (603us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016124.307590:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8925 00002000:00100000:0.0:1734016124.307597:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (462848->466943) req@ffff8800744bf800 x1818247336851968/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:85/0 lens 488/4536 e 0 to 0 dl 1734016135 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016124.307605:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800744bf800 with x1818247336851968 ext(462848->466943) 00002000:00010000:0.0:1734016124.307608:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800744bf800 00000100:00100000:1.0:1734016124.316508:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016124.318660:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336852224 00000100:00100000:2.0:1734016124.318682:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336852224 00002000:00100000:2.0:1734016124.318761:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (458752->462847) req@ffff8800744eb100 x1818247336852224/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:85/0 lens 488/0 e 0 to 0 dl 1734016135 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016124.318774:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800744eb100 with x1818247336852224 ext(458752->462847) 00002000:00010000:2.0:1734016124.318781:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800744eb100 00000100:00100000:2.0:1734016124.318823:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8926 00000100:00100000:2.0:1734016124.318832:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800744eb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+10:1978:x1818247336852224:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:2.0:1734016124.324081:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800744eb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+10:1978:x1818247336852224:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 5214us (7558us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016124.324108:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8926 00002000:00100000:2.0:1734016124.324144:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (458752->462847) req@ffff8800744eb100 x1818247336852224/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:85/0 lens 488/4536 e 0 to 0 dl 1734016135 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016124.324160:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800744eb100 with x1818247336852224 ext(458752->462847) 00002000:00010000:2.0:1734016124.324173:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800744eb100 00000100:00100000:1.0:1734016124.329589:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016124.329953:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336852480 00000100:00100000:2.0:1734016124.329966:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336852480 00002000:00100000:2.0:1734016124.330031:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (454656->458751) req@ffff8800744e9c00 x1818247336852480/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:85/0 lens 488/0 e 0 to 0 dl 1734016135 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016124.330044:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800744e9c00 with x1818247336852480 ext(454656->458751) 00002000:00010000:2.0:1734016124.330051:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800744e9c00 00000100:00100000:2.0:1734016124.330225:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8927 00000100:00100000:2.0:1734016124.330235:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800744e9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+10:1980:x1818247336852480:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:2.0:1734016124.330528:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800744e9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+10:1980:x1818247336852480:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 293us (966us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016124.330537:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8927 00002000:00100000:2.0:1734016124.330544:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (454656->458751) req@ffff8800744e9c00 x1818247336852480/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:85/0 lens 488/4536 e 0 to 0 dl 1734016135 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016124.330551:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800744e9c00 with x1818247336852480 ext(454656->458751) 00002000:00010000:2.0:1734016124.330553:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800744e9c00 00000100:00100000:3.0:1734016124.338798:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016124.338927:0:7695:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336852736 00000100:00100000:0.0:1734016124.338942:0:7695:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336852736 00002000:00100000:0.0:1734016124.339020:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (450560->454655) req@ffff88012b91b480 x1818247336852736/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:85/0 lens 488/0 e 0 to 0 dl 1734016135 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016124.339032:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b91b480 with x1818247336852736 ext(450560->454655) 00002000:00010000:0.0:1734016124.339039:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012b91b480 00000100:00100000:0.0:1734016124.339088:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8928 00000100:00100000:0.0:1734016124.339101:0:7695:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b91b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+10:1980:x1818247336852736:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:0.0:1734016124.339431:0:7695:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b91b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+10:1980:x1818247336852736:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 330us (648us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016124.339439:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8928 00002000:00100000:0.0:1734016124.339446:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (450560->454655) req@ffff88012b91b480 x1818247336852736/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:85/0 lens 488/4536 e 0 to 0 dl 1734016135 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016124.339453:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b91b480 with x1818247336852736 ext(450560->454655) 00002000:00010000:0.0:1734016124.339456:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012b91b480 00000100:00100000:1.0:1734016124.349344:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016124.350022:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336852992 00000100:00100000:2.0:1734016124.350041:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336852992 00002000:00100000:2.0:1734016124.350124:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (446464->450559) req@ffff8800744ebb80 x1818247336852992/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:85/0 lens 488/0 e 0 to 0 dl 1734016135 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016124.350140:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800744ebb80 with x1818247336852992 ext(446464->450559) 00002000:00010000:2.0:1734016124.350149:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800744ebb80 00000100:00100000:2.0:1734016124.350192:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8929 00000100:00100000:2.0:1734016124.350205:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800744ebb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+10:1981:x1818247336852992:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:2.0:1734016124.350598:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800744ebb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+10:1981:x1818247336852992:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 393us (1276us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016124.350611:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8929 00002000:00100000:2.0:1734016124.350619:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (446464->450559) req@ffff8800744ebb80 x1818247336852992/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:85/0 lens 488/4536 e 0 to 0 dl 1734016135 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016124.350628:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800744ebb80 with x1818247336852992 ext(446464->450559) 00002000:00010000:2.0:1734016124.350631:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800744ebb80 00000100:00100000:1.0:1734016124.353497:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016124.356777:0:7695:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336853248 00000100:00100000:0.0:1734016124.356800:0:7695:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336853248 00002000:00100000:0.0:1734016124.356890:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (442368->446463) req@ffff880076949500 x1818247336853248/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:85/0 lens 488/0 e 0 to 0 dl 1734016135 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016124.356902:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076949500 with x1818247336853248 ext(442368->446463) 00002000:00010000:0.0:1734016124.356912:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076949500 00000100:00100000:0.0:1734016124.356968:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8930 00000100:00100000:0.0:1734016124.356978:0:7695:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076949500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+10:1980:x1818247336853248:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:0.0:1734016124.357247:0:7695:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076949500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+10:1980:x1818247336853248:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 270us (3779us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016124.357257:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8930 00002000:00100000:0.0:1734016124.357263:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (442368->446463) req@ffff880076949500 x1818247336853248/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:85/0 lens 488/4536 e 0 to 0 dl 1734016135 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016124.357269:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076949500 with x1818247336853248 ext(442368->446463) 00002000:00010000:0.0:1734016124.357272:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076949500 00000100:00100000:3.0:1734016124.363517:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016124.363827:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336853504 00000100:00100000:2.0:1734016124.363839:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336853504 00002000:00100000:2.0:1734016124.363960:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (438272->442367) req@ffff88012b91a300 x1818247336853504/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:85/0 lens 488/0 e 0 to 0 dl 1734016135 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016124.363975:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b91a300 with x1818247336853504 ext(438272->442367) 00002000:00010000:2.0:1734016124.363986:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012b91a300 00000100:00100000:2.0:1734016124.364029:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8931 00000100:00100000:2.0:1734016124.364041:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b91a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+10:1981:x1818247336853504:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:2.0:1734016124.369671:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b91a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+10:1981:x1818247336853504:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 5593us (6143us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016124.370182:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8931 00002000:00100000:2.0:1734016124.370210:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (438272->442367) req@ffff88012b91a300 x1818247336853504/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:85/0 lens 488/4536 e 0 to 0 dl 1734016135 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016124.370225:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b91a300 with x1818247336853504 ext(438272->442367) 00002000:00010000:2.0:1734016124.370235:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012b91a300 00000100:00100000:1.0:1734016124.375074:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016124.375610:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336853760 00000100:00100000:2.0:1734016124.375629:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336853760 00002000:00100000:2.0:1734016124.375714:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (434176->438271) req@ffff88007694bb80 x1818247336853760/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:85/0 lens 488/0 e 0 to 0 dl 1734016135 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016124.375726:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007694bb80 with x1818247336853760 ext(434176->438271) 00002000:00010000:2.0:1734016124.375734:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007694bb80 00000100:00100000:2.0:1734016124.375945:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8932 00000100:00100000:2.0:1734016124.375956:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007694bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+10:1980:x1818247336853760:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:2.0:1734016124.376307:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007694bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+10:1980:x1818247336853760:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 350us (1260us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016124.376315:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8932 00002000:00100000:2.0:1734016124.376325:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (434176->438271) req@ffff88007694bb80 x1818247336853760/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:85/0 lens 488/4536 e 0 to 0 dl 1734016135 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016124.376333:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007694bb80 with x1818247336853760 ext(434176->438271) 00002000:00010000:2.0:1734016124.376346:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007694bb80 00000100:00100000:1.0:1734016124.397142:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016124.397304:0:7695:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336854016 00000100:00100000:0.0:1734016124.397323:0:7695:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336854016 00002000:00100000:0.0:1734016124.397418:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (430080->434175) req@ffff880076948700 x1818247336854016/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:85/0 lens 488/0 e 0 to 0 dl 1734016135 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016124.397434:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076948700 with x1818247336854016 ext(430080->434175) 00002000:00010000:0.0:1734016124.397444:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076948700 00000100:00100000:0.0:1734016124.397495:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8933 00000100:00100000:0.0:1734016124.397506:0:7695:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076948700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+10:1980:x1818247336854016:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:0.0:1734016124.397839:0:7695:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076948700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+10:1980:x1818247336854016:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 334us (722us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016124.397849:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8933 00002000:00100000:0.0:1734016124.397856:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (430080->434175) req@ffff880076948700 x1818247336854016/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:85/0 lens 488/4536 e 0 to 0 dl 1734016135 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016124.397889:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076948700 with x1818247336854016 ext(430080->434175) 00002000:00010000:0.0:1734016124.397893:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076948700 00000100:00100000:3.0:1734016124.405101:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016124.405239:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336854144 00000100:00100000:1.0:1734016124.405253:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336854144 00000100:00100000:1.0:1734016124.405329:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10647 00000100:00100000:1.0:1734016124.405347:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b91b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+11:1980:x1818247336854144:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:1.0:1734016124.405374:0:7690:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016124.405402:0:7690:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880097234900/0x3f004d6452e07dd9 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d17ae expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016124.405435:0:7690:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016124.405439:0:7690:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016124.405451:0:7690:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880097234900/0x3f004d6452e07dd9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d17ae expref: 12 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016124.405472:0:7690:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880097234900/0x3f004d6452e07dd9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d17ae expref: 12 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016124.405487:0:7690:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097234900, rc 0) 00000100:00100000:2.0:1734016124.410333:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016124.411232:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336854400 00000100:00100000:3.0:1734016124.411248:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336854400 00000100:00100000:3.0:1734016124.411358:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8934 00000100:00100000:3.0:1734016124.411368:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076a9a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+10:1981:x1818247336854400:12345-192.168.201.10@tcp:4:fsx.0 00010000:00010000:3.0:1734016124.411441:0:7696:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7180/0x3f004d6452e07de0 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7696 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016124.411472:0:7696:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880097235200/0x3f004d6452e07dd2 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 475136->479231) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d17a7 expref: 10 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016124.411485:0:7696:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880097234900/0x3f004d6452e07dd9 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d17ae expref: 12 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016124.411493:0:7696:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016124.411496:0:7696:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016124.411500:0:7696:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7180/0x3f004d6452e07de0 lrc: 5/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [405504->438271] (req 405504->438271) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 7696 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016124.411555:0:7696:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880097234900/0x3f004d6452e07dd9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d17ae expref: 12 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016124.411576:0:7696:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880097234900/0x3f004d6452e07dd9 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d17ae expref: 12 pid: 7690 timeout: 488 lvb_type: 1 00000100:00100000:3.0:1734016124.411602:0:7696:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b91a680 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_002:lustre-OST0001_UUID:7696:1818247339429632:192.168.201.10@tcp:104: 00010000:00010000:3.0:1734016124.411769:0:7696:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880097235200/0x3f004d6452e07dd2 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 475136->479231) gid 0 flags: 0x50000000020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d17a7 expref: 10 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016124.411779:0:7696:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880097235200/0x3f004d6452e07dd2 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 475136->479231) gid 0 flags: 0x70000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d17a7 expref: 10 pid: 7690 timeout: 488 lvb_type: 0 00000100:00100000:3.0:1734016124.411787:0:7696:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880136a24a80 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_002:lustre-OST0001_UUID:7696:1818247339429760:192.168.201.10@tcp:104: 00000100:00100000:3.0:1734016124.411808:0:7696:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac68e3c0 going to sleep for 11 seconds 00000100:00100000:1.0:1734016124.413800:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b91b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+12:1980:x1818247336854144:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 8434us (8687us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016124.413817:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10647 00000100:00100000:3.0:1734016124.423066:0:7696:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b91a680 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_002:lustre-OST0001_UUID:7696:1818247339429632:192.168.201.10@tcp:104: 00000100:00100000:3.0:1734016124.423088:0:7696:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880136a24a80 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_002:lustre-OST0001_UUID:7696:1818247339429760:192.168.201.10@tcp:104: 00010000:00010000:3.0:1734016124.423150:0:7696:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7180/0x3f004d6452e07de0 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [405504->438271] (req 405504->438271) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 7696 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016124.423427:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016124.423500:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016124.423589:0:6469:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336854528 00000100:00100000:0.0:1734016124.423600:0:6469:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336854528 00010000:00010000:0.0:1734016124.423654:0:6469:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880097234900/0x3f004d6452e07dd9 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d17ae expref: 12 pid: 7690 timeout: 488 lvb_type: 1 00000100:00100000:0.0:1734016124.423962:0:6469:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336854656 00000100:00100000:0.0:1734016124.423967:0:6469:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336854656 00010000:00010000:0.0:1734016124.423988:0:6469:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880097235200/0x3f004d6452e07dd2 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 475136->479231) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d17a7 expref: 11 pid: 7690 timeout: 488 lvb_type: 0 00000100:00100000:0.0:1734016124.424022:0:6469:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2841 00000100:00100000:0.0:1734016124.424032:0:6469:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076a99500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+12:1979:x1818247336854528:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016124.424054:0:6469:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016124.424088:0:6469:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880097234900/0x3f004d6452e07dd9 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d17ae expref: 12 pid: 7690 timeout: 488 lvb_type: 1 00010000:00010000:0.0:1734016124.424101:0:6469:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880097234900/0x3f004d6452e07dd9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d17ae expref: 12 pid: 7690 timeout: 488 lvb_type: 1 00010000:00010000:0.0:1734016124.424138:0:6469:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097234900/0x3f004d6452e07dd9 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d17ae expref: 12 pid: 7690 timeout: 488 lvb_type: 1 00010000:00010000:0.0:1734016124.424172:0:6469:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016124.424246:0:6469:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076a99500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+11:1979:x1818247336854528:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 214us (818us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016124.424254:0:6469:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2841 00000100:00100000:0.0:1734016124.424277:0:6469:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2842 00000100:00100000:0.0:1734016124.424282:0:6469:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b1f66c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+11:1979:x1818247336854656:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016124.424293:0:6469:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016124.424303:0:6469:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880097235200/0x3f004d6452e07dd2 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 475136->479231) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d17a7 expref: 11 pid: 7690 timeout: 488 lvb_type: 0 00010000:00010000:0.0:1734016124.424315:0:6469:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880097235200/0x3f004d6452e07dd2 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 475136->479231) gid 0 flags: 0x50000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d17a7 expref: 11 pid: 7690 timeout: 488 lvb_type: 0 00010000:00010000:0.0:1734016124.424329:0:6469:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097235200/0x3f004d6452e07dd2 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 475136->479231) gid 0 flags: 0x44801400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d17a7 expref: 11 pid: 7690 timeout: 488 lvb_type: 0 00010000:00010000:0.0:1734016124.424365:0:6469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016124.424367:0:6469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016124.424373:0:6469:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7180/0x3f004d6452e07de0 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [405504->438271] (req 405504->438271) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 7696 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016124.424387:0:6469:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7180/0x3f004d6452e07de0 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [405504->438271] (req 405504->438271) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 7696 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016124.424422:0:6469:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016124.424437:0:6469:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b1f66c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+10:1979:x1818247336854656:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 155us (937us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016124.424445:0:6469:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2842 00010000:00010000:3.0:1734016124.428810:0:7696:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7180/0x3f004d6452e07de0 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [405504->438271] (req 405504->438271) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 7696 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016124.428844:0:7696:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7180/0x3f004d6452e07de0 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [405504->438271] (req 405504->438271) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 7696 timeout: 0 lvb_type: 0 00000001:00080000:0.0:1734016124.440664:0:8954:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969282 is committed 00000001:00080000:0.0:1734016124.440699:0:8954:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969281 is committed 00002000:00010000:3.0:1734016124.441032:0:7696:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 176 -> 240 00010000:00010000:3.0:1734016124.441060:0:7696:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7180/0x3f004d6452e07de0 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [405504->438271] (req 405504->438271) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 7696 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016124.441080:0:7696:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7180/0x3f004d6452e07de0 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [405504->438271] (req 405504->438271) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 7696 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016124.441092:0:7696:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7180/0x3f004d6452e07de0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [405504->438271] (req 405504->438271) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 7696 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016124.441099:0:7696:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88009a9a7180 already unused, calling callback (ffffffffa086d100) 00010000:00010000:3.0:1734016124.441105:0:7696:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7180/0x3f004d6452e07de0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [405504->438271] (req 405504->438271) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 7696 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016124.441116:0:7696:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7180/0x3f004d6452e07de0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [405504->438271] (req 405504->438271) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 7696 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016124.441148:0:7696:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7180/0x3f004d6452e07de0 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [405504->438271] (req 405504->438271) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 7696 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016124.441161:0:7696:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7180/0x3f004d6452e07de0 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [405504->438271] (req 405504->438271) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 7696 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016124.446082:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076a9a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1981:x1818247336854400:12345-192.168.201.10@tcp:4:fsx.0 Request processed in 34682us (35732us total) trans 4294969282 rc 0/0 00000100:00100000:3.0:1734016124.446105:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8934 00000100:00100000:0.0:1734016124.452198:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016124.452376:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336854784 00000100:00100000:1.0:1734016124.452394:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336854784 00000100:00100000:1.0:1734016124.452483:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10648 00000100:00100000:1.0:1734016124.452495:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d804000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1980:x1818247336854784:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:1.0:1734016124.452533:0:7690:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016124.452566:0:7690:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880097235200/0x3f004d6452e07de7 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d17b5 expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1734016124.452600:0:7690:0:(ofd_lvb.c:169:ofd_lvbo_init()) res: [0x280000400:0x5:0x0] initial LVB size: 3475262, mtime: 0x675afc7b, atime: 0x675afc7b, ctime: 0x675afc7b, blocks: 0xf0 00010000:00010000:1.0:1734016124.452642:0:7690:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016124.452646:0:7690:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016124.452658:0:7690:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880097235200/0x3f004d6452e07de7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d17b5 expref: 7 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016124.452677:0:7690:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880097235200/0x3f004d6452e07de7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d17b5 expref: 7 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016124.452692:0:7690:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097235200, rc 0) 00000100:00100000:1.0:1734016124.452775:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d804000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1980:x1818247336854784:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 281us (601us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016124.452782:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10648 00000100:00100000:0.0:1734016124.461580:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016124.465715:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336854912 00000100:00100000:1.0:1734016124.465744:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336854912 00000100:00100000:1.0:1734016124.465855:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10649 00000100:00100000:1.0:1734016124.465889:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d805880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:9673:x1818247336854912:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:1.0:1734016124.465930:0:7690:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016124.465961:0:7690:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880097234900/0x3f004d6452e07dee lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d17bc expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016124.466017:0:7690:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880097235200/0x3f004d6452e07de7 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d17b5 expref: 8 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016124.466024:0:7690:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016124.466026:0:7690:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016124.466029:0:7690:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880097234900/0x3f004d6452e07dee lrc: 4/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [1077248->1126399] (req 1077248->1126399) gid 0 flags: 0x50000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d17bc expref: 8 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016124.466078:0:7690:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880097235200/0x3f004d6452e07de7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d17b5 expref: 8 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016124.466092:0:7690:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880097235200/0x3f004d6452e07de7 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d17b5 expref: 8 pid: 7690 timeout: 488 lvb_type: 1 00000100:00100000:1.0:1734016124.466110:0:7690:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007694a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339429888:192.168.201.10@tcp:104: 00000100:00100000:1.0:1734016124.466201:0:7690:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b42cd0c0 going to sleep for 11 seconds 00000100:00100000:1.0:1734016124.472783:0:7690:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007694a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339429888:192.168.201.10@tcp:104: 00010000:00010000:1.0:1734016124.472853:0:7690:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880097234900/0x3f004d6452e07dee lrc: 3/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [1077248->1126399] (req 1077248->1126399) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d17bc expref: 8 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016124.472965:0:7690:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097234900, rc 0) 00000100:00100000:1.0:1734016124.473425:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d805880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:9673:x1818247336854912:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 7555us (11855us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016124.473442:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10649 00000100:00100000:0.0:1734016124.473974:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016124.474373:0:6470:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336855040 00000100:00100000:1.0:1734016124.474384:0:6470:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336855040 00010000:00010000:1.0:1734016124.474424:0:6470:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880097235200/0x3f004d6452e07de7 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d17b5 expref: 8 pid: 7690 timeout: 488 lvb_type: 1 00000100:00100000:1.0:1734016124.474476:0:6470:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2843 00000100:00100000:1.0:1734016124.474486:0:6470:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d804a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1978:x1818247336855040:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016124.474513:0:6470:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016124.474547:0:6470:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880097235200/0x3f004d6452e07de7 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d17b5 expref: 8 pid: 7690 timeout: 488 lvb_type: 1 00010000:00010000:1.0:1734016124.474566:0:6470:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880097235200/0x3f004d6452e07de7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d17b5 expref: 8 pid: 7690 timeout: 488 lvb_type: 1 00010000:00010000:1.0:1734016124.474598:0:6470:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097235200/0x3f004d6452e07de7 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d17b5 expref: 8 pid: 7690 timeout: 488 lvb_type: 1 00010000:00010000:1.0:1734016124.474633:0:6470:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016124.474636:0:6470:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016124.474646:0:6470:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880097234900/0x3f004d6452e07dee lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1077248->1126399) gid 0 flags: 0x40080000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d17bc expref: 7 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016124.474656:0:6470:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880097234900/0x3f004d6452e07dee lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1077248->1126399) gid 0 flags: 0x40080000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d17bc expref: 7 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016124.474717:0:6470:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880097234900/0x3f004d6452e07dee lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1077248->1126399) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d17bc expref: 7 pid: 7690 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016124.474742:0:6470:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007694a300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6470:1818247339430016:192.168.201.10@tcp:105: 00000100:00100000:1.0:1734016124.474847:0:6470:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b42cd0c0 going to sleep for 11 seconds 00000100:00100000:2.0:1734016124.480727:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016124.481181:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336855168 00000100:00100000:0.0:1734016124.481198:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336855168 00000100:00100000:0.0:1734016124.481287:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10650 00000100:00100000:0.0:1734016124.481302:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076a99500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1979:x1818247336855168:12345-192.168.201.10@tcp:22:fsx.0 00002000:00010000:0.0:1734016124.481744:0:7690:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 3475262 -> 3475262 00002000:00010000:0.0:1734016124.481749:0:7690:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016123 -> 1734016123 00002000:00010000:0.0:1734016124.481751:0:7690:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016123 -> 1734016123 00002000:00010000:0.0:1734016124.481754:0:7690:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016123 -> 1734016123 00002000:00010000:0.0:1734016124.481756:0:7690:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 240 -> 240 00000100:00100000:0.0:1734016124.481919:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076a99500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+9:1979:x1818247336855168:12345-192.168.201.10@tcp:22:fsx.0 Request processed in 620us (1213us total) trans 4294969283 rc 0/0 00000100:00100000:0.0:1734016124.481926:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10650 00000100:00100000:1.0:1734016124.482725:0:6470:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007694a300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6470:1818247339430016:192.168.201.10@tcp:105: 00010000:00010000:1.0:1734016124.482757:0:6470:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016124.482812:0:6470:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d804a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1978:x1818247336855040:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 8326us (8838us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016124.482824:0:6470:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2843 00000100:00100000:2.0:1734016124.496103:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016124.499437:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336855296 00000100:00100000:3.0:1734016124.499473:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336855296 00000100:00100000:3.0:1734016124.499603:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10651 00000100:00100000:3.0:1734016124.499619:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880135f56d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:1980:x1818247336855296:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:3.0:1734016124.499656:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016124.499692:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a9a4b40/0x3f004d6452e07df5 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d17c3 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016124.499837:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880136a24a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339430144:192.168.201.10@tcp:106: 00000100:00100000:3.0:1734016124.500038:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac68ef00 going to sleep for 11 seconds 00000100:00100000:0.0:1734016124.506546:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880136a24a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339430144:192.168.201.10@tcp:106: 00010000:00010000:0.0:1734016124.506657:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a9a4b40/0x3f004d6452e07df5 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d17c3 expref: 6 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016124.506684:0:7689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a4b40/0x3f004d6452e07df5 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d17c3 expref: 6 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016124.506742:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a9a4b40, rc 0) 00000100:00100000:0.0:1734016124.506947:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880135f56d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:1980:x1818247336855296:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 7329us (10866us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016124.506960:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10651 00000100:00100000:1.0:1734016124.517248:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016124.517370:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336855424 00000100:00100000:0.0:1734016124.517394:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336855424 00000100:00100000:0.0:1734016124.517503:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10652 00000100:00100000:0.0:1734016124.517519:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007694a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:1981:x1818247336855424:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:0.0:1734016124.517570:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016124.517626:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a8039b00/0x3f004d6452e07dfc lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d17ca expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016124.517761:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88011d805180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339430272:192.168.201.10@tcp:106: 00000100:00100000:0.0:1734016124.517959:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7486cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016124.522007:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88011d805180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339430272:192.168.201.10@tcp:106: 00010000:00010000:0.0:1734016124.522089:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a8039b00/0x3f004d6452e07dfc lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d17ca expref: 6 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016124.522114:0:7689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a8039b00/0x3f004d6452e07dfc lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d17ca expref: 6 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016124.522154:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a8039b00, rc 0) 00000100:00100000:0.0:1734016124.522260:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007694a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:1981:x1818247336855424:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 4747us (5035us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016124.522272:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10652 00000100:00100000:3.0:1734016124.533296:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016124.543394:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336855552 00000100:00100000:0.0:1734016124.543414:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336855552 00000100:00100000:1.0:1734016124.543585:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10653 00000100:00100000:1.0:1734016124.543602:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880136a26a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1981:x1818247336855552:12345-192.168.201.10@tcp:22:fsx.0 00002000:00010000:1.0:1734016124.544097:0:7689:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 3475262 -> 6387841 00002000:00010000:1.0:1734016124.544101:0:7689:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016123 -> 1734016124 00002000:00010000:1.0:1734016124.544104:0:7689:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016123 -> 1734016123 00002000:00010000:1.0:1734016124.544106:0:7689:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016123 -> 1734016124 00002000:00010000:1.0:1734016124.544109:0:7689:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 240 -> 336 00000100:00100000:1.0:1734016124.550319:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880136a26a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+9:1981:x1818247336855552:12345-192.168.201.10@tcp:22:fsx.0 Request processed in 6687us (17011us total) trans 4294969284 rc 0/0 00000100:00100000:1.0:1734016124.550347:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10653 00000100:00100000:1.0:1734016124.557251:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016124.562124:0:6481:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336855808 00000100:00100000:2.0:1734016124.562154:0:6481:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336855808 00000100:00100000:2.0:1734016124.562284:0:6481:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 1994 00000100:00100000:2.0:1734016124.562296:0:6481:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076949f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+22:9673:x1818247336855808:12345-192.168.201.10@tcp:36:fsx.0 00010000:00010000:2.0:1734016124.562396:0:6481:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016124.562435:0:6481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8038d80/0x3f004d6452e07d8c lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1768 expref: 22 pid: 6482 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016124.562480:0:6481:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:2.0:1734016124.562487:0:6481:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1734016124.562740:0:6481:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800721718c0/0x3f004d6452e07e03 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6481 initiator: MDT0 00010000:00010000:2.0:1734016124.562759:0:6481:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880097237600/0x3f004d6452e07db6 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d178b expref: 14 pid: 6482 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016124.562767:0:6481:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800721718c0/0x3f004d6452e07e03 lrc: 4/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6481 initiator: MDT0 00010000:00010000:2.0:1734016124.562805:0:6481:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880097237600/0x3f004d6452e07db6 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d178b expref: 14 pid: 6482 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016124.562817:0:6481:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880097237600/0x3f004d6452e07db6 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d178b expref: 14 pid: 6482 timeout: 488 lvb_type: 0 00000100:00100000:2.0:1734016124.562832:0:6481:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880135f57100 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6481:1818247339430400:192.168.201.10@tcp:104: 00000100:00100000:2.0:1734016124.562978:0:6481:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012b911c00 going to sleep for 11 seconds 00000100:00100000:2.0:1734016124.574760:0:6481:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880135f57100 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6481:1818247339430400:192.168.201.10@tcp:104: 00000100:00100000:3.0:1734016124.574802:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00010000:00010000:2.0:1734016124.574805:0:6481:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8800721718c0/0x3f004d6452e07e03 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6481 initiator: MDT0 00000100:00100000:1.0:1734016124.575059:0:6470:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336855936 00000100:00100000:1.0:1734016124.575070:0:6470:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336855936 00010000:00010000:1.0:1734016124.575110:0:6470:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880097237600/0x3f004d6452e07db6 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d178b expref: 15 pid: 6482 timeout: 488 lvb_type: 0 00000100:00100000:1.0:1734016124.575167:0:6470:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2844 00000100:00100000:1.0:1734016124.575176:0:6470:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880136a26680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+15:1978:x1818247336855936:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016124.575199:0:6470:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016124.575206:0:6470:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880097237600/0x3f004d6452e07db6 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d178b expref: 15 pid: 6482 timeout: 488 lvb_type: 0 00010000:00010000:1.0:1734016124.575219:0:6470:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880097237600/0x3f004d6452e07db6 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d178b expref: 15 pid: 6482 timeout: 488 lvb_type: 0 00010000:00010000:1.0:1734016124.575252:0:6470:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880097237600/0x3f004d6452e07db6 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d178b expref: 15 pid: 6482 timeout: 488 lvb_type: 0 00010000:00010000:1.0:1734016124.575296:0:6470:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:1.0:1734016124.575301:0:6470:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8800721718c0/0x3f004d6452e07e03 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6481 initiator: MDT0 00010000:00010000:1.0:1734016124.575315:0:6470:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800721718c0/0x3f004d6452e07e03 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6481 initiator: MDT0 00010000:00010000:1.0:1734016124.575325:0:6470:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800721718c0/0x3f004d6452e07e03 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6481 initiator: MDT0 00010000:00010000:1.0:1734016124.575356:0:6470:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016124.575406:0:6470:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880136a26680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+14:1978:x1818247336855936:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 229us (605us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016124.575413:0:6470:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2844 00010000:00010000:2.0:1734016124.577643:0:6481:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8800721718c0/0x3f004d6452e07e03 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6481 initiator: MDT0 00010000:00010000:2.0:1734016124.577668:0:6481:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800721718c0/0x3f004d6452e07e03 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6481 initiator: MDT0 00000001:00080000:2.0:1734016124.577841:0:6481:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294968563 00000004:00010000:2.0:1734016124.578010:0:6481:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff880076949f80 reply state ffff880074635000 transno 4294968564 ns: mdt-lustre-MDT0000_UUID lock: ffff8800721718c0/0x3f004d6452e07e03 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6481 initiator: MDT0 00000100:00100000:2.0:1734016124.578022:0:6481:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1734016124.578229:0:6481:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076949f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+24:9673:x1818247336855808:12345-192.168.201.10@tcp:36:fsx.0 Request processed in 15926us (21001us total) trans 4294968564 rc 0/0 00000100:00100000:2.0:1734016124.578243:0:6481:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 1994 00000020:00080000:2.0:1734016124.578252:0:6481:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:2.0:1734016124.583190:0:3495:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800721718c0/0x3f004d6452e07e03 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6481 initiator: MDT0 00010000:00010000:2.0:1734016124.583214:0:3495:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800721718c0/0x3f004d6452e07e03 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6481 initiator: MDT0 00010000:00010000:2.0:1734016124.583222:0:3495:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800721718c0/0x3f004d6452e07e03 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6481 initiator: MDT0 00010000:00010000:2.0:1734016124.583229:0:3495:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800721718c0 already unused, calling callback (ffffffffa0f03950) 00010000:00010000:2.0:1734016124.583233:0:3495:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800721718c0/0x3f004d6452e07e03 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6481 initiator: MDT0 00010000:00010000:2.0:1734016124.583242:0:3495:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800721718c0/0x3f004d6452e07e03 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6481 initiator: MDT0 00000100:00100000:3.0:1734016124.583258:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00010000:00010000:2.0:1734016124.583263:0:3495:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:2.0:1734016124.583266:0:3495:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734016124.583270:0:3495:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800721718c0/0x3f004d6452e07e03 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6481 initiator: MDT0 00010000:00010000:2.0:1734016124.583275:0:3495:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800721718c0/0x3f004d6452e07e03 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6481 initiator: MDT0 00000100:00100000:0.0:1734016124.583551:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336856064 00000100:00100000:0.0:1734016124.583562:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336856064 00002000:00010000:0.0:1734016124.583607:0:7696:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (8241248->18446744073709551615) 00002000:00100000:0.0:1734016124.583613:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880136a25880 with x1818247336856064 ext(8241248->18446744073709551615) 00002000:00010000:0.0:1734016124.583627:0:7696:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880136a25880. 00000100:00100000:0.0:1734016124.583664:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8935 00000100:00100000:0.0:1734016124.583674:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880136a25880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+9:1979:x1818247336856064:12345-192.168.201.10@tcp:10:fsx.0 00002000:00010000:0.0:1734016124.584018:0:7696:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 6387841 -> 8241248 00002000:00010000:0.0:1734016124.584022:0:7696:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016124 -> 1734016124 00002000:00010000:0.0:1734016124.584024:0:7696:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016123 -> 1734016123 00002000:00010000:0.0:1734016124.584026:0:7696:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016124 -> 1734016124 00002000:00010000:0.0:1734016124.584028:0:7696:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 336 -> 336 00000100:00100000:0.0:1734016124.584104:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880136a25880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+10:1979:x1818247336856064:12345-192.168.201.10@tcp:10:fsx.0 Request processed in 430us (852us total) trans 4294969285 rc 0/0 00000100:00100000:0.0:1734016124.584113:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8935 00002000:00010000:0.0:1734016124.584117:0:7696:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (8241248->18446744073709551615) 00002000:00100000:0.0:1734016124.584120:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880136a25880 with x1818247336856064 ext(8241248->18446744073709551615) 00002000:00010000:0.0:1734016124.584125:0:7696:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880136a25880. 00000100:00100000:2.0:1734016124.591111:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016124.592520:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336856320 00000100:00100000:0.0:1734016124.592544:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336856320 00002000:00100000:0.0:1734016124.592647:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (8241152->8245247) req@ffff880135f57100 x1818247336856320/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:85/0 lens 488/0 e 0 to 0 dl 1734016135 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016124.592664:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880135f57100 with x1818247336856320 ext(8241152->8245247) 00002000:00010000:0.0:1734016124.592675:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880135f57100 00000100:00100000:0.0:1734016124.592715:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8936 00000100:00100000:0.0:1734016124.592727:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880135f57100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+10:1981:x1818247336856320:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:0.0:1734016124.594130:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880135f57100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+10:1981:x1818247336856320:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 1385us (3029us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016124.594147:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8936 00002000:00100000:0.0:1734016124.594160:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (8241152->8245247) req@ffff880135f57100 x1818247336856320/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:85/0 lens 488/4536 e 0 to 0 dl 1734016135 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016124.594170:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880135f57100 with x1818247336856320 ext(8241152->8245247) 00002000:00010000:0.0:1734016124.594175:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880135f57100 00000100:00100000:1.0:1734016124.608721:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016124.608831:0:7695:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336856576 00000100:00100000:2.0:1734016124.608849:0:7695:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336856576 00002000:00100000:2.0:1734016124.608976:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (8237056->8241151) req@ffff88007694b100 x1818247336856576/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:85/0 lens 488/0 e 0 to 0 dl 1734016135 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016124.608989:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007694b100 with x1818247336856576 ext(8237056->8241151) 00002000:00010000:2.0:1734016124.608998:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007694b100 00000100:00100000:2.0:1734016124.609039:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8937 00000100:00100000:2.0:1734016124.609048:0:7695:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007694b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+10:1978:x1818247336856576:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:2.0:1734016124.609405:0:7695:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007694b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+10:1978:x1818247336856576:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 355us (709us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016124.609414:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8937 00002000:00100000:2.0:1734016124.609422:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (8237056->8241151) req@ffff88007694b100 x1818247336856576/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:85/0 lens 488/4536 e 0 to 0 dl 1734016135 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016124.609429:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007694b100 with x1818247336856576 ext(8237056->8241151) 00002000:00010000:2.0:1734016124.609432:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007694b100 00000100:00100000:3.0:1734016124.618202:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016124.620064:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336856832 00000100:00100000:0.0:1734016124.620080:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336856832 00002000:00100000:0.0:1734016124.620187:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (8232960->8237055) req@ffff880136a25500 x1818247336856832/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:85/0 lens 488/0 e 0 to 0 dl 1734016135 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016124.620199:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880136a25500 with x1818247336856832 ext(8232960->8237055) 00002000:00010000:0.0:1734016124.620204:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880136a25500 00000100:00100000:0.0:1734016124.620241:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8938 00000100:00100000:0.0:1734016124.620250:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880136a25500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+10:1978:x1818247336856832:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:2.0:1734016124.620657:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880136a25500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+10:1978:x1818247336856832:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 406us (2471us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016124.620667:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8938 00002000:00100000:2.0:1734016124.620674:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (8232960->8237055) req@ffff880136a25500 x1818247336856832/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:85/0 lens 488/4536 e 0 to 0 dl 1734016135 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016124.620682:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880136a25500 with x1818247336856832 ext(8232960->8237055) 00002000:00010000:2.0:1734016124.620685:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880136a25500 00010000:00010000:2.0:1734016124.627327:0:6472:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734016124.628715:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016124.631517:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336857088 00000100:00100000:2.0:1734016124.631551:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336857088 00002000:00100000:2.0:1734016124.631674:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (8228864->8232959) req@ffff880136a24a80 x1818247336857088/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:85/0 lens 488/0 e 0 to 0 dl 1734016135 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016124.631690:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880136a24a80 with x1818247336857088 ext(8228864->8232959) 00002000:00010000:2.0:1734016124.631703:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880136a24a80 00000100:00100000:2.0:1734016124.631765:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8939 00000100:00100000:2.0:1734016124.631774:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880136a24a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+10:1981:x1818247336857088:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:2.0:1734016124.632194:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880136a24a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+10:1981:x1818247336857088:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 416us (3495us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016124.632205:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8939 00002000:00100000:2.0:1734016124.632215:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (8228864->8232959) req@ffff880136a24a80 x1818247336857088/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:85/0 lens 488/4536 e 0 to 0 dl 1734016135 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016124.632223:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880136a24a80 with x1818247336857088 ext(8228864->8232959) 00002000:00010000:2.0:1734016124.632227:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880136a24a80 00000100:00100000:1.0:1734016124.651754:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016124.651903:0:7695:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336857216 00000100:00100000:0.0:1734016124.651917:0:7695:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336857216 00002000:00100000:0.0:1734016124.651992:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (8228864->8241247) req@ffff880074951880 x1818247336857216/t0(0) o4->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:85/0 lens 12872/0 e 0 to 0 dl 1734016135 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016124.652002:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074951880 with x1818247336857216 ext(8228864->8241247) 00002000:00010000:0.0:1734016124.652009:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074951880 00000100:00100000:0.0:1734016124.652062:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8940 00000100:00100000:0.0:1734016124.652070:0:7695:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074951880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+10:1979:x1818247336857216:12345-192.168.201.10@tcp:4:fsx.0 00000100:00100000:0.0:1734016124.655419:0:7695:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074951880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+12:1979:x1818247336857216:12345-192.168.201.10@tcp:4:fsx.0 Request processed in 3325us (3656us total) trans 4294969286 rc 0/0 00000100:00100000:0.0:1734016124.655439:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8940 00002000:00100000:0.0:1734016124.655461:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (8228864->8241247) req@ffff880074951880 x1818247336857216/t4294969286(0) o4->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:85/0 lens 12872/448 e 0 to 0 dl 1734016135 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016124.655473:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074951880 with x1818247336857216 ext(8228864->8241247) 00002000:00010000:0.0:1734016124.655482:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074951880 00000100:00100000:3.0:1734016124.666705:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016124.671671:0:6481:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336857344 00000100:00100000:2.0:1734016124.671689:0:6481:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336857344 00000100:00100000:2.0:1734016124.671792:0:6481:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 1995 00000100:00100000:2.0:1734016124.671805:0:6481:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b91a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+23:9673:x1818247336857344:12345-192.168.201.10@tcp:44:fsx.0 00000100:00100000:2.0:1734016124.671998:0:6481:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b91a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+23:9673:x1818247336857344:12345-192.168.201.10@tcp:44:fsx.0 Request processed in 197us (5312us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016124.672007:0:6481:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 1995 00000100:00100000:3.0:1734016124.682275:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016124.682726:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336857472 00000100:00100000:0.0:1734016124.682741:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336857472 00000100:00100000:0.0:1734016124.683754:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10654 00000100:00100000:0.0:1734016124.683762:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007431ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+12:1978:x1818247336857472:12345-192.168.201.10@tcp:16:fsx.0 00000001:00080000:0.0:1734016124.697712:0:8954:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969286 is committed 00000100:00100000:2.0:1734016124.697990:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007431ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1978:x1818247336857472:12345-192.168.201.10@tcp:16:fsx.0 Request processed in 14217us (15719us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016124.698007:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10654 00000100:00100000:1.0:1734016124.705406:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016124.705537:0:6481:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336857600 00000100:00100000:2.0:1734016124.705552:0:6481:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336857600 00000100:00100000:2.0:1734016124.705622:0:6481:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 1996 00000100:00100000:2.0:1734016124.705630:0:6481:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074952680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+14:9673:x1818247336857600:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:2.0:1734016124.705659:0:6481:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016124.705685:0:6481:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800721718c0/0x3f004d6452e07e0a lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d17d1 expref: -99 pid: 6481 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016124.705793:0:6481:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880072172640/0x3f004d6452e07e11 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6481 initiator: MDT0 00010000:00010000:2.0:1734016124.705810:0:6481:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880072172640/0x3f004d6452e07e11 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6481 initiator: MDT0 00010000:00010000:2.0:1734016124.705821:0:6481:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880072172640/0x3f004d6452e07e11 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6481 initiator: MDT0 00000004:00200000:2.0:1734016124.705847:0:6481:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 8241248 00000004:00200000:2.0:1734016124.705851:0:6481:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1734016124.705911:0:6481:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880072172640/0x3f004d6452e07e11 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6481 initiator: MDT0 00010000:00010000:2.0:1734016124.705937:0:6481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800721718c0/0x3f004d6452e07e0a lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d17d1 expref: 16 pid: 6481 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016124.705966:0:6481:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880072172640/0x3f004d6452e07e11 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d17d1 expref: 15 pid: 6481 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016124.705974:0:6481:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:2.0:1734016124.705977:0:6481:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1734016124.705980:0:6481:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880072172640, rc 0) 00000100:00100000:2.0:1734016124.706054:0:6481:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074952680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+15:9673:x1818247336857600:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 424us (665us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016124.706060:0:6481:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 1996 00000100:00100000:3.0:1734016124.708992:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016124.709083:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336857728 00000100:00100000:2.0:1734016124.709096:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336857728 00000100:00100000:2.0:1734016124.709160:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10655 00000100:00100000:2.0:1734016124.709168:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074197100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:1978:x1818247336857728:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:2.0:1734016124.709189:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016124.709211:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880072170d80/0x3f004d6452e07e18 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d17d8 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016124.709283:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880135f54000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339430528:192.168.201.10@tcp:106: 00000100:00100000:2.0:1734016124.709371:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012b911e40 going to sleep for 11 seconds 00002000:00010000:2.0:1734016124.712727:0:7689:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime: 1734016123 -> 1734016124 00002000:00010000:2.0:1734016124.712744:0:7689:0:(ofd_lvb.c:301:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks: 336 -> 368 00000100:00100000:2.0:1734016124.712778:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880135f54000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339430528:192.168.201.10@tcp:106: 00010000:00010000:2.0:1734016124.712847:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880072170d80/0x3f004d6452e07e18 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d17d8 expref: 6 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016124.712917:0:7689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880072170d80/0x3f004d6452e07e18 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d17d8 expref: 6 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016124.712948:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880072170d80, rc 0) 00000100:00100000:2.0:1734016124.713024:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074197100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:1978:x1818247336857728:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 3854us (4043us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016124.713036:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10655 00000100:00100000:1.0:1734016124.720627:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016124.720722:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336857856 00000100:00100000:2.0:1734016124.720743:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336857856 00000100:00100000:2.0:1734016124.724537:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10656 00000100:00100000:2.0:1734016124.724558:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074950e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:1981:x1818247336857856:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:2.0:1734016124.724591:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016124.724625:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880072171f80/0x3f004d6452e07e1f lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d17df expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016124.724724:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880135f54000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339430656:192.168.201.10@tcp:106: 00000100:00100000:2.0:1734016124.724842:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012b911e40 going to sleep for 11 seconds 00000100:00100000:2.0:1734016124.728048:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880135f54000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339430656:192.168.201.10@tcp:106: 00010000:00010000:2.0:1734016124.728109:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880072171f80/0x3f004d6452e07e1f lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d17df expref: 6 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016124.728129:0:7689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880072171f80/0x3f004d6452e07e1f lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d17df expref: 6 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016124.728170:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880072171f80, rc 0) 00000100:00100000:2.0:1734016124.732180:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074950e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:1981:x1818247336857856:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 7604us (11549us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016124.732202:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10656 00000100:00100000:3.0:1734016124.738963:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016124.739638:0:6482:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336857984 00000100:00100000:1.0:1734016124.739654:0:6482:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336857984 00000100:00100000:1.0:1734016124.740156:0:6482:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 1997 00000100:00100000:1.0:1734016124.740167:0:6482:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074195180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+23:9673:x1818247336857984:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:1.0:1734016124.740199:0:6482:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016124.740231:0:6482:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880097234000/0x3f004d6452e07e26 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d17e6 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016124.740375:0:6482:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880097234d80/0x3f004d6452e07e2d lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 6482 initiator: MDT0 00010000:00010000:1.0:1734016124.740394:0:6482:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880097234d80/0x3f004d6452e07e2d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6482 initiator: MDT0 00010000:00010000:1.0:1734016124.740408:0:6482:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880097234d80/0x3f004d6452e07e2d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6482 initiator: MDT0 00000004:00200000:1.0:1734016124.740443:0:6482:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 8241248 00000004:00200000:1.0:1734016124.740447:0:6482:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1734016124.740466:0:6482:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880097234d80/0x3f004d6452e07e2d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6482 initiator: MDT0 00010000:00010000:1.0:1734016124.740493:0:6482:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880097234000/0x3f004d6452e07e26 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d17e6 expref: 25 pid: 6482 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016124.740533:0:6482:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880097234d80/0x3f004d6452e07e2d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d17e6 expref: 24 pid: 6482 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016124.740542:0:6482:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:1.0:1734016124.740545:0:6482:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1734016124.740550:0:6482:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097234d80, rc 0) 00000100:00100000:1.0:1734016124.740636:0:6482:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074195180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+24:9673:x1818247336857984:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 469us (1691us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016124.740649:0:6482:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 1997 00000100:00100000:1.0:1734016124.747669:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016124.747795:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336858112 00000100:00100000:2.0:1734016124.747814:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336858112 00000100:00100000:2.0:1734016124.747902:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10657 00000100:00100000:2.0:1734016124.747912:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074953100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:1979:x1818247336858112:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:2.0:1734016124.747940:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016124.747964:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e07e34 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d17ed expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016124.748056:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880135f54000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339430784:192.168.201.10@tcp:106: 00000100:00100000:2.0:1734016124.748179:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012b911e40 going to sleep for 11 seconds 00000100:00100000:2.0:1734016124.762086:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880135f54000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339430784:192.168.201.10@tcp:106: 00010000:00010000:2.0:1734016124.762136:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e07e34 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d17ed expref: 6 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016124.762153:0:7689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e07e34 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d17ed expref: 6 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016124.762191:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880072171440, rc 0) 00000100:00100000:2.0:1734016124.762280:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074953100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:1979:x1818247336858112:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 14368us (14628us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016124.762290:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10657 00000100:00100000:3.0:1734016124.773763:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016124.773903:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336858240 00000100:00100000:2.0:1734016124.773918:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336858240 00000100:00100000:2.0:1734016124.774200:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10658 00000100:00100000:2.0:1734016124.774213:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a9aa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:1980:x1818247336858240:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:2.0:1734016124.774241:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016124.774269:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880072172d00/0x3f004d6452e07e3b lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d17f4 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016124.774371:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880135f54000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339430912:192.168.201.10@tcp:106: 00000100:00100000:2.0:1734016124.774492:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012b911e40 going to sleep for 11 seconds 00000100:00100000:2.0:1734016124.805703:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880135f54000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339430912:192.168.201.10@tcp:106: 00010000:00010000:2.0:1734016124.805783:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880072172d00/0x3f004d6452e07e3b lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d17f4 expref: 6 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016124.805804:0:7689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880072172d00/0x3f004d6452e07e3b lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d17f4 expref: 6 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016124.807609:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880072172d00, rc 0) 00000100:00100000:2.0:1734016124.809068:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a9aa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:1980:x1818247336858240:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 34845us (35316us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016124.809082:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10658 00000100:00100000:3.0:1734016124.817739:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016124.817830:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336858368 00000100:00100000:3.0:1734016124.817851:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336858368 00000100:00100000:3.0:1734016124.817974:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10659 00000100:00100000:3.0:1734016124.817987:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800ac574000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1979:x1818247336858368:12345-192.168.201.10@tcp:22:fsx.0 00002000:00010000:3.0:1734016124.818477:0:7689:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 8241248 -> 8241248 00002000:00010000:3.0:1734016124.818480:0:7689:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016124 -> 1734016124 00002000:00010000:3.0:1734016124.818483:0:7689:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016124 -> 1734016123 00002000:00010000:3.0:1734016124.818485:0:7689:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016124 -> 1734016124 00002000:00010000:3.0:1734016124.818488:0:7689:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 368 -> 440 00000100:00100000:3.0:1734016124.818560:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800ac574000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1979:x1818247336858368:12345-192.168.201.10@tcp:22:fsx.0 Request processed in 575us (850us total) trans 4294969287 rc 0/0 00000100:00100000:3.0:1734016124.818569:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10659 00000100:00100000:3.0:1734016124.820912:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016124.821006:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336858496 00000100:00100000:1.0:1734016124.821022:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336858496 00000100:00100000:1.0:1734016124.821097:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10660 00000100:00100000:1.0:1734016124.821108:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800ac574380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:1978:x1818247336858496:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:1.0:1734016124.821142:0:7690:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016124.821175:0:7690:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880097236d00/0x3f004d6452e07e42 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d17fb expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016124.821302:0:7690:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074952a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339431040:192.168.201.10@tcp:106: 00000100:00100000:1.0:1734016124.821418:0:7690:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b42cd9c0 going to sleep for 11 seconds 00002000:00010000:1.0:1734016124.824941:0:7690:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime: 1734016123 -> 1734016124 00000100:00100000:1.0:1734016124.824989:0:7690:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074952a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339431040:192.168.201.10@tcp:106: 00010000:00010000:1.0:1734016124.825052:0:7690:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880097236d00/0x3f004d6452e07e42 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d17fb expref: 6 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016124.825071:0:7690:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097236d00/0x3f004d6452e07e42 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d17fb expref: 6 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016124.825103:0:7690:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097236d00, rc 0) 00000100:00100000:1.0:1734016124.825200:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800ac574380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:1978:x1818247336858496:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 4093us (4346us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016124.825213:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10660 00000100:00100000:0.0:1734016124.856924:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016124.858474:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336858624 00000100:00100000:1.0:1734016124.858499:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336858624 00000100:00100000:1.0:1734016124.858593:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10661 00000100:00100000:1.0:1734016124.858604:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d805180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:1980:x1818247336858624:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:1.0:1734016124.858637:0:7690:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016124.858666:0:7690:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880097236ac0/0x3f004d6452e07e49 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d1802 expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016124.858750:0:7690:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074952a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339431168:192.168.201.10@tcp:106: 00000100:00100000:1.0:1734016124.858846:0:7690:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b42cd9c0 going to sleep for 11 seconds 00000100:00100000:1.0:1734016124.875307:0:7690:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074952a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339431168:192.168.201.10@tcp:106: 00010000:00010000:1.0:1734016124.875393:0:7690:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880097236ac0/0x3f004d6452e07e49 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1802 expref: 6 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016124.875417:0:7690:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097236ac0/0x3f004d6452e07e49 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1802 expref: 6 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016124.876035:0:7690:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097236ac0, rc 0) 00000100:00100000:1.0:1734016124.879819:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d805180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:1980:x1818247336858624:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 21176us (22936us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016124.879844:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10661 00000100:00100000:1.0:1734016124.885119:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016124.886016:0:7695:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336858880 00000100:00100000:0.0:1734016124.886034:0:7695:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336858880 00002000:00100000:0.0:1734016124.886111:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (3751936->3756031) req@ffff880074952a00 x1818247336858880/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:85/0 lens 488/0 e 0 to 0 dl 1734016135 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016124.886125:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074952a00 with x1818247336858880 ext(3751936->3756031) 00002000:00010000:0.0:1734016124.886134:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074952a00 00000100:00100000:0.0:1734016124.886185:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8941 00000100:00100000:0.0:1734016124.886196:0:7695:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074952a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1980:x1818247336858880:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:0.0:1734016124.886581:0:7695:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074952a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1980:x1818247336858880:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 382us (1482us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016124.886593:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8941 00002000:00100000:0.0:1734016124.886601:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (3751936->3756031) req@ffff880074952a00 x1818247336858880/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:85/0 lens 488/4536 e 0 to 0 dl 1734016135 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016124.886607:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074952a00 with x1818247336858880 ext(3751936->3756031) 00002000:00010000:0.0:1734016124.886611:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074952a00 00000100:00100000:0.0:1734016124.905577:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016124.907623:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336859136 00000100:00100000:3.0:1734016124.907648:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336859136 00002000:00100000:3.0:1734016124.907772:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (3747840->3751935) req@ffff88011d807b80 x1818247336859136/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:85/0 lens 488/0 e 0 to 0 dl 1734016135 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016124.907786:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d807b80 with x1818247336859136 ext(3747840->3751935) 00002000:00010000:3.0:1734016124.907796:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011d807b80 00000100:00100000:3.0:1734016124.907858:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8942 00000100:00100000:3.0:1734016124.907928:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d807b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1980:x1818247336859136:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:3.0:1734016124.908271:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d807b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1980:x1818247336859136:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 344us (2715us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016124.908283:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8942 00002000:00100000:3.0:1734016124.908289:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (3747840->3751935) req@ffff88011d807b80 x1818247336859136/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:85/0 lens 488/4536 e 0 to 0 dl 1734016135 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016124.908295:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d807b80 with x1818247336859136 ext(3747840->3751935) 00002000:00010000:3.0:1734016124.908298:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011d807b80 00000100:00100000:2.0:1734016124.921077:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016124.921180:0:7695:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336859392 00000100:00100000:0.0:1734016124.921190:0:7695:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336859392 00002000:00100000:0.0:1734016124.921259:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (3743744->3747839) req@ffff880135f54000 x1818247336859392/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:85/0 lens 488/0 e 0 to 0 dl 1734016135 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016124.921281:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880135f54000 with x1818247336859392 ext(3743744->3747839) 00002000:00010000:0.0:1734016124.921288:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880135f54000 00000100:00100000:0.0:1734016124.921344:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8943 00000100:00100000:0.0:1734016124.921353:0:7695:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880135f54000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1979:x1818247336859392:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:0.0:1734016124.921731:0:7695:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880135f54000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1979:x1818247336859392:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 377us (680us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016124.921741:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8943 00002000:00100000:0.0:1734016124.921749:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (3743744->3747839) req@ffff880135f54000 x1818247336859392/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:85/0 lens 488/4536 e 0 to 0 dl 1734016135 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016124.921756:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880135f54000 with x1818247336859392 ext(3743744->3747839) 00002000:00010000:0.0:1734016124.921760:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880135f54000 00000100:00100000:1.0:1734016124.924510:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016124.924658:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336859648 00000100:00100000:3.0:1734016124.924680:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336859648 00002000:00100000:3.0:1734016124.924768:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (3739648->3743743) req@ffff880074952300 x1818247336859648/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:85/0 lens 488/0 e 0 to 0 dl 1734016135 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016124.924781:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074952300 with x1818247336859648 ext(3739648->3743743) 00002000:00010000:3.0:1734016124.924789:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074952300 00000100:00100000:3.0:1734016124.924823:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8944 00000100:00100000:3.0:1734016124.924832:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074952300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1978:x1818247336859648:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:3.0:1734016124.925183:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074952300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1978:x1818247336859648:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 349us (693us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016124.925191:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8944 00002000:00100000:3.0:1734016124.925201:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (3739648->3743743) req@ffff880074952300 x1818247336859648/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:85/0 lens 488/4536 e 0 to 0 dl 1734016135 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016124.925208:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074952300 with x1818247336859648 ext(3739648->3743743) 00002000:00010000:3.0:1734016124.925211:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074952300 00000100:00100000:1.0:1734016124.933142:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016124.933238:0:7695:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336859904 00000100:00100000:0.0:1734016124.933252:0:7695:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336859904 00002000:00100000:0.0:1734016124.933321:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (3735552->3739647) req@ffff880074e43800 x1818247336859904/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:85/0 lens 488/0 e 0 to 0 dl 1734016135 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016124.933344:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074e43800 with x1818247336859904 ext(3735552->3739647) 00002000:00010000:0.0:1734016124.933351:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074e43800 00000100:00100000:0.0:1734016124.933391:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8945 00000100:00100000:0.0:1734016124.933400:0:7695:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074e43800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1980:x1818247336859904:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:0.0:1734016124.933687:0:7695:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074e43800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1980:x1818247336859904:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 285us (552us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016124.933697:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8945 00002000:00100000:0.0:1734016124.933704:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (3735552->3739647) req@ffff880074e43800 x1818247336859904/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:85/0 lens 488/4536 e 0 to 0 dl 1734016135 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016124.933711:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074e43800 with x1818247336859904 ext(3735552->3739647) 00002000:00010000:0.0:1734016124.933714:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074e43800 00000100:00100000:2.0:1734016124.962660:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016124.966069:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336860160 00000100:00100000:3.0:1734016124.966092:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336860160 00002000:00100000:3.0:1734016124.966170:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (3731456->3735551) req@ffff880135f56300 x1818247336860160/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:85/0 lens 488/0 e 0 to 0 dl 1734016135 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016124.966186:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880135f56300 with x1818247336860160 ext(3731456->3735551) 00002000:00010000:3.0:1734016124.966193:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880135f56300 00000100:00100000:3.0:1734016124.966253:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8946 00000100:00100000:3.0:1734016124.966260:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880135f56300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1981:x1818247336860160:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:3.0:1734016124.966549:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880135f56300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1981:x1818247336860160:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 288us (3912us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016124.966556:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8946 00002000:00100000:3.0:1734016124.966562:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (3731456->3735551) req@ffff880135f56300 x1818247336860160/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:85/0 lens 488/4536 e 0 to 0 dl 1734016135 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016124.966568:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880135f56300 with x1818247336860160 ext(3731456->3735551) 00002000:00010000:3.0:1734016124.966571:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880135f56300 00000100:00100000:1.0:1734016124.969772:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016124.969959:0:7695:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336860288 00000100:00100000:0.0:1734016124.969979:0:7695:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336860288 00002000:00100000:0.0:1734016124.970072:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (3731456->3756031) req@ffff880074e40380 x1818247336860288/t0(0) o4->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:85/0 lens 488/0 e 0 to 0 dl 1734016135 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016124.970091:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074e40380 with x1818247336860288 ext(3731456->3756031) 00002000:00010000:0.0:1734016124.970102:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074e40380 00000100:00100000:0.0:1734016124.970159:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8947 00000100:00100000:0.0:1734016124.970172:0:7695:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074e40380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1980:x1818247336860288:12345-192.168.201.10@tcp:4:fsx.0 00000100:00100000:0.0:1734016124.974446:0:7695:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074e40380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+10:1980:x1818247336860288:12345-192.168.201.10@tcp:4:fsx.0 Request processed in 4249us (4670us total) trans 4294969288 rc 0/0 00000100:00100000:0.0:1734016124.974466:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8947 00002000:00100000:0.0:1734016124.974487:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (3731456->3756031) req@ffff880074e40380 x1818247336860288/t4294969288(0) o4->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:85/0 lens 488/448 e 0 to 0 dl 1734016135 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016124.974501:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074e40380 with x1818247336860288 ext(3731456->3756031) 00002000:00010000:0.0:1734016124.974511:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074e40380 00000100:00100000:2.0:1734016124.977077:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016124.977212:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336860416 00000100:00100000:1.0:1734016124.977228:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336860416 00000100:00100000:1.0:1734016124.977310:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10662 00000100:00100000:1.0:1734016124.977322:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074ebce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+10:1981:x1818247336860416:12345-192.168.201.10@tcp:16:fsx.0 00000001:00080000:0.0:1734016124.981969:0:8954:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969288 is committed 00000100:00100000:1.0:1734016124.982515:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074ebce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1981:x1818247336860416:12345-192.168.201.10@tcp:16:fsx.0 Request processed in 5178us (5442us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016124.982539:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10662 00000100:00100000:1.0:1734016124.995498:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016124.995647:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336860544 00000100:00100000:2.0:1734016124.995667:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336860544 00000100:00100000:2.0:1734016124.995781:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10663 00000100:00100000:2.0:1734016124.995795:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074e43b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:1980:x1818247336860544:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:2.0:1734016124.995833:0:7690:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016124.995905:0:7690:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880072172d00/0x3f004d6452e07e50 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d1809 expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016124.995993:0:7690:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074ebdf80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339431296:192.168.201.10@tcp:106: 00000100:00100000:2.0:1734016124.996128:0:7690:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012b911e40 going to sleep for 11 seconds 00002000:00010000:3.0:1734016125.002792:0:7690:0:(ofd_lvb.c:301:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks: 440 -> 488 00000100:00100000:3.0:1734016125.002850:0:7690:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074ebdf80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339431296:192.168.201.10@tcp:106: 00010000:00010000:3.0:1734016125.002960:0:7690:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880072172d00/0x3f004d6452e07e50 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1809 expref: 6 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016125.002982:0:7690:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880072172d00/0x3f004d6452e07e50 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1809 expref: 6 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016125.003016:0:7690:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880072172d00, rc 0) 00000100:00100000:3.0:1734016125.003094:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074e43b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:1980:x1818247336860544:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 7299us (7610us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016125.003106:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10663 00000100:00100000:0.0:1734016125.012237:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016125.013981:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336860672 00000100:00100000:3.0:1734016125.014006:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336860672 00000100:00100000:3.0:1734016125.014108:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10664 00000100:00100000:3.0:1734016125.014118:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880129c0fc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:1981:x1818247336860672:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:3.0:1734016125.014151:0:7690:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016125.014178:0:7690:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a9a6880/0x3f004d6452e07e57 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d1810 expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016125.014273:0:7690:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800ac574700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339431424:192.168.201.10@tcp:106: 00000100:00100000:3.0:1734016125.014397:0:7690:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac68e900 going to sleep for 11 seconds 00000100:00100000:3.0:1734016125.019626:0:7690:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800ac574700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339431424:192.168.201.10@tcp:106: 00010000:00010000:3.0:1734016125.019692:0:7690:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a9a6880/0x3f004d6452e07e57 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1810 expref: 6 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016125.019714:0:7690:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a6880/0x3f004d6452e07e57 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1810 expref: 6 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016125.019750:0:7690:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a9a6880, rc 0) 00000100:00100000:3.0:1734016125.022144:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880129c0fc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:1981:x1818247336860672:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 8004us (9909us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016125.022160:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10664 00000100:00100000:1.0:1734016125.029505:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016125.031659:0:6481:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336860928 00000100:00100000:2.0:1734016125.031690:0:6481:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336860928 00000100:00100000:2.0:1734016125.031843:0:6481:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 1998 00000100:00100000:2.0:1734016125.031861:0:6481:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074e41f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+15:9673:x1818247336860928:12345-192.168.201.10@tcp:36:fsx.0 00010000:00010000:2.0:1734016125.031980:0:6481:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016125.032031:0:6481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880072172640/0x3f004d6452e07e11 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d17d1 expref: 15 pid: 6481 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016125.032091:0:6481:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:2.0:1734016125.032097:0:6481:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1734016125.032391:0:6481:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880072171440/0x3f004d6452e07e5e lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6481 initiator: MDT0 00010000:00010000:2.0:1734016125.032412:0:6481:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880097234d80/0x3f004d6452e07e2d lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d17e6 expref: 23 pid: 6482 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016125.032421:0:6481:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff880072171440/0x3f004d6452e07e5e lrc: 4/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6481 initiator: MDT0 00010000:00010000:2.0:1734016125.032476:0:6481:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880097234d80/0x3f004d6452e07e2d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d17e6 expref: 23 pid: 6482 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016125.032493:0:6481:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880097234d80/0x3f004d6452e07e2d lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d17e6 expref: 23 pid: 6482 timeout: 489 lvb_type: 0 00000100:00100000:2.0:1734016125.032514:0:6481:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074ebf800 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6481:1818247339431552:192.168.201.10@tcp:104: 00000100:00100000:2.0:1734016125.032657:0:6481:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012b9113c0 going to sleep for 11 seconds 00000100:00080000:3.0:1734016125.037974:0:6479:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734016095 00000100:00100000:1.0:1734016125.041135:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016125.041317:0:6481:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074ebf800 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6481:1818247339431552:192.168.201.10@tcp:104: 00010000:00010000:2.0:1734016125.041379:0:6481:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff880072171440/0x3f004d6452e07e5e lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6481 initiator: MDT0 00000100:00100000:2.0:1734016125.041436:0:7705:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336861056 00000100:00100000:2.0:1734016125.041446:0:7705:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336861056 00010000:00010000:2.0:1734016125.041519:0:7705:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880097234d80/0x3f004d6452e07e2d lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d17e6 expref: 24 pid: 6482 timeout: 489 lvb_type: 0 00000100:00100000:2.0:1734016125.041553:0:7705:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2845 00000100:00100000:2.0:1734016125.041563:0:7705:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074e42300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+24:1978:x1818247336861056:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016125.041590:0:7705:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016125.041599:0:7705:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880097234d80/0x3f004d6452e07e2d lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d17e6 expref: 24 pid: 6482 timeout: 489 lvb_type: 0 00010000:00010000:2.0:1734016125.041612:0:7705:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880097234d80/0x3f004d6452e07e2d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d17e6 expref: 24 pid: 6482 timeout: 489 lvb_type: 0 00010000:00010000:2.0:1734016125.041650:0:7705:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880097234d80/0x3f004d6452e07e2d lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d17e6 expref: 24 pid: 6482 timeout: 489 lvb_type: 0 00010000:00010000:2.0:1734016125.041672:0:7705:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:2.0:1734016125.041679:0:7705:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff880072171440/0x3f004d6452e07e5e lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6481 initiator: MDT0 00010000:00010000:2.0:1734016125.041693:0:7705:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880072171440/0x3f004d6452e07e5e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6481 initiator: MDT0 00010000:00010000:2.0:1734016125.041703:0:7705:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880072171440/0x3f004d6452e07e5e lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6481 initiator: MDT0 00010000:00010000:2.0:1734016125.041728:0:7705:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016125.041789:0:7705:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074e42300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+23:1978:x1818247336861056:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 227us (681us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016125.041797:0:7705:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2845 00010000:00010000:2.0:1734016125.041825:0:6481:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff880072171440/0x3f004d6452e07e5e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6481 initiator: MDT0 00010000:00010000:2.0:1734016125.041832:0:6481:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880072171440/0x3f004d6452e07e5e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6481 initiator: MDT0 00000001:00080000:2.0:1734016125.042008:0:6481:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294968565 00000004:00010000:2.0:1734016125.042082:0:6481:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff880074e41f80 reply state ffff8800744e2000 transno 4294968566 ns: mdt-lustre-MDT0000_UUID lock: ffff880072171440/0x3f004d6452e07e5e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6481 initiator: MDT0 00000100:00100000:2.0:1734016125.042091:0:6481:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1734016125.042198:0:6481:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074e41f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+17:9673:x1818247336860928:12345-192.168.201.10@tcp:36:fsx.0 Request processed in 10344us (12721us total) trans 4294968566 rc 0/0 00000100:00100000:2.0:1734016125.042208:0:6481:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 1998 00000020:00080000:2.0:1734016125.042213:0:6481:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00080000:0.0:1734016125.042459:0:6479:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734016095 00000100:00100000:2.0:1734016125.048368:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016125.048479:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336861184 00000100:00100000:3.0:1734016125.048501:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336861184 00000100:00100000:3.0:1734016125.048584:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10665 00000100:00100000:3.0:1734016125.048597:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074ebf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:9673:x1818247336861184:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:3.0:1734016125.048640:0:7690:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016125.048679:0:7690:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a9a5b00/0x3f004d6452e07e65 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d1817 expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016125.048733:0:7690:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880097234900/0x3f004d6452e07dee lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1077248->1126399) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d17bc expref: 6 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016125.048743:0:7690:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016125.048746:0:7690:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016125.048751:0:7690:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a9a5b00/0x3f004d6452e07e65 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1817 expref: 6 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016125.048813:0:7690:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880097234900/0x3f004d6452e07dee lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1077248->1126399) gid 0 flags: 0x50000000020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d17bc expref: 6 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016125.048831:0:7690:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880097234900/0x3f004d6452e07dee lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1077248->1126399) gid 0 flags: 0x70000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d17bc expref: 6 pid: 7690 timeout: 489 lvb_type: 0 00000100:00100000:3.0:1734016125.048849:0:7690:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800ac574000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339431680:192.168.201.10@tcp:104: 00010000:00010000:0.0:1734016125.049598:0:3494:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880072171440/0x3f004d6452e07e5e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6481 initiator: MDT0 00010000:00010000:0.0:1734016125.049612:0:3494:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880072171440/0x3f004d6452e07e5e lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6481 initiator: MDT0 00010000:00010000:0.0:1734016125.049622:0:3494:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880072171440/0x3f004d6452e07e5e lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6481 initiator: MDT0 00010000:00010000:0.0:1734016125.049629:0:3494:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880072171440 already unused, calling callback (ffffffffa0f03950) 00010000:00010000:0.0:1734016125.049634:0:3494:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880072171440/0x3f004d6452e07e5e lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6481 initiator: MDT0 00010000:00010000:0.0:1734016125.049644:0:3494:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880072171440/0x3f004d6452e07e5e lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6481 initiator: MDT0 00010000:00010000:0.0:1734016125.049673:0:3494:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:0.0:1734016125.049677:0:3494:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1734016125.049683:0:3494:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880072171440/0x3f004d6452e07e5e lrc: 2/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6481 initiator: MDT0 00010000:00010000:0.0:1734016125.049688:0:3494:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880072171440/0x3f004d6452e07e5e lrc: 0/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6481 initiator: MDT0 00000100:00100000:3.0:1734016125.052853:0:7690:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac68e900 going to sleep for 11 seconds 00000100:00100000:3.0:1734016125.057364:0:7690:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800ac574000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339431680:192.168.201.10@tcp:104: 00010000:00010000:3.0:1734016125.057438:0:7690:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a9a5b00/0x3f004d6452e07e65 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1817 expref: 6 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016125.057474:0:7690:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a9a5b00, rc 0) 00000100:00100000:3.0:1734016125.065078:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074ebf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:9673:x1818247336861184:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 16453us (16699us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016125.065101:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10665 00000100:00100000:1.0:1734016125.071826:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016125.073711:0:6470:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336861312 00000100:00100000:0.0:1734016125.073730:0:6470:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336861312 00010000:00010000:0.0:1734016125.073805:0:6470:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880097234900/0x3f004d6452e07dee lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1077248->1126399) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d17bc expref: 7 pid: 7690 timeout: 489 lvb_type: 0 00000100:00100000:0.0:1734016125.073854:0:6470:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2846 00000100:00100000:0.0:1734016125.073862:0:6470:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074e43480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1979:x1818247336861312:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016125.073906:0:6470:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016125.073937:0:6470:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880097234900/0x3f004d6452e07dee lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1077248->1126399) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d17bc expref: 7 pid: 7690 timeout: 489 lvb_type: 0 00010000:00010000:0.0:1734016125.073950:0:6470:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880097234900/0x3f004d6452e07dee lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1077248->1126399) gid 0 flags: 0x50000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d17bc expref: 7 pid: 7690 timeout: 489 lvb_type: 0 00010000:00010000:0.0:1734016125.073978:0:6470:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097234900/0x3f004d6452e07dee lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1077248->1126399) gid 0 flags: 0x44801400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d17bc expref: 7 pid: 7690 timeout: 489 lvb_type: 0 00010000:00010000:0.0:1734016125.074010:0:6470:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016125.074012:0:6470:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016125.074019:0:6470:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a5b00/0x3f004d6452e07e65 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1817 expref: 5 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016125.074028:0:6470:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a9a5b00/0x3f004d6452e07e65 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1817 expref: 5 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016125.074071:0:6470:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009a9a5b00/0x3f004d6452e07e65 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1817 expref: 5 pid: 7690 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016125.074085:0:6470:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88011d807800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6470:1818247339431808:192.168.201.10@tcp:105: 00000100:00100000:0.0:1734016125.074166:0:6470:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7486e40 going to sleep for 11 seconds 00000100:00080000:2.0:1734016125.074557:0:6479:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734016095 00000100:00100000:0.0:1734016125.077501:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016125.077979:0:6470:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88011d807800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6470:1818247339431808:192.168.201.10@tcp:105: 00010000:00010000:2.0:1734016125.078035:0:6470:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016125.083985:0:6470:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074e43480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1979:x1818247336861312:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 10100us (12156us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016125.084004:0:6470:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2846 00000100:00100000:1.0:1734016125.085096:0:7695:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336861440 00000100:00100000:1.0:1734016125.085113:0:7695:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336861440 00002000:00010000:1.0:1734016125.085174:0:7695:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (8530718->18446744073709551615) 00002000:00100000:1.0:1734016125.085181:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d806680 with x1818247336861440 ext(8530718->18446744073709551615) 00002000:00010000:1.0:1734016125.085197:0:7695:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011d806680. 00000100:00100000:1.0:1734016125.085242:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8948 00000100:00100000:1.0:1734016125.085253:0:7695:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d806680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1978:x1818247336861440:12345-192.168.201.10@tcp:10:fsx.0 00002000:00010000:1.0:1734016125.085717:0:7695:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 8241248 -> 8530718 00002000:00010000:1.0:1734016125.085722:0:7695:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016124 -> 1734016124 00002000:00010000:1.0:1734016125.085725:0:7695:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016124 -> 1734016123 00002000:00010000:1.0:1734016125.085727:0:7695:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016124 -> 1734016124 00002000:00010000:1.0:1734016125.085730:0:7695:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 488 -> 488 00000100:00100000:1.0:1734016125.085841:0:7695:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d806680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1978:x1818247336861440:12345-192.168.201.10@tcp:10:fsx.0 Request processed in 589us (8357us total) trans 4294969289 rc 0/0 00000100:00100000:1.0:1734016125.085851:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8948 00002000:00010000:1.0:1734016125.085856:0:7695:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (8530718->18446744073709551615) 00002000:00100000:1.0:1734016125.085858:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d806680 with x1818247336861440 ext(8530718->18446744073709551615) 00002000:00010000:1.0:1734016125.085892:0:7695:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011d806680. 00000100:00100000:0.0:1734016125.106358:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016125.108156:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336861696 00000100:00100000:3.0:1734016125.108182:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336861696 00002000:00100000:3.0:1734016125.108286:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (3477504->8531967) req@ffff88011d805f80 x1818247336861696/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:86/0 lens 504/0 e 0 to 0 dl 1734016136 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016125.108302:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d805f80 with x1818247336861696 ext(3477504->8531967) 00002000:00010000:3.0:1734016125.108310:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011d805f80 00000100:00100000:3.0:1734016125.108358:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8949 00000100:00100000:3.0:1734016125.108368:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d805f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1980:x1818247336861696:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:0.0:1734016125.114569:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016125.114742:0:7695:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336861952 00000100:00100000:1.0:1734016125.114757:0:7695:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336861952 00002000:00100000:1.0:1734016125.114817:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (7667712->8527871) req@ffff88011d807800 x1818247336861952/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:86/0 lens 488/0 e 0 to 0 dl 1734016136 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016125.114831:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d807800 with x1818247336861952 ext(7667712->8527871) 00002000:00010000:1.0:1734016125.114839:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011d807800 00000100:00100000:1.0:1734016125.114916:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8950 00000100:00100000:1.0:1734016125.114925:0:7695:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d807800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+8:1980:x1818247336861952:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:1.0:1734016125.143934:0:7695:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d807800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+9:1980:x1818247336861952:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 28983us (29357us total) trans 0 rc 860160/860160 00000100:00100000:1.0:1734016125.143958:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8950 00002000:00100000:1.0:1734016125.143980:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (7667712->8527871) req@ffff88011d807800 x1818247336861952/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:86/0 lens 488/440 e 0 to 0 dl 1734016136 ref 1 fl Complete:/200/0 rc 860160/860160 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016125.143992:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d807800 with x1818247336861952 ext(7667712->8527871) 00002000:00010000:1.0:1734016125.144000:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011d807800 00000100:00100000:3.0:1734016125.206249:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d805f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1980:x1818247336861696:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 97854us (99887us total) trans 0 rc 4194304/4194304 00000100:00100000:3.0:1734016125.206271:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8949 00002000:00100000:3.0:1734016125.206293:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (3477504->8531967) req@ffff88011d805f80 x1818247336861696/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:86/0 lens 504/440 e 0 to 0 dl 1734016136 ref 1 fl Complete:/200/0 rc 4194304/4194304 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016125.206307:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d805f80 with x1818247336861696 ext(3477504->8531967) 00002000:00010000:3.0:1734016125.206317:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011d805f80 00000100:00100000:0.0:1734016125.217823:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016125.218748:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336862080 00000100:00100000:3.0:1734016125.218766:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336862080 00002000:00100000:3.0:1734016125.218850:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (8466432->8530717) req@ffff88011d806a00 x1818247336862080/t0(0) o4->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:86/0 lens 488/0 e 0 to 0 dl 1734016136 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016125.218888:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d806a00 with x1818247336862080 ext(8466432->8530717) 00002000:00010000:3.0:1734016125.218898:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011d806a00 00000100:00100000:3.0:1734016125.219018:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8951 00000100:00100000:3.0:1734016125.219027:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d806a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1981:x1818247336862080:12345-192.168.201.10@tcp:4:fsx.0 00000100:00100000:0.0:1734016125.225273:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d806a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+9:1981:x1818247336862080:12345-192.168.201.10@tcp:4:fsx.0 Request processed in 6222us (7440us total) trans 4294969290 rc 0/0 00000100:00100000:0.0:1734016125.225295:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8951 00002000:00100000:0.0:1734016125.225318:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (8466432->8530717) req@ffff88011d806a00 x1818247336862080/t4294969290(0) o4->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:86/0 lens 488/448 e 0 to 0 dl 1734016136 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016125.225349:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d806a00 with x1818247336862080 ext(8466432->8530717) 00002000:00010000:0.0:1734016125.225358:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011d806a00 00000100:00100000:0.0:1734016125.227520:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016125.227683:0:6481:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336862208 00000100:00100000:2.0:1734016125.227705:0:6481:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336862208 00000100:00100000:2.0:1734016125.227808:0:6481:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 1999 00000100:00100000:2.0:1734016125.227823:0:6481:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d804000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+16:9673:x1818247336862208:12345-192.168.201.10@tcp:44:fsx.0 00000100:00100000:2.0:1734016125.228171:0:6481:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d804000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+16:9673:x1818247336862208:12345-192.168.201.10@tcp:44:fsx.0 Request processed in 350us (664us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016125.228181:0:6481:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 1999 00000100:00100000:2.0:1734016125.231048:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016125.232026:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336862336 00000100:00100000:3.0:1734016125.232049:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336862336 00000100:00100000:3.0:1734016125.232132:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10666 00000100:00100000:3.0:1734016125.232144:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074ebce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+9:1978:x1818247336862336:12345-192.168.201.10@tcp:16:fsx.0 00000001:00080000:0.0:1734016125.237535:0:8954:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969290 is committed 00000100:00100000:3.0:1734016125.240288:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074ebce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1978:x1818247336862336:12345-192.168.201.10@tcp:16:fsx.0 Request processed in 8113us (9224us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016125.240316:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10666 00000100:00100000:0.0:1734016125.256080:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016125.256312:0:6482:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336862464 00000100:00100000:2.0:1734016125.256332:0:6482:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336862464 00000100:00100000:2.0:1734016125.256412:0:6482:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2000 00000100:00100000:2.0:1734016125.256423:0:6482:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d805880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+16:9673:x1818247336862464:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:2.0:1734016125.256449:0:6482:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016125.256483:0:6482:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880072172640/0x3f004d6452e07e6c lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d181e expref: -99 pid: 6482 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016125.256606:0:6482:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880072171f80/0x3f004d6452e07e73 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6482 initiator: MDT0 00010000:00010000:2.0:1734016125.256629:0:6482:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880072171f80/0x3f004d6452e07e73 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6482 initiator: MDT0 00010000:00010000:2.0:1734016125.256647:0:6482:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880072171f80/0x3f004d6452e07e73 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6482 initiator: MDT0 00000004:00200000:2.0:1734016125.256677:0:6482:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 8530718 00000004:00200000:2.0:1734016125.256682:0:6482:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1734016125.258983:0:6482:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880072171f80/0x3f004d6452e07e73 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6482 initiator: MDT0 00010000:00010000:2.0:1734016125.259058:0:6482:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880072172640/0x3f004d6452e07e6c lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d181e expref: 18 pid: 6482 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016125.260525:0:6482:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880072171f80/0x3f004d6452e07e73 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d181e expref: 17 pid: 6482 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016125.260537:0:6482:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:2.0:1734016125.260541:0:6482:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1734016125.260544:0:6482:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880072171f80, rc 0) 00000100:00100000:2.0:1734016125.260647:0:6482:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d805880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+17:9673:x1818247336862464:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 4225us (4582us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016125.260664:0:6482:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2000 00000100:00100000:2.0:1734016125.267081:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016125.268151:0:6482:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336862592 00000100:00100000:0.0:1734016125.268162:0:6482:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336862592 00000100:00100000:0.0:1734016125.268232:0:6482:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2001 00000100:00100000:0.0:1734016125.268241:0:6482:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074ebdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+23:9673:x1818247336862592:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:0.0:1734016125.268267:0:6482:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016125.268290:0:6482:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a803ad00/0x3f004d6452e07e7a lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d1825 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016125.268441:0:6482:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8038fc0/0x3f004d6452e07e81 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 6482 initiator: MDT0 00010000:00010000:0.0:1734016125.268457:0:6482:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8038fc0/0x3f004d6452e07e81 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6482 initiator: MDT0 00010000:00010000:0.0:1734016125.268469:0:6482:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8038fc0/0x3f004d6452e07e81 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6482 initiator: MDT0 00000004:00200000:0.0:1734016125.268507:0:6482:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 8530718 00000004:00200000:0.0:1734016125.268512:0:6482:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1734016125.268534:0:6482:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8038fc0/0x3f004d6452e07e81 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6482 initiator: MDT0 00010000:00010000:0.0:1734016125.268567:0:6482:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a803ad00/0x3f004d6452e07e7a lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1825 expref: 25 pid: 6482 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016125.268617:0:6482:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8038fc0/0x3f004d6452e07e81 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1825 expref: 24 pid: 6482 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016125.268627:0:6482:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:0.0:1734016125.268630:0:6482:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1734016125.268634:0:6482:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a8038fc0, rc 0) 00000100:00100000:0.0:1734016125.268714:0:6482:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074ebdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+24:9673:x1818247336862592:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 473us (1645us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016125.268723:0:6482:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2001 00000100:00100000:0.0:1734016125.271381:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016125.271591:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336862720 00000100:00100000:3.0:1734016125.271607:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336862720 00000100:00100000:3.0:1734016125.272384:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10667 00000100:00100000:3.0:1734016125.272397:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d805180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1978:x1818247336862720:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:3.0:1734016125.272424:0:7690:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016125.272448:0:7690:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7600/0x3f004d6452e07e88 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d182c expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016125.272523:0:7690:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800ac574000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339431936:192.168.201.10@tcp:106: 00000100:00100000:3.0:1734016125.272623:0:7690:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac68ecc0 going to sleep for 11 seconds 00002000:00010000:3.0:1734016125.281750:0:7690:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime: 1734016123 -> 1734016124 00002000:00010000:3.0:1734016125.281768:0:7690:0:(ofd_lvb.c:301:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks: 488 -> 616 00000100:00100000:3.0:1734016125.281809:0:7690:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800ac574000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339431936:192.168.201.10@tcp:106: 00010000:00010000:3.0:1734016125.281930:0:7690:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7600/0x3f004d6452e07e88 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d182c expref: 7 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016125.281951:0:7690:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7600/0x3f004d6452e07e88 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d182c expref: 7 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016125.281987:0:7690:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a9a7600, rc 0) 00000100:00100000:3.0:1734016125.282089:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d805180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1978:x1818247336862720:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 9695us (10723us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016125.282100:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10667 00000100:00100000:0.0:1734016125.285078:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016125.285268:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336862848 00000100:00100000:3.0:1734016125.285286:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336862848 00000100:00100000:3.0:1734016125.285466:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10668 00000100:00100000:3.0:1734016125.285478:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074e55500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1981:x1818247336862848:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:3.0:1734016125.285507:0:7690:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016125.285541:0:7690:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a9a4fc0/0x3f004d6452e07e8f lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d1833 expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016125.285641:0:7690:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800ac574000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339432064:192.168.201.10@tcp:106: 00000100:00100000:3.0:1734016125.287497:0:7690:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac68ecc0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016125.289474:0:7690:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800ac574000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339432064:192.168.201.10@tcp:106: 00010000:00010000:3.0:1734016125.289536:0:7690:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a9a4fc0/0x3f004d6452e07e8f lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1833 expref: 7 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016125.289556:0:7690:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a4fc0/0x3f004d6452e07e8f lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1833 expref: 7 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016125.289576:0:7690:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a9a4fc0, rc 0) 00000100:00100000:3.0:1734016125.289667:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074e55500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1981:x1818247336862848:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 4185us (4606us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016125.289686:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10668 00000100:00100000:0.0:1734016125.293314:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016125.293497:0:6481:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336863104 00000100:00100000:2.0:1734016125.293511:0:6481:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336863104 00000100:00100000:2.0:1734016125.293581:0:6481:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2002 00000100:00100000:2.0:1734016125.293590:0:6481:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074e55880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+17:9673:x1818247336863104:12345-192.168.201.10@tcp:36:fsx.0 00010000:00010000:2.0:1734016125.293669:0:6481:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016125.293707:0:6481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880072171f80/0x3f004d6452e07e73 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d181e expref: 17 pid: 6482 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016125.293749:0:6481:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:2.0:1734016125.293754:0:6481:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1734016125.293975:0:6481:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880072170d80/0x3f004d6452e07e96 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6481 initiator: MDT0 00010000:00010000:2.0:1734016125.293992:0:6481:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8038fc0/0x3f004d6452e07e81 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1825 expref: 23 pid: 6482 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016125.294000:0:6481:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff880072170d80/0x3f004d6452e07e96 lrc: 4/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6481 initiator: MDT0 00010000:00010000:2.0:1734016125.294041:0:6481:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8038fc0/0x3f004d6452e07e81 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1825 expref: 23 pid: 6482 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016125.294054:0:6481:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8038fc0/0x3f004d6452e07e81 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1825 expref: 23 pid: 6482 timeout: 489 lvb_type: 0 00000100:00100000:2.0:1734016125.294071:0:6481:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074623100 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6481:1818247339432192:192.168.201.10@tcp:104: 00000100:00100000:2.0:1734016125.294156:0:6481:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012b911e40 going to sleep for 11 seconds 00000100:00100000:0.0:1734016125.301290:0:6481:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074623100 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6481:1818247339432192:192.168.201.10@tcp:104: 00010000:00010000:0.0:1734016125.301338:0:6481:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff880072170d80/0x3f004d6452e07e96 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6481 initiator: MDT0 00000100:00100000:2.0:1734016125.301533:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016125.301598:0:6470:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336863232 00000100:00100000:0.0:1734016125.301607:0:6470:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336863232 00010000:00010000:0.0:1734016125.301647:0:6470:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8038fc0/0x3f004d6452e07e81 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1825 expref: 24 pid: 6482 timeout: 489 lvb_type: 0 00000100:00100000:0.0:1734016125.301697:0:6470:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2847 00000100:00100000:0.0:1734016125.301705:0:6470:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074622680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+24:1979:x1818247336863232:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016125.301722:0:6470:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016125.301730:0:6470:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8038fc0/0x3f004d6452e07e81 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1825 expref: 24 pid: 6482 timeout: 489 lvb_type: 0 00010000:00010000:0.0:1734016125.301746:0:6470:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8038fc0/0x3f004d6452e07e81 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1825 expref: 24 pid: 6482 timeout: 489 lvb_type: 0 00010000:00010000:0.0:1734016125.301771:0:6470:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8038fc0/0x3f004d6452e07e81 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1825 expref: 24 pid: 6482 timeout: 489 lvb_type: 0 00010000:00010000:0.0:1734016125.301801:0:6470:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:0.0:1734016125.301807:0:6470:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff880072170d80/0x3f004d6452e07e96 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6481 initiator: MDT0 00010000:00010000:0.0:1734016125.301817:0:6470:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880072170d80/0x3f004d6452e07e96 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6481 initiator: MDT0 00010000:00010000:0.0:1734016125.301826:0:6470:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880072170d80/0x3f004d6452e07e96 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6481 initiator: MDT0 00010000:00010000:0.0:1734016125.301847:0:6470:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016125.301914:0:6470:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074622680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+23:1979:x1818247336863232:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 209us (383us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016125.301923:0:6470:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2847 00010000:00010000:0.0:1734016125.301943:0:6481:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff880072170d80/0x3f004d6452e07e96 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6481 initiator: MDT0 00010000:00010000:0.0:1734016125.301949:0:6481:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880072170d80/0x3f004d6452e07e96 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6481 initiator: MDT0 00000001:00080000:1.0:1734016125.303112:0:6481:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294968567 00000004:00010000:1.0:1734016125.303175:0:6481:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff880074e55880 reply state ffff8800744e4000 transno 4294968568 ns: mdt-lustre-MDT0000_UUID lock: ffff880072170d80/0x3f004d6452e07e96 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6481 initiator: MDT0 00000100:00100000:1.0:1734016125.303184:0:6481:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1734016125.303284:0:6481:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074e55880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+19:9673:x1818247336863104:12345-192.168.201.10@tcp:36:fsx.0 Request processed in 9694us (9989us total) trans 4294968568 rc 0/0 00000100:00100000:1.0:1734016125.303293:0:6481:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2002 00000020:00080000:1.0:1734016125.303297:0:6481:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1734016125.305314:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016125.305540:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336863360 00000100:00100000:1.0:1734016125.305554:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336863360 00002000:00010000:1.0:1734016125.305612:0:7696:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (5728138->18446744073709551615) 00002000:00100000:1.0:1734016125.305617:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074623100 with x1818247336863360 ext(5728138->18446744073709551615) 00002000:00010000:1.0:1734016125.305633:0:7696:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074623100. 00000100:00100000:1.0:1734016125.305680:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8952 00000100:00100000:1.0:1734016125.305688:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074623100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1978:x1818247336863360:12345-192.168.201.10@tcp:10:fsx.0 00002000:00010000:1.0:1734016125.308771:0:7696:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 8530718 -> 5728138 00002000:00010000:1.0:1734016125.308787:0:7696:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016124 -> 1734016124 00002000:00010000:1.0:1734016125.308790:0:7696:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016124 -> 1734016124 00002000:00010000:1.0:1734016125.308793:0:7696:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016124 -> 1734016124 00002000:00010000:1.0:1734016125.308797:0:7696:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 616 -> 360 00000100:00100000:1.0:1734016125.308980:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074623100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1978:x1818247336863360:12345-192.168.201.10@tcp:10:fsx.0 Request processed in 3280us (3671us total) trans 4294969291 rc 0/0 00000100:00100000:1.0:1734016125.308999:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8952 00002000:00010000:1.0:1734016125.309010:0:7696:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (5728138->18446744073709551615) 00002000:00100000:1.0:1734016125.309015:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074623100 with x1818247336863360 ext(5728138->18446744073709551615) 00002000:00010000:1.0:1734016125.309025:0:7696:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074623100. 00010000:00010000:3.0:1734016125.309403:0:3495:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880072170d80/0x3f004d6452e07e96 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6481 initiator: MDT0 00010000:00010000:3.0:1734016125.309417:0:3495:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880072170d80/0x3f004d6452e07e96 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6481 initiator: MDT0 00010000:00010000:3.0:1734016125.309426:0:3495:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880072170d80/0x3f004d6452e07e96 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6481 initiator: MDT0 00010000:00010000:3.0:1734016125.309435:0:3495:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880072170d80 already unused, calling callback (ffffffffa0f03950) 00010000:00010000:3.0:1734016125.309441:0:3495:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880072170d80/0x3f004d6452e07e96 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6481 initiator: MDT0 00010000:00010000:3.0:1734016125.309448:0:3495:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880072170d80/0x3f004d6452e07e96 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6481 initiator: MDT0 00010000:00010000:3.0:1734016125.309471:0:3495:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:3.0:1734016125.309474:0:3495:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1734016125.309482:0:3495:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880072170d80/0x3f004d6452e07e96 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6481 initiator: MDT0 00010000:00010000:3.0:1734016125.309487:0:3495:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880072170d80/0x3f004d6452e07e96 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6481 initiator: MDT0 00000100:00100000:2.0:1734016125.322528:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016125.322806:0:6481:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336863488 00000100:00100000:1.0:1734016125.322822:0:6481:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336863488 00000100:00100000:1.0:1734016125.323707:0:6481:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2003 00000100:00100000:1.0:1734016125.323723:0:6481:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074c8b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+18:9673:x1818247336863488:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:1.0:1734016125.323772:0:6481:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016125.323810:0:6481:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880097234900/0x3f004d6452e07e9d lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d183a expref: -99 pid: 6481 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016125.324005:0:6481:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880097234b40/0x3f004d6452e07ea4 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6481 initiator: MDT0 00010000:00010000:1.0:1734016125.326114:0:6481:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880097234b40/0x3f004d6452e07ea4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6481 initiator: MDT0 00010000:00010000:1.0:1734016125.326147:0:6481:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880097234b40/0x3f004d6452e07ea4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6481 initiator: MDT0 00000004:00200000:1.0:1734016125.326237:0:6481:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 5728138 00000004:00200000:1.0:1734016125.326247:0:6481:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1734016125.326283:0:6481:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880097234b40/0x3f004d6452e07ea4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6481 initiator: MDT0 00010000:00010000:1.0:1734016125.326345:0:6481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880097234900/0x3f004d6452e07e9d lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d183a expref: 20 pid: 6481 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016125.326373:0:6481:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880097234b40/0x3f004d6452e07ea4 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d183a expref: 19 pid: 6481 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016125.326385:0:6481:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:1.0:1734016125.326388:0:6481:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1734016125.326392:0:6481:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097234b40, rc 0) 00000100:00100000:1.0:1734016125.326730:0:6481:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074c8b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+19:9673:x1818247336863488:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 3007us (4231us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016125.326741:0:6481:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2003 00000100:00100000:0.0:1734016125.342103:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016125.342264:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336863744 00000100:00100000:1.0:1734016125.342281:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336863744 00002000:00100000:1.0:1734016125.342360:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (0->3477503) req@ffff88009205aa00 x1818247336863744/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:86/0 lens 488/0 e 0 to 0 dl 1734016136 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016125.342372:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88009205aa00 with x1818247336863744 ext(0->3477503) 00002000:00010000:1.0:1734016125.342381:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009205aa00 00000100:00100000:2.0:1734016125.343781:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8953 00000100:00100000:2.0:1734016125.343795:0:7695:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009205aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1980:x1818247336863744:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:3.0:1734016125.407723:0:7695:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009205aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1980:x1818247336863744:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 63903us (65616us total) trans 0 rc 3477504/3477504 00000100:00100000:3.0:1734016125.407744:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8953 00002000:00100000:3.0:1734016125.407769:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (0->3477503) req@ffff88009205aa00 x1818247336863744/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:86/0 lens 488/440 e 0 to 0 dl 1734016136 ref 1 fl Complete:/200/0 rc 3477504/3477504 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016125.410536:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88009205aa00 with x1818247336863744 ext(0->3477503) 00002000:00010000:3.0:1734016125.410569:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009205aa00 00000100:00100000:0.0:1734016125.415533:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016125.417576:0:6481:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336863872 00000100:00100000:1.0:1734016125.417600:0:6481:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336863872 00000100:00100000:1.0:1734016125.418150:0:6481:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2004 00000100:00100000:1.0:1734016125.418162:0:6481:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880092059880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+23:9673:x1818247336863872:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:1.0:1734016125.418201:0:6481:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016125.418230:0:6481:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800972358c0/0x3f004d6452e07eab lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d1841 expref: -99 pid: 6481 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016125.418404:0:6481:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880097234900/0x3f004d6452e07eb2 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 6481 initiator: MDT0 00010000:00010000:1.0:1734016125.418427:0:6481:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880097234900/0x3f004d6452e07eb2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6481 initiator: MDT0 00010000:00010000:1.0:1734016125.418442:0:6481:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880097234900/0x3f004d6452e07eb2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6481 initiator: MDT0 00000004:00200000:1.0:1734016125.418484:0:6481:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 5728138 00000004:00200000:1.0:1734016125.418491:0:6481:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1734016125.418521:0:6481:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880097234900/0x3f004d6452e07eb2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6481 initiator: MDT0 00010000:00010000:1.0:1734016125.418555:0:6481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800972358c0/0x3f004d6452e07eab lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1841 expref: 25 pid: 6481 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016125.419271:0:6481:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880097234900/0x3f004d6452e07eb2 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1841 expref: 24 pid: 6481 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016125.419286:0:6481:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:1.0:1734016125.419289:0:6481:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1734016125.419294:0:6481:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097234900, rc 0) 00000100:00100000:1.0:1734016125.419536:0:6481:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880092059880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+24:9673:x1818247336863872:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 1373us (4018us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016125.419550:0:6481:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2004 00000100:00100000:0.0:1734016125.427619:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016125.427788:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336864000 00000100:00100000:3.0:1734016125.427809:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336864000 00000100:00100000:3.0:1734016125.427967:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10669 00000100:00100000:3.0:1734016125.427978:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009205bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1979:x1818247336864000:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:3.0:1734016125.428017:0:7690:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016125.428056:0:7690:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a9a6400/0x3f004d6452e07eb9 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d1848 expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016125.428170:0:7690:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800ac574000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339432320:192.168.201.10@tcp:106: 00000100:00100000:3.0:1734016125.428299:0:7690:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac68ecc0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016125.436252:0:7690:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800ac574000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339432320:192.168.201.10@tcp:106: 00010000:00010000:3.0:1734016125.436313:0:7690:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a9a6400/0x3f004d6452e07eb9 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1848 expref: 7 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016125.436338:0:7690:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a6400/0x3f004d6452e07eb9 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1848 expref: 7 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016125.436365:0:7690:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a9a6400, rc 0) 00000100:00100000:3.0:1734016125.437061:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009205bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1979:x1818247336864000:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 9080us (9465us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016125.437073:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10669 00000100:00100000:0.0:1734016125.445691:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016125.446270:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336864128 00000100:00100000:3.0:1734016125.446285:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336864128 00000100:00100000:3.0:1734016125.446367:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10670 00000100:00100000:3.0:1734016125.446376:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880092059500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1980:x1818247336864128:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:3.0:1734016125.446408:0:7690:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016125.446441:0:7690:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a9a6f40/0x3f004d6452e07ec0 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d184f expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016125.446543:0:7690:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800ac574000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339432448:192.168.201.10@tcp:106: 00000100:00100000:3.0:1734016125.446651:0:7690:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac68ecc0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016125.450986:0:7690:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800ac574000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339432448:192.168.201.10@tcp:106: 00010000:00010000:3.0:1734016125.451080:0:7690:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a9a6f40/0x3f004d6452e07ec0 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d184f expref: 7 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016125.451102:0:7690:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a6f40/0x3f004d6452e07ec0 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d184f expref: 7 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016125.451728:0:7690:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a9a6f40, rc 0) 00000100:00100000:3.0:1734016125.451860:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880092059500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1980:x1818247336864128:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 5480us (6187us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016125.451897:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10670 00000100:00100000:0.0:1734016125.463653:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016125.467486:0:6481:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336864384 00000100:00100000:1.0:1734016125.467514:0:6481:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336864384 00000100:00100000:1.0:1734016125.467663:0:6481:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2005 00000100:00100000:1.0:1734016125.467677:0:6481:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009205a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+19:9673:x1818247336864384:12345-192.168.201.10@tcp:36:fsx.0 00010000:00010000:1.0:1734016125.467780:0:6481:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016125.467833:0:6481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880097234b40/0x3f004d6452e07ea4 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d183a expref: 19 pid: 6481 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016125.467955:0:6481:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:1.0:1734016125.467964:0:6481:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1734016125.468263:0:6481:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880097234d80/0x3f004d6452e07ec7 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6481 initiator: MDT0 00010000:00010000:1.0:1734016125.468280:0:6481:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880097234900/0x3f004d6452e07eb2 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1841 expref: 23 pid: 6481 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016125.468289:0:6481:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff880097234d80/0x3f004d6452e07ec7 lrc: 4/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6481 initiator: MDT0 00010000:00010000:1.0:1734016125.468369:0:6481:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880097234900/0x3f004d6452e07eb2 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1841 expref: 23 pid: 6481 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016125.468386:0:6481:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880097234900/0x3f004d6452e07eb2 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1841 expref: 23 pid: 6481 timeout: 489 lvb_type: 0 00000100:00100000:1.0:1734016125.468405:0:6481:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074e42d80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6481:1818247339432576:192.168.201.10@tcp:104: 00000100:00100000:1.0:1734016125.468575:0:6481:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b42cd0c0 going to sleep for 11 seconds 00000100:00100000:1.0:1734016125.471234:0:6481:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074e42d80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6481:1818247339432576:192.168.201.10@tcp:104: 00010000:00010000:1.0:1734016125.471279:0:6481:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff880097234d80/0x3f004d6452e07ec7 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6481 initiator: MDT0 00000100:00100000:0.0:1734016125.477471:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016125.477677:0:7705:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336864512 00000100:00100000:3.0:1734016125.477697:0:7705:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336864512 00010000:00010000:3.0:1734016125.477780:0:7705:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880097234900/0x3f004d6452e07eb2 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1841 expref: 24 pid: 6481 timeout: 489 lvb_type: 0 00000100:00100000:3.0:1734016125.477846:0:7705:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2848 00000100:00100000:3.0:1734016125.477860:0:7705:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075003b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+24:1978:x1818247336864512:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016125.477944:0:7705:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016125.477955:0:7705:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880097234900/0x3f004d6452e07eb2 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1841 expref: 24 pid: 6481 timeout: 489 lvb_type: 0 00010000:00010000:3.0:1734016125.477975:0:7705:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880097234900/0x3f004d6452e07eb2 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1841 expref: 24 pid: 6481 timeout: 489 lvb_type: 0 00010000:00010000:3.0:1734016125.478015:0:7705:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880097234900/0x3f004d6452e07eb2 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1841 expref: 24 pid: 6481 timeout: 489 lvb_type: 0 00010000:00010000:3.0:1734016125.480050:0:7705:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:3.0:1734016125.480072:0:7705:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff880097234d80/0x3f004d6452e07ec7 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6481 initiator: MDT0 00010000:00010000:3.0:1734016125.480090:0:7705:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880097234d80/0x3f004d6452e07ec7 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6481 initiator: MDT0 00010000:00010000:3.0:1734016125.480100:0:7705:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880097234d80/0x3f004d6452e07ec7 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6481 initiator: MDT0 00010000:00010000:1.0:1734016125.486727:0:6481:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff880097234d80/0x3f004d6452e07ec7 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6481 initiator: MDT0 00010000:00010000:1.0:1734016125.486760:0:6481:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880097234d80/0x3f004d6452e07ec7 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6481 initiator: MDT0 00000001:00080000:1.0:1734016125.486951:0:6481:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294968569 00000004:00010000:1.0:1734016125.487034:0:6481:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff88009205a680 reply state ffff8800751df000 transno 4294968570 ns: mdt-lustre-MDT0000_UUID lock: ffff880097234d80/0x3f004d6452e07ec7 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6481 initiator: MDT0 00000100:00100000:1.0:1734016125.487045:0:6481:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1734016125.487448:0:7705:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016125.488374:0:6481:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009205a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+21:9673:x1818247336864384:12345-192.168.201.10@tcp:36:fsx.0 Request processed in 20691us (24738us total) trans 4294968570 rc 0/0 00000100:00100000:1.0:1734016125.488388:0:6481:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2005 00000020:00080000:1.0:1734016125.488397:0:6481:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1734016125.488473:0:7705:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075003b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+23:1978:x1818247336864512:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 10613us (11024us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016125.488484:0:7705:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2848 00000100:00100000:1.0:1734016125.494543:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00010000:00010000:1.0:1734016125.494589:0:3494:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880097234d80/0x3f004d6452e07ec7 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6481 initiator: MDT0 00010000:00010000:1.0:1734016125.494600:0:3494:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880097234d80/0x3f004d6452e07ec7 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6481 initiator: MDT0 00010000:00010000:1.0:1734016125.494608:0:3494:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880097234d80/0x3f004d6452e07ec7 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6481 initiator: MDT0 00010000:00010000:1.0:1734016125.494615:0:3494:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880097234d80 already unused, calling callback (ffffffffa0f03950) 00010000:00010000:1.0:1734016125.494620:0:3494:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880097234d80/0x3f004d6452e07ec7 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6481 initiator: MDT0 00010000:00010000:1.0:1734016125.494629:0:3494:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880097234d80/0x3f004d6452e07ec7 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6481 initiator: MDT0 00010000:00010000:1.0:1734016125.494650:0:3494:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:1.0:1734016125.494652:0:3494:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1734016125.494656:0:3494:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880097234d80/0x3f004d6452e07ec7 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6481 initiator: MDT0 00010000:00010000:1.0:1734016125.494661:0:3494:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880097234d80/0x3f004d6452e07ec7 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6481 initiator: MDT0 00000100:00100000:3.0:1734016125.494751:0:7695:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336864640 00000100:00100000:3.0:1734016125.494763:0:7695:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336864640 00002000:00010000:3.0:1734016125.494814:0:7695:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (5917712->18446744073709551615) 00002000:00100000:3.0:1734016125.494819:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074e42d80 with x1818247336864640 ext(5917712->18446744073709551615) 00002000:00010000:3.0:1734016125.494835:0:7695:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074e42d80. 00000100:00100000:3.0:1734016125.494861:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8954 00000100:00100000:3.0:1734016125.495494:0:7695:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074e42d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1978:x1818247336864640:12345-192.168.201.10@tcp:10:fsx.0 00002000:00010000:3.0:1734016125.495767:0:7695:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 5728138 -> 5917712 00002000:00010000:3.0:1734016125.495771:0:7695:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016124 -> 1734016124 00002000:00010000:3.0:1734016125.495773:0:7695:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016124 -> 1734016124 00002000:00010000:3.0:1734016125.495775:0:7695:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016124 -> 1734016124 00002000:00010000:3.0:1734016125.495778:0:7695:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 360 -> 360 00000100:00100000:3.0:1734016125.498342:0:7695:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074e42d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+8:1978:x1818247336864640:12345-192.168.201.10@tcp:10:fsx.0 Request processed in 2820us (3782us total) trans 4294969292 rc 0/0 00000100:00100000:3.0:1734016125.498366:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8954 00002000:00010000:3.0:1734016125.498379:0:7695:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (5917712->18446744073709551615) 00002000:00100000:3.0:1734016125.498384:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074e42d80 with x1818247336864640 ext(5917712->18446744073709551615) 00002000:00010000:3.0:1734016125.498402:0:7695:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074e42d80. 00000100:00100000:1.0:1734016125.506929:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016125.509187:0:7695:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336864896 00000100:00100000:3.0:1734016125.509205:0:7695:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336864896 00002000:00100000:3.0:1734016125.509262:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (5730304->5918719) req@ffff880074e41c00 x1818247336864896/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:86/0 lens 488/0 e 0 to 0 dl 1734016136 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016125.509274:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074e41c00 with x1818247336864896 ext(5730304->5918719) 00002000:00010000:3.0:1734016125.509281:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074e41c00 00000100:00100000:3.0:1734016125.509327:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8955 00000100:00100000:3.0:1734016125.509337:0:7695:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074e41c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+8:1978:x1818247336864896:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:3.0:1734016125.532036:0:7695:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074e41c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+8:1978:x1818247336864896:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 22666us (25094us total) trans 0 rc 188416/188416 00000100:00100000:3.0:1734016125.532058:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8955 00002000:00100000:3.0:1734016125.532085:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (5730304->5918719) req@ffff880074e41c00 x1818247336864896/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:86/0 lens 488/440 e 0 to 0 dl 1734016136 ref 1 fl Complete:/200/0 rc 188416/188416 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016125.532099:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074e41c00 with x1818247336864896 ext(5730304->5918719) 00002000:00010000:3.0:1734016125.532107:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074e41c00 00000100:00100000:0.0:1734016125.553430:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016125.553738:0:7695:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336865024 00000100:00100000:3.0:1734016125.553755:0:7695:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336865024 00002000:00100000:3.0:1734016125.553839:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (5877760->5917711) req@ffff880075001180 x1818247336865024/t0(0) o4->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:86/0 lens 488/0 e 0 to 0 dl 1734016136 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016125.553854:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880075001180 with x1818247336865024 ext(5877760->5917711) 00002000:00010000:3.0:1734016125.553862:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880075001180 00000100:00100000:3.0:1734016125.553972:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8956 00000100:00100000:3.0:1734016125.553982:0:7695:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075001180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+8:1980:x1818247336865024:12345-192.168.201.10@tcp:4:fsx.0 00000100:00100000:3.0:1734016125.562636:0:7695:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075001180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+10:1980:x1818247336865024:12345-192.168.201.10@tcp:4:fsx.0 Request processed in 8627us (9201us total) trans 4294969293 rc 0/0 00000100:00100000:3.0:1734016125.562660:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8956 00002000:00100000:3.0:1734016125.562687:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (5877760->5917711) req@ffff880075001180 x1818247336865024/t4294969293(0) o4->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:86/0 lens 488/448 e 0 to 0 dl 1734016136 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016125.562700:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880075001180 with x1818247336865024 ext(5877760->5917711) 00002000:00010000:3.0:1734016125.562708:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880075001180 00000100:00100000:1.0:1734016125.565916:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016125.566481:0:6481:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336865152 00000100:00100000:2.0:1734016125.566496:0:6481:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336865152 00000100:00100000:2.0:1734016125.570333:0:6481:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2006 00000100:00100000:2.0:1734016125.570361:0:6481:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074e42a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+20:9673:x1818247336865152:12345-192.168.201.10@tcp:44:fsx.0 00000100:00100000:2.0:1734016125.570694:0:6481:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074e42a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+20:9673:x1818247336865152:12345-192.168.201.10@tcp:44:fsx.0 Request processed in 343us (4789us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016125.570702:0:6481:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2006 00000100:00100000:1.0:1734016125.574857:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016125.575124:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336865280 00000100:00100000:3.0:1734016125.575138:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336865280 00000100:00100000:3.0:1734016125.575954:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10671 00000100:00100000:3.0:1734016125.575968:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074e41500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+10:1978:x1818247336865280:12345-192.168.201.10@tcp:16:fsx.0 00000001:00080000:0.0:1734016125.600102:0:8954:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969293 is committed 00000100:00100000:3.0:1734016125.600440:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074e41500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1978:x1818247336865280:12345-192.168.201.10@tcp:16:fsx.0 Request processed in 24463us (25594us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016125.600456:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10671 00000100:00100000:0.0:1734016125.613506:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016125.613786:0:6482:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336865408 00000100:00100000:2.0:1734016125.613802:0:6482:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336865408 00000100:00100000:2.0:1734016125.613887:0:6482:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2007 00000100:00100000:2.0:1734016125.613898:0:6482:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075001c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+23:9673:x1818247336865408:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:2.0:1734016125.613938:0:6482:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016125.613966:0:6482:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880072170d80/0x3f004d6452e07ece lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d1856 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016125.614094:0:6482:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800721718c0/0x3f004d6452e07ed5 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6482 initiator: MDT0 00010000:00010000:2.0:1734016125.614116:0:6482:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800721718c0/0x3f004d6452e07ed5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6482 initiator: MDT0 00010000:00010000:2.0:1734016125.614130:0:6482:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800721718c0/0x3f004d6452e07ed5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6482 initiator: MDT0 00000004:00200000:2.0:1734016125.614158:0:6482:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 5917712 00000004:00200000:2.0:1734016125.614163:0:6482:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1734016125.614179:0:6482:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800721718c0/0x3f004d6452e07ed5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6482 initiator: MDT0 00010000:00010000:2.0:1734016125.614203:0:6482:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880072170d80/0x3f004d6452e07ece lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1856 expref: 25 pid: 6482 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016125.617860:0:6482:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800721718c0/0x3f004d6452e07ed5 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1856 expref: 24 pid: 6482 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016125.617890:0:6482:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:2.0:1734016125.617892:0:6482:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1734016125.617896:0:6482:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800721718c0, rc 0) 00000100:00100000:2.0:1734016125.621502:0:6482:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075001c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+24:9673:x1818247336865408:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 7577us (7985us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016125.621522:0:6482:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2007 00000100:00100000:1.0:1734016125.624393:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016125.624489:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336865536 00000100:00100000:2.0:1734016125.624499:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336865536 00000100:00100000:2.0:1734016125.624546:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10672 00000100:00100000:2.0:1734016125.624553:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074e43b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1980:x1818247336865536:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:2.0:1734016125.624573:0:7690:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016125.624593:0:7690:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880072171f80/0x3f004d6452e07edc lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d185d expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016125.624661:0:7690:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074222d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339432704:192.168.201.10@tcp:106: 00000100:00100000:2.0:1734016125.625005:0:7690:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012b9113c0 going to sleep for 11 seconds 00002000:00010000:2.0:1734016125.626787:0:7690:0:(ofd_lvb.c:283:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime: 1734016124 -> 1734016125 00002000:00010000:2.0:1734016125.626795:0:7690:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime: 1734016124 -> 1734016125 00002000:00010000:2.0:1734016125.626797:0:7690:0:(ofd_lvb.c:295:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime: 1734016124 -> 1734016125 00002000:00010000:2.0:1734016125.626799:0:7690:0:(ofd_lvb.c:301:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks: 360 -> 440 00000100:00100000:2.0:1734016125.626824:0:7690:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074222d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339432704:192.168.201.10@tcp:106: 00010000:00010000:2.0:1734016125.626850:0:7690:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880072171f80/0x3f004d6452e07edc lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d185d expref: 7 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016125.626891:0:7690:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880072171f80/0x3f004d6452e07edc lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d185d expref: 7 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016125.626905:0:7690:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880072171f80, rc 0) 00000100:00100000:2.0:1734016125.627399:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074e43b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1980:x1818247336865536:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 2842us (3012us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016125.627410:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10672 00010000:00010000:0.0:1734016125.629003:0:6471:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1734016125.629598:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016125.629687:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336865664 00000100:00100000:2.0:1734016125.629695:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336865664 00000100:00100000:2.0:1734016125.629732:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10673 00000100:00100000:2.0:1734016125.629738:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075262300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1979:x1818247336865664:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:2.0:1734016125.629752:0:7690:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016125.629766:0:7690:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880072172640/0x3f004d6452e07ee3 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d1864 expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016125.629809:0:7690:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074222d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339432832:192.168.201.10@tcp:106: 00000100:00100000:2.0:1734016125.629858:0:7690:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012b9113c0 going to sleep for 11 seconds 00000100:00100000:2.0:1734016125.631132:0:7690:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074222d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339432832:192.168.201.10@tcp:106: 00010000:00010000:2.0:1734016125.631164:0:7690:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880072172640/0x3f004d6452e07ee3 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1864 expref: 7 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016125.631180:0:7690:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880072172640/0x3f004d6452e07ee3 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1864 expref: 7 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016125.631192:0:7690:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880072172640, rc 0) 00000100:00100000:2.0:1734016125.631281:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075262300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1979:x1818247336865664:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 1541us (1684us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016125.631288:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10673 00000100:00100000:1.0:1734016125.634450:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016125.634555:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336865792 00000100:00100000:2.0:1734016125.634569:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336865792 00000100:00100000:2.0:1734016125.634614:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10674 00000100:00100000:2.0:1734016125.634622:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075260a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1980:x1818247336865792:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:2.0:1734016125.634642:0:7690:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016125.634657:0:7690:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e07eea lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d186b expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016125.634719:0:7690:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074222d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339432960:192.168.201.10@tcp:106: 00000100:00100000:2.0:1734016125.635581:0:7690:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012b9113c0 going to sleep for 11 seconds 00000100:00100000:2.0:1734016125.639098:0:7690:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074222d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339432960:192.168.201.10@tcp:106: 00010000:00010000:2.0:1734016125.639151:0:7690:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e07eea lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d186b expref: 7 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016125.639168:0:7690:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e07eea lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d186b expref: 7 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016125.640167:0:7690:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880072171440, rc 0) 00000100:00100000:2.0:1734016125.643657:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075260a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1980:x1818247336865792:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 9016us (9203us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016125.643671:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10674 00000100:00100000:1.0:1734016125.650017:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016125.650118:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336865920 00000100:00100000:2.0:1734016125.650130:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336865920 00000100:00100000:2.0:1734016125.650170:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10675 00000100:00100000:2.0:1734016125.650176:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880136a26a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:9673:x1818247336865920:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:2.0:1734016125.650196:0:7690:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016125.650212:0:7690:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880072172d00/0x3f004d6452e07ef1 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d1872 expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016125.650240:0:7690:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a5b00/0x3f004d6452e07e65 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1817 expref: 5 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016125.650247:0:7690:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016125.650248:0:7690:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016125.650251:0:7690:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880072172d00/0x3f004d6452e07ef1 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [114688->118783] (req 114688->118783) gid 0 flags: 0x50000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1872 expref: 7 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016125.650277:0:7690:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a9a5b00/0x3f004d6452e07e65 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1817 expref: 5 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016125.650287:0:7690:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a9a5b00/0x3f004d6452e07e65 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1817 expref: 5 pid: 7690 timeout: 489 lvb_type: 0 00000100:00100000:2.0:1734016125.650299:0:7690:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074222d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339433088:192.168.201.10@tcp:104: 00000100:00100000:2.0:1734016125.650357:0:7690:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012b9113c0 going to sleep for 11 seconds 00000100:00100000:2.0:1734016125.653079:0:7690:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074222d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339433088:192.168.201.10@tcp:104: 00010000:00010000:2.0:1734016125.653121:0:7690:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880072172d00/0x3f004d6452e07ef1 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [114688->118783] (req 114688->118783) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1872 expref: 7 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016125.653144:0:7690:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880072172d00, rc 0) 00000100:00100000:2.0:1734016125.653231:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880136a26a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:9673:x1818247336865920:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 3053us (3227us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016125.653240:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10675 00000100:00100000:1.0:1734016125.664735:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016125.665066:0:7705:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336866048 00000100:00100000:2.0:1734016125.665083:0:7705:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336866048 00010000:00010000:2.0:1734016125.665738:0:7705:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a9a5b00/0x3f004d6452e07e65 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1817 expref: 6 pid: 7690 timeout: 489 lvb_type: 0 00000100:00100000:2.0:1734016125.665924:0:7705:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2849 00000100:00100000:2.0:1734016125.665934:0:7705:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b1f66850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1978:x1818247336866048:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016125.665953:0:7705:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016125.665979:0:7705:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a9a5b00/0x3f004d6452e07e65 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1817 expref: 6 pid: 7690 timeout: 489 lvb_type: 0 00010000:00010000:2.0:1734016125.665996:0:7705:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a9a5b00/0x3f004d6452e07e65 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1817 expref: 6 pid: 7690 timeout: 489 lvb_type: 0 00010000:00010000:2.0:1734016125.666020:0:7705:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a5b00/0x3f004d6452e07e65 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1817 expref: 6 pid: 7690 timeout: 489 lvb_type: 0 00010000:00010000:2.0:1734016125.666055:0:7705:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016125.666058:0:7705:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016125.666065:0:7705:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880072172d00/0x3f004d6452e07ef1 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 114688->118783) gid 0 flags: 0x40080000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1872 expref: 6 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016125.666076:0:7705:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880072172d00/0x3f004d6452e07ef1 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 114688->118783) gid 0 flags: 0x40080000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1872 expref: 6 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016125.666124:0:7705:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880072172d00/0x3f004d6452e07ef1 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 114688->118783) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1872 expref: 6 pid: 7690 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016125.666141:0:7705:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074222d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7705:1818247339433216:192.168.201.10@tcp:105: 00000100:00100000:2.0:1734016125.666225:0:7705:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012b9113c0 going to sleep for 11 seconds 00000100:00100000:1.0:1734016125.670494:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016125.670613:0:7705:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074222d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7705:1818247339433216:192.168.201.10@tcp:105: 00010000:00010000:2.0:1734016125.670643:0:7705:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016125.670704:0:7705:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b1f66850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:1978:x1818247336866048:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 4771us (6008us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016125.670719:0:7705:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2849 00000100:00100000:3.0:1734016125.672863:0:7695:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336866304 00000100:00100000:3.0:1734016125.672921:0:7695:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336866304 00002000:00100000:3.0:1734016125.673001:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (114688->118783) req@ffff88007694a300 x1818247336866304/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:86/0 lens 488/0 e 0 to 0 dl 1734016136 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016125.673014:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007694a300 with x1818247336866304 ext(114688->118783) 00002000:00010000:3.0:1734016125.673023:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007694a300 00000100:00100000:3.0:1734016125.673064:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8957 00000100:00100000:3.0:1734016125.673072:0:7695:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007694a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1978:x1818247336866304:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:3.0:1734016125.673430:0:7695:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007694a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1978:x1818247336866304:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 357us (2950us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016125.673440:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8957 00002000:00100000:3.0:1734016125.673446:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (114688->118783) req@ffff88007694a300 x1818247336866304/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:86/0 lens 488/4536 e 0 to 0 dl 1734016136 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016125.673452:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007694a300 with x1818247336866304 ext(114688->118783) 00002000:00010000:3.0:1734016125.673455:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007694a300 00000100:00100000:1.0:1734016125.678637:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016125.679283:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336866560 00000100:00100000:2.0:1734016125.679298:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336866560 00002000:00100000:2.0:1734016125.679366:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (110592->114687) req@ffff880135f56d80 x1818247336866560/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:86/0 lens 488/0 e 0 to 0 dl 1734016136 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016125.679381:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880135f56d80 with x1818247336866560 ext(110592->114687) 00002000:00010000:2.0:1734016125.679388:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880135f56d80 00000100:00100000:2.0:1734016125.680342:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8958 00000100:00100000:2.0:1734016125.680352:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880135f56d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1980:x1818247336866560:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:2.0:1734016125.683758:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880135f56d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1980:x1818247336866560:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 3383us (5116us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016125.683781:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8958 00002000:00100000:2.0:1734016125.683804:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (110592->114687) req@ffff880135f56d80 x1818247336866560/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:86/0 lens 488/4536 e 0 to 0 dl 1734016136 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016125.683815:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880135f56d80 with x1818247336866560 ext(110592->114687) 00002000:00010000:2.0:1734016125.683824:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880135f56d80 00000100:00100000:2.0:1734016125.705251:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016125.709968:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336866816 00000100:00100000:0.0:1734016125.709985:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336866816 00002000:00100000:1.0:1734016125.713670:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (106496->110591) req@ffff880074222d80 x1818247336866816/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:86/0 lens 488/0 e 0 to 0 dl 1734016136 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016125.713684:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074222d80 with x1818247336866816 ext(106496->110591) 00002000:00010000:1.0:1734016125.713691:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074222d80 00000100:00100000:1.0:1734016125.713753:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8959 00000100:00100000:1.0:1734016125.713760:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074222d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1981:x1818247336866816:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:1.0:1734016125.713972:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074222d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1981:x1818247336866816:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 211us (12585us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016125.713978:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8959 00002000:00100000:1.0:1734016125.713984:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (106496->110591) req@ffff880074222d80 x1818247336866816/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:86/0 lens 488/4536 e 0 to 0 dl 1734016136 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016125.713990:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074222d80 with x1818247336866816 ext(106496->110591) 00002000:00010000:1.0:1734016125.713993:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074222d80 00000100:00100000:1.0:1734016125.720488:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016125.720659:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336867072 00000100:00100000:2.0:1734016125.720674:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336867072 00002000:00100000:2.0:1734016125.720774:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (102400->106495) req@ffff880076a99500 x1818247336867072/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:86/0 lens 488/0 e 0 to 0 dl 1734016136 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016125.720788:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076a99500 with x1818247336867072 ext(102400->106495) 00002000:00010000:2.0:1734016125.720802:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076a99500 00000100:00100000:2.0:1734016125.720855:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8960 00000100:00100000:2.0:1734016125.720862:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076a99500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1980:x1818247336867072:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:2.0:1734016125.721179:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076a99500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1980:x1818247336867072:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 316us (708us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016125.721191:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8960 00002000:00100000:2.0:1734016125.721198:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (102400->106495) req@ffff880076a99500 x1818247336867072/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:86/0 lens 488/4536 e 0 to 0 dl 1734016136 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016125.721206:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076a99500 with x1818247336867072 ext(102400->106495) 00002000:00010000:2.0:1734016125.721209:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076a99500 00000100:00100000:2.0:1734016125.731855:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016125.732190:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336867328 00000100:00100000:0.0:1734016125.732202:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336867328 00002000:00100000:0.0:1734016125.732259:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (98304->102399) req@ffff880074223800 x1818247336867328/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:86/0 lens 488/0 e 0 to 0 dl 1734016136 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016125.732270:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074223800 with x1818247336867328 ext(98304->102399) 00002000:00010000:0.0:1734016125.732276:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074223800 00000100:00100000:0.0:1734016125.732488:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8961 00000100:00100000:0.0:1734016125.732496:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074223800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1980:x1818247336867328:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:0.0:1734016125.734223:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074223800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1980:x1818247336867328:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 1714us (2370us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016125.734234:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8961 00002000:00100000:0.0:1734016125.734246:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (98304->102399) req@ffff880074223800 x1818247336867328/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:86/0 lens 488/4536 e 0 to 0 dl 1734016136 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016125.734256:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074223800 with x1818247336867328 ext(98304->102399) 00002000:00010000:0.0:1734016125.734263:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074223800 00000100:00100000:0.0:1734016125.738678:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016125.739501:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336867584 00000100:00100000:2.0:1734016125.739515:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336867584 00002000:00100000:2.0:1734016125.739561:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (94208->98303) req@ffff880075003b80 x1818247336867584/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:86/0 lens 488/0 e 0 to 0 dl 1734016136 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016125.739572:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880075003b80 with x1818247336867584 ext(94208->98303) 00002000:00010000:2.0:1734016125.739578:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880075003b80 00000100:00100000:3.0:1734016125.740824:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8962 00000100:00100000:3.0:1734016125.740834:0:7695:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075003b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1981:x1818247336867584:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:3.0:1734016125.742065:0:7695:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075003b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1981:x1818247336867584:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 1227us (3395us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016125.742073:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8962 00002000:00100000:3.0:1734016125.742083:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (94208->98303) req@ffff880075003b80 x1818247336867584/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:86/0 lens 488/4536 e 0 to 0 dl 1734016136 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016125.742091:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880075003b80 with x1818247336867584 ext(94208->98303) 00002000:00010000:3.0:1734016125.742096:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880075003b80 00000100:00100000:1.0:1734016125.751630:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016125.752214:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336867840 00000100:00100000:2.0:1734016125.752235:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336867840 00002000:00100000:2.0:1734016125.752300:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (90112->94207) req@ffff88012b91b800 x1818247336867840/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:86/0 lens 488/0 e 0 to 0 dl 1734016136 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016125.752308:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b91b800 with x1818247336867840 ext(90112->94207) 00002000:00010000:2.0:1734016125.752324:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012b91b800 00000100:00100000:2.0:1734016125.752544:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8963 00000100:00100000:2.0:1734016125.752552:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b91b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1980:x1818247336867840:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:2.0:1734016125.752739:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b91b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1980:x1818247336867840:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 186us (1117us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016125.752745:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8963 00002000:00100000:2.0:1734016125.752751:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (90112->94207) req@ffff88012b91b800 x1818247336867840/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:86/0 lens 488/4536 e 0 to 0 dl 1734016136 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016125.752757:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b91b800 with x1818247336867840 ext(90112->94207) 00002000:00010000:2.0:1734016125.752760:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012b91b800 00000100:00100000:1.0:1734016125.757235:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016125.757417:0:7695:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336868096 00000100:00100000:3.0:1734016125.757431:0:7695:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336868096 00002000:00100000:3.0:1734016125.757499:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (86016->90111) req@ffff88007431ed80 x1818247336868096/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:86/0 lens 488/0 e 0 to 0 dl 1734016136 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016125.757511:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007431ed80 with x1818247336868096 ext(86016->90111) 00002000:00010000:3.0:1734016125.757519:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007431ed80 00000100:00100000:3.0:1734016125.757559:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8964 00000100:00100000:3.0:1734016125.757567:0:7695:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007431ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1980:x1818247336868096:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:3.0:1734016125.757792:0:7695:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007431ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1980:x1818247336868096:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 225us (575us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016125.757800:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8964 00002000:00100000:3.0:1734016125.757806:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (86016->90111) req@ffff88007431ed80 x1818247336868096/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:86/0 lens 488/4536 e 0 to 0 dl 1734016136 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016125.757812:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007431ed80 with x1818247336868096 ext(86016->90111) 00002000:00010000:3.0:1734016125.757815:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007431ed80 00000100:00100000:0.0:1734016125.760533:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016125.760783:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336868352 00000100:00100000:2.0:1734016125.760795:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336868352 00002000:00100000:2.0:1734016125.760840:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (81920->86015) req@ffff8800750e3b80 x1818247336868352/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:86/0 lens 488/0 e 0 to 0 dl 1734016136 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016125.760851:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800750e3b80 with x1818247336868352 ext(81920->86015) 00002000:00010000:2.0:1734016125.760857:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800750e3b80 00000100:00100000:2.0:1734016125.760923:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8965 00000100:00100000:2.0:1734016125.760929:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800750e3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1981:x1818247336868352:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:2.0:1734016125.762098:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800750e3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1981:x1818247336868352:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 1160us (1573us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016125.762109:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8965 00002000:00100000:2.0:1734016125.762119:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (81920->86015) req@ffff8800750e3b80 x1818247336868352/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:86/0 lens 488/4536 e 0 to 0 dl 1734016136 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016125.762126:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800750e3b80 with x1818247336868352 ext(81920->86015) 00002000:00010000:2.0:1734016125.762130:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800750e3b80 00000100:00100000:1.0:1734016125.770285:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016125.770508:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336868608 00000100:00100000:2.0:1734016125.770528:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336868608 00002000:00100000:2.0:1734016125.770627:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (77824->81919) req@ffff88009a9aa680 x1818247336868608/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:86/0 lens 488/0 e 0 to 0 dl 1734016136 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016125.770641:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a9aa680 with x1818247336868608 ext(77824->81919) 00002000:00010000:2.0:1734016125.770652:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009a9aa680 00000100:00100000:2.0:1734016125.770707:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8966 00000100:00100000:2.0:1734016125.770718:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a9aa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1980:x1818247336868608:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:2.0:1734016125.773124:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a9aa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1980:x1818247336868608:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 2386us (2836us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016125.773140:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8966 00002000:00100000:2.0:1734016125.773160:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (77824->81919) req@ffff88009a9aa680 x1818247336868608/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:86/0 lens 488/4536 e 0 to 0 dl 1734016136 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016125.773172:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a9aa680 with x1818247336868608 ext(77824->81919) 00002000:00010000:2.0:1734016125.773179:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009a9aa680 00000100:00100000:1.0:1734016125.780124:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016125.781616:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336868864 00000100:00100000:3.0:1734016125.781634:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336868864 00002000:00100000:3.0:1734016125.781708:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (73728->77823) req@ffff880074950e00 x1818247336868864/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:86/0 lens 488/0 e 0 to 0 dl 1734016136 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016125.781720:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074950e00 with x1818247336868864 ext(73728->77823) 00002000:00010000:3.0:1734016125.781727:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074950e00 00000100:00100000:3.0:1734016125.783750:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8967 00000100:00100000:3.0:1734016125.783767:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074950e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1981:x1818247336868864:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:3.0:1734016125.784066:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074950e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1981:x1818247336868864:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 302us (3962us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016125.784074:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8967 00002000:00100000:3.0:1734016125.784083:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (73728->77823) req@ffff880074950e00 x1818247336868864/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:86/0 lens 488/4536 e 0 to 0 dl 1734016136 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016125.784092:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074950e00 with x1818247336868864 ext(73728->77823) 00002000:00010000:3.0:1734016125.784097:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074950e00 00000100:00100000:0.0:1734016125.792935:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016125.793192:0:7695:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336869120 00000100:00100000:2.0:1734016125.793208:0:7695:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336869120 00002000:00100000:2.0:1734016125.793285:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (69632->73727) req@ffff8800750e0e00 x1818247336869120/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:86/0 lens 488/0 e 0 to 0 dl 1734016136 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016125.793295:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800750e0e00 with x1818247336869120 ext(69632->73727) 00002000:00010000:2.0:1734016125.793302:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800750e0e00 00000100:00100000:2.0:1734016125.793359:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8968 00000100:00100000:2.0:1734016125.793368:0:7695:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800750e0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1980:x1818247336869120:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:2.0:1734016125.793650:0:7695:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800750e0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1980:x1818247336869120:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 282us (794us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016125.793660:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8968 00002000:00100000:2.0:1734016125.793669:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (69632->73727) req@ffff8800750e0e00 x1818247336869120/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:86/0 lens 488/4536 e 0 to 0 dl 1734016136 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016125.793677:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800750e0e00 with x1818247336869120 ext(69632->73727) 00002000:00010000:2.0:1734016125.793680:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800750e0e00 00000100:00100000:1.0:1734016125.798064:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016125.798343:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336869376 00000100:00100000:3.0:1734016125.798359:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336869376 00002000:00100000:3.0:1734016125.798432:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (65536->69631) req@ffff880074953100 x1818247336869376/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:86/0 lens 488/0 e 0 to 0 dl 1734016136 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016125.798445:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074953100 with x1818247336869376 ext(65536->69631) 00002000:00010000:3.0:1734016125.798453:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074953100 00000100:00100000:3.0:1734016125.798504:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8969 00000100:00100000:3.0:1734016125.798514:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074953100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1980:x1818247336869376:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:3.0:1734016125.798824:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074953100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1980:x1818247336869376:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 309us (773us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016125.798832:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8969 00002000:00100000:3.0:1734016125.798840:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (65536->69631) req@ffff880074953100 x1818247336869376/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:86/0 lens 488/4536 e 0 to 0 dl 1734016136 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016125.798848:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074953100 with x1818247336869376 ext(65536->69631) 00002000:00010000:3.0:1734016125.798850:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074953100 00000100:00100000:1.0:1734016125.804446:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016125.807380:0:7695:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336869632 00000100:00100000:2.0:1734016125.807401:0:7695:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336869632 00002000:00100000:2.0:1734016125.807466:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (61440->65535) req@ffff880074197100 x1818247336869632/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:86/0 lens 488/0 e 0 to 0 dl 1734016136 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016125.807477:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074197100 with x1818247336869632 ext(61440->65535) 00002000:00010000:2.0:1734016125.807484:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074197100 00000100:00100000:2.0:1734016125.807537:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8970 00000100:00100000:2.0:1734016125.807546:0:7695:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074197100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1980:x1818247336869632:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:2.0:1734016125.807835:0:7695:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074197100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1980:x1818247336869632:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 289us (3415us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016125.807842:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8970 00002000:00100000:2.0:1734016125.807847:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (61440->65535) req@ffff880074197100 x1818247336869632/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:86/0 lens 488/4536 e 0 to 0 dl 1734016136 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016125.807853:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074197100 with x1818247336869632 ext(61440->65535) 00002000:00010000:2.0:1734016125.807856:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074197100 00000100:00100000:0.0:1734016125.814568:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016125.814845:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336869888 00000100:00100000:3.0:1734016125.814860:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336869888 00002000:00100000:3.0:1734016125.814973:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (3440640->3444735) req@ffff8800750e0380 x1818247336869888/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:86/0 lens 488/0 e 0 to 0 dl 1734016136 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016125.814985:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800750e0380 with x1818247336869888 ext(3440640->3444735) 00002000:00010000:3.0:1734016125.814992:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800750e0380 00000100:00100000:3.0:1734016125.816203:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8971 00000100:00100000:3.0:1734016125.816219:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800750e0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1980:x1818247336869888:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:3.0:1734016125.817158:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800750e0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1980:x1818247336869888:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 941us (2605us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016125.817166:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8971 00002000:00100000:3.0:1734016125.817176:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (3440640->3444735) req@ffff8800750e0380 x1818247336869888/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:86/0 lens 488/4536 e 0 to 0 dl 1734016136 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016125.817185:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800750e0380 with x1818247336869888 ext(3440640->3444735) 00002000:00010000:3.0:1734016125.817190:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800750e0380 00000100:00100000:1.0:1734016125.824508:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016125.824836:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336870144 00000100:00100000:3.0:1734016125.824851:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336870144 00002000:00100000:3.0:1734016125.824953:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (3436544->3440639) req@ffff8800753e8000 x1818247336870144/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:86/0 lens 488/0 e 0 to 0 dl 1734016136 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016125.824966:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800753e8000 with x1818247336870144 ext(3436544->3440639) 00002000:00010000:3.0:1734016125.824972:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800753e8000 00000100:00100000:3.0:1734016125.825049:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8972 00000100:00100000:3.0:1734016125.825058:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800753e8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1981:x1818247336870144:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:3.0:1734016125.825321:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800753e8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1981:x1818247336870144:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 255us (821us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016125.825329:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8972 00002000:00100000:3.0:1734016125.825336:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (3436544->3440639) req@ffff8800753e8000 x1818247336870144/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:86/0 lens 488/4536 e 0 to 0 dl 1734016136 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016125.825343:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800753e8000 with x1818247336870144 ext(3436544->3440639) 00002000:00010000:3.0:1734016125.825345:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800753e8000 00000100:00100000:1.0:1734016125.848849:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016125.849237:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336870272 00000100:00100000:2.0:1734016125.849258:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336870272 00000100:00100000:2.0:1734016125.849423:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10676 00000100:00100000:2.0:1734016125.849437:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800753e8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:1980:x1818247336870272:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:2.0:1734016125.849488:0:7690:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016125.849523:0:7690:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e07ef8 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d1879 expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016125.849570:0:7690:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016125.849574:0:7690:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016125.849589:0:7690:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e07ef8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1879 expref: 6 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016125.849619:0:7690:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e07ef8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1879 expref: 6 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016125.849639:0:7690:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880072171440, rc 0) 00000100:00100000:2.0:1734016125.849734:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800753e8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1980:x1818247336870272:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 300us (901us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016125.849742:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10676 00000100:00100000:1.0:1734016125.854111:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016125.854983:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336870400 00000100:00100000:0.0:1734016125.854995:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336870400 00000100:00100000:0.0:1734016125.855054:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10677 00000100:00100000:0.0:1734016125.855061:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800753e8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:9673:x1818247336870400:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:0.0:1734016125.855081:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016125.855101:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a803ba80/0x3f004d6452e07eff lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d1880 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016125.855139:0:7689:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880072172d00/0x3f004d6452e07ef1 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 114688->118783) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1872 expref: 6 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016125.855148:0:7689:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e07ef8 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1879 expref: 7 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016125.855156:0:7689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016125.855159:0:7689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016125.855161:0:7689:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a803ba80/0x3f004d6452e07eff lrc: 5/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [3907584->3911679] (req 3907584->3911679) gid 0 flags: 0x50000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1880 expref: 7 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016125.855236:0:7689:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e07ef8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1879 expref: 7 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016125.855249:0:7689:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e07ef8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1879 expref: 7 pid: 7690 timeout: 489 lvb_type: 1 00000100:00100000:0.0:1734016125.855264:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076b34000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339433344:192.168.201.10@tcp:104: 00010000:00010000:0.0:1734016125.855345:0:7689:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880072172d00/0x3f004d6452e07ef1 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 114688->118783) gid 0 flags: 0x50000000020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1872 expref: 6 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016125.855354:0:7689:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880072172d00/0x3f004d6452e07ef1 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 114688->118783) gid 0 flags: 0x70000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1872 expref: 6 pid: 7690 timeout: 489 lvb_type: 0 00000100:00100000:0.0:1734016125.855363:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076b34380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339433472:192.168.201.10@tcp:104: 00000100:00100000:0.0:1734016125.855383:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7486180 going to sleep for 11 seconds 00000100:00100000:0.0:1734016125.862698:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076b34000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339433344:192.168.201.10@tcp:104: 00000100:00100000:0.0:1734016125.862721:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076b34380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339433472:192.168.201.10@tcp:104: 00010000:00010000:0.0:1734016125.862778:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a803ba80/0x3f004d6452e07eff lrc: 3/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [3907584->3911679] (req 3907584->3911679) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1880 expref: 7 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016125.862809:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a803ba80, rc 0) 00000100:00100000:0.0:1734016125.864996:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800753e8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:9673:x1818247336870400:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 9914us (10874us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016125.865011:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10677 00000100:00100000:1.0:1734016125.865256:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016125.865369:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016125.865578:0:6470:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336870528 00000100:00100000:0.0:1734016125.865588:0:6470:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336870528 00010000:00010000:0.0:1734016125.865631:0:6470:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e07ef8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1879 expref: 7 pid: 7690 timeout: 489 lvb_type: 1 00000100:00100000:0.0:1734016125.865671:0:6470:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336870656 00000100:00100000:0.0:1734016125.865674:0:6470:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336870656 00010000:00010000:0.0:1734016125.865686:0:6470:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880072172d00/0x3f004d6452e07ef1 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 114688->118783) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1872 expref: 7 pid: 7690 timeout: 489 lvb_type: 0 00000100:00100000:0.0:1734016125.865704:0:6470:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2850 00000100:00100000:0.0:1734016125.865714:0:6470:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800753e8a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1979:x1818247336870528:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016125.865730:0:6470:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016125.865758:0:6470:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e07ef8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1879 expref: 7 pid: 7690 timeout: 489 lvb_type: 1 00010000:00010000:0.0:1734016125.865770:0:6470:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e07ef8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1879 expref: 7 pid: 7690 timeout: 489 lvb_type: 1 00010000:00010000:0.0:1734016125.865797:0:6470:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e07ef8 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1879 expref: 7 pid: 7690 timeout: 489 lvb_type: 1 00010000:00010000:0.0:1734016125.865819:0:6470:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016125.865860:0:6470:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800753e8a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1979:x1818247336870528:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 149us (606us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016125.865884:0:6470:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2850 00000100:00100000:0.0:1734016125.865896:0:6470:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2851 00000100:00100000:0.0:1734016125.865900:0:6470:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800753e8e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1978:x1818247336870656:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016125.865907:0:6470:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016125.865913:0:6470:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880072172d00/0x3f004d6452e07ef1 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 114688->118783) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1872 expref: 7 pid: 7690 timeout: 489 lvb_type: 0 00010000:00010000:0.0:1734016125.865923:0:6470:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880072172d00/0x3f004d6452e07ef1 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 114688->118783) gid 0 flags: 0x50000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1872 expref: 7 pid: 7690 timeout: 489 lvb_type: 0 00010000:00010000:0.0:1734016125.865936:0:6470:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880072172d00/0x3f004d6452e07ef1 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 114688->118783) gid 0 flags: 0x44801400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1872 expref: 7 pid: 7690 timeout: 489 lvb_type: 0 00010000:00010000:0.0:1734016125.865950:0:6470:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016125.865952:0:6470:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016125.865961:0:6470:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a803ba80/0x3f004d6452e07eff lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3907584->3911679) gid 0 flags: 0x40080000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1880 expref: 5 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016125.865971:0:6470:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a803ba80/0x3f004d6452e07eff lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3907584->3911679) gid 0 flags: 0x40080000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1880 expref: 5 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016125.866007:0:6470:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a803ba80/0x3f004d6452e07eff lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3907584->3911679) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1880 expref: 5 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016125.866022:0:6470:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076b34380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6470:1818247339433600:192.168.201.10@tcp:105: 00000100:00100000:0.0:1734016125.866058:0:6470:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7486180 going to sleep for 11 seconds 00000100:00100000:1.0:1734016125.878035:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016125.878349:0:6470:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076b34380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6470:1818247339433600:192.168.201.10@tcp:105: 00010000:00010000:0.0:1734016125.878384:0:6470:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016125.879001:0:6470:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800753e8e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1978:x1818247336870656:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 13097us (13628us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016125.879014:0:6470:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2851 00000100:00100000:2.0:1734016125.883413:0:7695:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336870912 00000100:00100000:2.0:1734016125.883446:0:7695:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336870912 00002000:00100000:2.0:1734016125.883544:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (3907584->5918719) req@ffff8800753e9180 x1818247336870912/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:86/0 lens 504/0 e 0 to 0 dl 1734016136 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016125.883559:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800753e9180 with x1818247336870912 ext(3907584->5918719) 00002000:00010000:2.0:1734016125.883569:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800753e9180 00000100:00100000:2.0:1734016125.883614:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8973 00000100:00100000:2.0:1734016125.883627:0:7695:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800753e9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1979:x1818247336870912:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:2.0:1734016125.906677:0:7695:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800753e9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1979:x1818247336870912:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 23038us (28647us total) trans 0 rc 8192/8192 00000100:00100000:2.0:1734016125.906693:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8973 00002000:00100000:2.0:1734016125.906711:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (3907584->5918719) req@ffff8800753e9180 x1818247336870912/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:86/0 lens 504/440 e 0 to 0 dl 1734016136 ref 1 fl Complete:/200/0 rc 8192/8192 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016125.906721:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800753e9180 with x1818247336870912 ext(3907584->5918719) 00002000:00010000:2.0:1734016125.906727:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800753e9180 00000100:00100000:0.0:1734016125.911635:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016125.912195:0:7695:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336871040 00000100:00100000:2.0:1734016125.912216:0:7695:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336871040 00002000:00100000:2.0:1734016125.912297:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (3907584->3911679) req@ffff880076b34380 x1818247336871040/t0(0) o4->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:86/0 lens 4584/0 e 0 to 0 dl 1734016136 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016125.912319:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076b34380 with x1818247336871040 ext(3907584->3911679) 00002000:00010000:2.0:1734016125.912325:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076b34380 00000100:00100000:2.0:1734016125.912368:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8974 00000100:00100000:2.0:1734016125.912376:0:7695:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076b34380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1981:x1818247336871040:12345-192.168.201.10@tcp:4:fsx.0 00000100:00100000:2.0:1734016125.913734:0:7695:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076b34380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+8:1981:x1818247336871040:12345-192.168.201.10@tcp:4:fsx.0 Request processed in 1354us (2115us total) trans 4294969294 rc 0/0 00000100:00100000:2.0:1734016125.913744:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8974 00002000:00100000:2.0:1734016125.913750:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (3907584->3911679) req@ffff880076b34380 x1818247336871040/t4294969294(0) o4->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:86/0 lens 4584/448 e 0 to 0 dl 1734016136 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016125.913758:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076b34380 with x1818247336871040 ext(3907584->3911679) 00002000:00010000:2.0:1734016125.913762:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076b34380 00000100:00100000:3.0:1734016125.920761:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016125.921049:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336871168 00000100:00100000:0.0:1734016125.921068:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336871168 00000100:00100000:0.0:1734016125.925114:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10678 00000100:00100000:0.0:1734016125.925138:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800ac574000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+8:1979:x1818247336871168:12345-192.168.201.10@tcp:16:fsx.0 00000001:00080000:2.0:1734016125.927926:0:8954:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969294 is committed 00000100:00100000:0.0:1734016125.928908:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800ac574000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1979:x1818247336871168:12345-192.168.201.10@tcp:16:fsx.0 Request processed in 3732us (8127us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016125.928935:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10678 00000100:00100000:2.0:1734016125.931766:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016125.935369:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336871296 00000100:00100000:0.0:1734016125.935387:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336871296 00000100:00100000:0.0:1734016125.935454:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10679 00000100:00100000:0.0:1734016125.935463:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074220a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1981:x1818247336871296:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:0.0:1734016125.935489:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016125.935510:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a803bcc0/0x3f004d6452e07f06 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d1887 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016125.935570:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076b34000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339433728:192.168.201.10@tcp:106: 00000100:00100000:0.0:1734016125.935637:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7486180 going to sleep for 11 seconds 00002000:00010000:0.0:1734016125.944552:0:7689:0:(ofd_lvb.c:301:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks: 440 -> 448 00000100:00100000:0.0:1734016125.944597:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076b34000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339433728:192.168.201.10@tcp:106: 00010000:00010000:0.0:1734016125.944649:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a803bcc0/0x3f004d6452e07f06 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1887 expref: 7 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016125.944664:0:7689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a803bcc0/0x3f004d6452e07f06 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1887 expref: 7 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016125.944699:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a803bcc0, rc 0) 00000100:00100000:0.0:1734016125.944764:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074220a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1981:x1818247336871296:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 9299us (13013us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016125.944773:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10679 00000100:00100000:1.0:1734016125.948840:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016125.949225:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336871424 00000100:00100000:0.0:1734016125.949244:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336871424 00000100:00100000:2.0:1734016125.951183:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10680 00000100:00100000:2.0:1734016125.951195:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800753e9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1978:x1818247336871424:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:2.0:1734016125.951219:0:7690:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016125.951248:0:7690:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880072172640/0x3f004d6452e07f0d lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d188e expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016125.951333:0:7690:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88011d804a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339433856:192.168.201.10@tcp:106: 00000100:00100000:2.0:1734016125.951419:0:7690:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012b911a80 going to sleep for 11 seconds 00000100:00100000:0.0:1734016125.954356:0:7690:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88011d804a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339433856:192.168.201.10@tcp:106: 00010000:00010000:0.0:1734016125.954400:0:7690:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880072172640/0x3f004d6452e07f0d lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d188e expref: 7 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016125.954415:0:7690:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880072172640/0x3f004d6452e07f0d lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d188e expref: 7 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016125.955017:0:7690:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880072172640, rc 0) 00000100:00100000:0.0:1734016125.955073:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800753e9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1978:x1818247336871424:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 3879us (6258us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016125.955080:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10680 00000100:00100000:1.0:1734016125.961424:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016125.962021:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336871552 00000100:00100000:0.0:1734016125.962035:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336871552 00000100:00100000:2.0:1734016125.963173:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10681 00000100:00100000:2.0:1734016125.963184:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800753e9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1981:x1818247336871552:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:2.0:1734016125.963206:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016125.963233:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880072171f80/0x3f004d6452e07f14 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d1895 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016125.964021:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88011d804a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339433984:192.168.201.10@tcp:106: 00000100:00100000:2.0:1734016125.964269:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012b911e40 going to sleep for 11 seconds 00002000:00010000:2.0:1734016125.968001:0:7689:0:(ofd_lvb.c:277:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size: 5917712 -> 7007436 00000100:00100000:2.0:1734016125.968051:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88011d804a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339433984:192.168.201.10@tcp:106: 00010000:00010000:2.0:1734016125.968103:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880072171f80/0x3f004d6452e07f14 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1895 expref: 7 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016125.968120:0:7689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880072171f80/0x3f004d6452e07f14 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1895 expref: 7 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016125.968143:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880072171f80, rc 0) 00000100:00100000:2.0:1734016125.968215:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800753e9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1981:x1818247336871552:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 5030us (6802us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016125.968227:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10681 00000100:00100000:0.0:1734016125.971667:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016125.971808:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336871680 00000100:00100000:2.0:1734016125.971825:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336871680 00000100:00100000:2.0:1734016125.971912:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10682 00000100:00100000:2.0:1734016125.971923:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076b34000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1978:x1818247336871680:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:2.0:1734016125.971955:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016125.971990:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880072170d80/0x3f004d6452e07f1b lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d189c expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016125.972356:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88011d804a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339434112:192.168.201.10@tcp:106: 00000100:00100000:2.0:1734016125.972646:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012b911e40 going to sleep for 11 seconds 00000100:00100000:2.0:1734016125.977601:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88011d804a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339434112:192.168.201.10@tcp:106: 00010000:00010000:2.0:1734016125.977651:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880072170d80/0x3f004d6452e07f1b lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d189c expref: 7 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016125.977667:0:7689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880072170d80/0x3f004d6452e07f1b lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d189c expref: 7 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016125.977687:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880072170d80, rc 0) 00000100:00100000:2.0:1734016125.978455:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076b34000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1978:x1818247336871680:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 6529us (6800us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016125.978466:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10682 00000100:00100000:1.0:1734016125.984324:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016125.985636:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336871808 00000100:00100000:2.0:1734016125.985646:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336871808 00000100:00100000:2.0:1734016125.985691:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10683 00000100:00100000:2.0:1734016125.985697:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800753e9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1979:x1818247336871808:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:2.0:1734016125.985711:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016125.985726:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880072170d80/0x3f004d6452e07f22 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d18a3 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016125.985773:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88011d804a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339434240:192.168.201.10@tcp:106: 00000100:00100000:2.0:1734016125.986112:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012b911e40 going to sleep for 11 seconds 00000100:00100000:2.0:1734016125.988655:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88011d804a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339434240:192.168.201.10@tcp:106: 00010000:00010000:2.0:1734016125.988715:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880072170d80/0x3f004d6452e07f22 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d18a3 expref: 7 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016125.988735:0:7689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880072170d80/0x3f004d6452e07f22 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d18a3 expref: 7 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016125.988793:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880072170d80, rc 0) 00000100:00100000:2.0:1734016125.988910:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800753e9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1979:x1818247336871808:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 3209us (4622us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016125.988923:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10683 00000100:00100000:1.0:1734016125.992706:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016125.992830:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336871936 00000100:00100000:2.0:1734016125.992848:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336871936 00000100:00100000:2.0:1734016125.992943:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10684 00000100:00100000:2.0:1734016125.992952:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800753e9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1980:x1818247336871936:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:2.0:1734016125.992977:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016125.993004:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880072171f80/0x3f004d6452e07f29 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d18aa expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016125.993077:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88011d804a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339434368:192.168.201.10@tcp:106: 00000100:00100000:2.0:1734016125.993155:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012b911e40 going to sleep for 11 seconds 00000100:00100000:2.0:1734016125.998233:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88011d804a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339434368:192.168.201.10@tcp:106: 00010000:00010000:2.0:1734016125.998264:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880072171f80/0x3f004d6452e07f29 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d18aa expref: 7 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016125.998278:0:7689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880072171f80/0x3f004d6452e07f29 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d18aa expref: 7 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016125.998294:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880072171f80, rc 0) 00000100:00100000:2.0:1734016125.998347:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800753e9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1980:x1818247336871936:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 5395us (5654us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016125.998357:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10684 00000100:00100000:1.0:1734016126.002493:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016126.002724:0:6482:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336872064 00000100:00100000:2.0:1734016126.002739:0:6482:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336872064 00000100:00100000:2.0:1734016126.002816:0:6482:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2008 00000100:00100000:2.0:1734016126.002824:0:6482:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800753ea300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+20:9673:x1818247336872064:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:2.0:1734016126.002850:0:6482:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016126.002904:0:6482:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880072172640/0x3f004d6452e07f30 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d18b1 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016126.003028:0:6482:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880072172d00/0x3f004d6452e07f37 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 6482 initiator: MDT0 00010000:00010000:2.0:1734016126.003046:0:6482:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880072172d00/0x3f004d6452e07f37 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6482 initiator: MDT0 00010000:00010000:2.0:1734016126.003061:0:6482:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880072172d00/0x3f004d6452e07f37 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6482 initiator: MDT0 00000004:00200000:2.0:1734016126.003086:0:6482:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 5917712 00000004:00200000:2.0:1734016126.003091:0:6482:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1734016126.003114:0:6482:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880072172d00/0x3f004d6452e07f37 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6482 initiator: MDT0 00010000:00010000:2.0:1734016126.003140:0:6482:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880072172640/0x3f004d6452e07f30 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d18b1 expref: 22 pid: 6482 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016126.003179:0:6482:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880072172d00/0x3f004d6452e07f37 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d18b1 expref: 21 pid: 6482 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016126.003187:0:6482:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:2.0:1734016126.003190:0:6482:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1734016126.003194:0:6482:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880072172d00, rc 0) 00000100:00100000:2.0:1734016126.003258:0:6482:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800753ea300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+21:9673:x1818247336872064:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 434us (783us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016126.003265:0:6482:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2008 00000100:00100000:1.0:1734016126.009690:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016126.009804:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336872192 00000100:00100000:2.0:1734016126.009826:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336872192 00000100:00100000:2.0:1734016126.009970:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10685 00000100:00100000:2.0:1734016126.009981:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800753ea680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1979:x1818247336872192:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:2.0:1734016126.010011:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016126.010040:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e07f3e lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d18b8 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016126.010144:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88011d804a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339434496:192.168.201.10@tcp:106: 00000100:00100000:2.0:1734016126.010260:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012b911e40 going to sleep for 11 seconds 00000100:00100000:2.0:1734016126.021990:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88011d804a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339434496:192.168.201.10@tcp:106: 00010000:00010000:2.0:1734016126.022037:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e07f3e lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d18b8 expref: 7 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016126.022057:0:7689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e07f3e lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d18b8 expref: 7 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016126.022385:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880072171440, rc 0) 00000100:00100000:2.0:1734016126.022468:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800753ea680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1979:x1818247336872192:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 12487us (12804us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016126.022479:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10685 00000100:00100000:1.0:1734016126.034608:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016126.034823:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336872320 00000100:00100000:2.0:1734016126.034838:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336872320 00000100:00100000:2.0:1734016126.035218:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10686 00000100:00100000:2.0:1734016126.035229:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800753eaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:9673:x1818247336872320:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:2.0:1734016126.035263:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016126.035304:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e07f45 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d18bf expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016126.035372:0:7689:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a803ba80/0x3f004d6452e07eff lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3907584->3911679) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1880 expref: 5 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016126.035382:0:7689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016126.035384:0:7689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016126.035387:0:7689:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e07f45 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [1216512->1269759] (req 1216512->1269759) gid 0 flags: 0x50000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d18bf expref: 7 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016126.035447:0:7689:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a803ba80/0x3f004d6452e07eff lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3907584->3911679) gid 0 flags: 0x50000000020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1880 expref: 5 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016126.035463:0:7689:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a803ba80/0x3f004d6452e07eff lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3907584->3911679) gid 0 flags: 0x70000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1880 expref: 5 pid: 7689 timeout: 490 lvb_type: 0 00000100:00100000:2.0:1734016126.035486:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88011d804a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339434624:192.168.201.10@tcp:104: 00000100:00100000:2.0:1734016126.035592:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012b911e40 going to sleep for 11 seconds 00000100:00100000:2.0:1734016126.039589:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88011d804a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339434624:192.168.201.10@tcp:104: 00010000:00010000:2.0:1734016126.039631:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e07f45 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [1216512->1269759] (req 1216512->1269759) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d18bf expref: 7 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016126.039653:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880072171440, rc 0) 00000100:00100000:2.0:1734016126.039704:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800753eaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:9673:x1818247336872320:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 4477us (5113us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016126.039713:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10686 00000100:00100000:1.0:1734016126.040233:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016126.040630:0:7695:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336872448 00000100:00100000:2.0:1734016126.040639:0:7695:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336872448 00002000:00100000:2.0:1734016126.040894:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (6955008->7007435) req@ffff8800753ead80 x1818247336872448/t0(0) o4->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:87/0 lens 488/0 e 0 to 0 dl 1734016137 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016126.040905:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800753ead80 with x1818247336872448 ext(6955008->7007435) 00010000:00010000:2.0:1734016126.040914:0:7695:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a803ba80/0x3f004d6452e07eff lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3907584->3911679) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1880 expref: 6 pid: 7689 timeout: 490 lvb_type: 0 00010000:00010000:2.0:1734016126.040927:0:7695:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a803ba80/0x3f004d6452e07eff lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3907584->3911679) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1880 expref: 6 pid: 7689 timeout: 490 lvb_type: 0 00002000:00010000:2.0:1734016126.040934:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800753ead80 00000100:00080000:0.0:1734016126.041020:0:6479:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734016096 00000100:00100000:2.0:1734016126.041193:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 259 00000100:00100000:2.0:1734016126.041200:0:7695:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800753ead80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1978:x1818247336872448:12345-192.168.201.10@tcp:4:fsx.0 00000100:00100000:2.0:1734016126.046887:0:7695:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800753ead80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+8:1978:x1818247336872448:12345-192.168.201.10@tcp:4:fsx.0 Request processed in 5649us (6617us total) trans 4294969295 rc 0/0 00000100:00100000:2.0:1734016126.046902:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 259 00002000:00100000:2.0:1734016126.046914:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (6955008->7007435) req@ffff8800753ead80 x1818247336872448/t4294969295(0) o4->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:87/0 lens 488/448 e 0 to 0 dl 1734016137 ref 1 fl Complete:H/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016126.046923:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800753ead80 with x1818247336872448 ext(6955008->7007435) 00010000:00010000:2.0:1734016126.046936:0:7695:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a803ba80/0x3f004d6452e07eff lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3907584->3911679) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1880 expref: 8 pid: 7689 timeout: 490 lvb_type: 0 00010000:00010000:2.0:1734016126.046952:0:7695:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a803ba80/0x3f004d6452e07eff lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3907584->3911679) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1880 expref: 8 pid: 7689 timeout: 490 lvb_type: 0 00002000:00010000:2.0:1734016126.046959:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800753ead80 00000100:00100000:0.0:1734016126.049555:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016126.049752:0:6470:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336872576 00000100:00100000:2.0:1734016126.049771:0:6470:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336872576 00010000:00010000:2.0:1734016126.049838:0:6470:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a803ba80/0x3f004d6452e07eff lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3907584->3911679) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1880 expref: 8 pid: 7689 timeout: 490 lvb_type: 0 00000100:00100000:1.0:1734016126.050198:0:9956:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2852 00000100:00100000:1.0:1734016126.050210:0:9956:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076b34700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+8:1980:x1818247336872576:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016126.050231:0:9956:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:1.0:1734016126.050263:0:9956:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 448 -> 552 00010000:00010000:1.0:1734016126.050271:0:9956:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a803ba80/0x3f004d6452e07eff lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3907584->3911679) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1880 expref: 8 pid: 7689 timeout: 490 lvb_type: 0 00010000:00010000:1.0:1734016126.050287:0:9956:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a803ba80/0x3f004d6452e07eff lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3907584->3911679) gid 0 flags: 0x50000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1880 expref: 8 pid: 7689 timeout: 490 lvb_type: 0 00010000:00010000:1.0:1734016126.050327:0:9956:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a803ba80/0x3f004d6452e07eff lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3907584->3911679) gid 0 flags: 0x44801400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1880 expref: 8 pid: 7689 timeout: 490 lvb_type: 0 00010000:00010000:1.0:1734016126.050854:0:9956:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016126.050858:0:9956:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016126.050891:0:9956:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e07f45 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1216512->1269759) gid 0 flags: 0x40080000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d18bf expref: 6 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016126.050901:0:9956:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e07f45 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1216512->1269759) gid 0 flags: 0x40080000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d18bf expref: 6 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016126.050956:0:9956:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e07f45 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1216512->1269759) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d18bf expref: 6 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016126.050972:0:9956:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800753eb100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9956:1818247339434752:192.168.201.10@tcp:105: 00000100:00100000:1.0:1734016126.051080:0:9956:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b42cda80 going to sleep for 11 seconds 00000100:00100000:0.0:1734016126.056840:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016126.057155:0:9956:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800753eb100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9956:1818247339434752:192.168.201.10@tcp:105: 00010000:00010000:1.0:1734016126.057192:0:9956:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016126.057272:0:9956:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076b34700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1980:x1818247336872576:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 7062us (7737us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016126.057286:0:9956:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2852 00000100:00100000:2.0:1734016126.057605:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336872704 00000100:00100000:2.0:1734016126.057616:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336872704 00000100:00100000:2.0:1734016126.057681:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10687 00000100:00100000:2.0:1734016126.057814:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076b34a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1978:x1818247336872704:12345-192.168.201.10@tcp:22:fsx.0 00002000:00010000:2.0:1734016126.058241:0:7689:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 7007436 -> 7007436 00002000:00010000:2.0:1734016126.058245:0:7689:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016125 -> 1734016125 00002000:00010000:2.0:1734016126.058247:0:7689:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016125 -> 1734016125 00002000:00010000:2.0:1734016126.058249:0:7689:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016125 -> 1734016126 00002000:00010000:2.0:1734016126.058252:0:7689:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 552 -> 656 00000100:00100000:2.0:1734016126.058280:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076b34a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1978:x1818247336872704:12345-192.168.201.10@tcp:22:fsx.0 Request processed in 470us (1460us total) trans 4294969296 rc 0/0 00000100:00100000:2.0:1734016126.058287:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10687 00000100:00100000:2.0:1734016126.062702:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016126.063411:0:6481:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336872960 00000100:00100000:0.0:1734016126.063427:0:6481:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336872960 00000100:00100000:0.0:1734016126.063585:0:6481:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2009 00000100:00100000:0.0:1734016126.063597:0:6481:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d804a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+21:9673:x1818247336872960:12345-192.168.201.10@tcp:36:fsx.0 00010000:00010000:0.0:1734016126.063694:0:6481:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016126.063733:0:6481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880072172d00/0x3f004d6452e07f37 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d18b1 expref: 21 pid: 6482 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016126.063776:0:6481:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:0.0:1734016126.063782:0:6481:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1734016126.064836:0:6481:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a803ba80/0x3f004d6452e07f4c lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6481 initiator: MDT0 00010000:00010000:0.0:1734016126.064857:0:6481:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800721718c0/0x3f004d6452e07ed5 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1856 expref: 23 pid: 6482 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016126.064888:0:6481:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a803ba80/0x3f004d6452e07f4c lrc: 4/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6481 initiator: MDT0 00010000:00010000:0.0:1734016126.064943:0:6481:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8800721718c0/0x3f004d6452e07ed5 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1856 expref: 23 pid: 6482 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016126.064957:0:6481:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8800721718c0/0x3f004d6452e07ed5 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1856 expref: 23 pid: 6482 timeout: 490 lvb_type: 0 00000100:00100000:0.0:1734016126.064974:0:6481:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076b34e00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6481:1818247339434880:192.168.201.10@tcp:104: 00000100:00100000:0.0:1734016126.065462:0:6481:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a74866c0 going to sleep for 11 seconds 00000001:00080000:2.0:1734016126.067450:0:6464:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968571 is committed 00000001:00080000:2.0:1734016126.067897:0:6464:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968564 is committed 00000100:00100000:1.0:1734016126.068186:0:6481:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076b34e00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6481:1818247339434880:192.168.201.10@tcp:104: 00010000:00010000:1.0:1734016126.068208:0:6481:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8800a803ba80/0x3f004d6452e07f4c lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6481 initiator: MDT0 00000100:00100000:2.0:1734016126.069059:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016126.069414:0:9956:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336873088 00000100:00100000:1.0:1734016126.069424:0:9956:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336873088 00010000:00010000:1.0:1734016126.069463:0:9956:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800721718c0/0x3f004d6452e07ed5 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1856 expref: 14 pid: 6482 timeout: 490 lvb_type: 0 00000100:00100000:1.0:1734016126.069511:0:9956:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2853 00000100:00100000:1.0:1734016126.069519:0:9956:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880136a26680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+14:1979:x1818247336873088:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016126.069539:0:9956:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016126.069546:0:9956:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8800721718c0/0x3f004d6452e07ed5 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1856 expref: 14 pid: 6482 timeout: 490 lvb_type: 0 00010000:00010000:1.0:1734016126.069556:0:9956:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8800721718c0/0x3f004d6452e07ed5 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1856 expref: 14 pid: 6482 timeout: 490 lvb_type: 0 00010000:00010000:1.0:1734016126.069588:0:9956:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800721718c0/0x3f004d6452e07ed5 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1856 expref: 14 pid: 6482 timeout: 490 lvb_type: 0 00010000:00010000:1.0:1734016126.069625:0:9956:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:1.0:1734016126.069631:0:9956:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a803ba80/0x3f004d6452e07f4c lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6481 initiator: MDT0 00010000:00010000:1.0:1734016126.069641:0:9956:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a803ba80/0x3f004d6452e07f4c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6481 initiator: MDT0 00010000:00010000:1.0:1734016126.069650:0:9956:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a803ba80/0x3f004d6452e07f4c lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6481 initiator: MDT0 00010000:00010000:1.0:1734016126.069677:0:9956:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016126.069736:0:9956:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880136a26680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+13:1979:x1818247336873088:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 216us (681us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016126.069742:0:9956:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2853 00010000:00010000:1.0:1734016126.069769:0:6481:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8800a803ba80/0x3f004d6452e07f4c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6481 initiator: MDT0 00010000:00010000:1.0:1734016126.069776:0:6481:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a803ba80/0x3f004d6452e07f4c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6481 initiator: MDT0 00000001:00080000:1.0:1734016126.069949:0:6481:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294968571 00000004:00010000:1.0:1734016126.070015:0:6481:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff88011d804a80 reply state ffff880077520000 transno 4294968572 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a803ba80/0x3f004d6452e07f4c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6481 initiator: MDT0 00000100:00100000:1.0:1734016126.070022:0:6481:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1734016126.070113:0:6481:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d804a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+12:9673:x1818247336872960:12345-192.168.201.10@tcp:36:fsx.0 Request processed in 6520us (7431us total) trans 4294968572 rc 0/0 00000100:00100000:1.0:1734016126.070120:0:6481:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2009 00000020:00080000:1.0:1734016126.070124:0:6481:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:3.0:1734016126.072559:0:3495:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a803ba80/0x3f004d6452e07f4c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6481 initiator: MDT0 00010000:00010000:3.0:1734016126.072571:0:3495:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a803ba80/0x3f004d6452e07f4c lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6481 initiator: MDT0 00010000:00010000:3.0:1734016126.072577:0:3495:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a803ba80/0x3f004d6452e07f4c lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6481 initiator: MDT0 00010000:00010000:3.0:1734016126.072584:0:3495:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800a803ba80 already unused, calling callback (ffffffffa0f03950) 00010000:00010000:3.0:1734016126.072588:0:3495:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a803ba80/0x3f004d6452e07f4c lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6481 initiator: MDT0 00010000:00010000:3.0:1734016126.072595:0:3495:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a803ba80/0x3f004d6452e07f4c lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6481 initiator: MDT0 00010000:00010000:3.0:1734016126.072615:0:3495:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:3.0:1734016126.072618:0:3495:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1734016126.072622:0:3495:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a803ba80/0x3f004d6452e07f4c lrc: 2/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6481 initiator: MDT0 00010000:00010000:3.0:1734016126.072626:0:3495:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a803ba80/0x3f004d6452e07f4c lrc: 0/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6481 initiator: MDT0 00000100:00100000:2.0:1734016126.075485:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016126.076687:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336873216 00000100:00100000:1.0:1734016126.076704:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336873216 00000100:00100000:1.0:1734016126.076771:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10688 00000100:00100000:1.0:1734016126.076781:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074e42300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:9673:x1818247336873216:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:1.0:1734016126.076811:0:7690:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016126.076844:0:7690:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880097234d80/0x3f004d6452e07f53 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d18c6 expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016126.076898:0:7690:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e07f45 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1216512->1269759) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d18bf expref: 7 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016126.076907:0:7690:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016126.076910:0:7690:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016126.076915:0:7690:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880097234d80/0x3f004d6452e07f53 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d18c6 expref: 8 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016126.076956:0:7690:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e07f45 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1216512->1269759) gid 0 flags: 0x50000000020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d18bf expref: 7 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016126.076970:0:7690:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e07f45 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1216512->1269759) gid 0 flags: 0x70000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d18bf expref: 7 pid: 7689 timeout: 490 lvb_type: 0 00000100:00100000:1.0:1734016126.076994:0:7690:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800753eb100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339435008:192.168.201.10@tcp:104: 00000100:00100000:1.0:1734016126.077071:0:7690:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b42cdb40 going to sleep for 11 seconds 00000100:00100000:0.0:1734016126.081502:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016126.081697:0:6470:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336873344 00000100:00100000:3.0:1734016126.081712:0:6470:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336873344 00010000:00010000:3.0:1734016126.081760:0:6470:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e07f45 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1216512->1269759) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d18bf expref: 8 pid: 7689 timeout: 490 lvb_type: 0 00000100:00100000:3.0:1734016126.081815:0:6470:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2854 00000100:00100000:3.0:1734016126.081824:0:6470:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076b35180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1979:x1818247336873344:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016126.081847:0:6470:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016126.081932:0:6470:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e07f45 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1216512->1269759) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d18bf expref: 8 pid: 7689 timeout: 490 lvb_type: 0 00010000:00010000:3.0:1734016126.081948:0:6470:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e07f45 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1216512->1269759) gid 0 flags: 0x50000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d18bf expref: 8 pid: 7689 timeout: 490 lvb_type: 0 00010000:00010000:3.0:1734016126.081980:0:6470:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016126.081983:0:6470:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016126.081989:0:6470:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880097234d80/0x3f004d6452e07f53 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50080000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d18c6 expref: 8 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016126.081999:0:6470:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880097234d80/0x3f004d6452e07f53 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50080000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d18c6 expref: 8 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016126.082155:0:7690:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e07f45 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1216512->1269759) gid 0 flags: 0x44801400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d18bf expref: 8 pid: 7689 timeout: 490 lvb_type: 0 00000100:00100000:1.0:1734016126.083256:0:7690:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800753eb100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339435008:192.168.201.10@tcp:104: 00010000:00010000:1.0:1734016126.083286:0:7690:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880097234d80/0x3f004d6452e07f53 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d18c6 expref: 8 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016126.083301:0:7690:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097234d80, rc 0) 00000100:00100000:1.0:1734016126.083369:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074e42300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+8:9673:x1818247336873216:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 6588us (7902us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016126.083379:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10688 00010000:00010000:3.0:1734016126.084181:0:6470:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880097234d80/0x3f004d6452e07f53 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d18c6 expref: 7 pid: 7690 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016126.084203:0:6470:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800ac574380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6470:1818247339435136:192.168.201.10@tcp:105: 00000100:00100000:3.0:1734016126.084719:0:6470:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac68e3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016126.091414:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016126.091618:0:7695:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336873472 00000100:00100000:2.0:1734016126.091631:0:7695:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336873472 00002000:00010000:2.0:1734016126.091681:0:7695:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (5478868->18446744073709551615) 00002000:00100000:2.0:1734016126.091685:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076b35500 with x1818247336873472 ext(5478868->18446744073709551615) 00002000:00010000:2.0:1734016126.091700:0:7695:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076b35500. 00000100:00100000:2.0:1734016126.091729:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8975 00000100:00100000:2.0:1734016126.091737:0:7695:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076b35500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+8:1978:x1818247336873472:12345-192.168.201.10@tcp:10:fsx.0 00002000:00010000:2.0:1734016126.092423:0:7695:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 7007436 -> 5478868 00002000:00010000:2.0:1734016126.092427:0:7695:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016125 -> 1734016125 00002000:00010000:2.0:1734016126.092430:0:7695:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016125 -> 1734016125 00002000:00010000:2.0:1734016126.092432:0:7695:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016126 -> 1734016125 00002000:00010000:2.0:1734016126.092434:0:7695:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 656 -> 472 00000100:00100000:2.0:1734016126.092484:0:7695:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076b35500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+9:1978:x1818247336873472:12345-192.168.201.10@tcp:10:fsx.0 Request processed in 747us (1086us total) trans 4294969297 rc 0/0 00000100:00100000:2.0:1734016126.092491:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8975 00002000:00010000:2.0:1734016126.092494:0:7695:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (5478868->18446744073709551615) 00002000:00100000:2.0:1734016126.092496:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076b35500 with x1818247336873472 ext(5478868->18446744073709551615) 00002000:00010000:2.0:1734016126.092501:0:7695:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076b35500. 00000100:00100000:3.0:1734016126.092814:0:6470:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800ac574380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6470:1818247339435136:192.168.201.10@tcp:105: 00010000:00010000:3.0:1734016126.092830:0:6470:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016126.092855:0:6470:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076b35180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1979:x1818247336873344:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 11032us (11375us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016126.092885:0:6470:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2854 00000100:00100000:0.0:1734016126.095618:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016126.095740:0:6481:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336873600 00000100:00100000:1.0:1734016126.095753:0:6481:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336873600 00000100:00100000:1.0:1734016126.095837:0:6481:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2010 00000100:00100000:1.0:1734016126.095850:0:6481:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076b35880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+13:9673:x1818247336873600:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:1.0:1734016126.095921:0:6481:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016126.095952:0:6481:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880097236ac0/0x3f004d6452e07f5a lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d18cd expref: -99 pid: 6481 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016126.096103:0:6481:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880097236d00/0x3f004d6452e07f61 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6481 initiator: MDT0 00010000:00010000:1.0:1734016126.096124:0:6481:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880097236d00/0x3f004d6452e07f61 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6481 initiator: MDT0 00010000:00010000:1.0:1734016126.096139:0:6481:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880097236d00/0x3f004d6452e07f61 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6481 initiator: MDT0 00000004:00200000:1.0:1734016126.096175:0:6481:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 5478868 00000004:00200000:1.0:1734016126.096179:0:6481:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1734016126.096200:0:6481:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880097236d00/0x3f004d6452e07f61 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6481 initiator: MDT0 00010000:00010000:1.0:1734016126.096236:0:6481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880097236ac0/0x3f004d6452e07f5a lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d18cd expref: 15 pid: 6481 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016126.097254:0:6481:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880097236d00/0x3f004d6452e07f61 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d18cd expref: 14 pid: 6481 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016126.097264:0:6481:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:1.0:1734016126.097267:0:6481:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1734016126.097273:0:6481:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097236d00, rc 0) 00000100:00100000:1.0:1734016126.097530:0:6481:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076b35880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+14:9673:x1818247336873600:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 1681us (1923us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016126.097544:0:6481:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2010 00000100:00100000:0.0:1734016126.101994:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016126.102081:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336873728 00000100:00100000:1.0:1734016126.102093:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336873728 00000100:00100000:1.0:1734016126.102159:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10689 00000100:00100000:1.0:1734016126.102170:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076b35c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1979:x1818247336873728:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:1.0:1734016126.102202:0:7690:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016126.102230:0:7690:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880097234000/0x3f004d6452e07f68 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d18d4 expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016126.102332:0:7690:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800753eb100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339435264:192.168.201.10@tcp:106: 00000100:00100000:1.0:1734016126.102420:0:7690:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b42cdb40 going to sleep for 11 seconds 00000100:00100000:1.0:1734016126.105196:0:7690:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800753eb100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339435264:192.168.201.10@tcp:106: 00010000:00010000:1.0:1734016126.105235:0:7690:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880097234000/0x3f004d6452e07f68 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d18d4 expref: 8 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016126.105250:0:7690:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097234000/0x3f004d6452e07f68 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d18d4 expref: 8 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016126.105282:0:7690:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097234000, rc 0) 00000100:00100000:1.0:1734016126.105669:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076b35c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1979:x1818247336873728:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 3499us (3690us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016126.105678:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10689 00000100:00100000:2.0:1734016126.108653:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016126.108824:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336873856 00000100:00100000:1.0:1734016126.108837:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336873856 00000100:00100000:1.0:1734016126.108916:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10690 00000100:00100000:1.0:1734016126.108927:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074e43480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1981:x1818247336873856:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:1.0:1734016126.108951:0:7690:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016126.108974:0:7690:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880097237600/0x3f004d6452e07f6f lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d18db expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016126.109030:0:7690:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800753eb100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339435392:192.168.201.10@tcp:106: 00000100:00100000:1.0:1734016126.109088:0:7690:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b42cdb40 going to sleep for 11 seconds 00000100:00100000:1.0:1734016126.112671:0:7690:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800753eb100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339435392:192.168.201.10@tcp:106: 00010000:00010000:1.0:1734016126.112735:0:7690:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880097237600/0x3f004d6452e07f6f lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d18db expref: 8 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016126.112756:0:7690:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097237600/0x3f004d6452e07f6f lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d18db expref: 8 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016126.113412:0:7690:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097237600, rc 0) 00000100:00100000:1.0:1734016126.113501:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074e43480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1981:x1818247336873856:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 4569us (4863us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016126.113519:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10690 00000100:00100000:0.0:1734016126.123471:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016126.123574:0:6481:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336874112 00000100:00100000:1.0:1734016126.123583:0:6481:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336874112 00000100:00100000:1.0:1734016126.123645:0:6481:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2011 00000100:00100000:1.0:1734016126.123653:0:6481:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076b35f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+14:9673:x1818247336874112:12345-192.168.201.10@tcp:36:fsx.0 00010000:00010000:1.0:1734016126.123714:0:6481:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016126.123748:0:6481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880097236d00/0x3f004d6452e07f61 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d18cd expref: 14 pid: 6481 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016126.124104:0:6481:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:1.0:1734016126.124110:0:6481:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1734016126.124408:0:6481:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880097235200/0x3f004d6452e07f76 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6481 initiator: MDT0 00010000:00010000:1.0:1734016126.124427:0:6481:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880097235200/0x3f004d6452e07f76 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6481 initiator: MDT0 00010000:00010000:1.0:1734016126.124439:0:6481:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880097235200/0x3f004d6452e07f76 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6481 initiator: MDT0 00000001:00080000:1.0:1734016126.124483:0:6481:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294968573 00000004:00010000:1.0:1734016126.124506:0:6481:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff880076b35f80 reply state ffff88012d9f2000 transno 4294968574 ns: mdt-lustre-MDT0000_UUID lock: ffff880097235200/0x3f004d6452e07f76 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6481 initiator: MDT0 00000100:00100000:1.0:1734016126.124516:0:6481:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1734016126.124634:0:6481:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076b35f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+16:9673:x1818247336874112:12345-192.168.201.10@tcp:36:fsx.0 Request processed in 980us (1171us total) trans 4294968574 rc 0/0 00000100:00100000:1.0:1734016126.124641:0:6481:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2011 00000020:00080000:1.0:1734016126.124645:0:6481:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1734016126.129364:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016126.129486:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336874240 00000100:00100000:2.0:1734016126.129499:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336874240 00000100:00100000:2.0:1734016126.130239:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10691 00000100:00100000:2.0:1734016126.130249:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076b36300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:9673:x1818247336874240:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:2.0:1734016126.130269:0:7690:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016126.130291:0:7690:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e07f7d lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d18e2 expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016126.130334:0:7690:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880097234d80/0x3f004d6452e07f53 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d18c6 expref: 8 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016126.130342:0:7690:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016126.130344:0:7690:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016126.130348:0:7690:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e07f7d lrc: 4/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d18e2 expref: 8 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016126.130392:0:7690:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880097234d80/0x3f004d6452e07f53 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d18c6 expref: 8 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016126.130405:0:7690:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880097234d80/0x3f004d6452e07f53 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d18c6 expref: 8 pid: 7690 timeout: 490 lvb_type: 0 00000100:00100000:2.0:1734016126.130420:0:7690:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074622680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339435520:192.168.201.10@tcp:104: 00000100:00100000:2.0:1734016126.130494:0:7690:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012b911e40 going to sleep for 11 seconds 00010000:00010000:1.0:1734016126.132444:0:3494:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880097235200/0x3f004d6452e07f76 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6481 initiator: MDT0 00010000:00010000:1.0:1734016126.132461:0:3494:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880097235200/0x3f004d6452e07f76 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6481 initiator: MDT0 00010000:00010000:1.0:1734016126.132468:0:3494:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880097235200/0x3f004d6452e07f76 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6481 initiator: MDT0 00010000:00010000:1.0:1734016126.132475:0:3494:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880097235200 already unused, calling callback (ffffffffa0f03950) 00010000:00010000:1.0:1734016126.132481:0:3494:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880097235200/0x3f004d6452e07f76 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6481 initiator: MDT0 00010000:00010000:1.0:1734016126.132488:0:3494:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880097235200/0x3f004d6452e07f76 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6481 initiator: MDT0 00010000:00010000:1.0:1734016126.132505:0:3494:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:1.0:1734016126.132507:0:3494:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1734016126.132512:0:3494:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880097235200/0x3f004d6452e07f76 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6481 initiator: MDT0 00010000:00010000:1.0:1734016126.132517:0:3494:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880097235200/0x3f004d6452e07f76 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6481 initiator: MDT0 00000100:00100000:3.0:1734016126.133095:0:7690:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074622680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339435520:192.168.201.10@tcp:104: 00010000:00010000:3.0:1734016126.133140:0:7690:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e07f7d lrc: 3/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d18e2 expref: 8 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016126.133165:0:7690:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880072171440, rc 0) 00000100:00100000:3.0:1734016126.133231:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076b36300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:9673:x1818247336874240:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 2980us (3880us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016126.133242:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10691 00000100:00100000:0.0:1734016126.133618:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016126.133704:0:6470:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336874368 00000100:00100000:3.0:1734016126.133712:0:6470:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336874368 00010000:00010000:3.0:1734016126.133745:0:6470:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880097234d80/0x3f004d6452e07f53 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d18c6 expref: 9 pid: 7690 timeout: 490 lvb_type: 0 00000100:00100000:3.0:1734016126.133775:0:6470:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2855 00000100:00100000:3.0:1734016126.133781:0:6470:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076b36680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+9:1979:x1818247336874368:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016126.133801:0:6470:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016126.133827:0:6470:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880097234d80/0x3f004d6452e07f53 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d18c6 expref: 9 pid: 7690 timeout: 490 lvb_type: 0 00010000:00010000:3.0:1734016126.133838:0:6470:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880097234d80/0x3f004d6452e07f53 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d18c6 expref: 9 pid: 7690 timeout: 490 lvb_type: 0 00010000:00010000:3.0:1734016126.133884:0:6470:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097234d80/0x3f004d6452e07f53 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d18c6 expref: 9 pid: 7690 timeout: 490 lvb_type: 0 00010000:00010000:3.0:1734016126.133903:0:6470:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016126.133905:0:6470:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016126.133911:0:6470:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e07f7d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d18e2 expref: 7 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016126.133926:0:6470:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e07f7d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d18e2 expref: 7 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016126.133974:0:6470:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e07f7d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d18e2 expref: 7 pid: 7690 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016126.133993:0:6470:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800ac574380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6470:1818247339435648:192.168.201.10@tcp:105: 00000100:00100000:3.0:1734016126.134056:0:6470:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac68e3c0 going to sleep for 11 seconds 00000100:00100000:2.0:1734016126.142544:0:6470:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800ac574380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6470:1818247339435648:192.168.201.10@tcp:105: 00010000:00010000:2.0:1734016126.142580:0:6470:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016126.142646:0:6470:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076b36680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+8:1979:x1818247336874368:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 8863us (9027us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016126.142661:0:6470:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2855 00000100:00100000:0.0:1734016126.146064:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016126.146203:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336874496 00000100:00100000:2.0:1734016126.146217:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336874496 00002000:00010000:2.0:1734016126.146265:0:7696:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (10382109->18446744073709551615) 00002000:00100000:2.0:1734016126.146269:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076b36a00 with x1818247336874496 ext(10382109->18446744073709551615) 00002000:00010000:2.0:1734016126.146283:0:7696:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076b36a00. 00000100:00100000:2.0:1734016126.146315:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8976 00000100:00100000:2.0:1734016126.146321:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076b36a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1979:x1818247336874496:12345-192.168.201.10@tcp:10:fsx.0 00002000:00010000:2.0:1734016126.146571:0:7696:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 5478868 -> 10382109 00002000:00010000:2.0:1734016126.146574:0:7696:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016125 -> 1734016125 00002000:00010000:2.0:1734016126.146576:0:7696:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016125 -> 1734016125 00002000:00010000:2.0:1734016126.146579:0:7696:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016125 -> 1734016125 00002000:00010000:2.0:1734016126.146581:0:7696:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 472 -> 472 00000100:00100000:2.0:1734016126.148897:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076b36a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+9:1979:x1818247336874496:12345-192.168.201.10@tcp:10:fsx.0 Request processed in 2566us (2836us total) trans 4294969298 rc 0/0 00000100:00100000:2.0:1734016126.148909:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8976 00002000:00010000:2.0:1734016126.148918:0:7696:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (10382109->18446744073709551615) 00002000:00100000:2.0:1734016126.148921:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076b36a00 with x1818247336874496 ext(10382109->18446744073709551615) 00002000:00010000:2.0:1734016126.148932:0:7696:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076b36a00. 00000100:00100000:0.0:1734016126.152041:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016126.152138:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336874752 00000100:00100000:2.0:1734016126.152152:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336874752 00002000:00100000:2.0:1734016126.152197:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (10305536->10383359) req@ffff880076b36d80 x1818247336874752/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:87/0 lens 488/0 e 0 to 0 dl 1734016137 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016126.152212:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076b36d80 with x1818247336874752 ext(10305536->10383359) 00002000:00010000:2.0:1734016126.152217:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076b36d80 00000100:00100000:2.0:1734016126.152259:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8977 00000100:00100000:2.0:1734016126.152266:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076b36d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+9:1981:x1818247336874752:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:0.0:1734016126.171802:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076b36d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+9:1981:x1818247336874752:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 19510us (19751us total) trans 0 rc 77824/77824 00000100:00100000:0.0:1734016126.171820:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8977 00002000:00100000:0.0:1734016126.171845:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (10305536->10383359) req@ffff880076b36d80 x1818247336874752/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:87/0 lens 488/440 e 0 to 0 dl 1734016137 ref 1 fl Complete:/200/0 rc 77824/77824 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016126.171856:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076b36d80 with x1818247336874752 ext(10305536->10383359) 00002000:00010000:0.0:1734016126.175896:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076b36d80 00000100:00100000:0.0:1734016126.179785:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016126.179943:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336874880 00000100:00100000:2.0:1734016126.179963:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336874880 00002000:00100000:2.0:1734016126.180053:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (10375168->10382108) req@ffff880076b37100 x1818247336874880/t0(0) o4->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:87/0 lens 7432/0 e 0 to 0 dl 1734016137 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016126.180068:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076b37100 with x1818247336874880 ext(10375168->10382108) 00002000:00010000:2.0:1734016126.180080:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076b37100 00000100:00100000:2.0:1734016126.180125:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8978 00000100:00100000:2.0:1734016126.180136:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076b37100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+9:1981:x1818247336874880:12345-192.168.201.10@tcp:4:fsx.0 00000100:00100000:0.0:1734016126.181020:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076b37100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+11:1981:x1818247336874880:12345-192.168.201.10@tcp:4:fsx.0 Request processed in 882us (1250us total) trans 4294969299 rc 0/0 00000100:00100000:0.0:1734016126.181035:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8978 00002000:00100000:0.0:1734016126.181045:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (10375168->10382108) req@ffff880076b37100 x1818247336874880/t4294969299(0) o4->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:87/0 lens 7432/448 e 0 to 0 dl 1734016137 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016126.181057:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076b37100 with x1818247336874880 ext(10375168->10382108) 00002000:00010000:0.0:1734016126.181062:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076b37100 00000100:00100000:0.0:1734016126.197243:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016126.198087:0:6481:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336875008 00000100:00100000:1.0:1734016126.198109:0:6481:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336875008 00000100:00100000:1.0:1734016126.198214:0:6481:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2012 00000100:00100000:1.0:1734016126.198228:0:6481:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076b37480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+15:9673:x1818247336875008:12345-192.168.201.10@tcp:44:fsx.0 00000100:00100000:1.0:1734016126.198506:0:6481:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076b37480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+15:9673:x1818247336875008:12345-192.168.201.10@tcp:44:fsx.0 Request processed in 281us (1296us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016126.198517:0:6481:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2012 00000100:00100000:0.0:1734016126.203627:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016126.206602:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336875136 00000100:00100000:3.0:1734016126.206642:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336875136 00000100:00100000:3.0:1734016126.206775:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10692 00000100:00100000:3.0:1734016126.206792:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076b37800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+11:1979:x1818247336875136:12345-192.168.201.10@tcp:16:fsx.0 00000001:00080000:2.0:1734016126.210368:0:8954:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969299 is committed 00000001:00080000:2.0:1734016126.210428:0:8954:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969297 is committed 00000100:00100000:3.0:1734016126.211489:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076b37800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1979:x1818247336875136:12345-192.168.201.10@tcp:16:fsx.0 Request processed in 4685us (7871us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016126.211507:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10692 00000100:00100000:0.0:1734016126.218098:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016126.220981:0:6482:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336875264 00000100:00100000:2.0:1734016126.221010:0:6482:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336875264 00000100:00100000:2.0:1734016126.221139:0:6482:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2013 00000100:00100000:2.0:1734016126.221151:0:6482:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076b37b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+15:9673:x1818247336875264:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:2.0:1734016126.221197:0:6482:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016126.221233:0:6482:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800721718c0/0x3f004d6452e07f84 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d18e9 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016126.221380:0:6482:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880072172640/0x3f004d6452e07f8b lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6482 initiator: MDT0 00010000:00010000:2.0:1734016126.221400:0:6482:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880072172640/0x3f004d6452e07f8b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6482 initiator: MDT0 00010000:00010000:2.0:1734016126.221413:0:6482:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880072172640/0x3f004d6452e07f8b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6482 initiator: MDT0 00000004:00200000:2.0:1734016126.221445:0:6482:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 10382109 00000004:00200000:2.0:1734016126.221450:0:6482:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1734016126.221469:0:6482:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880072172640/0x3f004d6452e07f8b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6482 initiator: MDT0 00010000:00010000:2.0:1734016126.221493:0:6482:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800721718c0/0x3f004d6452e07f84 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d18e9 expref: 17 pid: 6482 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016126.221520:0:6482:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880072172640/0x3f004d6452e07f8b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d18e9 expref: 16 pid: 6482 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016126.221531:0:6482:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:2.0:1734016126.221534:0:6482:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1734016126.221538:0:6482:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880072172640, rc 0) 00000100:00100000:2.0:1734016126.222471:0:6482:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076b37b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+16:9673:x1818247336875264:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 1315us (4394us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016126.222482:0:6482:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2013 00000100:00100000:0.0:1734016126.229121:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016126.229499:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336875520 00000100:00100000:2.0:1734016126.229518:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336875520 00002000:00100000:2.0:1734016126.229600:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (8585216->8589311) req@ffff880076b34e00 x1818247336875520/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:87/0 lens 488/0 e 0 to 0 dl 1734016137 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016126.229616:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076b34e00 with x1818247336875520 ext(8585216->8589311) 00002000:00010000:2.0:1734016126.229625:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076b34e00 00000100:00100000:2.0:1734016126.229669:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8979 00000100:00100000:2.0:1734016126.229681:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076b34e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1979:x1818247336875520:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:2.0:1734016126.230029:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076b34e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1979:x1818247336875520:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 351us (934us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016126.230039:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8979 00002000:00100000:2.0:1734016126.230046:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (8585216->8589311) req@ffff880076b34e00 x1818247336875520/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:87/0 lens 488/4536 e 0 to 0 dl 1734016137 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016126.230055:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076b34e00 with x1818247336875520 ext(8585216->8589311) 00002000:00010000:2.0:1734016126.230059:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076b34e00 00000100:00100000:0.0:1734016126.239000:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016126.241571:0:7695:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336875648 00000100:00100000:2.0:1734016126.241600:0:7695:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336875648 00002000:00100000:2.0:1734016126.241672:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (8585216->8589311) req@ffff8800769c4000 x1818247336875648/t0(0) o4->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:87/0 lens 4584/0 e 0 to 0 dl 1734016137 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016126.241684:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800769c4000 with x1818247336875648 ext(8585216->8589311) 00002000:00010000:2.0:1734016126.241693:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800769c4000 00000100:00100000:2.0:1734016126.241758:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8980 00000100:00100000:2.0:1734016126.241769:0:7695:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800769c4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1979:x1818247336875648:12345-192.168.201.10@tcp:4:fsx.0 00000100:00100000:2.0:1734016126.247973:0:7695:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800769c4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+9:1979:x1818247336875648:12345-192.168.201.10@tcp:4:fsx.0 Request processed in 6182us (8971us total) trans 4294969300 rc 0/0 00000100:00100000:2.0:1734016126.247992:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8980 00002000:00100000:2.0:1734016126.248013:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (8585216->8589311) req@ffff8800769c4000 x1818247336875648/t4294969300(0) o4->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:87/0 lens 4584/448 e 0 to 0 dl 1734016137 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016126.248026:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800769c4000 with x1818247336875648 ext(8585216->8589311) 00002000:00010000:2.0:1734016126.248035:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800769c4000 00000100:00100000:1.0:1734016126.251337:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016126.256465:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336875776 00000100:00100000:3.0:1734016126.256496:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336875776 00000100:00100000:3.0:1734016126.256624:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10693 00000100:00100000:3.0:1734016126.256637:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800753eb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+9:1981:x1818247336875776:12345-192.168.201.10@tcp:16:fsx.0 00000001:00080000:0.0:1734016126.258745:0:8954:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969300 is committed 00000100:00100000:3.0:1734016126.259479:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800753eb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1981:x1818247336875776:12345-192.168.201.10@tcp:16:fsx.0 Request processed in 2833us (8168us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016126.259496:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10693 00000100:00100000:0.0:1734016126.262054:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016126.262194:0:6482:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336875904 00000100:00100000:2.0:1734016126.262208:0:6482:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336875904 00000100:00100000:2.0:1734016126.262284:0:6482:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2014 00000100:00100000:2.0:1734016126.262291:0:6482:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800769c4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+11:9673:x1818247336875904:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:2.0:1734016126.262330:0:6482:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016126.262360:0:6482:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800721718c0/0x3f004d6452e07f92 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d18f0 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016126.262495:0:6482:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880072171f80/0x3f004d6452e07f99 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 6482 initiator: MDT0 00010000:00010000:2.0:1734016126.262512:0:6482:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880072171f80/0x3f004d6452e07f99 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6482 initiator: MDT0 00010000:00010000:2.0:1734016126.262524:0:6482:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880072171f80/0x3f004d6452e07f99 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6482 initiator: MDT0 00000004:00200000:2.0:1734016126.262559:0:6482:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 10382109 00000004:00200000:2.0:1734016126.262565:0:6482:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1734016126.262588:0:6482:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880072171f80/0x3f004d6452e07f99 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6482 initiator: MDT0 00010000:00010000:2.0:1734016126.262619:0:6482:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800721718c0/0x3f004d6452e07f92 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d18f0 expref: 13 pid: 6482 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016126.262671:0:6482:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880072171f80/0x3f004d6452e07f99 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d18f0 expref: 12 pid: 6482 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016126.262682:0:6482:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:2.0:1734016126.262684:0:6482:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1734016126.262689:0:6482:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880072171f80, rc 0) 00000100:00100000:2.0:1734016126.262771:0:6482:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800769c4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+12:9673:x1818247336875904:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 479us (741us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016126.262780:0:6482:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2014 00000100:00100000:0.0:1734016126.265948:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016126.266180:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336876032 00000100:00100000:3.0:1734016126.266199:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336876032 00000100:00100000:3.0:1734016126.266293:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10694 00000100:00100000:3.0:1734016126.266319:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800769c4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:1979:x1818247336876032:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:3.0:1734016126.266368:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016126.266411:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a9a5440/0x3f004d6452e07fa0 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d18f7 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016126.266549:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800ac574700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339435776:192.168.201.10@tcp:106: 00000100:00100000:3.0:1734016126.266914:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac68ea80 going to sleep for 11 seconds 00002000:00010000:3.0:1734016126.274601:0:7689:0:(ofd_lvb.c:301:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks: 472 -> 496 00000100:00100000:3.0:1734016126.274666:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800ac574700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339435776:192.168.201.10@tcp:106: 00010000:00010000:3.0:1734016126.274737:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a9a5440/0x3f004d6452e07fa0 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d18f7 expref: 6 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016126.274760:0:7689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a5440/0x3f004d6452e07fa0 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d18f7 expref: 6 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016126.277624:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a9a5440, rc 0) 00000100:00100000:3.0:1734016126.282113:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800769c4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:1979:x1818247336876032:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 15772us (16223us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016126.282140:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10694 00000100:00100000:1.0:1734016126.289950:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016126.290077:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336876160 00000100:00100000:3.0:1734016126.290092:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336876160 00000100:00100000:3.0:1734016126.290152:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10695 00000100:00100000:3.0:1734016126.290163:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800753eb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:1978:x1818247336876160:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:3.0:1734016126.290207:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016126.290234:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a9a4480/0x3f004d6452e07fa7 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d18fe expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016126.290332:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800ac574700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339435904:192.168.201.10@tcp:106: 00000100:00100000:3.0:1734016126.290414:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac68ea80 going to sleep for 11 seconds 00000100:00100000:3.0:1734016126.296586:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800ac574700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339435904:192.168.201.10@tcp:106: 00010000:00010000:3.0:1734016126.296664:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a9a4480/0x3f004d6452e07fa7 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d18fe expref: 6 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016126.296684:0:7689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a4480/0x3f004d6452e07fa7 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d18fe expref: 6 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016126.296727:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a9a4480, rc 0) 00000100:00100000:3.0:1734016126.296826:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800753eb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:1978:x1818247336876160:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 6663us (6895us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016126.296839:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10695 00000100:00100000:1.0:1734016126.303393:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016126.304070:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336876288 00000100:00100000:3.0:1734016126.304088:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336876288 00000100:00100000:3.0:1734016126.304535:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10696 00000100:00100000:3.0:1734016126.304548:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800753eb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1979:x1818247336876288:12345-192.168.201.10@tcp:22:fsx.0 00002000:00010000:3.0:1734016126.305032:0:7689:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 10382109 -> 10382109 00002000:00010000:3.0:1734016126.305036:0:7689:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016125 -> 1734016125 00002000:00010000:3.0:1734016126.305038:0:7689:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016125 -> 1734016125 00002000:00010000:3.0:1734016126.305041:0:7689:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016125 -> 1734016126 00002000:00010000:3.0:1734016126.305042:0:7689:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 496 -> 536 00000100:00100000:3.0:1734016126.305159:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800753eb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1979:x1818247336876288:12345-192.168.201.10@tcp:22:fsx.0 Request processed in 612us (1791us total) trans 4294969301 rc 0/0 00000100:00100000:3.0:1734016126.305173:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10696 00000100:00100000:1.0:1734016126.310925:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016126.311020:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336876416 00000100:00100000:0.0:1734016126.311036:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336876416 00000100:00100000:0.0:1734016126.311105:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10697 00000100:00100000:0.0:1734016126.311116:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800753ebb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:1981:x1818247336876416:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:0.0:1734016126.311141:0:7690:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016126.311167:0:7690:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a803ba80/0x3f004d6452e07fae lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d1905 expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016126.311232:0:7690:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800769c4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339436032:192.168.201.10@tcp:106: 00000100:00100000:0.0:1734016126.311334:0:7690:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7486e40 going to sleep for 11 seconds 00000100:00100000:0.0:1734016126.318668:0:7690:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800769c4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339436032:192.168.201.10@tcp:106: 00010000:00010000:0.0:1734016126.318760:0:7690:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a803ba80/0x3f004d6452e07fae lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1905 expref: 6 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016126.318786:0:7690:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a803ba80/0x3f004d6452e07fae lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1905 expref: 6 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016126.318835:0:7690:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a803ba80, rc 0) 00000100:00100000:0.0:1734016126.318980:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800753ebb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:1981:x1818247336876416:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 7860us (8132us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016126.318998:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10697 00000100:00100000:1.0:1734016126.329369:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016126.329770:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336876544 00000100:00100000:0.0:1734016126.329786:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336876544 00000100:00100000:0.0:1734016126.329927:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10698 00000100:00100000:0.0:1734016126.329940:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800740b4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:1980:x1818247336876544:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:0.0:1734016126.329975:0:7690:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016126.330011:0:7690:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a8039440/0x3f004d6452e07fb5 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d190c expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016126.330113:0:7690:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800769c4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339436160:192.168.201.10@tcp:106: 00000100:00100000:0.0:1734016126.330221:0:7690:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7486e40 going to sleep for 11 seconds 00000100:00100000:0.0:1734016126.337426:0:7690:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800769c4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339436160:192.168.201.10@tcp:106: 00010000:00010000:0.0:1734016126.337496:0:7690:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a8039440/0x3f004d6452e07fb5 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d190c expref: 6 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016126.337517:0:7690:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a8039440/0x3f004d6452e07fb5 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d190c expref: 6 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016126.337555:0:7690:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a8039440, rc 0) 00000100:00100000:0.0:1734016126.337641:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800740b4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:1980:x1818247336876544:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 7701us (8286us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016126.337656:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10698 00000100:00100000:1.0:1734016126.343162:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016126.343795:0:6481:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336876800 00000100:00100000:2.0:1734016126.343811:0:6481:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336876800 00000100:00100000:2.0:1734016126.343912:0:6481:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2015 00000100:00100000:2.0:1734016126.343922:0:6481:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800740b4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+12:9673:x1818247336876800:12345-192.168.201.10@tcp:36:fsx.0 00010000:00010000:2.0:1734016126.344013:0:6481:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016126.344074:0:6481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880072171f80/0x3f004d6452e07f99 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d18f0 expref: 12 pid: 6482 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016126.344125:0:6481:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:2.0:1734016126.344132:0:6481:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1734016126.344415:0:6481:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880072170d80/0x3f004d6452e07fbc lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6481 initiator: MDT0 00010000:00010000:2.0:1734016126.344432:0:6481:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880072172640/0x3f004d6452e07f8b lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d18e9 expref: 15 pid: 6482 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016126.344441:0:6481:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff880072170d80/0x3f004d6452e07fbc lrc: 4/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6481 initiator: MDT0 00010000:00010000:2.0:1734016126.344488:0:6481:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880072172640/0x3f004d6452e07f8b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d18e9 expref: 15 pid: 6482 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016126.344504:0:6481:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880072172640/0x3f004d6452e07f8b lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d18e9 expref: 15 pid: 6482 timeout: 490 lvb_type: 0 00000100:00100000:2.0:1734016126.344523:0:6481:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074622680 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6481:1818247339436288:192.168.201.10@tcp:104: 00000100:00100000:2.0:1734016126.344621:0:6481:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012b911e40 going to sleep for 11 seconds 00000100:00100000:1.0:1734016126.351093:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016126.351492:0:6470:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336876928 00000100:00100000:3.0:1734016126.351506:0:6470:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336876928 00010000:00010000:3.0:1734016126.351552:0:6470:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880072172640/0x3f004d6452e07f8b lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d18e9 expref: 16 pid: 6482 timeout: 490 lvb_type: 0 00000100:00100000:3.0:1734016126.351606:0:6470:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2856 00000100:00100000:3.0:1734016126.351616:0:6470:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b1f66450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+16:1979:x1818247336876928:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016126.351665:0:6470:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016126.351673:0:6470:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880072172640/0x3f004d6452e07f8b lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d18e9 expref: 16 pid: 6482 timeout: 490 lvb_type: 0 00010000:00010000:3.0:1734016126.351685:0:6470:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880072172640/0x3f004d6452e07f8b lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d18e9 expref: 16 pid: 6482 timeout: 490 lvb_type: 0 00010000:00010000:3.0:1734016126.351715:0:6470:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:3.0:1734016126.351722:0:6470:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff880072170d80/0x3f004d6452e07fbc lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6481 initiator: MDT0 00010000:00010000:3.0:1734016126.351734:0:6470:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880072170d80/0x3f004d6452e07fbc lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50290000000000 pid: 6481 initiator: MDT0 00010000:00010000:3.0:1734016126.351743:0:6470:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880072170d80/0x3f004d6452e07fbc lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50290000000000 pid: 6481 initiator: MDT0 00010000:00010000:3.0:1734016126.351763:0:6470:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016126.351819:0:6470:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b1f66450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+16:1979:x1818247336876928:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 204us (743us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016126.351827:0:6470:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2856 00010000:00010000:2.0:1734016126.352622:0:6481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880072172640/0x3f004d6452e07f8b lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d18e9 expref: 15 pid: 6482 timeout: 490 lvb_type: 0 00000100:00100000:2.0:1734016126.352647:0:6481:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074622680 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6481:1818247339436288:192.168.201.10@tcp:104: 00010000:00010000:2.0:1734016126.352685:0:6481:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff880072170d80/0x3f004d6452e07fbc lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6481 initiator: MDT0 00010000:00010000:2.0:1734016126.352698:0:6481:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff880072170d80/0x3f004d6452e07fbc lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6481 initiator: MDT0 00010000:00010000:2.0:1734016126.352705:0:6481:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880072170d80/0x3f004d6452e07fbc lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6481 initiator: MDT0 00000001:00080000:2.0:1734016126.352928:0:6481:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294968575 00000004:00010000:2.0:1734016126.353016:0:6481:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff8800740b4380 reply state ffff88006d710000 transno 4294968576 ns: mdt-lustre-MDT0000_UUID lock: ffff880072170d80/0x3f004d6452e07fbc lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6481 initiator: MDT0 00000100:00100000:2.0:1734016126.353026:0:6481:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1734016126.353146:0:6481:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800740b4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+14:9673:x1818247336876800:12345-192.168.201.10@tcp:36:fsx.0 Request processed in 9224us (10009us total) trans 4294968576 rc 0/0 00000100:00100000:2.0:1734016126.353155:0:6481:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2015 00000020:00080000:2.0:1734016126.353161:0:6481:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1734016126.359402:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016126.359546:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336877056 00000100:00100000:0.0:1734016126.359560:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336877056 00000100:00100000:0.0:1734016126.359628:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10699 00000100:00100000:0.0:1734016126.359637:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800740b4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:9673:x1818247336877056:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:0.0:1734016126.359658:0:7690:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016126.359686:0:7690:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a8038900/0x3f004d6452e07fc3 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d1913 expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016126.359727:0:7690:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e07f7d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d18e2 expref: 7 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016126.359736:0:7690:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016126.359739:0:7690:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016126.359744:0:7690:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a8038900/0x3f004d6452e07fc3 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1913 expref: 6 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016126.359795:0:7690:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e07f7d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d18e2 expref: 7 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016126.359811:0:7690:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e07f7d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d18e2 expref: 7 pid: 7690 timeout: 490 lvb_type: 0 00000100:00100000:0.0:1734016126.359832:0:7690:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800769c4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339436416:192.168.201.10@tcp:104: 00000100:00100000:0.0:1734016126.359959:0:7690:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7486e40 going to sleep for 11 seconds 00010000:00010000:3.0:1734016126.360173:0:3495:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880072170d80/0x3f004d6452e07fbc lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6481 initiator: MDT0 00010000:00010000:3.0:1734016126.360184:0:3495:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880072170d80/0x3f004d6452e07fbc lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6481 initiator: MDT0 00010000:00010000:3.0:1734016126.360192:0:3495:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880072170d80/0x3f004d6452e07fbc lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6481 initiator: MDT0 00010000:00010000:3.0:1734016126.360200:0:3495:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880072170d80 already unused, calling callback (ffffffffa0f03950) 00010000:00010000:3.0:1734016126.360208:0:3495:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880072170d80/0x3f004d6452e07fbc lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6481 initiator: MDT0 00010000:00010000:3.0:1734016126.360219:0:3495:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880072170d80/0x3f004d6452e07fbc lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6481 initiator: MDT0 00010000:00010000:3.0:1734016126.360245:0:3495:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:3.0:1734016126.360248:0:3495:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1734016126.360254:0:3495:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880072170d80/0x3f004d6452e07fbc lrc: 2/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6481 initiator: MDT0 00010000:00010000:3.0:1734016126.360259:0:3495:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880072170d80/0x3f004d6452e07fbc lrc: 0/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6481 initiator: MDT0 00000100:00100000:0.0:1734016126.363579:0:7690:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800769c4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339436416:192.168.201.10@tcp:104: 00010000:00010000:0.0:1734016126.363634:0:7690:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a8038900/0x3f004d6452e07fc3 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1913 expref: 6 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016126.363660:0:7690:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a8038900, rc 0) 00000100:00100000:0.0:1734016126.363742:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800740b4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:9673:x1818247336877056:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 4106us (4356us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016126.363754:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10699 00000100:00100000:1.0:1734016126.366846:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016126.367472:0:9956:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336877184 00000100:00100000:0.0:1734016126.367481:0:9956:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336877184 00010000:00010000:0.0:1734016126.367525:0:9956:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e07f7d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d18e2 expref: 8 pid: 7690 timeout: 490 lvb_type: 0 00000100:00100000:0.0:1734016126.367569:0:9956:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2857 00000100:00100000:0.0:1734016126.367577:0:9956:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800740b4a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1979:x1818247336877184:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016126.367593:0:9956:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016126.367619:0:9956:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e07f7d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d18e2 expref: 8 pid: 7690 timeout: 490 lvb_type: 0 00010000:00010000:0.0:1734016126.367633:0:9956:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e07f7d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d18e2 expref: 8 pid: 7690 timeout: 490 lvb_type: 0 00010000:00010000:0.0:1734016126.367663:0:9956:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e07f7d lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d18e2 expref: 8 pid: 7690 timeout: 490 lvb_type: 0 00010000:00010000:0.0:1734016126.368013:0:9956:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016126.368017:0:9956:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016126.368389:0:9956:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a8038900/0x3f004d6452e07fc3 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1913 expref: 5 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016126.368403:0:9956:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a8038900/0x3f004d6452e07fc3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1913 expref: 5 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016126.368925:0:9956:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a8038900/0x3f004d6452e07fc3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1913 expref: 5 pid: 7690 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016126.368947:0:9956:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800740b4e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9956:1818247339436544:192.168.201.10@tcp:105: 00000100:00100000:1.0:1734016126.369052:0:9956:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b42cdb40 going to sleep for 11 seconds 00000100:00100000:1.0:1734016126.374687:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016126.375533:0:9956:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800740b4e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9956:1818247339436544:192.168.201.10@tcp:105: 00010000:00010000:2.0:1734016126.375559:0:9956:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016126.375610:0:9956:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800740b4a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1979:x1818247336877184:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 8033us (8780us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016126.375624:0:9956:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2857 00000100:00100000:3.0:1734016126.375745:0:7695:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336877312 00000100:00100000:3.0:1734016126.375754:0:7695:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336877312 00002000:00010000:3.0:1734016126.375806:0:7695:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (6787088->18446744073709551615) 00002000:00100000:3.0:1734016126.375811:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e4d9850 with x1818247336877312 ext(6787088->18446744073709551615) 00002000:00010000:3.0:1734016126.375825:0:7695:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012e4d9850. 00000100:00100000:3.0:1734016126.375853:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8981 00000100:00100000:3.0:1734016126.375860:0:7695:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e4d9850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1979:x1818247336877312:12345-192.168.201.10@tcp:10:fsx.0 00002000:00010000:3.0:1734016126.376371:0:7695:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 10382109 -> 6787088 00002000:00010000:3.0:1734016126.376375:0:7695:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016125 -> 1734016125 00002000:00010000:3.0:1734016126.376377:0:7695:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016125 -> 1734016125 00002000:00010000:3.0:1734016126.376379:0:7695:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016126 -> 1734016125 00002000:00010000:3.0:1734016126.376381:0:7695:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 536 -> 512 00000100:00100000:3.0:1734016126.376402:0:7695:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e4d9850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1979:x1818247336877312:12345-192.168.201.10@tcp:10:fsx.0 Request processed in 542us (1731us total) trans 4294969302 rc 0/0 00000100:00100000:3.0:1734016126.376407:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8981 00002000:00010000:3.0:1734016126.376410:0:7695:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (6787088->18446744073709551615) 00002000:00100000:3.0:1734016126.376412:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e4d9850 with x1818247336877312 ext(6787088->18446744073709551615) 00002000:00010000:3.0:1734016126.376417:0:7695:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012e4d9850. 00000100:00100000:2.0:1734016126.382792:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016126.383723:0:6481:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336877440 00000100:00100000:0.0:1734016126.383738:0:6481:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336877440 00000100:00100000:0.0:1734016126.384417:0:6481:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2016 00000100:00100000:0.0:1734016126.384426:0:6481:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074622680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+13:9673:x1818247336877440:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:0.0:1734016126.384458:0:6481:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016126.384483:0:6481:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8038240/0x3f004d6452e07fca lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d191a expref: -99 pid: 6481 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016126.384612:0:6481:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a803b3c0/0x3f004d6452e07fd1 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6481 initiator: MDT0 00010000:00010000:0.0:1734016126.384631:0:6481:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a803b3c0/0x3f004d6452e07fd1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6481 initiator: MDT0 00010000:00010000:0.0:1734016126.384644:0:6481:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a803b3c0/0x3f004d6452e07fd1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6481 initiator: MDT0 00000004:00200000:0.0:1734016126.384673:0:6481:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 6787088 00000004:00200000:0.0:1734016126.384677:0:6481:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1734016126.384695:0:6481:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800a803b3c0/0x3f004d6452e07fd1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6481 initiator: MDT0 00010000:00010000:0.0:1734016126.384718:0:6481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8038240/0x3f004d6452e07fca lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d191a expref: 15 pid: 6481 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016126.384754:0:6481:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a803b3c0/0x3f004d6452e07fd1 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d191a expref: 14 pid: 6481 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016126.384763:0:6481:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:0.0:1734016126.384766:0:6481:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1734016126.384770:0:6481:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a803b3c0, rc 0) 00000100:00100000:0.0:1734016126.384851:0:6481:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074622680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+14:9673:x1818247336877440:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 425us (2086us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016126.384857:0:6481:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2016 00000100:00100000:1.0:1734016126.391985:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016126.392081:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336877696 00000100:00100000:0.0:1734016126.392096:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336877696 00002000:00100000:0.0:1734016126.392160:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (4919296->6791167) req@ffff8800740b5180 x1818247336877696/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:87/0 lens 504/0 e 0 to 0 dl 1734016137 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016126.392171:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800740b5180 with x1818247336877696 ext(4919296->6791167) 00002000:00010000:0.0:1734016126.392176:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800740b5180 00000100:00100000:0.0:1734016126.392216:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8982 00000100:00100000:0.0:1734016126.392226:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800740b5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1978:x1818247336877696:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:2.0:1734016126.424113:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800740b5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1978:x1818247336877696:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 31863us (32124us total) trans 0 rc 876544/876544 00000100:00100000:2.0:1734016126.424133:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8982 00002000:00100000:2.0:1734016126.424154:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (4919296->6791167) req@ffff8800740b5180 x1818247336877696/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:87/0 lens 504/440 e 0 to 0 dl 1734016137 ref 1 fl Complete:/200/0 rc 876544/876544 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016126.424166:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800740b5180 with x1818247336877696 ext(4919296->6791167) 00002000:00010000:2.0:1734016126.424176:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800740b5180 00000100:00100000:2.0:1734016126.458758:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016126.460481:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336877824 00000100:00100000:0.0:1734016126.460510:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336877824 00002000:00100000:0.0:1734016126.460598:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (4882432->9665471) req@ffff880074621c00 x1818247336877824/t0(0) o4->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:87/0 lens 520/0 e 0 to 0 dl 1734016137 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016126.460612:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074621c00 with x1818247336877824 ext(4882432->9665471) 00002000:00010000:0.0:1734016126.460621:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074621c00 00000100:00100000:0.0:1734016126.460686:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8983 00000100:00100000:0.0:1734016126.460695:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074621c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1981:x1818247336877824:12345-192.168.201.10@tcp:4:fsx.0 00000100:00100000:0.0:1734016126.485115:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074621c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+9:1981:x1818247336877824:12345-192.168.201.10@tcp:4:fsx.0 Request processed in 24400us (26357us total) trans 4294969303 rc 0/0 00000100:00100000:0.0:1734016126.485136:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8983 00002000:00100000:0.0:1734016126.485156:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (4882432->9665471) req@ffff880074621c00 x1818247336877824/t4294969303(0) o4->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:87/0 lens 520/456 e 0 to 0 dl 1734016137 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016126.485169:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074621c00 with x1818247336877824 ext(4882432->9665471) 00002000:00010000:0.0:1734016126.485177:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074621c00 00000100:00100000:1.0:1734016126.500327:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016126.501544:0:6482:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336877952 00000100:00100000:2.0:1734016126.501585:0:6482:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336877952 00000100:00100000:0.0:1734016126.504899:0:6481:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2017 00000100:00100000:0.0:1734016126.504919:0:6481:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800740b5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+14:9673:x1818247336877952:12345-192.168.201.10@tcp:44:fsx.0 00000100:00100000:0.0:1734016126.505126:0:6481:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800740b5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+14:9673:x1818247336877952:12345-192.168.201.10@tcp:44:fsx.0 Request processed in 212us (4833us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016126.505134:0:6481:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2017 00000100:00100000:3.0:1734016126.510665:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016126.513255:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336878080 00000100:00100000:0.0:1734016126.513284:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336878080 00000100:00100000:0.0:1734016126.513416:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10700 00000100:00100000:0.0:1734016126.513431:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800ac575c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+9:1978:x1818247336878080:12345-192.168.201.10@tcp:16:fsx.0 00000001:00080000:2.0:1734016126.526839:0:8954:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969303 is committed 00000001:00080000:2.0:1734016126.526920:0:8954:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969301 is committed 00000100:00100000:0.0:1734016126.527643:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800ac575c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1978:x1818247336878080:12345-192.168.201.10@tcp:16:fsx.0 Request processed in 14202us (16994us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016126.527658:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10700 00000100:00100000:3.0:1734016126.534523:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016126.534671:0:6482:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336878208 00000100:00100000:2.0:1734016126.534685:0:6482:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336878208 00000100:00100000:2.0:1734016126.534744:0:6482:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2018 00000100:00100000:2.0:1734016126.534754:0:6482:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800ac576a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+15:9673:x1818247336878208:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:2.0:1734016126.534789:0:6482:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016126.534818:0:6482:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880072171440/0x3f004d6452e07fd8 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d1921 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016126.534992:0:6482:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880072172640/0x3f004d6452e07fdf lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 6482 initiator: MDT0 00010000:00010000:2.0:1734016126.535009:0:6482:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880072172640/0x3f004d6452e07fdf lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6482 initiator: MDT0 00010000:00010000:2.0:1734016126.535024:0:6482:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880072172640/0x3f004d6452e07fdf lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6482 initiator: MDT0 00000004:00200000:2.0:1734016126.535057:0:6482:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 6787088 00000004:00200000:2.0:1734016126.535062:0:6482:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1734016126.535085:0:6482:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880072172640/0x3f004d6452e07fdf lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6482 initiator: MDT0 00010000:00010000:2.0:1734016126.535117:0:6482:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880072171440/0x3f004d6452e07fd8 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1921 expref: 17 pid: 6482 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016126.535153:0:6482:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880072172640/0x3f004d6452e07fdf lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1921 expref: 16 pid: 6482 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016126.535162:0:6482:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:2.0:1734016126.535167:0:6482:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1734016126.535171:0:6482:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880072172640, rc 0) 00000100:00100000:2.0:1734016126.535244:0:6482:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800ac576a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+16:9673:x1818247336878208:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 492us (735us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016126.535252:0:6482:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2018 00000100:00100000:1.0:1734016126.555338:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016126.555997:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336878336 00000100:00100000:0.0:1734016126.556009:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336878336 00000100:00100000:0.0:1734016126.556072:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10701 00000100:00100000:0.0:1734016126.556079:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800740b5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1979:x1818247336878336:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:0.0:1734016126.556100:0:7690:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016126.556121:0:7690:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a8038b40/0x3f004d6452e07fe6 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d1928 expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016126.556180:0:7690:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800769c4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339436672:192.168.201.10@tcp:106: 00000100:00100000:0.0:1734016126.556255:0:7690:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7486e40 going to sleep for 11 seconds 00002000:00010000:0.0:1734016126.573247:0:7690:0:(ofd_lvb.c:277:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size: 6787088 -> 9665472 00002000:00010000:0.0:1734016126.573264:0:7690:0:(ofd_lvb.c:301:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks: 512 -> 776 00000100:00100000:0.0:1734016126.573314:0:7690:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800769c4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339436672:192.168.201.10@tcp:106: 00010000:00010000:0.0:1734016126.573376:0:7690:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a8038b40/0x3f004d6452e07fe6 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1928 expref: 7 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016126.573403:0:7690:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a8038b40/0x3f004d6452e07fe6 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1928 expref: 7 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016126.573434:0:7690:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a8038b40, rc 0) 00000100:00100000:0.0:1734016126.573514:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800740b5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1979:x1818247336878336:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 17434us (18186us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016126.573531:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10701 00000100:00100000:3.0:1734016126.584654:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016126.584779:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336878464 00000100:00100000:0.0:1734016126.584796:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336878464 00000100:00100000:0.0:1734016126.584956:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10702 00000100:00100000:0.0:1734016126.584968:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800ac577480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1980:x1818247336878464:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:0.0:1734016126.585014:0:7690:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016126.585061:0:7690:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a803b180/0x3f004d6452e07fed lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d192f expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016126.585173:0:7690:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800769c4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339436800:192.168.201.10@tcp:106: 00000100:00100000:0.0:1734016126.585267:0:7690:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7486e40 going to sleep for 11 seconds 00000100:00100000:0.0:1734016126.590475:0:7690:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800769c4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339436800:192.168.201.10@tcp:106: 00010000:00010000:0.0:1734016126.590536:0:7690:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a803b180/0x3f004d6452e07fed lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d192f expref: 7 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016126.590554:0:7690:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a803b180/0x3f004d6452e07fed lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d192f expref: 7 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016126.590589:0:7690:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a803b180, rc 0) 00000100:00100000:0.0:1734016126.590674:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800ac577480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1980:x1818247336878464:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 5706us (6050us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016126.590687:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10702 00000100:00100000:3.0:1734016126.597337:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016126.598185:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336878720 00000100:00100000:0.0:1734016126.598204:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336878720 00000100:00100000:0.0:1734016126.598329:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8984 00000100:00100000:0.0:1734016126.598341:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800ac575180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1978:x1818247336878720:12345-192.168.201.10@tcp:4:fsx.0 00010000:00010000:0.0:1734016126.598393:0:7696:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a80398c0/0x3f004d6452e07ff4 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7696 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016126.598417:0:7696:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a8038900/0x3f004d6452e07fc3 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1913 expref: 5 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016126.598428:0:7696:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016126.598431:0:7696:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016126.598435:0:7696:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a80398c0/0x3f004d6452e07ff4 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [5816320->5824511] (req 5816320->5824511) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 7696 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016126.598491:0:7696:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a8038900/0x3f004d6452e07fc3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1913 expref: 5 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016126.598508:0:7696:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a8038900/0x3f004d6452e07fc3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1913 expref: 5 pid: 7690 timeout: 490 lvb_type: 0 00000100:00100000:0.0:1734016126.598525:0:7696:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800769c4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_002:lustre-OST0001_UUID:7696:1818247339436928:192.168.201.10@tcp:104: 00000100:00100000:0.0:1734016126.598640:0:7696:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7486e40 going to sleep for 11 seconds 00000100:00100000:0.0:1734016126.605147:0:7696:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800769c4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_002:lustre-OST0001_UUID:7696:1818247339436928:192.168.201.10@tcp:104: 00010000:00010000:0.0:1734016126.605198:0:7696:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800a80398c0/0x3f004d6452e07ff4 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [5816320->5824511] (req 5816320->5824511) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 7696 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016126.632285:0:9955:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734016126.634372:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016126.638648:0:9956:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336878848 00000100:00100000:2.0:1734016126.638673:0:9956:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336878848 00010000:00010000:2.0:1734016126.638741:0:9956:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a8038900/0x3f004d6452e07fc3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1913 expref: 6 pid: 7690 timeout: 490 lvb_type: 0 00000100:00100000:2.0:1734016126.638831:0:9956:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2858 00000100:00100000:2.0:1734016126.638843:0:9956:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800ac574e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1978:x1818247336878848:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016126.638884:0:9956:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016126.638917:0:9956:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a8038900/0x3f004d6452e07fc3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1913 expref: 6 pid: 7690 timeout: 490 lvb_type: 0 00010000:00010000:2.0:1734016126.638935:0:9956:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a8038900/0x3f004d6452e07fc3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1913 expref: 6 pid: 7690 timeout: 490 lvb_type: 0 00010000:00010000:2.0:1734016126.638968:0:9956:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a8038900/0x3f004d6452e07fc3 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1913 expref: 6 pid: 7690 timeout: 490 lvb_type: 0 00010000:00010000:2.0:1734016126.639015:0:9956:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016126.639018:0:9956:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016126.639024:0:9956:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a80398c0/0x3f004d6452e07ff4 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [5816320->5824511] (req 5816320->5824511) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 7696 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016126.639037:0:9956:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a80398c0/0x3f004d6452e07ff4 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [5816320->5824511] (req 5816320->5824511) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 7696 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016126.639095:0:9956:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016126.639212:0:9956:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800ac574e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:1978:x1818247336878848:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 370us (4854us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016126.639220:0:9956:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2858 00010000:00010000:2.0:1734016126.639316:0:7696:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800a80398c0/0x3f004d6452e07ff4 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [5816320->5824511] (req 5816320->5824511) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 7696 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016126.639326:0:7696:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a80398c0/0x3f004d6452e07ff4 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [5816320->5824511] (req 5816320->5824511) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 7696 timeout: 0 lvb_type: 0 00000001:00080000:0.0:1734016126.645411:0:8954:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969304 is committed 00002000:00010000:3.0:1734016126.645588:0:7696:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016125 -> 1734016126 00002000:00010000:3.0:1734016126.645594:0:7696:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016125 -> 1734016126 00002000:00010000:3.0:1734016126.645596:0:7696:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 776 -> 792 00010000:00010000:3.0:1734016126.645613:0:7696:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a80398c0/0x3f004d6452e07ff4 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [5816320->5824511] (req 5816320->5824511) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 7696 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016126.645623:0:7696:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a80398c0/0x3f004d6452e07ff4 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [5816320->5824511] (req 5816320->5824511) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 7696 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016126.645632:0:7696:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a80398c0/0x3f004d6452e07ff4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [5816320->5824511] (req 5816320->5824511) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 7696 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016126.645643:0:7696:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800a80398c0 already unused, calling callback (ffffffffa086d100) 00010000:00010000:3.0:1734016126.645648:0:7696:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a80398c0/0x3f004d6452e07ff4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [5816320->5824511] (req 5816320->5824511) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 7696 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016126.645656:0:7696:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a80398c0/0x3f004d6452e07ff4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [5816320->5824511] (req 5816320->5824511) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 7696 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016126.645680:0:7696:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a80398c0/0x3f004d6452e07ff4 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [5816320->5824511] (req 5816320->5824511) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 7696 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016126.645686:0:7696:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a80398c0/0x3f004d6452e07ff4 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [5816320->5824511] (req 5816320->5824511) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 7696 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016126.645808:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800ac575180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1978:x1818247336878720:12345-192.168.201.10@tcp:4:fsx.0 Request processed in 47459us (48499us total) trans 4294969304 rc 0/0 00000100:00100000:3.0:1734016126.645822:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8984 00000100:00100000:2.0:1734016126.653941:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016126.654011:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336878976 00000100:00100000:0.0:1734016126.654023:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336878976 00000100:00100000:0.0:1734016126.654092:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10703 00000100:00100000:0.0:1734016126.654100:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074620e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:1981:x1818247336878976:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:0.0:1734016126.654126:0:7690:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016126.654156:0:7690:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a803af40/0x3f004d6452e07ffb lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d1936 expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1734016126.654185:0:7690:0:(ofd_lvb.c:169:ofd_lvbo_init()) res: [0x280000400:0x5:0x0] initial LVB size: 9665472, mtime: 0x675afc7e, atime: 0x675afc7d, ctime: 0x675afc7e, blocks: 0x318 00010000:00010000:0.0:1734016126.654219:0:7690:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016126.654222:0:7690:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016126.654235:0:7690:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a803af40/0x3f004d6452e07ffb lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1936 expref: 6 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016126.654255:0:7690:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a803af40/0x3f004d6452e07ffb lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1936 expref: 6 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016126.654266:0:7690:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a803af40, rc 0) 00000100:00100000:0.0:1734016126.654345:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074620e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1981:x1818247336878976:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 243us (417us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016126.654352:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10703 00000100:00100000:3.0:1734016126.657850:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016126.657975:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336879104 00000100:00100000:2.0:1734016126.657990:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336879104 00000100:00100000:2.0:1734016126.658047:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10704 00000100:00100000:2.0:1734016126.658057:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800ac576d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1978:x1818247336879104:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:2.0:1734016126.658089:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016126.658113:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880072171f80/0x3f004d6452e08002 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d193d expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016126.658150:0:7689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016126.658153:0:7689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016126.658166:0:7689:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880072171f80/0x3f004d6452e08002 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d193d expref: 7 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016126.658184:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880072171f80/0x3f004d6452e08002 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d193d expref: 7 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016126.658197:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880072171f80, rc 0) 00000100:00100000:2.0:1734016126.658266:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800ac576d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1978:x1818247336879104:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 210us (429us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016126.658275:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10704 00000100:00100000:3.0:1734016126.661396:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016126.661496:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336879360 00000100:00100000:0.0:1734016126.661511:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336879360 00000100:00100000:0.0:1734016126.661602:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8985 00000100:00100000:0.0:1734016126.661612:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800ac575f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1979:x1818247336879360:12345-192.168.201.10@tcp:3:fsx.0 00010000:00010000:0.0:1734016126.661707:0:7696:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff8800a80398c0/0x3f004d6452e08009 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7696 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016126.661730:0:7696:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016126.661733:0:7696:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016126.661742:0:7696:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a80398c0/0x3f004d6452e08009 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [3821568->3837951] (req 3821568->3837951) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 7696 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016126.661763:0:7696:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a80398c0/0x3f004d6452e08009 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [3821568->3837951] (req 3821568->3837951) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 7696 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016126.662000:0:7696:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff8800a80398c0/0x3f004d6452e08009 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [3821568->3837951] (req 3821568->3837951) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 7696 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016126.662010:0:7696:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a80398c0/0x3f004d6452e08009 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [3821568->3837951] (req 3821568->3837951) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 7696 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016126.662017:0:7696:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a80398c0/0x3f004d6452e08009 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [3821568->3837951] (req 3821568->3837951) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 7696 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016126.662023:0:7696:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800a80398c0 already unused, calling callback (ffffffffa086d100) 00010000:00010000:0.0:1734016126.662028:0:7696:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a80398c0/0x3f004d6452e08009 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [3821568->3837951] (req 3821568->3837951) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 7696 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016126.662034:0:7696:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a80398c0/0x3f004d6452e08009 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [3821568->3837951] (req 3821568->3837951) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 7696 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016126.662051:0:7696:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a80398c0/0x3f004d6452e08009 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [3821568->3837951] (req 3821568->3837951) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 7696 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016126.662057:0:7696:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a80398c0/0x3f004d6452e08009 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [3821568->3837951] (req 3821568->3837951) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 7696 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016126.662149:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800ac575f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1979:x1818247336879360:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 538us (771us total) trans 0 rc 16384/16384 00000100:00100000:0.0:1734016126.662157:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8985 00000100:00100000:3.0:1734016126.724965:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016126.725107:0:7695:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336879616 00000100:00100000:0.0:1734016126.725117:0:7695:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336879616 00002000:00100000:0.0:1734016126.725171:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (0->4194303) req@ffff8800ac574700 x1818247336879616/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:87/0 lens 488/0 e 0 to 0 dl 1734016137 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016126.725184:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800ac574700 with x1818247336879616 ext(0->4194303) 00002000:00010000:0.0:1734016126.725190:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800ac574700 00000100:00100000:0.0:1734016126.725229:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8986 00000100:00100000:0.0:1734016126.725236:0:7695:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800ac574700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1978:x1818247336879616:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:3.0:1734016126.728751:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016126.728813:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016126.728904:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336879872 00000100:00100000:1.0:1734016126.728917:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336879872 00002000:00100000:1.0:1734016126.728973:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (4194304->8388607) req@ffff8800ac577100 x1818247336879872/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:87/0 lens 488/0 e 0 to 0 dl 1734016137 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016126.728987:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800ac577100 with x1818247336879872 ext(4194304->8388607) 00002000:00010000:1.0:1734016126.728994:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800ac577100 00000100:00100000:1.0:1734016126.729023:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336880128 00000100:00100000:1.0:1734016126.729026:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336880128 00002000:00100000:1.0:1734016126.729036:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (8388608->9666559) req@ffff8800ac574380 x1818247336880128/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:87/0 lens 488/0 e 0 to 0 dl 1734016137 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016126.729043:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800ac574380 with x1818247336880128 ext(8388608->9666559) 00002000:00010000:1.0:1734016126.729047:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800ac574380 00000100:00100000:1.0:1734016126.729059:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8987 00000100:00100000:1.0:1734016126.729066:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800ac577100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+10:1978:x1818247336879872:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:2.0:1734016126.732214:0:13925:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8988 00000100:00100000:2.0:1734016126.732236:0:13925:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800ac574380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+10:1978:x1818247336880128:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:0.0:1734016126.783472:0:13925:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800ac574380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+11:1978:x1818247336880128:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 51215us (54629us total) trans 0 rc 1277952/1277952 00000100:00100000:0.0:1734016126.783495:0:13925:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8988 00002000:00100000:0.0:1734016126.783515:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (8388608->9666559) req@ffff8800ac574380 x1818247336880128/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:87/0 lens 488/440 e 0 to 0 dl 1734016137 ref 1 fl Complete:/200/0 rc 1277952/1277952 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016126.783527:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800ac574380 with x1818247336880128 ext(8388608->9666559) 00002000:00010000:0.0:1734016126.783535:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800ac574380 00000100:00100000:3.0:1734016126.855124:0:7695:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800ac574700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+9:1978:x1818247336879616:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 129868us (130150us total) trans 0 rc 4194304/4194304 00000100:00100000:3.0:1734016126.855144:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8986 00002000:00100000:3.0:1734016126.855161:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (0->4194303) req@ffff8800ac574700 x1818247336879616/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:87/0 lens 488/440 e 0 to 0 dl 1734016137 ref 1 fl Complete:/200/0 rc 4194304/4194304 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016126.855176:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800ac574700 with x1818247336879616 ext(0->4194303) 00002000:00010000:3.0:1734016126.855185:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800ac574700 00000100:00100000:3.0:1734016126.895166:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016126.895724:0:7695:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336880384 00000100:00100000:0.0:1734016126.895733:0:7695:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336880384 00000100:00100000:2.0:1734016126.897592:0:13925:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8989 00000100:00100000:2.0:1734016126.897610:0:13925:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cc79f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+9:1980:x1818247336880384:12345-192.168.201.10@tcp:4:fsx.0 00010000:00010000:2.0:1734016126.897677:0:13925:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e08010 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 13925 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016126.897698:0:13925:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a803af40/0x3f004d6452e07ffb lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1936 expref: 5 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016126.897705:0:13925:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880072171f80/0x3f004d6452e08002 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d193d expref: 9 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016126.897716:0:13925:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016126.897717:0:13925:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016126.897722:0:13925:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e08010 lrc: 5/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [3215360->3223551] (req 3215360->3223551) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 13925 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016126.897764:0:13925:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880072171f80/0x3f004d6452e08002 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d193d expref: 9 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016126.897776:0:13925:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880072171f80/0x3f004d6452e08002 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d193d expref: 9 pid: 7689 timeout: 491 lvb_type: 1 00000100:00100000:2.0:1734016126.897794:0:13925:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074623800 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_003:lustre-OST0001_UUID:13925:1818247339437056:192.168.201.10@tcp:104: 00010000:00010000:2.0:1734016126.897942:0:13925:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a803af40/0x3f004d6452e07ffb lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1936 expref: 5 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016126.897951:0:13925:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a803af40/0x3f004d6452e07ffb lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1936 expref: 5 pid: 7690 timeout: 491 lvb_type: 1 00000100:00100000:2.0:1734016126.897961:0:13925:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074620380 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_003:lustre-OST0001_UUID:13925:1818247339437184:192.168.201.10@tcp:104: 00000100:00100000:2.0:1734016126.897979:0:13925:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012b911c00 going to sleep for 11 seconds 00000100:00100000:2.0:1734016126.899672:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800ac577100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1978:x1818247336879872:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 170595us (170937us total) trans 0 rc 4194304/4194304 00000100:00100000:2.0:1734016126.899684:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8987 00002000:00100000:2.0:1734016126.899694:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (4194304->8388607) req@ffff8800ac577100 x1818247336879872/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:87/0 lens 488/440 e 0 to 0 dl 1734016137 ref 1 fl Complete:/200/0 rc 4194304/4194304 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016126.899707:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800ac577100 with x1818247336879872 ext(4194304->8388607) 00010000:00010000:2.0:1734016126.899716:0:7696:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880072171f80/0x3f004d6452e08002 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d193d expref: 8 pid: 7689 timeout: 491 lvb_type: 1 00010000:00010000:2.0:1734016126.899726:0:7696:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880072171f80/0x3f004d6452e08002 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d193d expref: 8 pid: 7689 timeout: 491 lvb_type: 1 00002000:00010000:2.0:1734016126.899731:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800ac577100 00000100:00100000:2.0:1734016126.906969:0:13925:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074623800 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_003:lustre-OST0001_UUID:13925:1818247339437056:192.168.201.10@tcp:104: 00000100:00100000:0.0:1734016126.907196:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016126.907474:0:6470:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336880512 00000100:00100000:1.0:1734016126.907481:0:6470:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336880512 00010000:00010000:1.0:1734016126.907522:0:6470:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a803af40/0x3f004d6452e07ffb lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1936 expref: 6 pid: 7690 timeout: 491 lvb_type: 1 00000100:00100000:1.0:1734016126.907554:0:6470:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2859 00000100:00100000:1.0:1734016126.907560:0:6470:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800769c4a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1978:x1818247336880512:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016126.907575:0:6470:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016126.907597:0:6470:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a803af40/0x3f004d6452e07ffb lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1936 expref: 6 pid: 7690 timeout: 491 lvb_type: 1 00010000:00010000:1.0:1734016126.907607:0:6470:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a803af40/0x3f004d6452e07ffb lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1936 expref: 6 pid: 7690 timeout: 491 lvb_type: 1 00010000:00010000:1.0:1734016126.907630:0:6470:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016126.907677:0:6470:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800769c4a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1978:x1818247336880512:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 116us (482us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016126.907683:0:6470:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2859 00010000:00010000:2.0:1734016126.907994:0:13925:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a803af40/0x3f004d6452e07ffb lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1936 expref: 5 pid: 7690 timeout: 491 lvb_type: 1 00000100:00100000:2.0:1734016126.908021:0:13925:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074620380 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_003:lustre-OST0001_UUID:13925:1818247339437184:192.168.201.10@tcp:104: 00010000:00010000:2.0:1734016126.908047:0:13925:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e08010 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [3215360->3223551] (req 3215360->3223551) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 13925 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016126.932699:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016126.932851:0:9956:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336880640 00000100:00100000:0.0:1734016126.932860:0:9956:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336880640 00010000:00010000:0.0:1734016126.932916:0:9956:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880072171f80/0x3f004d6452e08002 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d193d expref: 8 pid: 7689 timeout: 491 lvb_type: 1 00000100:00100000:0.0:1734016126.933524:0:9956:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2860 00000100:00100000:0.0:1734016126.933532:0:9956:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cc7b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1979:x1818247336880640:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016126.933547:0:9956:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016126.933571:0:9956:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880072171f80/0x3f004d6452e08002 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d193d expref: 8 pid: 7689 timeout: 491 lvb_type: 1 00010000:00010000:0.0:1734016126.933581:0:9956:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880072171f80/0x3f004d6452e08002 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d193d expref: 8 pid: 7689 timeout: 491 lvb_type: 1 00010000:00010000:0.0:1734016126.933599:0:9956:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880072171f80/0x3f004d6452e08002 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d193d expref: 8 pid: 7689 timeout: 491 lvb_type: 1 00010000:00010000:0.0:1734016126.935042:0:9956:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016126.935046:0:9956:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016126.935051:0:9956:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e08010 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [3215360->3223551] (req 3215360->3223551) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 13925 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016126.935061:0:9956:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e08010 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [3215360->3223551] (req 3215360->3223551) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 13925 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016126.935174:0:9956:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1734016126.935311:0:13925:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e08010 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [3215360->3223551] (req 3215360->3223551) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 13925 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016126.935319:0:13925:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e08010 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [3215360->3223551] (req 3215360->3223551) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 13925 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016126.936166:0:9956:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cc7b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1979:x1818247336880640:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 2626us (3481us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016126.936178:0:9956:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2860 00000001:00080000:0.0:1734016126.946647:0:8954:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969305 is committed 00002000:00010000:3.0:1734016126.946783:0:13925:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 792 -> 808 00010000:00010000:3.0:1734016126.946803:0:13925:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e08010 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [3215360->3223551] (req 3215360->3223551) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 13925 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016126.946812:0:13925:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e08010 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [3215360->3223551] (req 3215360->3223551) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 13925 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016126.946820:0:13925:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e08010 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [3215360->3223551] (req 3215360->3223551) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 13925 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016126.946826:0:13925:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880072171440 already unused, calling callback (ffffffffa086d100) 00010000:00010000:3.0:1734016126.946830:0:13925:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e08010 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [3215360->3223551] (req 3215360->3223551) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 13925 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016126.946839:0:13925:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e08010 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [3215360->3223551] (req 3215360->3223551) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 13925 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016126.946899:0:13925:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e08010 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [3215360->3223551] (req 3215360->3223551) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 13925 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016126.946905:0:13925:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e08010 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [3215360->3223551] (req 3215360->3223551) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 13925 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016126.947045:0:13925:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cc79f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1980:x1818247336880384:12345-192.168.201.10@tcp:4:fsx.0 Request processed in 49429us (51886us total) trans 4294969305 rc 0/0 00000100:00100000:3.0:1734016126.947056:0:13925:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8989 00000100:00100000:3.0:1734016126.957017:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016126.957093:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336880768 00000100:00100000:0.0:1734016126.957102:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336880768 00000100:00100000:0.0:1734016126.957149:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10705 00000100:00100000:0.0:1734016126.957156:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cc7a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1980:x1818247336880768:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:0.0:1734016126.957175:0:7690:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016126.957196:0:7690:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a8038900/0x3f004d6452e08017 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d1944 expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1734016126.957216:0:7690:0:(ofd_lvb.c:169:ofd_lvbo_init()) res: [0x280000400:0x5:0x0] initial LVB size: 9665472, mtime: 0x675afc7e, atime: 0x675afc7d, ctime: 0x675afc7e, blocks: 0x328 00010000:00010000:0.0:1734016126.957234:0:7690:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016126.957236:0:7690:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016126.957243:0:7690:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a8038900/0x3f004d6452e08017 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1944 expref: 7 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016126.957255:0:7690:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a8038900/0x3f004d6452e08017 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1944 expref: 7 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016126.957265:0:7690:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a8038900, rc 0) 00000100:00100000:0.0:1734016126.957326:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cc7a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1980:x1818247336880768:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 169us (320us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016126.957331:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10705 00000100:00100000:1.0:1734016126.960672:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016126.960774:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336880896 00000100:00100000:2.0:1734016126.960783:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336880896 00000100:00100000:2.0:1734016126.960841:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10706 00000100:00100000:2.0:1734016126.960849:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800740b5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:9673:x1818247336880896:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:2.0:1734016126.960918:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016126.960943:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e0801e lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d194b expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016126.960985:0:7689:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a8038900/0x3f004d6452e08017 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1944 expref: 8 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016126.960994:0:7689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016126.960996:0:7689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016126.961000:0:7689:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e0801e lrc: 4/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [3280896->3321855] (req 3280896->3321855) gid 0 flags: 0x50000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d194b expref: 8 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016126.961034:0:7689:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a8038900/0x3f004d6452e08017 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1944 expref: 8 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016126.961048:0:7689:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a8038900/0x3f004d6452e08017 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1944 expref: 8 pid: 7690 timeout: 491 lvb_type: 1 00000100:00100000:2.0:1734016126.961061:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074620380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339437312:192.168.201.10@tcp:104: 00000100:00100000:2.0:1734016126.961281:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012b911c00 going to sleep for 11 seconds 00000100:00100000:2.0:1734016126.966227:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074620380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339437312:192.168.201.10@tcp:104: 00010000:00010000:2.0:1734016126.966262:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e0801e lrc: 3/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [3280896->3321855] (req 3280896->3321855) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d194b expref: 8 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016126.966280:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880072171440, rc 0) 00000100:00100000:2.0:1734016126.966346:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800740b5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:9673:x1818247336880896:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 5496us (5693us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016126.966354:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10706 00000100:00100000:3.0:1734016126.966704:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016126.966773:0:9956:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336881024 00000100:00100000:2.0:1734016126.966781:0:9956:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336881024 00010000:00010000:2.0:1734016126.966806:0:9956:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a8038900/0x3f004d6452e08017 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1944 expref: 8 pid: 7690 timeout: 491 lvb_type: 1 00000100:00100000:2.0:1734016126.966837:0:9956:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2861 00000100:00100000:2.0:1734016126.966842:0:9956:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cc78380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1978:x1818247336881024:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016126.966853:0:9956:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016126.966895:0:9956:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a8038900/0x3f004d6452e08017 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1944 expref: 8 pid: 7690 timeout: 491 lvb_type: 1 00010000:00010000:2.0:1734016126.966905:0:9956:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a8038900/0x3f004d6452e08017 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1944 expref: 8 pid: 7690 timeout: 491 lvb_type: 1 00010000:00010000:2.0:1734016126.966926:0:9956:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a8038900/0x3f004d6452e08017 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1944 expref: 8 pid: 7690 timeout: 491 lvb_type: 1 00010000:00010000:2.0:1734016126.968771:0:9956:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016126.968776:0:9956:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016126.968787:0:9956:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e0801e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3280896->3321855) gid 0 flags: 0x40080000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d194b expref: 7 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016126.968796:0:9956:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e0801e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3280896->3321855) gid 0 flags: 0x40080000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d194b expref: 7 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016126.968839:0:9956:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e0801e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3280896->3321855) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d194b expref: 7 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016126.968852:0:9956:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074620380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9956:1818247339437440:192.168.201.10@tcp:105: 00000100:00100000:2.0:1734016126.968925:0:9956:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012b911c00 going to sleep for 11 seconds 00000100:00100000:2.0:1734016126.975011:0:9956:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074620380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9956:1818247339437440:192.168.201.10@tcp:105: 00000100:00100000:3.0:1734016126.975128:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016126.975172:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336881152 00000100:00100000:0.0:1734016126.975180:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336881152 00000100:00100000:0.0:1734016126.975233:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10707 00000100:00100000:0.0:1734016126.975241:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cc78a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1979:x1818247336881152:12345-192.168.201.10@tcp:22:fsx.0 00010000:00010000:2.0:1734016126.975396:0:9956:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016126.975448:0:9956:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cc78380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1978:x1818247336881024:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 8603us (8743us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016126.975456:0:9956:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2861 00002000:00010000:0.0:1734016126.975664:0:7689:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 9665472 -> 9665472 00002000:00010000:0.0:1734016126.975667:0:7689:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016126 -> 1734016126 00002000:00010000:0.0:1734016126.975669:0:7689:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016125 -> 1734016125 00002000:00010000:0.0:1734016126.975670:0:7689:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016126 -> 1734016126 00002000:00010000:0.0:1734016126.975672:0:7689:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 808 -> 808 00000100:00100000:0.0:1734016126.975696:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cc78a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1979:x1818247336881152:12345-192.168.201.10@tcp:22:fsx.0 Request processed in 456us (570us total) trans 4294969306 rc 0/0 00000100:00100000:0.0:1734016126.975702:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10707 00000100:00100000:3.0:1734016126.979615:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016126.979698:0:6481:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336881408 00000100:00100000:0.0:1734016126.979707:0:6481:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336881408 00000100:00100000:0.0:1734016126.979767:0:6481:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2019 00000100:00100000:0.0:1734016126.979773:0:6481:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cc79500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+14:9673:x1818247336881408:12345-192.168.201.10@tcp:36:fsx.0 00010000:00010000:0.0:1734016126.979825:0:6481:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016126.979850:0:6481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a803b3c0/0x3f004d6452e07fd1 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d191a expref: 14 pid: 6481 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016126.979895:0:6481:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:0.0:1734016126.979899:0:6481:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1734016126.980057:0:6481:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8038900/0x3f004d6452e08025 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6481 initiator: MDT0 00010000:00010000:0.0:1734016126.980068:0:6481:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880072172640/0x3f004d6452e07fdf lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1921 expref: 15 pid: 6482 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016126.980076:0:6481:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8038900/0x3f004d6452e08025 lrc: 4/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6481 initiator: MDT0 00010000:00010000:0.0:1734016126.980103:0:6481:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880072172640/0x3f004d6452e07fdf lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1921 expref: 15 pid: 6482 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016126.980114:0:6481:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880072172640/0x3f004d6452e07fdf lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1921 expref: 15 pid: 6482 timeout: 491 lvb_type: 0 00000100:00100000:0.0:1734016126.980125:0:6481:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800769c4e00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6481:1818247339437568:192.168.201.10@tcp:104: 00000100:00100000:0.0:1734016126.980196:0:6481:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7486300 going to sleep for 11 seconds 00000100:00100000:0.0:1734016126.983412:0:6481:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800769c4e00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6481:1818247339437568:192.168.201.10@tcp:104: 00010000:00010000:0.0:1734016126.983459:0:6481:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8038900/0x3f004d6452e08025 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6481 initiator: MDT0 00000100:00100000:3.0:1734016126.984266:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016126.984397:0:9956:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336881536 00000100:00100000:2.0:1734016126.984403:0:9956:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336881536 00010000:00010000:2.0:1734016126.984429:0:9956:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880072172640/0x3f004d6452e07fdf lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1921 expref: 16 pid: 6482 timeout: 491 lvb_type: 0 00000100:00100000:2.0:1734016126.984735:0:9956:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2862 00000100:00100000:2.0:1734016126.984743:0:9956:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cc78700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+16:1979:x1818247336881536:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016126.984759:0:9956:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016126.984765:0:9956:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880072172640/0x3f004d6452e07fdf lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1921 expref: 16 pid: 6482 timeout: 491 lvb_type: 0 00010000:00010000:2.0:1734016126.984774:0:9956:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880072172640/0x3f004d6452e07fdf lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1921 expref: 16 pid: 6482 timeout: 491 lvb_type: 0 00010000:00010000:2.0:1734016126.984794:0:9956:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880072172640/0x3f004d6452e07fdf lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1921 expref: 16 pid: 6482 timeout: 491 lvb_type: 0 00010000:00010000:2.0:1734016126.984825:0:9956:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:2.0:1734016126.984829:0:9956:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8038900/0x3f004d6452e08025 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6481 initiator: MDT0 00010000:00010000:2.0:1734016126.984837:0:9956:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8038900/0x3f004d6452e08025 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6481 initiator: MDT0 00010000:00010000:2.0:1734016126.984845:0:9956:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8038900/0x3f004d6452e08025 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6481 initiator: MDT0 00010000:00010000:2.0:1734016126.984863:0:9956:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016126.984940:0:9956:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cc78700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+15:1979:x1818247336881536:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 196us (676us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016126.984946:0:9956:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2862 00010000:00010000:0.0:1734016126.985027:0:6481:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8038900/0x3f004d6452e08025 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6481 initiator: MDT0 00010000:00010000:0.0:1734016126.985034:0:6481:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8038900/0x3f004d6452e08025 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6481 initiator: MDT0 00000001:00080000:0.0:1734016126.985122:0:6481:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294968577 00000004:00010000:0.0:1734016126.985161:0:6481:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff88012cc79500 reply state ffff880074df5000 transno 4294968578 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8038900/0x3f004d6452e08025 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6481 initiator: MDT0 00000100:00100000:0.0:1734016126.985168:0:6481:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1734016126.985231:0:6481:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cc79500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+16:9673:x1818247336881408:12345-192.168.201.10@tcp:36:fsx.0 Request processed in 5458us (5626us total) trans 4294968578 rc 0/0 00000100:00100000:0.0:1734016126.985239:0:6481:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2019 00000020:00080000:0.0:1734016126.985243:0:6481:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1734016126.987730:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00010000:00010000:2.0:1734016126.987947:0:3494:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8038900/0x3f004d6452e08025 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6481 initiator: MDT0 00010000:00010000:2.0:1734016126.987956:0:3494:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8038900/0x3f004d6452e08025 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6481 initiator: MDT0 00010000:00010000:2.0:1734016126.987962:0:3494:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8038900/0x3f004d6452e08025 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6481 initiator: MDT0 00010000:00010000:2.0:1734016126.987967:0:3494:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800a8038900 already unused, calling callback (ffffffffa0f03950) 00010000:00010000:2.0:1734016126.987972:0:3494:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8038900/0x3f004d6452e08025 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6481 initiator: MDT0 00010000:00010000:2.0:1734016126.987978:0:3494:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8038900/0x3f004d6452e08025 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6481 initiator: MDT0 00010000:00010000:2.0:1734016126.987996:0:3494:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:2.0:1734016126.987998:0:3494:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734016126.988002:0:3494:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8038900/0x3f004d6452e08025 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6481 initiator: MDT0 00010000:00010000:2.0:1734016126.988006:0:3494:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8038900/0x3f004d6452e08025 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6481 initiator: MDT0 00000100:00100000:0.0:1734016126.988168:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336881664 00000100:00100000:0.0:1734016126.988177:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336881664 00000100:00100000:0.0:1734016126.988227:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10708 00000100:00100000:0.0:1734016126.988234:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880129c0ec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:9673:x1818247336881664:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:0.0:1734016126.988252:0:7690:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016126.988271:0:7690:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a803b180/0x3f004d6452e0802c lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d1952 expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016126.988306:0:7690:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e0801e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3280896->3321855) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d194b expref: 7 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016126.988316:0:7690:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016126.988318:0:7690:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016126.988321:0:7690:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a803b180/0x3f004d6452e0802c lrc: 4/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1952 expref: 6 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016126.988350:0:7690:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e0801e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3280896->3321855) gid 0 flags: 0x50000000020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d194b expref: 7 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016126.988361:0:7690:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e0801e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3280896->3321855) gid 0 flags: 0x70000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d194b expref: 7 pid: 7689 timeout: 491 lvb_type: 0 00000100:00100000:0.0:1734016126.988372:0:7690:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800769c4e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339437696:192.168.201.10@tcp:104: 00000100:00100000:0.0:1734016126.988432:0:7690:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7486540 going to sleep for 11 seconds 00000100:00100000:3.0:1734016126.992238:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016126.992299:0:6470:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336881792 00000100:00100000:1.0:1734016126.992308:0:6470:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336881792 00010000:00010000:1.0:1734016126.992342:0:6470:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e0801e lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3280896->3321855) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d194b expref: 8 pid: 7689 timeout: 491 lvb_type: 0 00000100:00100000:0.0:1734016126.992346:0:7690:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800769c4e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339437696:192.168.201.10@tcp:104: 00010000:00010000:0.0:1734016126.992371:0:7690:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a803b180/0x3f004d6452e0802c lrc: 3/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1952 expref: 6 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016126.992384:0:7690:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a803b180, rc 0) 00000100:00100000:1.0:1734016126.992388:0:6470:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2863 00000100:00100000:1.0:1734016126.992393:0:6470:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b1f66050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1979:x1818247336881792:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016126.992407:0:6470:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1734016126.992425:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880129c0ec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:9673:x1818247336881664:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 4191us (4705us total) trans 0 rc 0/0 00010000:00010000:1.0:1734016126.992425:0:6470:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e0801e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3280896->3321855) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d194b expref: 8 pid: 7689 timeout: 491 lvb_type: 0 00000100:00100000:0.0:1734016126.992432:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10708 00010000:00010000:1.0:1734016126.992436:0:6470:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e0801e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3280896->3321855) gid 0 flags: 0x50000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d194b expref: 8 pid: 7689 timeout: 491 lvb_type: 0 00010000:00010000:1.0:1734016126.992460:0:6470:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e0801e lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3280896->3321855) gid 0 flags: 0x44801400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d194b expref: 8 pid: 7689 timeout: 491 lvb_type: 0 00010000:00010000:1.0:1734016126.992482:0:6470:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016126.992484:0:6470:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016126.992488:0:6470:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a803b180/0x3f004d6452e0802c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1952 expref: 5 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016126.992495:0:6470:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a803b180/0x3f004d6452e0802c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1952 expref: 5 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016126.992530:0:6470:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a803b180/0x3f004d6452e0802c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1952 expref: 5 pid: 7690 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016126.992541:0:6470:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800740b5f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6470:1818247339437824:192.168.201.10@tcp:105: 00000100:00100000:1.0:1734016126.992572:0:6470:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b42cd0c0 going to sleep for 11 seconds 00000100:00100000:1.0:1734016126.997468:0:6470:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800740b5f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6470:1818247339437824:192.168.201.10@tcp:105: 00010000:00010000:1.0:1734016126.997491:0:6470:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016126.997492:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016126.997539:0:6470:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b1f66050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1979:x1818247336881792:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 5145us (5310us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016126.997551:0:6470:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2863 00000100:00100000:2.0:1734016126.998965:0:13925:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336881920 00000100:00100000:2.0:1734016126.998978:0:13925:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336881920 00002000:00010000:2.0:1734016126.999017:0:13925:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (4076373->18446744073709551615) 00002000:00100000:2.0:1734016126.999022:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012cc7ad80 with x1818247336881920 ext(4076373->18446744073709551615) 00002000:00010000:2.0:1734016126.999035:0:13925:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012cc7ad80. 00000100:00100000:2.0:1734016126.999066:0:13925:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8990 00000100:00100000:2.0:1734016126.999073:0:13925:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cc7ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1979:x1818247336881920:12345-192.168.201.10@tcp:10:fsx.0 00002000:00010000:3.0:1734016127.005052:0:13925:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 9665472 -> 4076373 00002000:00010000:3.0:1734016127.005061:0:13925:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016126 -> 1734016126 00002000:00010000:3.0:1734016127.005064:0:13925:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016125 -> 1734016125 00002000:00010000:3.0:1734016127.005066:0:13925:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016126 -> 1734016126 00002000:00010000:3.0:1734016127.005068:0:13925:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 808 -> 528 00000100:00100000:2.0:1734016127.005805:0:13925:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cc7ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1979:x1818247336881920:12345-192.168.201.10@tcp:10:fsx.0 Request processed in 6723us (8304us total) trans 4294969307 rc 0/0 00000100:00100000:2.0:1734016127.005818:0:13925:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8990 00002000:00010000:2.0:1734016127.005825:0:13925:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (4076373->18446744073709551615) 00002000:00100000:2.0:1734016127.005829:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012cc7ad80 with x1818247336881920 ext(4076373->18446744073709551615) 00002000:00010000:2.0:1734016127.005835:0:13925:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012cc7ad80. 00000100:00100000:2.0:1734016127.009803:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016127.009875:0:6481:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336882048 00000100:00100000:0.0:1734016127.009884:0:6481:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336882048 00000100:00100000:0.0:1734016127.009930:0:6481:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2020 00000100:00100000:0.0:1734016127.009938:0:6481:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074620380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+15:9673:x1818247336882048:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:0.0:1734016127.009962:0:6481:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016127.009978:0:6481:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8038b40/0x3f004d6452e08033 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d1959 expref: -99 pid: 6481 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016127.010054:0:6481:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8038240/0x3f004d6452e0803a lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6481 initiator: MDT0 00010000:00010000:0.0:1734016127.010066:0:6481:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8038240/0x3f004d6452e0803a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6481 initiator: MDT0 00010000:00010000:0.0:1734016127.010076:0:6481:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8038240/0x3f004d6452e0803a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6481 initiator: MDT0 00000004:00200000:0.0:1734016127.010095:0:6481:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 4076373 00000004:00200000:0.0:1734016127.010098:0:6481:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1734016127.010110:0:6481:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8038240/0x3f004d6452e0803a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6481 initiator: MDT0 00010000:00010000:0.0:1734016127.010127:0:6481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8038b40/0x3f004d6452e08033 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1959 expref: 17 pid: 6481 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016127.010140:0:6481:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8038240/0x3f004d6452e0803a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1959 expref: 16 pid: 6481 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016127.010146:0:6481:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:0.0:1734016127.010149:0:6481:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1734016127.010152:0:6481:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a8038240, rc 0) 00000100:00100000:0.0:1734016127.010192:0:6481:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074620380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+16:9673:x1818247336882048:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 255us (396us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016127.010198:0:6481:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2020 00000100:00080000:1.0:1734016127.010611:0:6479:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734016097 00000100:00100000:1.0:1734016127.013963:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016127.014167:0:6482:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336882304 00000100:00100000:2.0:1734016127.014175:0:6482:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336882304 00000100:00100000:2.0:1734016127.021661:0:6482:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2021 00000100:00100000:2.0:1734016127.021669:0:6482:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800740b4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+15:9673:x1818247336882304:12345-192.168.201.10@tcp:36:fsx.0 00010000:00010000:2.0:1734016127.021829:0:6482:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880072171440/0x3f004d6452e08041 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6482 initiator: MDT0 00010000:00010000:2.0:1734016127.021842:0:6482:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8038240/0x3f004d6452e0803a lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1959 expref: 15 pid: 6481 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016127.021848:0:6482:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff880072171440/0x3f004d6452e08041 lrc: 4/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6482 initiator: MDT0 00010000:00010000:2.0:1734016127.021886:0:6482:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8038240/0x3f004d6452e0803a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1959 expref: 15 pid: 6481 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016127.021900:0:6482:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8038240/0x3f004d6452e0803a lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1959 expref: 15 pid: 6481 timeout: 491 lvb_type: 0 00000100:00100000:2.0:1734016127.021912:0:6482:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074623800 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6482:1818247339437952:192.168.201.10@tcp:104: 00000100:00100000:2.0:1734016127.021968:0:6482:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012b911e40 going to sleep for 11 seconds 00000100:00100000:2.0:1734016127.022532:0:3509:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800769c4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3509:1818247339438080:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1734016127.022575:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734016127.022649:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339438080 00000100:00100000:3.0:1734016127.022657:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339438080 00000100:00100000:3.0:1734016127.022691:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 121 00000100:00100000:3.0:1734016127.022696:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074622d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3509:x1818247339438080:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1734016127.022721:0:7693:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 490160704 pending 0 free 3923677184 avail 3692154880 00000100:00100000:3.0:1734016127.022755:0:7693:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074622d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3509:x1818247339438080:12345-0@lo:13:osp-pre-0-0.0 Request processed in 58us (180us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016127.022761:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 121 00000100:00100000:3.0:1734016127.022808:0:3509:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800769c4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3509:1818247339438080:0@lo:13:osp-pre-0-0.0 00000100:00080000:1.0:1734016127.022979:0:6479:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1734016097 00000100:00080000:1.0:1734016127.022983:0:6479:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734016097 00000100:00100000:2.0:1734016127.024381:0:6482:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074623800 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6482:1818247339437952:192.168.201.10@tcp:104: 00010000:00010000:2.0:1734016127.024408:0:6482:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff880072171440/0x3f004d6452e08041 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6482 initiator: MDT0 00000100:00100000:1.0:1734016127.031205:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016127.031343:0:6470:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336882432 00000100:00100000:2.0:1734016127.031353:0:6470:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336882432 00010000:00010000:2.0:1734016127.031404:0:6470:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8038240/0x3f004d6452e0803a lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1959 expref: 16 pid: 6481 timeout: 491 lvb_type: 0 00000100:00100000:2.0:1734016127.031443:0:6470:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2864 00000100:00100000:2.0:1734016127.031451:0:6470:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800740b5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+16:1979:x1818247336882432:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016127.031468:0:6470:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016127.031474:0:6470:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8038240/0x3f004d6452e0803a lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1959 expref: 16 pid: 6481 timeout: 491 lvb_type: 0 00010000:00010000:2.0:1734016127.031486:0:6470:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8038240/0x3f004d6452e0803a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1959 expref: 16 pid: 6481 timeout: 491 lvb_type: 0 00010000:00010000:2.0:1734016127.031517:0:6470:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8038240/0x3f004d6452e0803a lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1959 expref: 16 pid: 6481 timeout: 491 lvb_type: 0 00010000:00010000:2.0:1734016127.031561:0:6470:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:2.0:1734016127.031567:0:6470:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff880072171440/0x3f004d6452e08041 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6482 initiator: MDT0 00010000:00010000:2.0:1734016127.031578:0:6470:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880072171440/0x3f004d6452e08041 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6482 initiator: MDT0 00010000:00010000:2.0:1734016127.031587:0:6470:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880072171440/0x3f004d6452e08041 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6482 initiator: MDT0 00010000:00010000:2.0:1734016127.031621:0:6470:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016127.031682:0:6470:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800740b5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+15:1979:x1818247336882432:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 231us (493us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016127.031690:0:6470:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2864 00010000:00010000:2.0:1734016127.031724:0:6482:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff880072171440/0x3f004d6452e08041 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6482 initiator: MDT0 00010000:00010000:2.0:1734016127.031732:0:6482:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880072171440/0x3f004d6452e08041 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6482 initiator: MDT0 00000001:00080000:2.0:1734016127.031902:0:6482:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294968579 00000004:00010000:2.0:1734016127.031962:0:6482:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff8800740b4a80 reply state ffff880075041000 transno 4294968580 ns: mdt-lustre-MDT0000_UUID lock: ffff880072171440/0x3f004d6452e08041 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6482 initiator: MDT0 00000100:00100000:2.0:1734016127.031971:0:6482:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1734016127.032059:0:6482:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800740b4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+18:9673:x1818247336882304:12345-192.168.201.10@tcp:36:fsx.0 Request processed in 10390us (18109us total) trans 4294968580 rc 0/0 00000100:00100000:2.0:1734016127.032066:0:6482:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2021 00000020:00080000:2.0:1734016127.032070:0:6482:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:3.0:1734016127.034049:0:3495:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880072171440/0x3f004d6452e08041 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6482 initiator: MDT0 00010000:00010000:3.0:1734016127.034061:0:3495:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880072171440/0x3f004d6452e08041 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6482 initiator: MDT0 00010000:00010000:3.0:1734016127.034067:0:3495:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880072171440/0x3f004d6452e08041 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6482 initiator: MDT0 00010000:00010000:3.0:1734016127.034071:0:3495:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880072171440 already unused, calling callback (ffffffffa0f03950) 00010000:00010000:3.0:1734016127.034076:0:3495:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880072171440/0x3f004d6452e08041 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6482 initiator: MDT0 00010000:00010000:3.0:1734016127.034081:0:3495:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880072171440/0x3f004d6452e08041 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6482 initiator: MDT0 00010000:00010000:3.0:1734016127.034097:0:3495:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:3.0:1734016127.034100:0:3495:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1734016127.034103:0:3495:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880072171440/0x3f004d6452e08041 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6482 initiator: MDT0 00010000:00010000:3.0:1734016127.034107:0:3495:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880072171440/0x3f004d6452e08041 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6482 initiator: MDT0 00000100:00100000:1.0:1734016127.039765:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016127.039851:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336882560 00000100:00100000:0.0:1734016127.039882:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336882560 00000100:00080000:1.0:1734016127.040045:0:6479:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734016097 00000100:00100000:0.0:1734016127.040106:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10709 00000100:00100000:0.0:1734016127.040119:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800740b6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:9673:x1818247336882560:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:0.0:1734016127.040149:0:7690:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016127.040172:0:7690:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a8039440/0x3f004d6452e08048 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d1960 expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016127.040211:0:7690:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a803b180/0x3f004d6452e0802c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1952 expref: 6 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016127.040221:0:7690:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016127.040224:0:7690:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016127.040228:0:7690:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a8039440/0x3f004d6452e08048 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1960 expref: 8 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016127.040264:0:7690:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a803b180/0x3f004d6452e0802c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1952 expref: 6 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016127.040279:0:7690:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a803b180/0x3f004d6452e0802c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1952 expref: 6 pid: 7690 timeout: 491 lvb_type: 0 00000100:00100000:0.0:1734016127.040302:0:7690:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800769c4e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339438208:192.168.201.10@tcp:104: 00000100:00100000:0.0:1734016127.040544:0:7690:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7486540 going to sleep for 11 seconds 00000100:00100000:0.0:1734016127.049795:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016127.050383:0:7690:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800769c4e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339438208:192.168.201.10@tcp:104: 00010000:00010000:2.0:1734016127.050418:0:7690:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a8039440/0x3f004d6452e08048 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1960 expref: 8 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016127.050442:0:7690:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a8039440, rc 0) 00000100:00100000:2.0:1734016127.052055:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800740b6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:9673:x1818247336882560:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 11924us (12290us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016127.052069:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10709 00000100:00100000:1.0:1734016127.052191:0:9956:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336882688 00000100:00100000:1.0:1734016127.052201:0:9956:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336882688 00010000:00010000:1.0:1734016127.052244:0:9956:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a803b180/0x3f004d6452e0802c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1952 expref: 7 pid: 7690 timeout: 491 lvb_type: 0 00000100:00100000:1.0:1734016127.052280:0:9956:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2865 00000100:00100000:1.0:1734016127.052285:0:9956:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800769c5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1979:x1818247336882688:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016127.052308:0:9956:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016127.052333:0:9956:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a803b180/0x3f004d6452e0802c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1952 expref: 7 pid: 7690 timeout: 491 lvb_type: 0 00010000:00010000:1.0:1734016127.052345:0:9956:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a803b180/0x3f004d6452e0802c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1952 expref: 7 pid: 7690 timeout: 491 lvb_type: 0 00010000:00010000:1.0:1734016127.052378:0:9956:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a803b180/0x3f004d6452e0802c lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1952 expref: 7 pid: 7690 timeout: 491 lvb_type: 0 00010000:00010000:1.0:1734016127.052423:0:9956:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016127.052426:0:9956:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016127.052432:0:9956:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a8039440/0x3f004d6452e08048 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1960 expref: 7 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016127.052441:0:9956:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a8039440/0x3f004d6452e08048 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1960 expref: 7 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016127.052479:0:9956:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a8039440/0x3f004d6452e08048 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1960 expref: 7 pid: 7690 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016127.052493:0:9956:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800740b6680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9956:1818247339438336:192.168.201.10@tcp:105: 00000100:00100000:1.0:1734016127.052561:0:9956:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b42cd900 going to sleep for 11 seconds 00000100:00100000:3.0:1734016127.061833:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016127.062019:0:9956:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800740b6680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9956:1818247339438336:192.168.201.10@tcp:105: 00010000:00010000:1.0:1734016127.062045:0:9956:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016127.062107:0:9956:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800769c5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1979:x1818247336882688:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 9820us (12331us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016127.062119:0:9956:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2865 00000100:00100000:2.0:1734016127.062323:0:13925:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336882816 00000100:00100000:2.0:1734016127.062330:0:13925:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336882816 00002000:00010000:2.0:1734016127.062363:0:13925:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (6847299->18446744073709551615) 00002000:00100000:2.0:1734016127.062367:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012cc7aa00 with x1818247336882816 ext(6847299->18446744073709551615) 00002000:00010000:2.0:1734016127.062377:0:13925:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012cc7aa00. 00000100:00100000:2.0:1734016127.062394:0:13925:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8991 00000100:00100000:2.0:1734016127.062399:0:13925:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cc7aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1980:x1818247336882816:12345-192.168.201.10@tcp:10:fsx.0 00002000:00010000:2.0:1734016127.062598:0:13925:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 4076373 -> 6847299 00002000:00010000:2.0:1734016127.062601:0:13925:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016126 -> 1734016126 00002000:00010000:2.0:1734016127.062603:0:13925:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016125 -> 1734016125 00002000:00010000:2.0:1734016127.062605:0:13925:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016126 -> 1734016126 00002000:00010000:2.0:1734016127.062606:0:13925:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 528 -> 528 00000100:00100000:2.0:1734016127.062628:0:13925:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cc7aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+9:1980:x1818247336882816:12345-192.168.201.10@tcp:10:fsx.0 Request processed in 228us (812us total) trans 4294969308 rc 0/0 00000100:00100000:2.0:1734016127.062634:0:13925:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8991 00002000:00010000:2.0:1734016127.062637:0:13925:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (6847299->18446744073709551615) 00002000:00100000:2.0:1734016127.062638:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012cc7aa00 with x1818247336882816 ext(6847299->18446744073709551615) 00002000:00010000:2.0:1734016127.062643:0:13925:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012cc7aa00. 00000100:00100000:0.0:1734016127.066609:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016127.071391:0:6482:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336882944 00000100:00100000:2.0:1734016127.071407:0:6482:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336882944 00000100:00100000:2.0:1734016127.071470:0:6482:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2022 00000100:00100000:2.0:1734016127.071476:0:6482:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800769c5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+17:9673:x1818247336882944:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:2.0:1734016127.071500:0:6482:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016127.071516:0:6482:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880072172640/0x3f004d6452e0804f lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d1967 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016127.071598:0:6482:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880072170d80/0x3f004d6452e08056 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6482 initiator: MDT0 00010000:00010000:2.0:1734016127.071610:0:6482:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880072170d80/0x3f004d6452e08056 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6482 initiator: MDT0 00010000:00010000:2.0:1734016127.071620:0:6482:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880072170d80/0x3f004d6452e08056 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6482 initiator: MDT0 00000004:00200000:2.0:1734016127.071640:0:6482:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 6847299 00000004:00200000:2.0:1734016127.071645:0:6482:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1734016127.071658:0:6482:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880072170d80/0x3f004d6452e08056 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6482 initiator: MDT0 00010000:00010000:2.0:1734016127.071676:0:6482:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880072172640/0x3f004d6452e0804f lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1967 expref: 19 pid: 6482 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016127.071709:0:6482:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880072170d80/0x3f004d6452e08056 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1967 expref: 18 pid: 6482 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016127.071715:0:6482:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:2.0:1734016127.071718:0:6482:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1734016127.071720:0:6482:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880072170d80, rc 0) 00000100:00100000:2.0:1734016127.071777:0:6482:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800769c5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+18:9673:x1818247336882944:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 301us (5182us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016127.071782:0:6482:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2022 00000100:00100000:0.0:1734016127.080372:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016127.080473:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336883072 00000100:00100000:2.0:1734016127.080489:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336883072 00000100:00100000:2.0:1734016127.080573:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10710 00000100:00100000:2.0:1734016127.080585:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800769c5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:9673:x1818247336883072:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:2.0:1734016127.080614:0:7690:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016127.080641:0:7690:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800721718c0/0x3f004d6452e0805d lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d196e expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016127.080682:0:7690:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a8039440/0x3f004d6452e08048 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1960 expref: 8 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016127.080690:0:7690:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016127.080692:0:7690:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016127.080698:0:7690:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800721718c0/0x3f004d6452e0805d lrc: 4/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [6049792->6078463] (req 6049792->6078463) gid 0 flags: 0x50000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d196e expref: 7 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016127.080744:0:7690:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a8039440/0x3f004d6452e08048 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1960 expref: 8 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016127.080759:0:7690:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a8039440/0x3f004d6452e08048 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1960 expref: 8 pid: 7690 timeout: 491 lvb_type: 0 00000100:00100000:2.0:1734016127.080773:0:7690:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074623800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339438464:192.168.201.10@tcp:104: 00000100:00100000:2.0:1734016127.080862:0:7690:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012b911c00 going to sleep for 11 seconds 00000100:00100000:0.0:1734016127.085047:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016127.085181:0:7690:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074623800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339438464:192.168.201.10@tcp:104: 00010000:00010000:2.0:1734016127.085209:0:7690:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800721718c0/0x3f004d6452e0805d lrc: 3/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [6049792->6078463] (req 6049792->6078463) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d196e expref: 7 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016127.085225:0:7690:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800721718c0, rc 0) 00000100:00100000:2.0:1734016127.085270:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800769c5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:9673:x1818247336883072:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 4689us (4915us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016127.085278:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10710 00000100:00100000:1.0:1734016127.085605:0:9956:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336883200 00000100:00100000:1.0:1734016127.085612:0:9956:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336883200 00010000:00010000:1.0:1734016127.085639:0:9956:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a8039440/0x3f004d6452e08048 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1960 expref: 9 pid: 7690 timeout: 491 lvb_type: 0 00000100:00100000:1.0:1734016127.085671:0:9956:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2866 00000100:00100000:1.0:1734016127.085676:0:9956:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800769c5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+9:1979:x1818247336883200:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016127.085690:0:9956:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016127.085708:0:9956:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a8039440/0x3f004d6452e08048 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1960 expref: 9 pid: 7690 timeout: 491 lvb_type: 0 00010000:00010000:1.0:1734016127.085718:0:9956:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a8039440/0x3f004d6452e08048 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1960 expref: 9 pid: 7690 timeout: 491 lvb_type: 0 00010000:00010000:1.0:1734016127.085734:0:9956:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a8039440/0x3f004d6452e08048 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1960 expref: 9 pid: 7690 timeout: 491 lvb_type: 0 00010000:00010000:1.0:1734016127.085750:0:9956:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016127.085751:0:9956:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016127.085757:0:9956:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800721718c0/0x3f004d6452e0805d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6049792->6078463) gid 0 flags: 0x40080000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d196e expref: 6 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016127.085764:0:9956:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800721718c0/0x3f004d6452e0805d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6049792->6078463) gid 0 flags: 0x40080000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d196e expref: 6 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016127.085810:0:9956:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800721718c0/0x3f004d6452e0805d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6049792->6078463) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d196e expref: 6 pid: 7690 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016127.085822:0:9956:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800740b6680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9956:1818247339438592:192.168.201.10@tcp:105: 00000100:00100000:1.0:1734016127.085858:0:9956:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b42cd900 going to sleep for 11 seconds 00000100:00100000:0.0:1734016127.092272:0:9956:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800740b6680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9956:1818247339438592:192.168.201.10@tcp:105: 00010000:00010000:0.0:1734016127.092317:0:9956:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016127.092368:0:9956:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800769c5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1979:x1818247336883200:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 6690us (7333us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016127.092381:0:9956:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2866 00000100:00100000:0.0:1734016127.118819:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016127.118988:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336883456 00000100:00100000:1.0:1734016127.119008:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336883456 00002000:00100000:1.0:1734016127.119063:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (0->6078463) req@ffff8800769c5f80 x1818247336883456/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:88/0 lens 504/0 e 0 to 0 dl 1734016138 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016127.119078:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800769c5f80 with x1818247336883456 ext(0->6078463) 00002000:00010000:1.0:1734016127.119085:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800769c5f80 00000100:00100000:0.0:1734016127.121367:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016127.128557:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336883712 00000100:00100000:1.0:1734016127.128578:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336883712 00002000:00100000:1.0:1734016127.128637:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (4190208->6049791) req@ffff8800769c6300 x1818247336883712/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:88/0 lens 488/0 e 0 to 0 dl 1734016138 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016127.128646:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800769c6300 with x1818247336883712 ext(4190208->6049791) 00002000:00010000:1.0:1734016127.128651:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800769c6300 00000100:00100000:1.0:1734016127.128677:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8992 00000100:00100000:1.0:1734016127.128683:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800769c5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+8:1979:x1818247336883456:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:0.0:1734016127.133595:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8993 00000100:00100000:0.0:1734016127.133607:0:7695:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800769c6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+9:1979:x1818247336883712:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:2.0:1734016127.177050:0:3509:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074621500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3509:1818247339439104:0@lo:400:kworker.0 00000100:00100000:2.0:1734016127.177110:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734016127.177135:0:3509:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1734016127.177139:0:3509:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074622a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3509:1818247339438976:0@lo:400:kworker.0 00000100:00100000:2.0:1734016127.177153:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734016127.177177:0:6482:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339439104 00000100:00100000:2.0:1734016127.177182:0:6482:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339439104 00000100:00100000:2.0:1734016127.177216:0:6482:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339438976 00000100:00100000:2.0:1734016127.177218:0:6482:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339438976 00000100:00100000:2.0:1734016127.177239:0:6482:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 222 00000100:00100000:2.0:1734016127.177245:0:6482:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074620e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3509:x1818247339439104:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734016127.177299:0:6482:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074620e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3509:x1818247339439104:12345-0@lo:400:kworker.0 Request processed in 45us (180us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016127.177306:0:6482:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 222 00000100:00100000:2.0:1734016127.177322:0:6482:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 223 00000100:00100000:2.0:1734016127.177325:0:6482:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880073f21f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3509:x1818247339438976:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734016127.177345:0:6482:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880073f21f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3509:x1818247339438976:12345-0@lo:400:kworker.0 Request processed in 19us (191us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016127.177352:0:6482:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 223 00000100:00100000:2.0:1734016127.177386:0:3509:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074622a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3509:1818247339438976:0@lo:400:kworker.0 00000100:00100000:2.0:1734016127.177394:0:3509:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074621500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3509:1818247339439104:0@lo:400:kworker.0 00000100:00080000:2.0:1734016127.177430:0:6479:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734016097 00000100:00100000:3.0:1734016127.177494:0:3511:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074623b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3511:1818247339438848:0@lo:400:kworker.0 00000100:00100000:3.0:1734016127.177522:0:3511:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734016127.177545:0:3511:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:3.0:1734016127.177554:0:3511:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074623800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:d6847433-36e0-498f-be35-6a8f02b47718:3511:1818247339438720:0@lo:400:kworker.0 00000100:00100000:3.0:1734016127.177577:0:3511:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734016127.177588:0:3511:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074623100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3511:1818247339439232:0@lo:400:kworker.0 00000100:00100000:3.0:1734016127.177607:0:3511:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734016127.177629:0:6477:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339438720 00000100:00100000:3.0:1734016127.177632:0:6477:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339438720 00000100:00100000:3.0:1734016127.177662:0:6477:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 327 00000100:00100000:3.0:1734016127.177668:0:6477:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800ac541050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d6847433-36e0-498f-be35-6a8f02b47718+18:3511:x1818247339438720:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734016127.177694:0:6477:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800ac541050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d6847433-36e0-498f-be35-6a8f02b47718+18:3511:x1818247339438720:12345-0@lo:400:kworker.0 Request processed in 25us (115us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016127.177699:0:6477:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 327 00000100:00080000:3.0:1734016127.177717:0:6479:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734016097 00000100:00100000:3.0:1734016127.177728:0:3511:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074623800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:d6847433-36e0-498f-be35-6a8f02b47718:3511:1818247339438720:0@lo:400:kworker.0 00000100:00100000:3.0:1734016127.177750:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339439232 00000100:00100000:3.0:1734016127.177753:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339439232 00000100:00080000:3.0:1734016127.177762:0:6479:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734016097 00000100:00100000:3.0:1734016127.177783:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 113 00000100:00100000:3.0:1734016127.177786:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cc7b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3511:x1818247339439232:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734016127.177813:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cc7b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3511:x1818247339439232:12345-0@lo:400:kworker.0 Request processed in 25us (205us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016127.177817:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 113 00000100:00100000:3.0:1734016127.177832:0:3511:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074623100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3511:1818247339439232:0@lo:400:kworker.0 00000100:00100000:2.0:1734016127.177898:0:6481:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339438848 00000100:00100000:2.0:1734016127.177901:0:6481:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339438848 00000100:00100000:2.0:1734016127.177917:0:6481:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 224 00000100:00100000:2.0:1734016127.177921:0:6481:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cc79880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3511:x1818247339438848:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734016127.177950:0:6481:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cc79880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3511:x1818247339438848:12345-0@lo:400:kworker.0 Request processed in 28us (427us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016127.177954:0:6481:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 224 00000100:00100000:3.0:1734016127.178015:0:3511:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074623b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3511:1818247339438848:0@lo:400:kworker.0 00000100:00100000:1.0:1734016127.199639:0:7695:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800769c6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+9:1979:x1818247336883712:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 66020us (78275us total) trans 0 rc 1859584/1859584 00000100:00100000:1.0:1734016127.199653:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8993 00002000:00100000:1.0:1734016127.199668:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (4190208->6049791) req@ffff8800769c6300 x1818247336883712/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:88/0 lens 488/440 e 0 to 0 dl 1734016138 ref 1 fl Complete:/200/0 rc 1859584/1859584 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016127.199678:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800769c6300 with x1818247336883712 ext(4190208->6049791) 00002000:00010000:1.0:1734016127.199683:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800769c6300 00000100:00100000:0.0:1734016127.246506:0:3510:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1734016127.246539:0:3510:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880073f22300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3510:1818247339439360:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1734016127.246633:0:3510:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734016127.246754:0:13923:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339439360 00000100:00100000:2.0:1734016127.246764:0:13923:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339439360 00000100:00100000:2.0:1734016127.246814:0:13923:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 122 00000100:00100000:2.0:1734016127.246820:0:13923:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800769c6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3510:x1818247339439360:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1734016127.246845:0:13923:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 980042304 pending 0 free 3923271680 avail 3691716608 00000100:00100000:2.0:1734016127.246906:0:13923:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800769c6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3510:x1818247339439360:12345-0@lo:13:osp-pre-1-0.0 Request processed in 84us (273us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016127.246913:0:13923:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 122 00000100:00100000:1.0:1734016127.249973:0:3510:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880073f22300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3510:1818247339439360:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1734016127.302889:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800769c5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1979:x1818247336883456:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 174172us (184054us total) trans 0 rc 4194304/4194304 00000100:00100000:2.0:1734016127.302905:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8992 00002000:00100000:2.0:1734016127.302924:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (0->6078463) req@ffff8800769c5f80 x1818247336883456/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:88/0 lens 504/440 e 0 to 0 dl 1734016138 ref 1 fl Complete:/200/0 rc 4194304/4194304 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016127.302940:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800769c5f80 with x1818247336883456 ext(0->6078463) 00002000:00010000:2.0:1734016127.302947:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800769c5f80 00000100:00100000:0.0:1734016127.337676:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016127.339396:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336883840 00000100:00100000:3.0:1734016127.339411:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336883840 00000100:00100000:3.0:1734016127.339510:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10711 00000100:00100000:3.0:1734016127.339519:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800769c6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1981:x1818247336883840:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:3.0:1734016127.339546:0:7690:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016127.339570:0:7690:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a9a58c0/0x3f004d6452e08064 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d1975 expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016127.339654:0:7690:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012cc7b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339439488:192.168.201.10@tcp:106: 00000100:00100000:3.0:1734016127.339754:0:7690:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac68ef00 going to sleep for 11 seconds 00000100:00100000:3.0:1734016127.383910:0:7690:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012cc7b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339439488:192.168.201.10@tcp:106: 00010000:00010000:3.0:1734016127.383950:0:7690:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a9a58c0/0x3f004d6452e08064 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1975 expref: 9 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016127.383966:0:7690:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a58c0/0x3f004d6452e08064 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1975 expref: 9 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016127.383989:0:7690:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a9a58c0, rc 0) 00000100:00100000:3.0:1734016127.384050:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800769c6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1981:x1818247336883840:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 44531us (46390us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016127.384059:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10711 00000100:00100000:1.0:1734016127.391423:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016127.391497:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336883968 00000100:00100000:3.0:1734016127.391507:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336883968 00000100:00100000:3.0:1734016127.391555:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10712 00000100:00100000:3.0:1734016127.391564:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800740b6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1980:x1818247336883968:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:3.0:1734016127.391583:0:7690:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016127.391603:0:7690:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a9a73c0/0x3f004d6452e0806b lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d197c expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016127.391677:0:7690:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012cc7b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339439616:192.168.201.10@tcp:106: 00000100:00100000:3.0:1734016127.391772:0:7690:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac68ef00 going to sleep for 11 seconds 00000100:00100000:3.0:1734016127.410179:0:7690:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012cc7b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339439616:192.168.201.10@tcp:106: 00010000:00010000:3.0:1734016127.410224:0:7690:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a9a73c0/0x3f004d6452e0806b lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d197c expref: 9 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016127.410237:0:7690:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a73c0/0x3f004d6452e0806b lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d197c expref: 9 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016127.411562:0:7690:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a9a73c0, rc 0) 00000100:00100000:3.0:1734016127.411642:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800740b6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1980:x1818247336883968:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 20075us (20222us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016127.411651:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10712 00000100:00100000:1.0:1734016127.414198:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016127.414257:0:8966:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336884096 00000100:00100000:2.0:1734016127.414267:0:8966:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336884096 00000100:00100000:2.0:1734016127.414341:0:8966:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2023 00000100:00100000:2.0:1734016127.414348:0:8966:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800740b6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+15:9673:x1818247336884096:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:2.0:1734016127.414376:0:8966:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016127.414403:0:8966:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880072172d00/0x3f004d6452e08072 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d1983 expref: -99 pid: 8966 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016127.414529:0:8966:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880072172640/0x3f004d6452e08079 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 8966 initiator: MDT0 00010000:00010000:2.0:1734016127.414545:0:8966:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880072172640/0x3f004d6452e08079 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 8966 initiator: MDT0 00010000:00010000:2.0:1734016127.414558:0:8966:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880072172640/0x3f004d6452e08079 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 8966 initiator: MDT0 00000004:00200000:2.0:1734016127.414595:0:8966:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 6847299 00000004:00200000:2.0:1734016127.414601:0:8966:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1734016127.414617:0:8966:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880072172640/0x3f004d6452e08079 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 8966 initiator: MDT0 00010000:00010000:2.0:1734016127.414645:0:8966:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880072172d00/0x3f004d6452e08072 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1983 expref: 17 pid: 8966 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016127.414684:0:8966:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880072172640/0x3f004d6452e08079 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1983 expref: 16 pid: 8966 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016127.414699:0:8966:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:2.0:1734016127.414703:0:8966:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1734016127.414707:0:8966:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880072172640, rc 0) 00000100:00100000:2.0:1734016127.414778:0:8966:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800740b6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+16:9673:x1818247336884096:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 430us (592us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016127.414786:0:8966:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2023 00000100:00100000:1.0:1734016127.416603:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016127.416699:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336884224 00000100:00100000:3.0:1734016127.416709:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336884224 00000100:00100000:3.0:1734016127.416750:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10713 00000100:00100000:3.0:1734016127.416757:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800740b7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:9673:x1818247336884224:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:3.0:1734016127.416776:0:7690:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016127.416794:0:7690:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a9a73c0/0x3f004d6452e08080 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d198a expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016127.416825:0:7690:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800721718c0/0x3f004d6452e0805d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6049792->6078463) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d196e expref: 6 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016127.416838:0:7690:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016127.416840:0:7690:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016127.416843:0:7690:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a9a73c0/0x3f004d6452e08080 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [2785280->2801663] (req 2785280->2801663) gid 0 flags: 0x50000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d198a expref: 9 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016127.416913:0:7690:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800721718c0/0x3f004d6452e0805d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6049792->6078463) gid 0 flags: 0x50000000020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d196e expref: 6 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016127.416927:0:7690:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800721718c0/0x3f004d6452e0805d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6049792->6078463) gid 0 flags: 0x70000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d196e expref: 6 pid: 7690 timeout: 491 lvb_type: 0 00000100:00100000:3.0:1734016127.416940:0:7690:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012cc7b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339439744:192.168.201.10@tcp:104: 00000100:00100000:3.0:1734016127.417015:0:7690:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac68ef00 going to sleep for 11 seconds 00000100:00100000:3.0:1734016127.428426:0:7690:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012cc7b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339439744:192.168.201.10@tcp:104: 00010000:00010000:3.0:1734016127.428481:0:7690:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a9a73c0/0x3f004d6452e08080 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [2785280->2801663] (req 2785280->2801663) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d198a expref: 9 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016127.428510:0:7690:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a9a73c0, rc 0) 00000100:00100000:3.0:1734016127.428598:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800740b7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+9:9673:x1818247336884224:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 11837us (12002us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016127.428609:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10713 00000100:00100000:0.0:1734016127.428796:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016127.428969:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336884352 00000100:00100000:2.0:1734016127.428979:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336884352 00002000:00100000:2.0:1734016127.429022:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (6049792->6078463) req@ffff8800769c6d80 x1818247336884352/t0(0) o4->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:88/0 lens 488/0 e 0 to 0 dl 1734016138 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016127.429032:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800769c6d80 with x1818247336884352 ext(6049792->6078463) 00010000:00010000:2.0:1734016127.429041:0:7696:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800721718c0/0x3f004d6452e0805d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6049792->6078463) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d196e expref: 7 pid: 7690 timeout: 491 lvb_type: 0 00010000:00010000:2.0:1734016127.429057:0:7696:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800721718c0/0x3f004d6452e0805d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6049792->6078463) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d196e expref: 7 pid: 7690 timeout: 491 lvb_type: 0 00002000:00010000:2.0:1734016127.429064:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800769c6d80 00000100:00100000:2.0:1734016127.429086:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 260 00000100:00100000:2.0:1734016127.429093:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800769c6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1978:x1818247336884352:12345-192.168.201.10@tcp:4:fsx.0 00000100:00100000:2.0:1734016127.432233:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800769c6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+9:1978:x1818247336884352:12345-192.168.201.10@tcp:4:fsx.0 Request processed in 3120us (3418us total) trans 4294969309 rc 0/0 00000100:00100000:2.0:1734016127.432254:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 260 00002000:00100000:2.0:1734016127.432273:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (6049792->6078463) req@ffff8800769c6d80 x1818247336884352/t4294969309(0) o4->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:88/0 lens 488/448 e 0 to 0 dl 1734016138 ref 1 fl Complete:H/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016127.432296:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800769c6d80 with x1818247336884352 ext(6049792->6078463) 00010000:00010000:2.0:1734016127.432310:0:7696:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800721718c0/0x3f004d6452e0805d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6049792->6078463) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d196e expref: 9 pid: 7690 timeout: 491 lvb_type: 0 00010000:00010000:2.0:1734016127.432329:0:7696:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800721718c0/0x3f004d6452e0805d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6049792->6078463) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d196e expref: 9 pid: 7690 timeout: 491 lvb_type: 0 00002000:00010000:2.0:1734016127.432337:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800769c6d80 00000100:00100000:1.0:1734016127.471468:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016127.471552:0:9956:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336884480 00000100:00100000:0.0:1734016127.471565:0:9956:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336884480 00010000:00010000:0.0:1734016127.471613:0:9956:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800721718c0/0x3f004d6452e0805d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6049792->6078463) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d196e expref: 9 pid: 7690 timeout: 491 lvb_type: 0 00000100:00100000:0.0:1734016127.471662:0:9956:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2867 00000100:00100000:0.0:1734016127.471674:0:9956:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800740b7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+9:1981:x1818247336884480:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016127.471695:0:9956:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:0.0:1734016127.471713:0:9956:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 528 -> 584 00010000:00010000:0.0:1734016127.471720:0:9956:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800721718c0/0x3f004d6452e0805d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 6049792->6078463) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d196e expref: 9 pid: 7690 timeout: 491 lvb_type: 0 00010000:00010000:0.0:1734016127.471735:0:9956:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800721718c0/0x3f004d6452e0805d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 6049792->6078463) gid 0 flags: 0x50000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d196e expref: 9 pid: 7690 timeout: 491 lvb_type: 0 00010000:00010000:0.0:1734016127.471758:0:9956:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800721718c0/0x3f004d6452e0805d lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 6049792->6078463) gid 0 flags: 0x44801400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d196e expref: 9 pid: 7690 timeout: 491 lvb_type: 0 00010000:00010000:0.0:1734016127.471787:0:9956:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016127.471791:0:9956:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016127.471800:0:9956:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a73c0/0x3f004d6452e08080 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2785280->2801663) gid 0 flags: 0x40080000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d198a expref: 8 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016127.471808:0:9956:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a9a73c0/0x3f004d6452e08080 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2785280->2801663) gid 0 flags: 0x40080000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d198a expref: 8 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016127.471844:0:9956:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009a9a73c0/0x3f004d6452e08080 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2785280->2801663) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d198a expref: 8 pid: 7690 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016127.471856:0:9956:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800769c7100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9956:1818247339439872:192.168.201.10@tcp:105: 00000100:00100000:0.0:1734016127.471964:0:9956:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7486cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1734016127.474587:0:9956:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800769c7100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9956:1818247339439872:192.168.201.10@tcp:105: 00010000:00010000:2.0:1734016127.474617:0:9956:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016127.474680:0:9956:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800740b7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+8:1981:x1818247336884480:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 3006us (3228us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016127.474690:0:9956:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2867 00000100:00100000:0.0:1734016127.475522:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016127.475596:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336884608 00000100:00100000:3.0:1734016127.475602:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336884608 00000100:00100000:3.0:1734016127.475632:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10714 00000100:00100000:3.0:1734016127.475637:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800769c7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+9:1979:x1818247336884608:12345-192.168.201.10@tcp:22:fsx.0 00002000:00010000:3.0:1734016127.475998:0:7690:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 6847299 -> 6847299 00002000:00010000:3.0:1734016127.476002:0:7690:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016126 -> 1734016126 00002000:00010000:3.0:1734016127.476004:0:7690:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016125 -> 1734016125 00002000:00010000:3.0:1734016127.476007:0:7690:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016126 -> 1734016126 00002000:00010000:3.0:1734016127.476008:0:7690:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 584 -> 584 00000100:00100000:3.0:1734016127.476051:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800769c7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+10:1979:x1818247336884608:12345-192.168.201.10@tcp:22:fsx.0 Request processed in 413us (529us total) trans 4294969310 rc 0/0 00000100:00100000:3.0:1734016127.476057:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10714 00000100:00100000:1.0:1734016127.479749:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016127.479851:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336884736 00000100:00100000:0.0:1734016127.479861:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336884736 00000100:00100000:0.0:1734016127.480142:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10715 00000100:00100000:0.0:1734016127.480150:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800740b7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+8:9673:x1818247336884736:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:0.0:1734016127.480174:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016127.480193:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a803b180/0x3f004d6452e08087 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d1991 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016127.480231:0:7689:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a73c0/0x3f004d6452e08080 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2785280->2801663) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d198a expref: 9 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016127.480239:0:7689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016127.480242:0:7689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016127.480245:0:7689:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a803b180/0x3f004d6452e08087 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [5517312->5554175] (req 5517312->5554175) gid 0 flags: 0x50000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1991 expref: 9 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016127.480278:0:7689:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a9a73c0/0x3f004d6452e08080 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2785280->2801663) gid 0 flags: 0x50000000020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d198a expref: 9 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016127.480302:0:7689:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a9a73c0/0x3f004d6452e08080 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2785280->2801663) gid 0 flags: 0x70000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d198a expref: 9 pid: 7690 timeout: 491 lvb_type: 0 00000100:00100000:0.0:1734016127.480317:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800769c7800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339440000:192.168.201.10@tcp:104: 00000100:00100000:0.0:1734016127.480400:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7486240 going to sleep for 11 seconds 00000100:00100000:0.0:1734016127.484804:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800769c7800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339440000:192.168.201.10@tcp:104: 00010000:00010000:0.0:1734016127.484849:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a803b180/0x3f004d6452e08087 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [5517312->5554175] (req 5517312->5554175) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1991 expref: 9 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016127.484894:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a803b180, rc 0) 00000100:00100000:0.0:1734016127.484948:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800740b7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+9:9673:x1818247336884736:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 4799us (5210us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016127.484956:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10715 00000100:00100000:3.0:1734016127.485160:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016127.485227:0:9956:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336884864 00000100:00100000:2.0:1734016127.485236:0:9956:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336884864 00010000:00010000:2.0:1734016127.485267:0:9956:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a9a73c0/0x3f004d6452e08080 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2785280->2801663) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d198a expref: 10 pid: 7690 timeout: 491 lvb_type: 0 00000100:00100000:2.0:1734016127.485308:0:9956:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2868 00000100:00100000:2.0:1734016127.485314:0:9956:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cc7b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+10:1978:x1818247336884864:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016127.485332:0:9956:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016127.485360:0:9956:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a9a73c0/0x3f004d6452e08080 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2785280->2801663) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d198a expref: 10 pid: 7690 timeout: 491 lvb_type: 0 00010000:00010000:2.0:1734016127.485371:0:9956:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a9a73c0/0x3f004d6452e08080 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2785280->2801663) gid 0 flags: 0x50000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d198a expref: 10 pid: 7690 timeout: 491 lvb_type: 0 00010000:00010000:2.0:1734016127.485398:0:9956:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a73c0/0x3f004d6452e08080 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2785280->2801663) gid 0 flags: 0x44801400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d198a expref: 10 pid: 7690 timeout: 491 lvb_type: 0 00010000:00010000:2.0:1734016127.485425:0:9956:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016127.485427:0:9956:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016127.485433:0:9956:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a803b180/0x3f004d6452e08087 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5517312->5554175) gid 0 flags: 0x40080000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1991 expref: 8 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016127.485443:0:9956:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a803b180/0x3f004d6452e08087 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5517312->5554175) gid 0 flags: 0x40080000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1991 expref: 8 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016127.485471:0:9956:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a803b180/0x3f004d6452e08087 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5517312->5554175) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1991 expref: 8 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016127.485481:0:9956:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880073f21500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9956:1818247339440128:192.168.201.10@tcp:105: 00000100:00100000:2.0:1734016127.485535:0:9956:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012b911a80 going to sleep for 11 seconds 00000100:00100000:2.0:1734016127.491542:0:9956:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880073f21500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9956:1818247339440128:192.168.201.10@tcp:105: 00010000:00010000:2.0:1734016127.491570:0:9956:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016127.491650:0:9956:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cc7b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+9:1978:x1818247336884864:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 6333us (6489us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016127.491666:0:9956:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2868 00000100:00100000:1.0:1734016127.492349:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016127.493129:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336885120 00000100:00100000:2.0:1734016127.493142:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336885120 00002000:00100000:2.0:1734016127.493189:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (5550080->6848511) req@ffff8800740b7b80 x1818247336885120/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:88/0 lens 504/0 e 0 to 0 dl 1734016138 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016127.493205:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800740b7b80 with x1818247336885120 ext(5550080->6848511) 00002000:00010000:2.0:1734016127.493210:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800740b7b80 00000100:00100000:2.0:1734016127.493244:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8994 00000100:00100000:2.0:1734016127.493250:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800740b7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+9:1979:x1818247336885120:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:2.0:1734016127.499498:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800740b7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+9:1979:x1818247336885120:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 6236us (7140us total) trans 0 rc 794624/794624 00000100:00100000:2.0:1734016127.499510:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8994 00002000:00100000:2.0:1734016127.499522:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (5550080->6848511) req@ffff8800740b7b80 x1818247336885120/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:88/0 lens 504/440 e 0 to 0 dl 1734016138 ref 1 fl Complete:/200/0 rc 794624/794624 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016127.499532:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800740b7b80 with x1818247336885120 ext(5550080->6848511) 00002000:00010000:2.0:1734016127.499536:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800740b7b80 00000100:00100000:3.0:1734016127.504003:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016127.504334:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336885248 00000100:00100000:0.0:1734016127.504346:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336885248 00000100:00100000:0.0:1734016127.504479:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10716 00000100:00100000:0.0:1734016127.504486:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cc78380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+9:1979:x1818247336885248:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:0.0:1734016127.504508:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016127.504527:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a803ba80/0x3f004d6452e0808e lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d1998 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016127.504583:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800769c7800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339440256:192.168.201.10@tcp:106: 00000100:00100000:0.0:1734016127.504850:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7486240 going to sleep for 11 seconds 00002000:00010000:0.0:1734016127.508203:0:7689:0:(ofd_lvb.c:283:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime: 1734016126 -> 1734016127 00002000:00010000:0.0:1734016127.508213:0:7689:0:(ofd_lvb.c:295:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime: 1734016126 -> 1734016127 00000100:00100000:0.0:1734016127.508241:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800769c7800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339440256:192.168.201.10@tcp:106: 00010000:00010000:0.0:1734016127.508300:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a803ba80/0x3f004d6452e0808e lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1998 expref: 10 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016127.508317:0:7689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a803ba80/0x3f004d6452e0808e lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1998 expref: 10 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016127.508341:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a803ba80, rc 0) 00000100:00100000:0.0:1734016127.508488:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cc78380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+9:1979:x1818247336885248:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 3999us (4496us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016127.508498:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10716 00000100:00100000:1.0:1734016127.511706:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016127.511803:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336885376 00000100:00100000:0.0:1734016127.511811:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336885376 00000100:00100000:0.0:1734016127.511936:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10717 00000100:00100000:0.0:1734016127.511942:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800740b6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+9:1980:x1818247336885376:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:0.0:1734016127.511960:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016127.511980:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a803bcc0/0x3f004d6452e08095 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d199f expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016127.512031:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800769c7800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339440384:192.168.201.10@tcp:106: 00000100:00100000:0.0:1734016127.512082:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7486240 going to sleep for 11 seconds 00000100:00100000:0.0:1734016127.516162:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800769c7800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339440384:192.168.201.10@tcp:106: 00010000:00010000:0.0:1734016127.516204:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a803bcc0/0x3f004d6452e08095 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d199f expref: 10 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016127.516221:0:7689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a803bcc0/0x3f004d6452e08095 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d199f expref: 10 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016127.516247:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a803bcc0, rc 0) 00000100:00100000:0.0:1734016127.516313:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800740b6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+9:1980:x1818247336885376:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 4369us (4612us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016127.516322:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10717 00000100:00100000:1.0:1734016127.520303:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016127.521032:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336885632 00000100:00100000:2.0:1734016127.521047:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336885632 00000100:00100000:2.0:1734016127.521151:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8995 00000100:00100000:2.0:1734016127.521162:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800740b4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+9:1981:x1818247336885632:12345-192.168.201.10@tcp:4:fsx.0 00010000:00010000:2.0:1734016127.521219:0:7696:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e0809c lrc: 3/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7696 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016127.521250:0:7696:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a803b180/0x3f004d6452e08087 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5517312->5554175) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1991 expref: 8 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016127.521259:0:7696:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016127.521262:0:7696:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016127.521266:0:7696:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e0809c lrc: 4/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [3604480->3608575] (req 3604480->3608575) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 7696 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016127.521328:0:7696:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a803b180/0x3f004d6452e08087 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5517312->5554175) gid 0 flags: 0x50000000020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1991 expref: 8 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016127.521348:0:7696:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a803b180/0x3f004d6452e08087 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5517312->5554175) gid 0 flags: 0x70000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1991 expref: 8 pid: 7689 timeout: 491 lvb_type: 0 00000100:00100000:2.0:1734016127.521371:0:7696:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880073f21500 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_002:lustre-OST0001_UUID:7696:1818247339440512:192.168.201.10@tcp:104: 00000100:00100000:2.0:1734016127.521482:0:7696:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012b911a80 going to sleep for 11 seconds 00000100:00100000:2.0:1734016127.529529:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016127.529631:0:7696:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880073f21500 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_002:lustre-OST0001_UUID:7696:1818247339440512:192.168.201.10@tcp:104: 00010000:00010000:0.0:1734016127.529658:0:7696:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e0809c lrc: 3/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [3604480->3608575] (req 3604480->3608575) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 7696 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016127.529718:0:7695:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336885760 00000100:00100000:1.0:1734016127.529726:0:7695:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336885760 00002000:00100000:1.0:1734016127.529769:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (5517312->5554175) req@ffff880073f22680 x1818247336885760/t0(0) o4->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:88/0 lens 488/0 e 0 to 0 dl 1734016138 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016127.529779:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880073f22680 with x1818247336885760 ext(5517312->5554175) 00010000:00010000:1.0:1734016127.529786:0:7695:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a803b180/0x3f004d6452e08087 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5517312->5554175) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1991 expref: 9 pid: 7689 timeout: 491 lvb_type: 0 00010000:00010000:1.0:1734016127.529799:0:7695:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a803b180/0x3f004d6452e08087 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5517312->5554175) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1991 expref: 9 pid: 7689 timeout: 491 lvb_type: 0 00002000:00010000:1.0:1734016127.529805:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880073f22680 00000100:00100000:1.0:1734016127.530414:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 261 00000100:00100000:1.0:1734016127.530422:0:7695:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880073f22680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+9:1978:x1818247336885760:12345-192.168.201.10@tcp:4:fsx.0 00000100:00100000:1.0:1734016127.538308:0:7695:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880073f22680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+11:1978:x1818247336885760:12345-192.168.201.10@tcp:4:fsx.0 Request processed in 7847us (8750us total) trans 4294969311 rc 0/0 00000100:00100000:1.0:1734016127.538336:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 261 00002000:00100000:1.0:1734016127.538363:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (5517312->5554175) req@ffff880073f22680 x1818247336885760/t4294969311(0) o4->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:88/0 lens 488/448 e 0 to 0 dl 1734016138 ref 1 fl Complete:H/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016127.538378:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880073f22680 with x1818247336885760 ext(5517312->5554175) 00010000:00010000:1.0:1734016127.538393:0:7695:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a803b180/0x3f004d6452e08087 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5517312->5554175) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1991 expref: 11 pid: 7689 timeout: 491 lvb_type: 0 00010000:00010000:1.0:1734016127.538426:0:7695:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a803b180/0x3f004d6452e08087 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5517312->5554175) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1991 expref: 11 pid: 7689 timeout: 491 lvb_type: 0 00002000:00010000:1.0:1734016127.538435:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880073f22680 00000100:00100000:3.0:1734016127.544521:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016127.544665:0:9956:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336885888 00000100:00100000:2.0:1734016127.544678:0:9956:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336885888 00010000:00010000:2.0:1734016127.544726:0:9956:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a803b180/0x3f004d6452e08087 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5517312->5554175) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1991 expref: 11 pid: 7689 timeout: 491 lvb_type: 0 00000100:00100000:2.0:1734016127.545490:0:9956:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2869 00000100:00100000:2.0:1734016127.545498:0:9956:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cc78700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+11:1981:x1818247336885888:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016127.545514:0:9956:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:2.0:1734016127.545533:0:9956:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 584 -> 656 00010000:00010000:2.0:1734016127.545539:0:9956:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a803b180/0x3f004d6452e08087 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 5517312->5554175) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1991 expref: 11 pid: 7689 timeout: 491 lvb_type: 0 00010000:00010000:2.0:1734016127.545551:0:9956:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a803b180/0x3f004d6452e08087 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 5517312->5554175) gid 0 flags: 0x50000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1991 expref: 11 pid: 7689 timeout: 491 lvb_type: 0 00010000:00010000:2.0:1734016127.545575:0:9956:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a803b180/0x3f004d6452e08087 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 5517312->5554175) gid 0 flags: 0x44801400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1991 expref: 11 pid: 7689 timeout: 491 lvb_type: 0 00010000:00010000:2.0:1734016127.545601:0:9956:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016127.545604:0:9956:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016127.545609:0:9956:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e0809c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [3604480->3608575] (req 3604480->3608575) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 7696 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016127.545618:0:9956:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e0809c lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [3604480->3608575] (req 3604480->3608575) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 7696 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016127.545662:0:9956:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016127.545714:0:9956:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cc78700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+10:1981:x1818247336885888:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 216us (1215us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016127.545722:0:9956:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2869 00010000:00010000:1.0:1734016127.548983:0:7696:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e0809c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [3604480->3608575] (req 3604480->3608575) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 7696 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016127.549001:0:7696:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e0809c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [3604480->3608575] (req 3604480->3608575) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 7696 timeout: 0 lvb_type: 0 00000001:00080000:0.0:1734016127.551137:0:8954:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969312 is committed 00000001:00080000:0.0:1734016127.551154:0:8954:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969311 is committed 00002000:00010000:1.0:1734016127.552315:0:7696:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 656 -> 664 00010000:00010000:1.0:1734016127.552335:0:7696:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e0809c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [3604480->3608575] (req 3604480->3608575) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 7696 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016127.552345:0:7696:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e0809c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [3604480->3608575] (req 3604480->3608575) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 7696 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016127.552351:0:7696:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e0809c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [3604480->3608575] (req 3604480->3608575) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 7696 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016127.552357:0:7696:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880072171440 already unused, calling callback (ffffffffa086d100) 00010000:00010000:1.0:1734016127.552360:0:7696:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e0809c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [3604480->3608575] (req 3604480->3608575) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 7696 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016127.552367:0:7696:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e0809c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [3604480->3608575] (req 3604480->3608575) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 7696 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016127.552389:0:7696:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e0809c lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [3604480->3608575] (req 3604480->3608575) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 7696 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016127.552394:0:7696:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e0809c lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [3604480->3608575] (req 3604480->3608575) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 7696 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016127.552506:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800740b4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1981:x1818247336885632:12345-192.168.201.10@tcp:4:fsx.0 Request processed in 31338us (32219us total) trans 4294969312 rc 0/0 00000100:00100000:1.0:1734016127.552516:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8995 00000100:00100000:3.0:1734016127.556498:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016127.556600:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336886016 00000100:00100000:0.0:1734016127.556616:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336886016 00000100:00100000:0.0:1734016127.556695:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10718 00000100:00100000:0.0:1734016127.556706:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cc7a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1981:x1818247336886016:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:0.0:1734016127.556735:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016127.556774:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a803b180/0x3f004d6452e080a3 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d19a6 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1734016127.556812:0:7689:0:(ofd_lvb.c:169:ofd_lvbo_init()) res: [0x280000400:0x5:0x0] initial LVB size: 6847299, mtime: 0x675afc7f, atime: 0x675afc7d, ctime: 0x675afc7f, blocks: 0x298 00010000:00010000:0.0:1734016127.556849:0:7689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016127.556853:0:7689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016127.557021:0:7689:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a803b180/0x3f004d6452e080a3 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d19a6 expref: 7 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016127.557047:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a803b180/0x3f004d6452e080a3 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d19a6 expref: 7 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016127.557061:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a803b180, rc 0) 00000100:00100000:0.0:1734016127.557262:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cc7a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1981:x1818247336886016:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 557us (773us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016127.557269:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10718 00000100:00100000:3.0:1734016127.559908:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016127.559981:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336886144 00000100:00100000:0.0:1734016127.559990:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336886144 00000100:00100000:0.0:1734016127.560037:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10719 00000100:00100000:0.0:1734016127.560043:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cc78a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:1980:x1818247336886144:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:0.0:1734016127.560060:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016127.560077:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a8038fc0/0x3f004d6452e080aa lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d19ad expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016127.560101:0:7689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016127.560103:0:7689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016127.560116:0:7689:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a8038fc0/0x3f004d6452e080aa lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d19ad expref: 6 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016127.560134:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a8038fc0/0x3f004d6452e080aa lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d19ad expref: 6 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016127.560143:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a8038fc0, rc 0) 00000100:00100000:0.0:1734016127.560182:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cc78a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1980:x1818247336886144:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 140us (284us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016127.560187:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10719 00000100:00100000:2.0:1734016127.562014:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016127.562087:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336886400 00000100:00100000:1.0:1734016127.562094:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336886400 00002000:00100000:1.0:1734016127.562128:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (2465792->2469887) req@ffff880073f22d80 x1818247336886400/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:88/0 lens 488/0 e 0 to 0 dl 1734016138 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016127.562137:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880073f22d80 with x1818247336886400 ext(2465792->2469887) 00002000:00010000:1.0:1734016127.562142:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880073f22d80 00000100:00100000:1.0:1734016127.562195:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8996 00000100:00100000:1.0:1734016127.562201:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880073f22d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1981:x1818247336886400:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:1.0:1734016127.562589:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880073f22d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1981:x1818247336886400:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 387us (580us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016127.562598:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8996 00002000:00100000:1.0:1734016127.562604:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (2465792->2469887) req@ffff880073f22d80 x1818247336886400/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:88/0 lens 488/4536 e 0 to 0 dl 1734016138 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016127.562611:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880073f22d80 with x1818247336886400 ext(2465792->2469887) 00002000:00010000:1.0:1734016127.562614:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880073f22d80 00000100:00100000:3.0:1734016127.565812:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016127.566189:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336886656 00000100:00100000:1.0:1734016127.566202:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336886656 00002000:00100000:1.0:1734016127.566257:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (2461696->2465791) req@ffff880074c89c00 x1818247336886656/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:88/0 lens 488/0 e 0 to 0 dl 1734016138 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016127.566270:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074c89c00 with x1818247336886656 ext(2461696->2465791) 00002000:00010000:1.0:1734016127.566278:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074c89c00 00000100:00100000:1.0:1734016127.566529:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8997 00000100:00100000:1.0:1734016127.566537:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074c89c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1981:x1818247336886656:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:1.0:1734016127.567003:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074c89c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1981:x1818247336886656:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 466us (1205us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016127.567009:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8997 00002000:00100000:1.0:1734016127.567015:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (2461696->2465791) req@ffff880074c89c00 x1818247336886656/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:88/0 lens 488/4536 e 0 to 0 dl 1734016138 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016127.567021:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074c89c00 with x1818247336886656 ext(2461696->2465791) 00002000:00010000:1.0:1734016127.567024:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074c89c00 00000100:00100000:3.0:1734016127.569231:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016127.569359:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336886912 00000100:00100000:1.0:1734016127.569369:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336886912 00002000:00100000:1.0:1734016127.569418:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (2457600->2461695) req@ffff880074c88380 x1818247336886912/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:88/0 lens 488/0 e 0 to 0 dl 1734016138 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016127.569428:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074c88380 with x1818247336886912 ext(2457600->2461695) 00002000:00010000:1.0:1734016127.569434:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074c88380 00000100:00100000:1.0:1734016127.569640:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8998 00000100:00100000:1.0:1734016127.569648:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074c88380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1980:x1818247336886912:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:1.0:1734016127.570228:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074c88380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1980:x1818247336886912:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 578us (1000us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016127.570236:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8998 00002000:00100000:1.0:1734016127.570242:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (2457600->2461695) req@ffff880074c88380 x1818247336886912/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:88/0 lens 488/4536 e 0 to 0 dl 1734016138 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016127.570250:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074c88380 with x1818247336886912 ext(2457600->2461695) 00002000:00010000:1.0:1734016127.570252:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074c88380 00000100:00100000:3.0:1734016127.574102:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016127.574214:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336887168 00000100:00100000:1.0:1734016127.574225:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336887168 00002000:00100000:1.0:1734016127.574291:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (2453504->2457599) req@ffff880074c89500 x1818247336887168/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:88/0 lens 488/0 e 0 to 0 dl 1734016138 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016127.574301:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074c89500 with x1818247336887168 ext(2453504->2457599) 00002000:00010000:1.0:1734016127.574308:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074c89500 00000100:00100000:1.0:1734016127.574501:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 8999 00000100:00100000:1.0:1734016127.574507:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074c89500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1981:x1818247336887168:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:1.0:1734016127.574678:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074c89500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1981:x1818247336887168:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 171us (584us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016127.574687:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 8999 00002000:00100000:1.0:1734016127.574693:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (2453504->2457599) req@ffff880074c89500 x1818247336887168/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:88/0 lens 488/4536 e 0 to 0 dl 1734016138 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016127.574700:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074c89500 with x1818247336887168 ext(2453504->2457599) 00002000:00010000:1.0:1734016127.574703:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074c89500 00000100:00100000:3.0:1734016127.592087:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016127.592797:0:7695:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336887552 00000100:00100000:2.0:1734016127.592814:0:7695:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336887552 00000100:00100000:3.0:1734016127.592832:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00002000:00100000:2.0:1734016127.592897:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (4210688->6848511) req@ffff880074c8b800 x1818247336887552/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:88/0 lens 488/0 e 0 to 0 dl 1734016138 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016127.592913:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074c8b800 with x1818247336887552 ext(4210688->6848511) 00002000:00010000:2.0:1734016127.592922:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074c8b800 00000100:00100000:2.0:1734016127.592989:0:7695:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336887424 00000100:00100000:2.0:1734016127.592993:0:7695:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336887424 00000100:00100000:1.0:1734016127.592996:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9000 00002000:00100000:2.0:1734016127.593007:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (0->4210687) req@ffff880074c8bb80 x1818247336887424/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:88/0 lens 504/0 e 0 to 0 dl 1734016138 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00000100:00100000:1.0:1734016127.593008:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074c8b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1980:x1818247336887552:12345-192.168.201.10@tcp:3:fsx.0 00002000:00100000:2.0:1734016127.593014:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074c8bb80 with x1818247336887424 ext(0->4210687) 00002000:00010000:2.0:1734016127.593017:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074c8bb80 00000100:00100000:2.0:1734016127.593041:0:13925:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9001 00000100:00100000:2.0:1734016127.593046:0:13925:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074c8bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1980:x1818247336887424:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:1.0:1734016127.622309:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074c8b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+8:1980:x1818247336887552:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 29289us (30220us total) trans 0 rc 2637824/2637824 00000100:00100000:1.0:1734016127.622324:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9000 00002000:00100000:1.0:1734016127.622341:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (4210688->6848511) req@ffff880074c8b800 x1818247336887552/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:88/0 lens 488/440 e 0 to 0 dl 1734016138 ref 1 fl Complete:/200/0 rc 2637824/2637824 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016127.622350:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074c8b800 with x1818247336887552 ext(4210688->6848511) 00002000:00010000:1.0:1734016127.622358:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074c8b800 00010000:00010000:2.0:1734016127.634596:0:8960:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734016127.644777:0:13925:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074c8bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1980:x1818247336887424:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 51714us (51931us total) trans 0 rc 4194304/4194304 00000100:00100000:0.0:1734016127.644792:0:13925:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9001 00002000:00100000:0.0:1734016127.644806:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (0->4210687) req@ffff880074c8bb80 x1818247336887424/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:88/0 lens 504/440 e 0 to 0 dl 1734016138 ref 1 fl Complete:/200/0 rc 4194304/4194304 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016127.644816:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074c8bb80 with x1818247336887424 ext(0->4210687) 00002000:00010000:0.0:1734016127.644822:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074c8bb80 00000100:00100000:3.0:1734016127.652037:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016127.652158:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336887808 00000100:00100000:0.0:1734016127.652175:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336887808 00000100:00100000:0.0:1734016127.652253:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10720 00000100:00100000:0.0:1734016127.652265:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074c88700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:9673:x1818247336887808:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:0.0:1734016127.652299:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016127.652328:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a803ad00/0x3f004d6452e080b1 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d19b4 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016127.652368:0:7689:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a803b180/0x3f004d6452e080a3 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d19a6 expref: 6 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016127.652382:0:7689:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a8038fc0/0x3f004d6452e080aa lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d19ad expref: 7 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016127.652387:0:7689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016127.652390:0:7689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016127.652394:0:7689:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a803ad00/0x3f004d6452e080b1 lrc: 5/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [3014656->3043327] (req 3014656->3043327) gid 0 flags: 0x50000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d19b4 expref: 7 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016127.652440:0:7689:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a8038fc0/0x3f004d6452e080aa lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d19ad expref: 7 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016127.652457:0:7689:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a8038fc0/0x3f004d6452e080aa lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d19ad expref: 7 pid: 7689 timeout: 491 lvb_type: 1 00000100:00100000:0.0:1734016127.652474:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800769c7800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339440640:192.168.201.10@tcp:104: 00010000:00010000:0.0:1734016127.652576:0:7689:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a803b180/0x3f004d6452e080a3 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d19a6 expref: 6 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016127.652586:0:7689:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a803b180/0x3f004d6452e080a3 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d19a6 expref: 6 pid: 7689 timeout: 491 lvb_type: 1 00000100:00100000:0.0:1734016127.652594:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800769c7b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339440768:192.168.201.10@tcp:104: 00000100:00100000:0.0:1734016127.652613:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7486600 going to sleep for 11 seconds 00000100:00100000:0.0:1734016127.657446:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800769c7800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339440640:192.168.201.10@tcp:104: 00000100:00100000:0.0:1734016127.657465:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800769c7b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339440768:192.168.201.10@tcp:104: 00010000:00010000:0.0:1734016127.657515:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a803ad00/0x3f004d6452e080b1 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [3014656->3043327] (req 3014656->3043327) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d19b4 expref: 7 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016127.657537:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a803ad00, rc 0) 00000100:00100000:0.0:1734016127.657787:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074c88700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:9673:x1818247336887808:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 5523us (5768us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016127.657796:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10720 00000100:00100000:3.0:1734016127.658350:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016127.658552:0:6470:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336887936 00000100:00100000:0.0:1734016127.658558:0:6470:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336887936 00010000:00010000:0.0:1734016127.658587:0:6470:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a803b180/0x3f004d6452e080a3 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d19a6 expref: 7 pid: 7689 timeout: 491 lvb_type: 1 00000100:00100000:0.0:1734016127.658609:0:6470:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2870 00000100:00100000:0.0:1734016127.658614:0:6470:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b1f65c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1978:x1818247336887936:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016127.658629:0:6470:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016127.658655:0:6470:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a803b180/0x3f004d6452e080a3 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d19a6 expref: 7 pid: 7689 timeout: 491 lvb_type: 1 00010000:00010000:0.0:1734016127.658665:0:6470:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a803b180/0x3f004d6452e080a3 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d19a6 expref: 7 pid: 7689 timeout: 491 lvb_type: 1 00010000:00010000:0.0:1734016127.658687:0:6470:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a803b180/0x3f004d6452e080a3 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d19a6 expref: 7 pid: 7689 timeout: 491 lvb_type: 1 00010000:00010000:0.0:1734016127.659905:0:6470:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016127.660000:0:6470:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b1f65c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1978:x1818247336887936:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 1376us (1643us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016127.660018:0:6470:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2870 00000100:00100000:3.0:1734016127.663656:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016127.663794:0:6470:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336888064 00000100:00100000:1.0:1734016127.663804:0:6470:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336888064 00010000:00010000:1.0:1734016127.663842:0:6470:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a8038fc0/0x3f004d6452e080aa lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d19ad expref: 7 pid: 7689 timeout: 491 lvb_type: 1 00000100:00100000:1.0:1734016127.664495:0:6470:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2871 00000100:00100000:1.0:1734016127.664502:0:6470:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074c8b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1978:x1818247336888064:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016127.664515:0:6470:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016127.664533:0:6470:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a8038fc0/0x3f004d6452e080aa lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d19ad expref: 7 pid: 7689 timeout: 491 lvb_type: 1 00010000:00010000:1.0:1734016127.664545:0:6470:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a8038fc0/0x3f004d6452e080aa lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d19ad expref: 7 pid: 7689 timeout: 491 lvb_type: 1 00010000:00010000:1.0:1734016127.664564:0:6470:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a8038fc0/0x3f004d6452e080aa lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d19ad expref: 7 pid: 7689 timeout: 491 lvb_type: 1 00010000:00010000:1.0:1734016127.665370:0:6470:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016127.665374:0:6470:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016127.665383:0:6470:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a803ad00/0x3f004d6452e080b1 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3014656->3043327) gid 0 flags: 0x40080000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d19b4 expref: 6 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016127.665397:0:6470:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a803ad00/0x3f004d6452e080b1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3014656->3043327) gid 0 flags: 0x40080000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d19b4 expref: 6 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016127.665435:0:6470:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a803ad00/0x3f004d6452e080b1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3014656->3043327) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d19b4 expref: 6 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016127.665447:0:6470:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800740b4700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6470:1818247339440896:192.168.201.10@tcp:105: 00000100:00100000:1.0:1734016127.666060:0:6470:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b42cd900 going to sleep for 11 seconds 00000100:00100000:0.0:1734016127.668349:0:6470:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800740b4700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6470:1818247339440896:192.168.201.10@tcp:105: 00010000:00010000:0.0:1734016127.668382:0:6470:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016127.668448:0:6470:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074c8b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1978:x1818247336888064:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 3943us (4800us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016127.668460:0:6470:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2871 00000100:00100000:3.0:1734016127.668990:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016127.669164:0:13925:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336888320 00000100:00100000:1.0:1734016127.669171:0:13925:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336888320 00002000:00100000:1.0:1734016127.669215:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (3039232->3043327) req@ffff880074c88000 x1818247336888320/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:88/0 lens 488/0 e 0 to 0 dl 1734016138 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016127.669225:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074c88000 with x1818247336888320 ext(3039232->3043327) 00002000:00010000:1.0:1734016127.669228:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074c88000 00000100:00100000:1.0:1734016127.669255:0:13925:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9002 00000100:00100000:1.0:1734016127.669261:0:13925:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074c88000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1979:x1818247336888320:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:1.0:1734016127.669413:0:13925:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074c88000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1979:x1818247336888320:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 151us (425us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016127.669419:0:13925:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9002 00002000:00100000:1.0:1734016127.669424:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (3039232->3043327) req@ffff880074c88000 x1818247336888320/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:88/0 lens 488/4536 e 0 to 0 dl 1734016138 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016127.669430:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074c88000 with x1818247336888320 ext(3039232->3043327) 00002000:00010000:1.0:1734016127.669433:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074c88000 00000100:00100000:3.0:1734016127.673818:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016127.673931:0:13925:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336888576 00000100:00100000:1.0:1734016127.673942:0:13925:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336888576 00002000:00100000:1.0:1734016127.673990:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (5795840->5799935) req@ffff880074c88e00 x1818247336888576/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:88/0 lens 488/0 e 0 to 0 dl 1734016138 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016127.674001:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074c88e00 with x1818247336888576 ext(5795840->5799935) 00002000:00010000:1.0:1734016127.674013:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074c88e00 00000100:00100000:1.0:1734016127.674049:0:13925:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9003 00000100:00100000:1.0:1734016127.674056:0:13925:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074c88e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1978:x1818247336888576:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:1.0:1734016127.674307:0:13925:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074c88e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1978:x1818247336888576:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 250us (505us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016127.674315:0:13925:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9003 00002000:00100000:1.0:1734016127.674321:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (5795840->5799935) req@ffff880074c88e00 x1818247336888576/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:88/0 lens 488/4536 e 0 to 0 dl 1734016138 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016127.674326:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074c88e00 with x1818247336888576 ext(5795840->5799935) 00002000:00010000:1.0:1734016127.674329:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074c88e00 00000100:00100000:2.0:1734016127.676923:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016127.677076:0:13925:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336888832 00000100:00100000:1.0:1734016127.677087:0:13925:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336888832 00002000:00100000:1.0:1734016127.677142:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (5791744->5795839) req@ffff880073f23480 x1818247336888832/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:88/0 lens 488/0 e 0 to 0 dl 1734016138 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016127.677152:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880073f23480 with x1818247336888832 ext(5791744->5795839) 00002000:00010000:1.0:1734016127.677158:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880073f23480 00000100:00100000:1.0:1734016127.677179:0:13925:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9004 00000100:00100000:1.0:1734016127.677187:0:13925:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880073f23480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1979:x1818247336888832:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:1.0:1734016127.677451:0:13925:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880073f23480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1979:x1818247336888832:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 264us (535us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016127.677463:0:13925:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9004 00002000:00100000:1.0:1734016127.677469:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (5791744->5795839) req@ffff880073f23480 x1818247336888832/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:88/0 lens 488/4536 e 0 to 0 dl 1734016138 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016127.677477:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880073f23480 with x1818247336888832 ext(5791744->5795839) 00002000:00010000:1.0:1734016127.677480:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880073f23480 00000100:00100000:3.0:1734016127.686633:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016127.687363:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336889088 00000100:00100000:2.0:1734016127.687376:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336889088 00002000:00100000:2.0:1734016127.687429:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (5787648->5791743) req@ffff880074c89180 x1818247336889088/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:88/0 lens 488/0 e 0 to 0 dl 1734016138 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016127.687440:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074c89180 with x1818247336889088 ext(5787648->5791743) 00002000:00010000:2.0:1734016127.687446:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074c89180 00000100:00100000:2.0:1734016127.687483:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9005 00000100:00100000:2.0:1734016127.687490:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074c89180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1981:x1818247336889088:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:2.0:1734016127.687688:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074c89180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1981:x1818247336889088:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 198us (1066us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016127.687694:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9005 00002000:00100000:2.0:1734016127.687699:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (5787648->5791743) req@ffff880074c89180 x1818247336889088/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:88/0 lens 488/4536 e 0 to 0 dl 1734016138 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016127.687705:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074c89180 with x1818247336889088 ext(5787648->5791743) 00002000:00010000:2.0:1734016127.687707:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074c89180 00000100:00100000:3.0:1734016127.691947:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016127.693225:0:13925:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336889344 00000100:00100000:1.0:1734016127.693236:0:13925:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336889344 00002000:00100000:1.0:1734016127.693320:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (5783552->5787647) req@ffff880074c8a680 x1818247336889344/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:88/0 lens 488/0 e 0 to 0 dl 1734016138 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016127.693333:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074c8a680 with x1818247336889344 ext(5783552->5787647) 00002000:00010000:1.0:1734016127.693340:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074c8a680 00000100:00100000:1.0:1734016127.693421:0:13925:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9006 00000100:00100000:1.0:1734016127.693429:0:13925:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074c8a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1981:x1818247336889344:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:1.0:1734016127.693624:0:13925:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074c8a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1981:x1818247336889344:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 194us (1689us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016127.693631:0:13925:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9006 00002000:00100000:1.0:1734016127.693636:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (5783552->5787647) req@ffff880074c8a680 x1818247336889344/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:88/0 lens 488/4536 e 0 to 0 dl 1734016138 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016127.693642:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074c8a680 with x1818247336889344 ext(5783552->5787647) 00002000:00010000:1.0:1734016127.693644:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074c8a680 00000100:00100000:3.0:1734016127.698509:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016127.698773:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336889600 00000100:00100000:2.0:1734016127.698785:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336889600 00002000:00100000:2.0:1734016127.698846:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (5779456->5783551) req@ffff88012db32300 x1818247336889600/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:88/0 lens 488/0 e 0 to 0 dl 1734016138 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016127.698858:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012db32300 with x1818247336889600 ext(5779456->5783551) 00002000:00010000:2.0:1734016127.699098:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012db32300 00000100:00100000:2.0:1734016127.699134:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9007 00000100:00100000:2.0:1734016127.699142:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012db32300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1981:x1818247336889600:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:2.0:1734016127.699329:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012db32300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1981:x1818247336889600:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 187us (829us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016127.699337:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9007 00002000:00100000:2.0:1734016127.699343:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (5779456->5783551) req@ffff88012db32300 x1818247336889600/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:88/0 lens 488/4536 e 0 to 0 dl 1734016138 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016127.699350:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012db32300 with x1818247336889600 ext(5779456->5783551) 00002000:00010000:2.0:1734016127.699353:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012db32300 00000100:00100000:3.0:1734016127.701967:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016127.702095:0:13925:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336889856 00000100:00100000:1.0:1734016127.702106:0:13925:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336889856 00002000:00100000:1.0:1734016127.702144:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (5775360->5779455) req@ffff88012db30e00 x1818247336889856/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:88/0 lens 488/0 e 0 to 0 dl 1734016138 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016127.702159:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012db30e00 with x1818247336889856 ext(5775360->5779455) 00002000:00010000:1.0:1734016127.702166:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012db30e00 00000100:00100000:1.0:1734016127.702197:0:13925:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9008 00000100:00100000:1.0:1734016127.702205:0:13925:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012db30e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1981:x1818247336889856:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:1.0:1734016127.702402:0:13925:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012db30e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1981:x1818247336889856:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 197us (442us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016127.702408:0:13925:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9008 00002000:00100000:1.0:1734016127.702414:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (5775360->5779455) req@ffff88012db30e00 x1818247336889856/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:88/0 lens 488/4536 e 0 to 0 dl 1734016138 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016127.702422:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012db30e00 with x1818247336889856 ext(5775360->5779455) 00002000:00010000:1.0:1734016127.702424:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012db30e00 00000100:00100000:3.0:1734016127.706277:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016127.706512:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336890112 00000100:00100000:2.0:1734016127.706529:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336890112 00002000:00100000:2.0:1734016127.706602:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (5771264->5775359) req@ffff88012db31f80 x1818247336890112/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:88/0 lens 488/0 e 0 to 0 dl 1734016138 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016127.706615:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012db31f80 with x1818247336890112 ext(5771264->5775359) 00002000:00010000:2.0:1734016127.706622:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012db31f80 00000100:00100000:2.0:1734016127.706665:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9009 00000100:00100000:2.0:1734016127.706673:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012db31f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1981:x1818247336890112:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:2.0:1734016127.706945:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012db31f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1981:x1818247336890112:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 272us (689us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016127.706953:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9009 00002000:00100000:2.0:1734016127.706958:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (5771264->5775359) req@ffff88012db31f80 x1818247336890112/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:88/0 lens 488/4536 e 0 to 0 dl 1734016138 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016127.706965:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012db31f80 with x1818247336890112 ext(5771264->5775359) 00002000:00010000:2.0:1734016127.706968:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012db31f80 00000100:00100000:3.0:1734016127.710616:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016127.710737:0:13925:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336890368 00000100:00100000:1.0:1734016127.710748:0:13925:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336890368 00002000:00100000:1.0:1734016127.710790:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (5767168->5771263) req@ffff88012db31500 x1818247336890368/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:88/0 lens 488/0 e 0 to 0 dl 1734016138 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016127.710799:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012db31500 with x1818247336890368 ext(5767168->5771263) 00002000:00010000:1.0:1734016127.710806:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012db31500 00000100:00100000:1.0:1734016127.710834:0:13925:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9010 00000100:00100000:1.0:1734016127.710839:0:13925:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012db31500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1980:x1818247336890368:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:1.0:1734016127.711014:0:13925:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012db31500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1980:x1818247336890368:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 174us (407us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016127.711020:0:13925:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9010 00002000:00100000:1.0:1734016127.711024:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (5767168->5771263) req@ffff88012db31500 x1818247336890368/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:88/0 lens 488/4536 e 0 to 0 dl 1734016138 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016127.711032:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012db31500 with x1818247336890368 ext(5767168->5771263) 00002000:00010000:1.0:1734016127.711035:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012db31500 00000100:00100000:3.0:1734016127.714478:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016127.714609:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336890624 00000100:00100000:2.0:1734016127.714618:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336890624 00002000:00100000:2.0:1734016127.714658:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (5763072->5767167) req@ffff88012db31880 x1818247336890624/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:88/0 lens 488/0 e 0 to 0 dl 1734016138 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016127.714667:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012db31880 with x1818247336890624 ext(5763072->5767167) 00002000:00010000:2.0:1734016127.714672:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012db31880 00000100:00100000:2.0:1734016127.714699:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9011 00000100:00100000:2.0:1734016127.714705:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012db31880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1981:x1818247336890624:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:2.0:1734016127.714901:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012db31880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1981:x1818247336890624:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 195us (433us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016127.714909:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9011 00002000:00100000:2.0:1734016127.714914:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (5763072->5767167) req@ffff88012db31880 x1818247336890624/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:88/0 lens 488/4536 e 0 to 0 dl 1734016138 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016127.714921:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012db31880 with x1818247336890624 ext(5763072->5767167) 00002000:00010000:2.0:1734016127.714924:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012db31880 00000100:00100000:3.0:1734016127.717429:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016127.717539:0:13925:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336890880 00000100:00100000:1.0:1734016127.717552:0:13925:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336890880 00002000:00100000:1.0:1734016127.717608:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (5758976->5763071) req@ffff88012db30380 x1818247336890880/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:88/0 lens 488/0 e 0 to 0 dl 1734016138 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016127.717619:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012db30380 with x1818247336890880 ext(5758976->5763071) 00002000:00010000:1.0:1734016127.717624:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012db30380 00000100:00100000:1.0:1734016127.717723:0:13925:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9012 00000100:00100000:1.0:1734016127.717731:0:13925:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012db30380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1981:x1818247336890880:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:1.0:1734016127.718260:0:13925:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012db30380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1981:x1818247336890880:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 529us (845us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016127.718267:0:13925:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9012 00002000:00100000:1.0:1734016127.718274:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (5758976->5763071) req@ffff88012db30380 x1818247336890880/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:88/0 lens 488/4536 e 0 to 0 dl 1734016138 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016127.718290:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012db30380 with x1818247336890880 ext(5758976->5763071) 00002000:00010000:1.0:1734016127.718293:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012db30380 00000100:00100000:3.0:1734016127.723181:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016127.723337:0:13925:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336891008 00000100:00100000:1.0:1734016127.723354:0:13925:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336891008 00002000:00100000:1.0:1734016127.723421:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (3014656->5799935) req@ffff88012db32a00 x1818247336891008/t0(0) o4->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:88/0 lens 504/0 e 0 to 0 dl 1734016138 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016127.723432:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012db32a00 with x1818247336891008 ext(3014656->5799935) 00002000:00010000:1.0:1734016127.723439:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012db32a00 00000100:00100000:1.0:1734016127.723745:0:13925:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9013 00000100:00100000:1.0:1734016127.723754:0:13925:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012db32a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1978:x1818247336891008:12345-192.168.201.10@tcp:4:fsx.0 00000100:00100000:0.0:1734016127.727598:0:13925:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012db32a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+8:1978:x1818247336891008:12345-192.168.201.10@tcp:4:fsx.0 Request processed in 3835us (4427us total) trans 4294969313 rc 0/0 00000100:00100000:0.0:1734016127.727614:0:13925:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9013 00002000:00100000:0.0:1734016127.727628:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (3014656->5799935) req@ffff88012db32a00 x1818247336891008/t4294969313(0) o4->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:88/0 lens 504/448 e 0 to 0 dl 1734016138 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016127.727638:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012db32a00 with x1818247336891008 ext(3014656->5799935) 00002000:00010000:0.0:1734016127.727643:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012db32a00 00000100:00100000:3.0:1734016127.730455:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016127.730531:0:6481:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336891136 00000100:00100000:0.0:1734016127.730544:0:6481:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336891136 00000100:00100000:0.0:1734016127.730901:0:6481:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2024 00000100:00100000:0.0:1734016127.730910:0:6481:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007536ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+16:9673:x1818247336891136:12345-192.168.201.10@tcp:44:fsx.0 00000100:00100000:0.0:1734016127.731059:0:6481:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007536ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+16:9673:x1818247336891136:12345-192.168.201.10@tcp:44:fsx.0 Request processed in 150us (614us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016127.731066:0:6481:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2024 00000100:00100000:3.0:1734016127.734763:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016127.735074:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336891264 00000100:00100000:0.0:1734016127.735091:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336891264 00000100:00100000:0.0:1734016127.735167:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10721 00000100:00100000:0.0:1734016127.735177:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007536a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+8:1979:x1818247336891264:12345-192.168.201.10@tcp:16:fsx.0 00000001:00080000:1.0:1734016127.736671:0:8954:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969313 is committed 00000100:00100000:0.0:1734016127.736899:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007536a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1979:x1818247336891264:12345-192.168.201.10@tcp:16:fsx.0 Request processed in 1719us (2150us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016127.736909:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10721 00000100:00100000:3.0:1734016127.741706:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016127.742984:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336891392 00000100:00100000:0.0:1734016127.742999:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336891392 00000100:00100000:0.0:1734016127.743067:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10722 00000100:00100000:0.0:1734016127.743076:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075368e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1979:x1818247336891392:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:0.0:1734016127.743100:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016127.743127:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a803b180/0x3f004d6452e080b8 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d19bb expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016127.743207:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800769c5180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339441024:192.168.201.10@tcp:106: 00000100:00100000:0.0:1734016127.743306:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7486900 going to sleep for 11 seconds 00002000:00010000:0.0:1734016127.747772:0:7689:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime: 1734016125 -> 1734016127 00002000:00010000:0.0:1734016127.747781:0:7689:0:(ofd_lvb.c:301:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks: 664 -> 800 00000100:00100000:0.0:1734016127.747805:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800769c5180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339441024:192.168.201.10@tcp:106: 00010000:00010000:0.0:1734016127.747832:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a803b180/0x3f004d6452e080b8 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d19bb expref: 7 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016127.747844:0:7689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a803b180/0x3f004d6452e080b8 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d19bb expref: 7 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016127.748140:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a803b180, rc 0) 00000100:00100000:0.0:1734016127.748184:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075368e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1979:x1818247336891392:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 5108us (6484us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016127.748196:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10722 00000100:00100000:3.0:1734016127.751542:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016127.751612:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336891520 00000100:00100000:0.0:1734016127.751625:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336891520 00000100:00100000:0.0:1734016127.751680:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10723 00000100:00100000:0.0:1734016127.751688:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075369880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1981:x1818247336891520:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:0.0:1734016127.751710:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016127.751725:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a8038d80/0x3f004d6452e080bf lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d19c2 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016127.751777:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800769c5180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339441152:192.168.201.10@tcp:106: 00000100:00100000:0.0:1734016127.752098:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7486900 going to sleep for 11 seconds 00000100:00100000:0.0:1734016127.754377:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800769c5180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339441152:192.168.201.10@tcp:106: 00010000:00010000:0.0:1734016127.754428:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a8038d80/0x3f004d6452e080bf lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d19c2 expref: 7 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016127.754446:0:7689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a8038d80/0x3f004d6452e080bf lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d19c2 expref: 7 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016127.754485:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a8038d80, rc 0) 00000100:00100000:0.0:1734016127.754562:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075369880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1981:x1818247336891520:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 2871us (3031us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016127.754576:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10723 00000100:00100000:2.0:1734016127.760858:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016127.761234:0:13925:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336891776 00000100:00100000:0.0:1734016127.761249:0:13925:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336891776 00002000:00100000:0.0:1734016127.761326:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (2170880->2174975) req@ffff880073f21500 x1818247336891776/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:88/0 lens 488/0 e 0 to 0 dl 1734016138 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016127.761342:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880073f21500 with x1818247336891776 ext(2170880->2174975) 00002000:00010000:0.0:1734016127.761351:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880073f21500 00000100:00100000:0.0:1734016127.761396:0:13925:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9014 00000100:00100000:0.0:1734016127.761404:0:13925:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880073f21500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1979:x1818247336891776:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:0.0:1734016127.761946:0:13925:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880073f21500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1979:x1818247336891776:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 540us (1099us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016127.761954:0:13925:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9014 00002000:00100000:0.0:1734016127.761959:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (2170880->2174975) req@ffff880073f21500 x1818247336891776/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:88/0 lens 488/4536 e 0 to 0 dl 1734016138 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016127.761967:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880073f21500 with x1818247336891776 ext(2170880->2174975) 00002000:00010000:0.0:1734016127.761971:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880073f21500 00000100:00100000:3.0:1734016127.777442:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016127.778463:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336891904 00000100:00100000:0.0:1734016127.778476:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336891904 00000100:00100000:0.0:1734016127.778532:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10724 00000100:00100000:0.0:1734016127.778540:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007536b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1978:x1818247336891904:12345-192.168.201.10@tcp:22:fsx.0 00002000:00010000:0.0:1734016127.778723:0:7689:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 6847299 -> 6847299 00002000:00010000:0.0:1734016127.778726:0:7689:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016127 -> 1734016127 00002000:00010000:0.0:1734016127.778728:0:7689:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016127 -> 1734016125 00002000:00010000:0.0:1734016127.778731:0:7689:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016127 -> 1734016127 00002000:00010000:0.0:1734016127.778732:0:7689:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 800 -> 864 00000100:00100000:0.0:1734016127.778784:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007536b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1978:x1818247336891904:12345-192.168.201.10@tcp:22:fsx.0 Request processed in 245us (1354us total) trans 4294969314 rc 0/0 00000100:00100000:0.0:1734016127.778792:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10724 00000100:00100000:3.0:1734016127.787604:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016127.787658:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336892032 00000100:00100000:0.0:1734016127.787669:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336892032 00000100:00100000:0.0:1734016127.787728:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10725 00000100:00100000:0.0:1734016127.787738:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007536b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1980:x1818247336892032:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:0.0:1734016127.787758:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016127.787783:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a8039b00/0x3f004d6452e080c6 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d19c9 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016127.787846:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800769c5180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339441280:192.168.201.10@tcp:106: 00000100:00100000:0.0:1734016127.787956:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7486f00 going to sleep for 11 seconds 00002000:00010000:0.0:1734016127.792018:0:7689:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime: 1734016125 -> 1734016127 00000100:00100000:0.0:1734016127.792064:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800769c5180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339441280:192.168.201.10@tcp:106: 00010000:00010000:0.0:1734016127.792102:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a8039b00/0x3f004d6452e080c6 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d19c9 expref: 7 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016127.792116:0:7689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a8039b00/0x3f004d6452e080c6 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d19c9 expref: 7 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016127.792146:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a8039b00, rc 0) 00000100:00100000:0.0:1734016127.792209:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007536b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1980:x1818247336892032:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 4471us (4618us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016127.792220:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10725 00000100:00100000:2.0:1734016127.806202:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016127.806263:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336892160 00000100:00100000:0.0:1734016127.806273:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336892160 00000100:00100000:0.0:1734016127.806374:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10726 00000100:00100000:0.0:1734016127.806381:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880073f22300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1978:x1818247336892160:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:0.0:1734016127.806404:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016127.806423:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a80386c0/0x3f004d6452e080cd lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d19d0 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016127.806485:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800769c5180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339441408:192.168.201.10@tcp:106: 00000100:00100000:0.0:1734016127.806563:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7486f00 going to sleep for 11 seconds 00000100:00100000:0.0:1734016127.810472:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800769c5180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339441408:192.168.201.10@tcp:106: 00010000:00010000:0.0:1734016127.810542:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a80386c0/0x3f004d6452e080cd lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d19d0 expref: 7 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016127.810560:0:7689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a80386c0/0x3f004d6452e080cd lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d19d0 expref: 7 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016127.810600:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a80386c0, rc 0) 00000100:00100000:0.0:1734016127.810668:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880073f22300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1978:x1818247336892160:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 4284us (4474us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016127.810679:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10726 00000100:00100000:2.0:1734016127.818449:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016127.818535:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336892288 00000100:00100000:0.0:1734016127.818543:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336892288 00000100:00100000:0.0:1734016127.818952:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10727 00000100:00100000:0.0:1734016127.818960:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074623b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1978:x1818247336892288:12345-192.168.201.10@tcp:22:fsx.0 00002000:00010000:0.0:1734016127.822523:0:7689:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 6847299 -> 6847299 00002000:00010000:0.0:1734016127.822533:0:7689:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016127 -> 1734016127 00002000:00010000:0.0:1734016127.822536:0:7689:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016127 -> 1734016125 00002000:00010000:0.0:1734016127.822538:0:7689:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016127 -> 1734016127 00002000:00010000:0.0:1734016127.822541:0:7689:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 864 -> 864 00000100:00100000:0.0:1734016127.822716:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074623b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+8:1978:x1818247336892288:12345-192.168.201.10@tcp:22:fsx.0 Request processed in 3745us (4265us total) trans 4294969315 rc 0/0 00000100:00100000:0.0:1734016127.822732:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10727 00000100:00100000:3.0:1734016127.830535:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016127.830931:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336892416 00000100:00100000:0.0:1734016127.830947:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336892416 00000100:00100000:0.0:1734016127.831020:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10728 00000100:00100000:0.0:1734016127.831032:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075369180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1979:x1818247336892416:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:0.0:1734016127.831056:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016127.831078:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a80386c0/0x3f004d6452e080d4 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d19d7 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016127.831139:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800769c5180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339441536:192.168.201.10@tcp:106: 00000100:00100000:0.0:1734016127.831218:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7486f00 going to sleep for 11 seconds 00002000:00010000:0.0:1734016127.836313:0:7689:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime: 1734016125 -> 1734016127 00000100:00100000:0.0:1734016127.836342:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800769c5180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339441536:192.168.201.10@tcp:106: 00010000:00010000:0.0:1734016127.836377:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a80386c0/0x3f004d6452e080d4 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d19d7 expref: 7 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016127.836391:0:7689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a80386c0/0x3f004d6452e080d4 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d19d7 expref: 7 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016127.837728:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a80386c0, rc 0) 00000100:00100000:0.0:1734016127.837800:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075369180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1979:x1818247336892416:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 6768us (7280us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016127.837809:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10728 00000100:00100000:2.0:1734016127.843708:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016127.843794:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336892544 00000100:00100000:0.0:1734016127.843805:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336892544 00000100:00100000:0.0:1734016127.843859:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10729 00000100:00100000:0.0:1734016127.843898:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074623100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1979:x1818247336892544:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:0.0:1734016127.843925:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016127.844007:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a8039b00/0x3f004d6452e080db lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d19de expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016127.844078:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800769c5180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339441664:192.168.201.10@tcp:106: 00000100:00100000:0.0:1734016127.844202:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7486f00 going to sleep for 11 seconds 00000100:00100000:0.0:1734016127.853597:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800769c5180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339441664:192.168.201.10@tcp:106: 00010000:00010000:0.0:1734016127.853638:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a8039b00/0x3f004d6452e080db lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d19de expref: 7 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016127.853652:0:7689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a8039b00/0x3f004d6452e080db lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d19de expref: 7 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016127.853683:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a8039b00, rc 0) 00000100:00100000:0.0:1734016127.853726:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074623100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1979:x1818247336892544:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 9861us (10026us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016127.853734:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10729 00000100:00100000:3.0:1734016127.873036:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016127.873691:0:8966:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336892800 00000100:00100000:2.0:1734016127.873711:0:8966:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336892800 00000100:00100000:2.0:1734016127.873787:0:8966:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2025 00000100:00100000:2.0:1734016127.873793:0:8966:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007536b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+16:9673:x1818247336892800:12345-192.168.201.10@tcp:36:fsx.0 00010000:00010000:2.0:1734016127.873851:0:8966:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016127.873918:0:8966:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880072172640/0x3f004d6452e08079 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1983 expref: 16 pid: 8966 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016127.873952:0:8966:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:2.0:1734016127.873957:0:8966:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1734016127.874127:0:8966:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880072171f80/0x3f004d6452e080e2 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 8966 initiator: MDT0 00010000:00010000:2.0:1734016127.874142:0:8966:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880072170d80/0x3f004d6452e08056 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1967 expref: 17 pid: 6482 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016127.874150:0:8966:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff880072171f80/0x3f004d6452e080e2 lrc: 4/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 8966 initiator: MDT0 00010000:00010000:2.0:1734016127.874186:0:8966:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880072170d80/0x3f004d6452e08056 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1967 expref: 17 pid: 6482 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016127.874202:0:8966:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880072170d80/0x3f004d6452e08056 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1967 expref: 17 pid: 6482 timeout: 491 lvb_type: 0 00000100:00100000:2.0:1734016127.874216:0:8966:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074623800 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:8966:1818247339441792:192.168.201.10@tcp:104: 00000100:00100000:2.0:1734016127.876175:0:8966:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012b911c00 going to sleep for 11 seconds 00000100:00100000:2.0:1734016127.878546:0:8966:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074623800 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:8966:1818247339441792:192.168.201.10@tcp:104: 00010000:00010000:2.0:1734016127.878567:0:8966:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff880072171f80/0x3f004d6452e080e2 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 8966 initiator: MDT0 00000100:00100000:3.0:1734016127.879698:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016127.879957:0:6470:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336892928 00000100:00100000:0.0:1734016127.879966:0:6470:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336892928 00010000:00010000:0.0:1734016127.879999:0:6470:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880072170d80/0x3f004d6452e08056 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1967 expref: 18 pid: 6482 timeout: 491 lvb_type: 0 00000100:00100000:0.0:1734016127.880032:0:6470:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2872 00000100:00100000:0.0:1734016127.880039:0:6470:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075368700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+18:1978:x1818247336892928:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016127.880052:0:6470:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016127.880059:0:6470:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880072170d80/0x3f004d6452e08056 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1967 expref: 18 pid: 6482 timeout: 491 lvb_type: 0 00010000:00010000:0.0:1734016127.880069:0:6470:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880072170d80/0x3f004d6452e08056 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1967 expref: 18 pid: 6482 timeout: 491 lvb_type: 0 00010000:00010000:0.0:1734016127.880090:0:6470:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880072170d80/0x3f004d6452e08056 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1967 expref: 18 pid: 6482 timeout: 491 lvb_type: 0 00010000:00010000:0.0:1734016127.880116:0:6470:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:0.0:1734016127.880120:0:6470:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff880072171f80/0x3f004d6452e080e2 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 8966 initiator: MDT0 00010000:00010000:0.0:1734016127.880128:0:6470:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880072171f80/0x3f004d6452e080e2 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 8966 initiator: MDT0 00010000:00010000:0.0:1734016127.880134:0:6470:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880072171f80/0x3f004d6452e080e2 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 8966 initiator: MDT0 00010000:00010000:0.0:1734016127.880152:0:6470:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016127.880185:0:6470:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075368700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+17:1978:x1818247336892928:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 145us (490us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016127.880191:0:6470:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2872 00010000:00010000:2.0:1734016127.880495:0:8966:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff880072171f80/0x3f004d6452e080e2 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8966 initiator: MDT0 00010000:00010000:2.0:1734016127.880503:0:8966:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880072171f80/0x3f004d6452e080e2 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8966 initiator: MDT0 00000001:00080000:2.0:1734016127.880592:0:8966:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294968581 00000004:00010000:2.0:1734016127.880633:0:8966:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff88007536b100 reply state ffff880075044000 transno 4294968582 ns: mdt-lustre-MDT0000_UUID lock: ffff880072171f80/0x3f004d6452e080e2 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8966 initiator: MDT0 00000100:00100000:2.0:1734016127.880639:0:8966:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1734016127.880702:0:8966:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007536b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+18:9673:x1818247336892800:12345-192.168.201.10@tcp:36:fsx.0 Request processed in 6908us (7679us total) trans 4294968582 rc 0/0 00000100:00100000:2.0:1734016127.880709:0:8966:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2025 00000020:00080000:2.0:1734016127.880713:0:8966:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1734016127.888653:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00010000:00010000:2.0:1734016127.889135:0:3494:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880072171f80/0x3f004d6452e080e2 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8966 initiator: MDT0 00010000:00010000:2.0:1734016127.889144:0:3494:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880072171f80/0x3f004d6452e080e2 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 8966 initiator: MDT0 00010000:00010000:2.0:1734016127.889150:0:3494:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880072171f80/0x3f004d6452e080e2 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8966 initiator: MDT0 00010000:00010000:2.0:1734016127.889155:0:3494:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880072171f80 already unused, calling callback (ffffffffa0f03950) 00010000:00010000:2.0:1734016127.889159:0:3494:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880072171f80/0x3f004d6452e080e2 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8966 initiator: MDT0 00010000:00010000:2.0:1734016127.889166:0:3494:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880072171f80/0x3f004d6452e080e2 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 8966 initiator: MDT0 00010000:00010000:2.0:1734016127.889178:0:3494:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:2.0:1734016127.889181:0:3494:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734016127.889183:0:3494:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880072171f80/0x3f004d6452e080e2 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8966 initiator: MDT0 00010000:00010000:2.0:1734016127.889187:0:3494:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880072171f80/0x3f004d6452e080e2 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8966 initiator: MDT0 00000100:00100000:1.0:1734016127.889515:0:13925:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336893056 00000100:00100000:1.0:1734016127.889526:0:13925:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336893056 00002000:00010000:1.0:1734016127.889561:0:13925:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (9538716->18446744073709551615) 00002000:00100000:1.0:1734016127.889565:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800769c5180 with x1818247336893056 ext(9538716->18446744073709551615) 00002000:00010000:1.0:1734016127.889575:0:13925:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800769c5180. 00000100:00100000:1.0:1734016127.889601:0:13925:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9015 00000100:00100000:1.0:1734016127.889608:0:13925:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800769c5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+8:1978:x1818247336893056:12345-192.168.201.10@tcp:10:fsx.0 00002000:00010000:1.0:1734016127.889773:0:13925:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 6847299 -> 9538716 00002000:00010000:1.0:1734016127.889776:0:13925:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016127 -> 1734016127 00002000:00010000:1.0:1734016127.889778:0:13925:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016127 -> 1734016125 00002000:00010000:1.0:1734016127.889780:0:13925:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016127 -> 1734016127 00002000:00010000:1.0:1734016127.889782:0:13925:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 864 -> 864 00000100:00100000:1.0:1734016127.896494:0:13925:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800769c5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+9:1978:x1818247336893056:12345-192.168.201.10@tcp:10:fsx.0 Request processed in 6872us (7836us total) trans 4294969316 rc 0/0 00000100:00100000:1.0:1734016127.896512:0:13925:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9015 00002000:00010000:1.0:1734016127.896522:0:13925:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (9538716->18446744073709551615) 00002000:00100000:1.0:1734016127.896526:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800769c5180 with x1818247336893056 ext(9538716->18446744073709551615) 00002000:00010000:1.0:1734016127.896542:0:13925:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800769c5180. 00000100:00100000:3.0:1734016127.915756:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016127.917623:0:13925:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336893312 00000100:00100000:1.0:1734016127.917634:0:13925:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336893312 00002000:00100000:1.0:1734016127.917676:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (6848512->9539583) req@ffff880075369500 x1818247336893312/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:88/0 lens 488/0 e 0 to 0 dl 1734016138 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016127.917691:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880075369500 with x1818247336893312 ext(6848512->9539583) 00002000:00010000:1.0:1734016127.917697:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880075369500 00000100:00100000:1.0:1734016127.917765:0:13925:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9016 00000100:00100000:1.0:1734016127.917772:0:13925:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075369500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+9:1981:x1818247336893312:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:1.0:1734016127.975716:0:13925:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075369500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+9:1981:x1818247336893312:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 57932us (59961us total) trans 0 rc 2691072/2691072 00000100:00100000:1.0:1734016127.975729:0:13925:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9016 00002000:00100000:1.0:1734016127.975741:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (6848512->9539583) req@ffff880075369500 x1818247336893312/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:88/0 lens 488/440 e 0 to 0 dl 1734016138 ref 1 fl Complete:/200/0 rc 2691072/2691072 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016127.975751:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880075369500 with x1818247336893312 ext(6848512->9539583) 00002000:00010000:1.0:1734016127.975757:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880075369500 00000100:00100000:3.0:1734016128.001990:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016128.002093:0:13925:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336893440 00000100:00100000:1.0:1734016128.002106:0:13925:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336893440 00002000:00100000:1.0:1734016128.002853:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (2138112->9538715) req@ffff880073e31c00 x1818247336893440/t0(0) o4->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:89/0 lens 504/0 e 0 to 0 dl 1734016139 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016128.002894:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880073e31c00 with x1818247336893440 ext(2138112->9538715) 00002000:00010000:1.0:1734016128.002901:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880073e31c00 00000100:00080000:3.0:1734016128.003482:0:6479:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734016098 00000100:00100000:2.0:1734016128.004926:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9017 00000100:00100000:2.0:1734016128.004941:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880073e31c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+9:1981:x1818247336893440:12345-192.168.201.10@tcp:4:fsx.0 00000100:00100000:0.0:1734016128.018469:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880073e31c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+11:1981:x1818247336893440:12345-192.168.201.10@tcp:4:fsx.0 Request processed in 13516us (16475us total) trans 4294969317 rc 0/0 00000100:00100000:0.0:1734016128.018486:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9017 00002000:00100000:0.0:1734016128.018504:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (2138112->9538715) req@ffff880073e31c00 x1818247336893440/t4294969317(0) o4->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:89/0 lens 504/448 e 0 to 0 dl 1734016139 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016128.018515:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880073e31c00 with x1818247336893440 ext(2138112->9538715) 00002000:00010000:0.0:1734016128.018523:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880073e31c00 00000100:00100000:0.0:1734016128.049015:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016128.049311:0:8966:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336893568 00000100:00100000:2.0:1734016128.049323:0:8966:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336893568 00000100:00100000:2.0:1734016128.049393:0:8966:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2026 00000100:00100000:2.0:1734016128.049400:0:8966:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800769c5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+17:9673:x1818247336893568:12345-192.168.201.10@tcp:44:fsx.0 00000100:00100000:2.0:1734016128.050120:0:8966:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800769c5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+17:9673:x1818247336893568:12345-192.168.201.10@tcp:44:fsx.0 Request processed in 716us (1115us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016128.050128:0:8966:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2026 00000100:00100000:3.0:1734016128.051940:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016128.052213:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336893696 00000100:00100000:0.0:1734016128.052226:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336893696 00000100:00100000:0.0:1734016128.052282:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10730 00000100:00100000:0.0:1734016128.052290:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880073e33480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+11:1979:x1818247336893696:12345-192.168.201.10@tcp:16:fsx.0 00000001:00080000:0.0:1734016128.059488:0:8954:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969317 is committed 00000100:00100000:2.0:1734016128.059995:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880073e33480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1979:x1818247336893696:12345-192.168.201.10@tcp:16:fsx.0 Request processed in 7696us (8061us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016128.060008:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10730 00000100:00100000:3.0:1734016128.063891:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016128.063993:0:8966:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336893824 00000100:00100000:2.0:1734016128.064007:0:8966:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336893824 00000100:00100000:2.0:1734016128.064077:0:8966:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2027 00000100:00100000:2.0:1734016128.064085:0:8966:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880073e32d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+17:9673:x1818247336893824:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:2.0:1734016128.064115:0:8966:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016128.064145:0:8966:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880072172640/0x3f004d6452e080e9 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d19e5 expref: -99 pid: 8966 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016128.064283:0:8966:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880072171f80/0x3f004d6452e080f0 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 8966 initiator: MDT0 00010000:00010000:2.0:1734016128.064304:0:8966:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880072171f80/0x3f004d6452e080f0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 8966 initiator: MDT0 00010000:00010000:2.0:1734016128.064319:0:8966:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880072171f80/0x3f004d6452e080f0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 8966 initiator: MDT0 00000004:00200000:2.0:1734016128.064350:0:8966:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 9538716 00000004:00200000:2.0:1734016128.064355:0:8966:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1734016128.064375:0:8966:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880072171f80/0x3f004d6452e080f0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 8966 initiator: MDT0 00010000:00010000:2.0:1734016128.064400:0:8966:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880072172640/0x3f004d6452e080e9 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d19e5 expref: 19 pid: 8966 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016128.064420:0:8966:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880072171f80/0x3f004d6452e080f0 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d19e5 expref: 18 pid: 8966 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016128.064428:0:8966:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:2.0:1734016128.064430:0:8966:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1734016128.064434:0:8966:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880072171f80, rc 0) 00000100:00100000:2.0:1734016128.064501:0:8966:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880073e32d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+18:9673:x1818247336893824:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 416us (648us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016128.064508:0:8966:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2027 00000100:00100000:1.0:1734016128.071369:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016128.071470:0:6481:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336894080 00000100:00100000:0.0:1734016128.071485:0:6481:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336894080 00000100:00100000:0.0:1734016128.071549:0:6481:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2028 00000100:00100000:0.0:1734016128.071558:0:6481:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800740b5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+18:9673:x1818247336894080:12345-192.168.201.10@tcp:36:fsx.0 00010000:00010000:0.0:1734016128.071636:0:6481:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016128.071671:0:6481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880072171f80/0x3f004d6452e080f0 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d19e5 expref: 18 pid: 8966 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016128.071708:0:6481:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:0.0:1734016128.071712:0:6481:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1734016128.071929:0:6481:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8038d80/0x3f004d6452e080f7 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6481 initiator: MDT0 00010000:00010000:0.0:1734016128.071943:0:6481:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8038d80/0x3f004d6452e080f7 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6481 initiator: MDT0 00010000:00010000:0.0:1734016128.071952:0:6481:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8038d80/0x3f004d6452e080f7 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6481 initiator: MDT0 00000001:00080000:0.0:1734016128.071986:0:6481:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294968583 00000004:00010000:0.0:1734016128.072003:0:6481:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff8800740b5880 reply state ffff880074df2000 transno 4294968584 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8038d80/0x3f004d6452e080f7 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6481 initiator: MDT0 00000100:00100000:0.0:1734016128.072008:0:6481:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1734016128.072085:0:6481:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800740b5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+20:9673:x1818247336894080:12345-192.168.201.10@tcp:36:fsx.0 Request processed in 527us (733us total) trans 4294968584 rc 0/0 00000100:00100000:0.0:1734016128.072091:0:6481:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2028 00000020:00080000:0.0:1734016128.072096:0:6481:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:0.0:1734016128.073910:0:3495:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8038d80/0x3f004d6452e080f7 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6481 initiator: MDT0 00010000:00010000:0.0:1734016128.073932:0:3495:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8038d80/0x3f004d6452e080f7 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6481 initiator: MDT0 00010000:00010000:0.0:1734016128.073940:0:3495:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8038d80/0x3f004d6452e080f7 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6481 initiator: MDT0 00010000:00010000:0.0:1734016128.073946:0:3495:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800a8038d80 already unused, calling callback (ffffffffa0f03950) 00010000:00010000:0.0:1734016128.073953:0:3495:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8038d80/0x3f004d6452e080f7 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6481 initiator: MDT0 00010000:00010000:0.0:1734016128.073962:0:3495:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8038d80/0x3f004d6452e080f7 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6481 initiator: MDT0 00010000:00010000:0.0:1734016128.073984:0:3495:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:0.0:1734016128.073986:0:3495:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1734016128.073991:0:3495:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8038d80/0x3f004d6452e080f7 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6481 initiator: MDT0 00010000:00010000:0.0:1734016128.073996:0:3495:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8038d80/0x3f004d6452e080f7 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6481 initiator: MDT0 00000100:00100000:1.0:1734016128.076348:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016128.076691:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336894208 00000100:00100000:0.0:1734016128.076703:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336894208 00002000:00010000:0.0:1734016128.076747:0:7696:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (5593737->18446744073709551615) 00002000:00100000:0.0:1734016128.076751:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800740b5c00 with x1818247336894208 ext(5593737->18446744073709551615) 00002000:00010000:0.0:1734016128.076764:0:7696:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800740b5c00. 00000100:00100000:0.0:1734016128.076796:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9018 00000100:00100000:0.0:1734016128.076803:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800740b5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1979:x1818247336894208:12345-192.168.201.10@tcp:10:fsx.0 00002000:00010000:0.0:1734016128.079780:0:7696:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 9538716 -> 5593737 00002000:00010000:0.0:1734016128.079791:0:7696:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016127 -> 1734016127 00002000:00010000:0.0:1734016128.079794:0:7696:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016125 -> 1734016125 00002000:00010000:0.0:1734016128.079796:0:7696:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016127 -> 1734016127 00002000:00010000:0.0:1734016128.079798:0:7696:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 864 -> 800 00000100:00100000:0.0:1734016128.079901:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800740b5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1979:x1818247336894208:12345-192.168.201.10@tcp:10:fsx.0 Request processed in 3092us (3560us total) trans 4294969318 rc 0/0 00000100:00100000:0.0:1734016128.079913:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9018 00002000:00010000:0.0:1734016128.079919:0:7696:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (5593737->18446744073709551615) 00002000:00100000:0.0:1734016128.079923:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800740b5c00 with x1818247336894208 ext(5593737->18446744073709551615) 00002000:00010000:0.0:1734016128.079930:0:7696:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800740b5c00. 00000100:00100000:0.0:1734016128.100070:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016128.100241:0:8966:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336894336 00000100:00100000:2.0:1734016128.100257:0:8966:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336894336 00000100:00100000:2.0:1734016128.100348:0:8966:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2029 00000100:00100000:2.0:1734016128.100359:0:8966:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800769c7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+19:9673:x1818247336894336:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:2.0:1734016128.100408:0:8966:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016128.100443:0:8966:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880072172640/0x3f004d6452e080fe lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d19ec expref: -99 pid: 8966 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016128.100597:0:8966:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880072170d80/0x3f004d6452e08105 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 8966 initiator: MDT0 00010000:00010000:2.0:1734016128.100623:0:8966:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880072170d80/0x3f004d6452e08105 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 8966 initiator: MDT0 00010000:00010000:2.0:1734016128.100639:0:8966:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880072170d80/0x3f004d6452e08105 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 8966 initiator: MDT0 00000004:00200000:2.0:1734016128.100681:0:8966:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 5593737 00000004:00200000:2.0:1734016128.100687:0:8966:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1734016128.100717:0:8966:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880072170d80/0x3f004d6452e08105 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 8966 initiator: MDT0 00010000:00010000:2.0:1734016128.100755:0:8966:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880072172640/0x3f004d6452e080fe lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d19ec expref: 21 pid: 8966 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016128.100807:0:8966:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880072170d80/0x3f004d6452e08105 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d19ec expref: 20 pid: 8966 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016128.100820:0:8966:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:2.0:1734016128.100824:0:8966:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1734016128.100830:0:8966:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880072170d80, rc 0) 00000100:00100000:2.0:1734016128.100996:0:8966:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800769c7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+20:9673:x1818247336894336:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 636us (944us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016128.101008:0:8966:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2029 00000100:00100000:0.0:1734016128.110020:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016128.112248:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336894464 00000100:00100000:2.0:1734016128.112269:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336894464 00000100:00100000:2.0:1734016128.112380:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10731 00000100:00100000:2.0:1734016128.112391:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800769c7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1980:x1818247336894464:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:2.0:1734016128.112418:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016128.112444:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e0810c lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d19f3 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016128.112525:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074623800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339441920:192.168.201.10@tcp:106: 00000100:00100000:2.0:1734016128.112648:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012b911c00 going to sleep for 11 seconds 00000100:00100000:2.0:1734016128.115227:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074623800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339441920:192.168.201.10@tcp:106: 00010000:00010000:2.0:1734016128.115351:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e0810c lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d19f3 expref: 7 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016128.115371:0:7689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e0810c lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d19f3 expref: 7 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016128.115406:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880072171440, rc 0) 00000100:00100000:2.0:1734016128.115514:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800769c7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1980:x1818247336894464:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 3124us (5513us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016128.115527:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10731 00000100:00100000:0.0:1734016128.122024:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016128.122142:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336894592 00000100:00100000:2.0:1734016128.122154:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336894592 00000100:00100000:2.0:1734016128.122219:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10732 00000100:00100000:2.0:1734016128.122230:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800769c7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:9673:x1818247336894592:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:2.0:1734016128.122254:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016128.122287:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800721718c0/0x3f004d6452e08113 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d19fa expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016128.122322:0:7689:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a803ad00/0x3f004d6452e080b1 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3014656->3043327) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d19b4 expref: 6 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016128.122329:0:7689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016128.122331:0:7689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016128.122335:0:7689:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800721718c0/0x3f004d6452e08113 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [5152768->5156863] (req 5152768->5156863) gid 0 flags: 0x50000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d19fa expref: 7 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016128.122374:0:7689:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a803ad00/0x3f004d6452e080b1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3014656->3043327) gid 0 flags: 0x50000000020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d19b4 expref: 6 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016128.122386:0:7689:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a803ad00/0x3f004d6452e080b1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3014656->3043327) gid 0 flags: 0x70000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d19b4 expref: 6 pid: 7689 timeout: 492 lvb_type: 0 00000100:00100000:2.0:1734016128.122398:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074623800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339442048:192.168.201.10@tcp:104: 00000100:00100000:2.0:1734016128.122459:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012b911c00 going to sleep for 11 seconds 00000100:00100000:2.0:1734016128.124764:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074623800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339442048:192.168.201.10@tcp:104: 00010000:00010000:2.0:1734016128.124830:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800721718c0/0x3f004d6452e08113 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [5152768->5156863] (req 5152768->5156863) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d19fa expref: 7 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016128.124853:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800721718c0, rc 0) 00000100:00100000:2.0:1734016128.124946:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800769c7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:9673:x1818247336894592:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 2716us (2939us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016128.124955:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10732 00000100:00100000:0.0:1734016128.125191:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016128.125270:0:9956:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336894720 00000100:00100000:1.0:1734016128.125287:0:9956:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336894720 00010000:00010000:1.0:1734016128.125316:0:9956:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a803ad00/0x3f004d6452e080b1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3014656->3043327) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d19b4 expref: 7 pid: 7689 timeout: 492 lvb_type: 0 00000100:00100000:1.0:1734016128.125354:0:9956:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2873 00000100:00100000:1.0:1734016128.125360:0:9956:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800769c4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1979:x1818247336894720:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016128.125377:0:9956:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016128.125407:0:9956:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a803ad00/0x3f004d6452e080b1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3014656->3043327) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d19b4 expref: 7 pid: 7689 timeout: 492 lvb_type: 0 00010000:00010000:1.0:1734016128.125419:0:9956:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a803ad00/0x3f004d6452e080b1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3014656->3043327) gid 0 flags: 0x50000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d19b4 expref: 7 pid: 7689 timeout: 492 lvb_type: 0 00010000:00010000:1.0:1734016128.125448:0:9956:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a803ad00/0x3f004d6452e080b1 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3014656->3043327) gid 0 flags: 0x44801400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d19b4 expref: 7 pid: 7689 timeout: 492 lvb_type: 0 00010000:00010000:1.0:1734016128.125476:0:9956:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016128.125478:0:9956:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016128.125485:0:9956:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800721718c0/0x3f004d6452e08113 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5152768->5156863) gid 0 flags: 0x40080000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d19fa expref: 6 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016128.125495:0:9956:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800721718c0/0x3f004d6452e08113 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5152768->5156863) gid 0 flags: 0x40080000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d19fa expref: 6 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016128.125528:0:9956:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800721718c0/0x3f004d6452e08113 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5152768->5156863) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d19fa expref: 6 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016128.125543:0:9956:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800740b4e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9956:1818247339442176:192.168.201.10@tcp:105: 00000100:00100000:1.0:1734016128.125598:0:9956:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b42cd9c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016128.133489:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016128.133609:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336894976 00000100:00100000:2.0:1734016128.133625:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336894976 00002000:00100000:2.0:1734016128.133699:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (5152768->5156863) req@ffff8800769c4700 x1818247336894976/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:89/0 lens 488/0 e 0 to 0 dl 1734016139 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016128.133711:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800769c4700 with x1818247336894976 ext(5152768->5156863) 00002000:00010000:2.0:1734016128.133718:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800769c4700 00000100:00100000:1.0:1734016128.133721:0:9956:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800740b4e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9956:1818247339442176:192.168.201.10@tcp:105: 00010000:00010000:1.0:1734016128.133750:0:9956:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016128.133753:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9019 00000100:00100000:2.0:1734016128.133764:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800769c4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1978:x1818247336894976:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:1.0:1734016128.133832:0:9956:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800769c4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1979:x1818247336894720:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 8471us (8641us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016128.133845:0:9956:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2873 00000100:00100000:2.0:1734016128.134031:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800769c4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1978:x1818247336894976:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 268us (559us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016128.134038:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9019 00002000:00100000:2.0:1734016128.134045:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (5152768->5156863) req@ffff8800769c4700 x1818247336894976/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:89/0 lens 488/4536 e 0 to 0 dl 1734016139 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016128.134051:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800769c4700 with x1818247336894976 ext(5152768->5156863) 00002000:00010000:2.0:1734016128.134054:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800769c4700 00000100:00100000:0.0:1734016128.143975:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016128.145175:0:13925:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336895232 00000100:00100000:2.0:1734016128.145196:0:13925:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336895232 00002000:00100000:2.0:1734016128.145288:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (5148672->5152767) req@ffff8800769c4a80 x1818247336895232/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:89/0 lens 488/0 e 0 to 0 dl 1734016139 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016128.145301:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800769c4a80 with x1818247336895232 ext(5148672->5152767) 00002000:00010000:2.0:1734016128.145307:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800769c4a80 00000100:00100000:2.0:1734016128.145343:0:13925:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9020 00000100:00100000:2.0:1734016128.145354:0:13925:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800769c4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1981:x1818247336895232:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:2.0:1734016128.145640:0:13925:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800769c4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1981:x1818247336895232:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 287us (1683us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016128.145648:0:13925:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9020 00002000:00100000:2.0:1734016128.145655:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (5148672->5152767) req@ffff8800769c4a80 x1818247336895232/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:89/0 lens 488/4536 e 0 to 0 dl 1734016139 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016128.145663:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800769c4a80 with x1818247336895232 ext(5148672->5152767) 00002000:00010000:2.0:1734016128.145667:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800769c4a80 00000100:00100000:0.0:1734016128.154843:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016128.155080:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336895488 00000100:00100000:2.0:1734016128.155095:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336895488 00002000:00100000:2.0:1734016128.155159:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (5144576->5148671) req@ffff8800769c4000 x1818247336895488/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:89/0 lens 488/0 e 0 to 0 dl 1734016139 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016128.155172:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800769c4000 with x1818247336895488 ext(5144576->5148671) 00002000:00010000:2.0:1734016128.155178:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800769c4000 00000100:00100000:2.0:1734016128.155206:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9021 00000100:00100000:2.0:1734016128.155215:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800769c4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1981:x1818247336895488:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:2.0:1734016128.155441:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800769c4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1981:x1818247336895488:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 227us (610us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016128.155450:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9021 00002000:00100000:2.0:1734016128.155457:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (5144576->5148671) req@ffff8800769c4000 x1818247336895488/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:89/0 lens 488/4536 e 0 to 0 dl 1734016139 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016128.155463:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800769c4000 with x1818247336895488 ext(5144576->5148671) 00002000:00010000:2.0:1734016128.155466:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800769c4000 00000100:00100000:0.0:1734016128.164366:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016128.164521:0:13925:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336895744 00000100:00100000:2.0:1734016128.164537:0:13925:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336895744 00002000:00100000:2.0:1734016128.164608:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (5140480->5144575) req@ffff88012cc7b800 x1818247336895744/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:89/0 lens 488/0 e 0 to 0 dl 1734016139 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016128.164622:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012cc7b800 with x1818247336895744 ext(5140480->5144575) 00002000:00010000:2.0:1734016128.164630:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012cc7b800 00000100:00100000:2.0:1734016128.164664:0:13925:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9022 00000100:00100000:2.0:1734016128.164674:0:13925:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cc7b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1981:x1818247336895744:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:2.0:1734016128.166718:0:13925:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cc7b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1981:x1818247336895744:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 2018us (2348us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016128.166743:0:13925:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9022 00002000:00100000:2.0:1734016128.166764:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (5140480->5144575) req@ffff88012cc7b800 x1818247336895744/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:89/0 lens 488/4536 e 0 to 0 dl 1734016139 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016128.166774:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012cc7b800 with x1818247336895744 ext(5140480->5144575) 00002000:00010000:2.0:1734016128.166784:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012cc7b800 00000100:00100000:0.0:1734016128.174723:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016128.175157:0:13925:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336896000 00000100:00100000:3.0:1734016128.175177:0:13925:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336896000 00002000:00100000:3.0:1734016128.175253:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (5136384->5140479) req@ffff88012cc78700 x1818247336896000/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:89/0 lens 488/0 e 0 to 0 dl 1734016139 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016128.175264:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012cc78700 with x1818247336896000 ext(5136384->5140479) 00002000:00010000:3.0:1734016128.175285:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012cc78700 00000100:00100000:3.0:1734016128.175316:0:13925:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9023 00000100:00100000:3.0:1734016128.175325:0:13925:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cc78700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1980:x1818247336896000:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:3.0:1734016128.175589:0:13925:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cc78700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1980:x1818247336896000:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 262us (885us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016128.175596:0:13925:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9023 00002000:00100000:3.0:1734016128.175603:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (5136384->5140479) req@ffff88012cc78700 x1818247336896000/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:89/0 lens 488/4536 e 0 to 0 dl 1734016139 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016128.175610:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012cc78700 with x1818247336896000 ext(5136384->5140479) 00002000:00010000:3.0:1734016128.175612:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012cc78700 00000100:00100000:0.0:1734016128.183243:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016128.183394:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336896256 00000100:00100000:1.0:1734016128.183410:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336896256 00002000:00100000:1.0:1734016128.183476:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (5132288->5136383) req@ffff8800ac574e00 x1818247336896256/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:89/0 lens 488/0 e 0 to 0 dl 1734016139 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016128.183487:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800ac574e00 with x1818247336896256 ext(5132288->5136383) 00002000:00010000:1.0:1734016128.183493:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800ac574e00 00000100:00100000:1.0:1734016128.183538:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9024 00000100:00100000:1.0:1734016128.183548:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800ac574e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1981:x1818247336896256:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:1.0:1734016128.183786:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800ac574e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1981:x1818247336896256:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 238us (561us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016128.183795:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9024 00002000:00100000:1.0:1734016128.183801:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (5132288->5136383) req@ffff8800ac574e00 x1818247336896256/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:89/0 lens 488/4536 e 0 to 0 dl 1734016139 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016128.183809:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800ac574e00 with x1818247336896256 ext(5132288->5136383) 00002000:00010000:1.0:1734016128.183812:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800ac574e00 00000100:00100000:0.0:1734016128.198387:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016128.198957:0:13925:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336896512 00000100:00100000:3.0:1734016128.198973:0:13925:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336896512 00002000:00100000:3.0:1734016128.199045:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (5128192->5132287) req@ffff8800ac574000 x1818247336896512/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:89/0 lens 488/0 e 0 to 0 dl 1734016139 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016128.199058:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800ac574000 with x1818247336896512 ext(5128192->5132287) 00002000:00010000:3.0:1734016128.199064:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800ac574000 00000100:00100000:3.0:1734016128.200348:0:13925:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9025 00000100:00100000:3.0:1734016128.200361:0:13925:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800ac574000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1981:x1818247336896512:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:3.0:1734016128.200667:0:13925:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800ac574000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1981:x1818247336896512:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 307us (2295us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016128.200676:0:13925:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9025 00002000:00100000:3.0:1734016128.200686:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (5128192->5132287) req@ffff8800ac574000 x1818247336896512/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:89/0 lens 488/4536 e 0 to 0 dl 1734016139 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016128.200695:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800ac574000 with x1818247336896512 ext(5128192->5132287) 00002000:00010000:3.0:1734016128.200701:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800ac574000 00000100:00100000:0.0:1734016128.206066:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016128.206932:0:6481:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336896640 00000100:00100000:2.0:1734016128.206946:0:6481:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336896640 00000100:00100000:2.0:1734016128.207024:0:6481:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2030 00000100:00100000:2.0:1734016128.207033:0:6481:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800ac575c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+17:9673:x1818247336896640:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:2.0:1734016128.207062:0:6481:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016128.207093:0:6481:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880072172d00/0x3f004d6452e0811a lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d1a01 expref: -99 pid: 6481 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016128.207223:0:6481:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880072171440/0x3f004d6452e08121 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 6481 initiator: MDT0 00010000:00010000:2.0:1734016128.207242:0:6481:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880072171440/0x3f004d6452e08121 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6481 initiator: MDT0 00010000:00010000:2.0:1734016128.207257:0:6481:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880072171440/0x3f004d6452e08121 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6481 initiator: MDT0 00000004:00200000:2.0:1734016128.207301:0:6481:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 5593737 00000004:00200000:2.0:1734016128.207305:0:6481:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1734016128.207327:0:6481:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880072171440/0x3f004d6452e08121 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6481 initiator: MDT0 00010000:00010000:2.0:1734016128.207357:0:6481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880072172d00/0x3f004d6452e0811a lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1a01 expref: 19 pid: 6481 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016128.207404:0:6481:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880072171440/0x3f004d6452e08121 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1a01 expref: 18 pid: 6481 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016128.207414:0:6481:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:2.0:1734016128.207418:0:6481:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1734016128.207422:0:6481:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880072171440, rc 0) 00000100:00100000:2.0:1734016128.207500:0:6481:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800ac575c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+18:9673:x1818247336896640:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 468us (1445us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016128.207507:0:6481:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2030 00000100:00100000:0.0:1734016128.220612:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016128.220766:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336896768 00000100:00100000:2.0:1734016128.220777:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336896768 00000100:00100000:2.0:1734016128.220839:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10733 00000100:00100000:2.0:1734016128.220847:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800ac577480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:9673:x1818247336896768:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:2.0:1734016128.220910:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016128.220937:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880072172640/0x3f004d6452e08128 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d1a08 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016128.220976:0:7689:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800721718c0/0x3f004d6452e08113 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5152768->5156863) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d19fa expref: 6 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016128.220986:0:7689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016128.220988:0:7689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016128.220992:0:7689:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880072172640/0x3f004d6452e08128 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [1470464->1482751] (req 1470464->1482751) gid 0 flags: 0x50000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1a08 expref: 7 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016128.221035:0:7689:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800721718c0/0x3f004d6452e08113 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5152768->5156863) gid 0 flags: 0x50000000020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d19fa expref: 6 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016128.221051:0:7689:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800721718c0/0x3f004d6452e08113 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5152768->5156863) gid 0 flags: 0x70000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d19fa expref: 6 pid: 7689 timeout: 492 lvb_type: 0 00000100:00100000:2.0:1734016128.221066:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074623800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339442304:192.168.201.10@tcp:104: 00000100:00100000:2.0:1734016128.221151:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012b911c00 going to sleep for 11 seconds 00000100:00100000:2.0:1734016128.226996:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074623800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339442304:192.168.201.10@tcp:104: 00010000:00010000:2.0:1734016128.227056:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880072172640/0x3f004d6452e08128 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [1470464->1482751] (req 1470464->1482751) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1a08 expref: 7 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016128.227080:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880072172640, rc 0) 00000100:00100000:2.0:1734016128.227152:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800ac577480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:9673:x1818247336896768:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 6303us (6550us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016128.227162:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10733 00000100:00100000:0.0:1734016128.233055:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016128.234654:0:9956:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336896896 00000100:00100000:1.0:1734016128.234677:0:9956:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336896896 00010000:00010000:1.0:1734016128.234742:0:9956:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800721718c0/0x3f004d6452e08113 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5152768->5156863) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d19fa expref: 7 pid: 7689 timeout: 492 lvb_type: 0 00000100:00100000:1.0:1734016128.234796:0:9956:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2874 00000100:00100000:1.0:1734016128.234807:0:9956:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800ac576d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1979:x1818247336896896:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016128.234833:0:9956:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016128.234878:0:9956:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800721718c0/0x3f004d6452e08113 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 5152768->5156863) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d19fa expref: 7 pid: 7689 timeout: 492 lvb_type: 0 00010000:00010000:1.0:1734016128.234895:0:9956:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800721718c0/0x3f004d6452e08113 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 5152768->5156863) gid 0 flags: 0x50000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d19fa expref: 7 pid: 7689 timeout: 492 lvb_type: 0 00010000:00010000:1.0:1734016128.234925:0:9956:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800721718c0/0x3f004d6452e08113 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 5152768->5156863) gid 0 flags: 0x44801400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d19fa expref: 7 pid: 7689 timeout: 492 lvb_type: 0 00010000:00010000:1.0:1734016128.235750:0:9956:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016128.235756:0:9956:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016128.235769:0:9956:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880072172640/0x3f004d6452e08128 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1470464->1482751) gid 0 flags: 0x40080000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1a08 expref: 6 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016128.235778:0:9956:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880072172640/0x3f004d6452e08128 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1470464->1482751) gid 0 flags: 0x40080000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1a08 expref: 6 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016128.235835:0:9956:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880072172640/0x3f004d6452e08128 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1470464->1482751) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1a08 expref: 6 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016128.235850:0:9956:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800740b4e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9956:1818247339442432:192.168.201.10@tcp:105: 00000100:00100000:1.0:1734016128.235987:0:9956:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b42cd900 going to sleep for 11 seconds 00000100:00100000:0.0:1734016128.238700:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016128.238845:0:9956:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800740b4e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9956:1818247339442432:192.168.201.10@tcp:105: 00010000:00010000:1.0:1734016128.238940:0:9956:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016128.239020:0:9956:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800ac576d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1979:x1818247336896896:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 4213us (5978us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016128.239034:0:9956:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2874 00000100:00100000:2.0:1734016128.239541:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336897024 00000100:00100000:2.0:1734016128.239549:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336897024 00000100:00100000:2.0:1734016128.239610:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10734 00000100:00100000:2.0:1734016128.239617:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074220a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1979:x1818247336897024:12345-192.168.201.10@tcp:22:fsx.0 00002000:00010000:2.0:1734016128.239933:0:7689:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 5593737 -> 5593737 00002000:00010000:2.0:1734016128.239937:0:7689:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016127 -> 1734016127 00002000:00010000:2.0:1734016128.239939:0:7689:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016125 -> 1734016125 00002000:00010000:2.0:1734016128.239942:0:7689:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016127 -> 1734016127 00002000:00010000:2.0:1734016128.239944:0:7689:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 800 -> 800 00000100:00100000:2.0:1734016128.240018:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074220a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+8:1979:x1818247336897024:12345-192.168.201.10@tcp:22:fsx.0 Request processed in 401us (1336us total) trans 4294969319 rc 0/0 00000100:00100000:2.0:1734016128.240029:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10734 00000100:00100000:0.0:1734016128.247646:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016128.247778:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336897152 00000100:00100000:3.0:1734016128.247793:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336897152 00000100:00100000:3.0:1734016128.248057:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10735 00000100:00100000:3.0:1734016128.248066:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074221500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1981:x1818247336897152:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:3.0:1734016128.248093:0:7690:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016128.248116:0:7690:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a9a58c0/0x3f004d6452e0812f lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d1a0f expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016128.248200:0:7690:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880073e30380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339442560:192.168.201.10@tcp:106: 00000100:00100000:3.0:1734016128.248301:0:7690:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac68e900 going to sleep for 11 seconds 00000100:00100000:3.0:1734016128.252633:0:7690:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880073e30380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339442560:192.168.201.10@tcp:106: 00010000:00010000:3.0:1734016128.252712:0:7690:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a9a58c0/0x3f004d6452e0812f lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1a0f expref: 7 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016128.252737:0:7690:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a58c0/0x3f004d6452e0812f lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1a0f expref: 7 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016128.252761:0:7690:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a9a58c0, rc 0) 00000100:00100000:3.0:1734016128.252845:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074221500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1981:x1818247336897152:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 4775us (5216us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016128.252859:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10735 00000100:00100000:3.0:1734016128.257236:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016128.257307:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336897280 00000100:00100000:3.0:1734016128.257322:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336897280 00000100:00100000:3.0:1734016128.257395:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10736 00000100:00100000:3.0:1734016128.257406:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880073e30380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1980:x1818247336897280:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:3.0:1734016128.257438:0:7690:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016128.257470:0:7690:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a9a4480/0x3f004d6452e08136 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d1a16 expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016128.257565:0:7690:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880073e33b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339442688:192.168.201.10@tcp:106: 00000100:00100000:3.0:1734016128.257665:0:7690:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac68e900 going to sleep for 11 seconds 00000100:00100000:3.0:1734016128.265020:0:7690:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880073e33b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339442688:192.168.201.10@tcp:106: 00010000:00010000:3.0:1734016128.265070:0:7690:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a9a4480/0x3f004d6452e08136 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1a16 expref: 7 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016128.265088:0:7690:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a4480/0x3f004d6452e08136 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1a16 expref: 7 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016128.265122:0:7690:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a9a4480, rc 0) 00000100:00100000:3.0:1734016128.266848:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880073e30380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1980:x1818247336897280:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 9427us (9622us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016128.266889:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10736 00000100:00100000:0.0:1734016128.269798:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016128.270170:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336897408 00000100:00100000:3.0:1734016128.270185:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336897408 00000100:00100000:3.0:1734016128.270246:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10737 00000100:00100000:3.0:1734016128.270257:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074222680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1981:x1818247336897408:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:3.0:1734016128.270293:0:7690:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016128.270321:0:7690:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a9a5440/0x3f004d6452e0813d lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d1a1d expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016128.270408:0:7690:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880073e33b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339442816:192.168.201.10@tcp:106: 00000100:00100000:3.0:1734016128.270509:0:7690:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac68e900 going to sleep for 11 seconds 00000100:00100000:3.0:1734016128.273421:0:7690:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880073e33b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339442816:192.168.201.10@tcp:106: 00010000:00010000:3.0:1734016128.273493:0:7690:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a9a5440/0x3f004d6452e0813d lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1a1d expref: 7 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016128.273512:0:7690:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a5440/0x3f004d6452e0813d lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1a1d expref: 7 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016128.273554:0:7690:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a9a5440, rc 0) 00000100:00100000:3.0:1734016128.274360:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074222680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1981:x1818247336897408:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 4095us (4568us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016128.274373:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10737 00000100:00100000:0.0:1734016128.281238:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016128.281377:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336897536 00000100:00100000:3.0:1734016128.281391:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336897536 00000100:00100000:3.0:1734016128.281696:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10738 00000100:00100000:3.0:1734016128.281705:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074220000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:9673:x1818247336897536:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:3.0:1734016128.281723:0:7690:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016128.281743:0:7690:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a9a5b00/0x3f004d6452e08144 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d1a24 expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016128.281775:0:7690:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880072172640/0x3f004d6452e08128 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1470464->1482751) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1a08 expref: 7 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016128.281781:0:7690:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016128.281783:0:7690:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016128.281787:0:7690:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a9a5b00/0x3f004d6452e08144 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [5132288->5160959] (req 5132288->5160959) gid 0 flags: 0x50000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1a24 expref: 7 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016128.281823:0:7690:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880072172640/0x3f004d6452e08128 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1470464->1482751) gid 0 flags: 0x50000000020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1a08 expref: 7 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016128.281834:0:7690:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880072172640/0x3f004d6452e08128 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1470464->1482751) gid 0 flags: 0x70000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1a08 expref: 7 pid: 7689 timeout: 492 lvb_type: 0 00000100:00100000:3.0:1734016128.281845:0:7690:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880073e33b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339442944:192.168.201.10@tcp:104: 00000100:00100000:3.0:1734016128.284412:0:7690:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac68e900 going to sleep for 11 seconds 00000100:00100000:3.0:1734016128.291154:0:7690:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880073e33b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339442944:192.168.201.10@tcp:104: 00010000:00010000:3.0:1734016128.291204:0:7690:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a9a5b00/0x3f004d6452e08144 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [5132288->5160959] (req 5132288->5160959) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1a24 expref: 7 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016128.291230:0:7690:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a9a5b00, rc 0) 00000100:00100000:3.0:1734016128.291318:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074220000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:9673:x1818247336897536:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 9611us (10089us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016128.291332:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10738 00000100:00100000:0.0:1734016128.292005:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016128.293755:0:9956:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336897664 00000100:00100000:2.0:1734016128.293769:0:9956:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336897664 00010000:00010000:2.0:1734016128.293814:0:9956:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880072172640/0x3f004d6452e08128 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1470464->1482751) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1a08 expref: 8 pid: 7689 timeout: 492 lvb_type: 0 00000100:00100000:2.0:1734016128.293858:0:9956:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2875 00000100:00100000:2.0:1734016128.293880:0:9956:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074222300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+8:1978:x1818247336897664:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016128.293902:0:9956:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016128.293936:0:9956:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880072172640/0x3f004d6452e08128 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1470464->1482751) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1a08 expref: 8 pid: 7689 timeout: 492 lvb_type: 0 00010000:00010000:2.0:1734016128.293950:0:9956:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880072172640/0x3f004d6452e08128 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1470464->1482751) gid 0 flags: 0x50000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1a08 expref: 8 pid: 7689 timeout: 492 lvb_type: 0 00010000:00010000:2.0:1734016128.293981:0:9956:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880072172640/0x3f004d6452e08128 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1470464->1482751) gid 0 flags: 0x44801400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1a08 expref: 8 pid: 7689 timeout: 492 lvb_type: 0 00010000:00010000:2.0:1734016128.294023:0:9956:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016128.294025:0:9956:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016128.294034:0:9956:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a5b00/0x3f004d6452e08144 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5132288->5160959) gid 0 flags: 0x40080000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1a24 expref: 6 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016128.294046:0:9956:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a9a5b00/0x3f004d6452e08144 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5132288->5160959) gid 0 flags: 0x40080000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1a24 expref: 6 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016128.294093:0:9956:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009a9a5b00/0x3f004d6452e08144 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5132288->5160959) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1a24 expref: 6 pid: 7690 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016128.294109:0:9956:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074623800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9956:1818247339443072:192.168.201.10@tcp:105: 00000100:00100000:2.0:1734016128.294213:0:9956:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012b911c00 going to sleep for 11 seconds 00000100:00100000:0.0:1734016128.298175:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016128.298347:0:9956:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074623800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9956:1818247339443072:192.168.201.10@tcp:105: 00010000:00010000:2.0:1734016128.298375:0:9956:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016128.298444:0:9956:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074222300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1978:x1818247336897664:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 4577us (6440us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016128.298458:0:9956:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2875 00000100:00100000:3.0:1734016128.298562:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336897792 00000100:00100000:3.0:1734016128.298572:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336897792 00000100:00100000:3.0:1734016128.298636:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10739 00000100:00100000:3.0:1734016128.298644:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074223b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1980:x1818247336897792:12345-192.168.201.10@tcp:22:fsx.0 00002000:00010000:3.0:1734016128.298955:0:7690:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 5593737 -> 5593737 00002000:00010000:3.0:1734016128.298959:0:7690:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016127 -> 1734016127 00002000:00010000:3.0:1734016128.298961:0:7690:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016125 -> 1734016125 00002000:00010000:3.0:1734016128.298963:0:7690:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016127 -> 1734016128 00002000:00010000:3.0:1734016128.298966:0:7690:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 800 -> 856 00000100:00100000:3.0:1734016128.298992:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074223b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1980:x1818247336897792:12345-192.168.201.10@tcp:22:fsx.0 Request processed in 349us (832us total) trans 4294969320 rc 0/0 00000100:00100000:3.0:1734016128.298999:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10739 00000100:00100000:0.0:1734016128.302126:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016128.302675:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336897920 00000100:00100000:1.0:1734016128.302687:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336897920 00000100:00100000:1.0:1734016128.302767:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10740 00000100:00100000:1.0:1734016128.302776:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074220700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1981:x1818247336897920:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:1.0:1734016128.302803:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016128.302829:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880097235440/0x3f004d6452e0814b lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d1a2b expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016128.302969:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800740b4e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339443200:192.168.201.10@tcp:106: 00000100:00100000:1.0:1734016128.303054:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b42cd900 going to sleep for 11 seconds 00000100:00100000:1.0:1734016128.306335:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800740b4e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339443200:192.168.201.10@tcp:106: 00010000:00010000:1.0:1734016128.306405:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880097235440/0x3f004d6452e0814b lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1a2b expref: 8 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016128.306425:0:7689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097235440/0x3f004d6452e0814b lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1a2b expref: 8 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016128.306720:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097235440, rc 0) 00000100:00100000:1.0:1734016128.306798:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074220700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1981:x1818247336897920:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 4022us (4686us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016128.306811:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10740 00000100:00100000:0.0:1734016128.310924:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016128.311057:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336898048 00000100:00100000:1.0:1734016128.311070:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336898048 00000100:00100000:1.0:1734016128.311136:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10741 00000100:00100000:1.0:1734016128.311144:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074222d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1981:x1818247336898048:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:1.0:1734016128.311169:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016128.311195:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880097237cc0/0x3f004d6452e08152 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d1a32 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016128.311263:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800740b4e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339443328:192.168.201.10@tcp:106: 00000100:00100000:1.0:1734016128.311342:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b42cd900 going to sleep for 11 seconds 00000100:00100000:1.0:1734016128.313688:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800740b4e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339443328:192.168.201.10@tcp:106: 00010000:00010000:1.0:1734016128.313763:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880097237cc0/0x3f004d6452e08152 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1a32 expref: 8 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016128.313785:0:7689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097237cc0/0x3f004d6452e08152 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1a32 expref: 8 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016128.313830:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097237cc0, rc 0) 00000100:00100000:1.0:1734016128.313967:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074222d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1981:x1818247336898048:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 2819us (3054us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016128.313980:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10741 00000100:00100000:0.0:1734016128.321057:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016128.322790:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336898176 00000100:00100000:1.0:1734016128.322812:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336898176 00000100:00100000:1.0:1734016128.322952:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10742 00000100:00100000:1.0:1734016128.322962:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074223800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1980:x1818247336898176:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:1.0:1734016128.322989:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016128.323018:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880097236f40/0x3f004d6452e08159 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d1a39 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016128.323098:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800740b4e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339443456:192.168.201.10@tcp:106: 00000100:00100000:1.0:1734016128.323184:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b42cd900 going to sleep for 11 seconds 00000100:00100000:1.0:1734016128.327026:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800740b4e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339443456:192.168.201.10@tcp:106: 00010000:00010000:1.0:1734016128.327078:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880097236f40/0x3f004d6452e08159 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1a39 expref: 8 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016128.327098:0:7689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097236f40/0x3f004d6452e08159 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1a39 expref: 8 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016128.327130:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097236f40, rc 0) 00000100:00100000:1.0:1734016128.327198:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074223800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1980:x1818247336898176:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 4235us (6158us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016128.327210:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10742 00000100:00100000:0.0:1734016128.331495:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016128.332092:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336898304 00000100:00100000:1.0:1734016128.332103:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336898304 00000100:00100000:1.0:1734016128.332165:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10743 00000100:00100000:1.0:1734016128.332175:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075000e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:9673:x1818247336898304:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:1.0:1734016128.332196:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016128.332221:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880097234480/0x3f004d6452e08160 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d1a40 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016128.332259:0:7689:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a5b00/0x3f004d6452e08144 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5132288->5160959) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1a24 expref: 7 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016128.332284:0:7689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016128.332286:0:7689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016128.332290:0:7689:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880097234480/0x3f004d6452e08160 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [1654784->1658879] (req 1654784->1658879) gid 0 flags: 0x50000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1a40 expref: 8 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016128.332326:0:7689:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a9a5b00/0x3f004d6452e08144 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5132288->5160959) gid 0 flags: 0x50000000020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1a24 expref: 7 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016128.332338:0:7689:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a9a5b00/0x3f004d6452e08144 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5132288->5160959) gid 0 flags: 0x70000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1a24 expref: 7 pid: 7690 timeout: 492 lvb_type: 0 00000100:00100000:1.0:1734016128.332352:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800740b4e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339443584:192.168.201.10@tcp:104: 00000100:00100000:1.0:1734016128.332431:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b42cd900 going to sleep for 11 seconds 00000100:00100000:1.0:1734016128.337015:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800740b4e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339443584:192.168.201.10@tcp:104: 00000100:00100000:0.0:1734016128.337528:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00010000:00010000:1.0:1734016128.337682:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880097234480/0x3f004d6452e08160 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [1654784->1658879] (req 1654784->1658879) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1a40 expref: 8 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016128.337716:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097234480, rc 0) 00000100:00100000:1.0:1734016128.337805:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075000e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+8:9673:x1818247336898304:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 5631us (6325us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016128.337820:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10743 00000100:00100000:2.0:1734016128.338201:0:9956:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336898432 00000100:00100000:2.0:1734016128.338213:0:9956:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336898432 00010000:00010000:2.0:1734016128.338259:0:9956:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a9a5b00/0x3f004d6452e08144 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5132288->5160959) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1a24 expref: 8 pid: 7690 timeout: 492 lvb_type: 0 00000100:00100000:2.0:1734016128.338310:0:9956:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2876 00000100:00100000:2.0:1734016128.338317:0:9956:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075002d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1979:x1818247336898432:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016128.338338:0:9956:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016128.338367:0:9956:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a9a5b00/0x3f004d6452e08144 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 5132288->5160959) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1a24 expref: 8 pid: 7690 timeout: 492 lvb_type: 0 00010000:00010000:2.0:1734016128.338380:0:9956:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a9a5b00/0x3f004d6452e08144 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 5132288->5160959) gid 0 flags: 0x50000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1a24 expref: 8 pid: 7690 timeout: 492 lvb_type: 0 00010000:00010000:2.0:1734016128.338416:0:9956:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a5b00/0x3f004d6452e08144 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 5132288->5160959) gid 0 flags: 0x44801400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1a24 expref: 8 pid: 7690 timeout: 492 lvb_type: 0 00010000:00010000:2.0:1734016128.339023:0:9956:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016128.339028:0:9956:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016128.339041:0:9956:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880097234480/0x3f004d6452e08160 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1654784->1658879) gid 0 flags: 0x40080000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1a40 expref: 7 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016128.339055:0:9956:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880097234480/0x3f004d6452e08160 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1654784->1658879) gid 0 flags: 0x40080000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1a40 expref: 7 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016128.339106:0:9956:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880097234480/0x3f004d6452e08160 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1654784->1658879) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1a40 expref: 7 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016128.339124:0:9956:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074623800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9956:1818247339443712:192.168.201.10@tcp:105: 00000100:00100000:2.0:1734016128.339225:0:9956:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012b911c00 going to sleep for 11 seconds 00000100:00100000:2.0:1734016128.346092:0:9956:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074623800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9956:1818247339443712:192.168.201.10@tcp:105: 00010000:00010000:2.0:1734016128.346131:0:9956:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016128.346189:0:9956:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075002d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1979:x1818247336898432:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 7869us (8664us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016128.346203:0:9956:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2876 00000100:00100000:0.0:1734016128.347228:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016128.347594:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336898560 00000100:00100000:1.0:1734016128.347609:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336898560 00000100:00100000:1.0:1734016128.347685:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10744 00000100:00100000:1.0:1734016128.347695:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075000000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+8:1978:x1818247336898560:12345-192.168.201.10@tcp:22:fsx.0 00002000:00010000:1.0:1734016128.348072:0:7689:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 5593737 -> 5593737 00002000:00010000:1.0:1734016128.348076:0:7689:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016127 -> 1734016127 00002000:00010000:1.0:1734016128.348078:0:7689:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016125 -> 1734016125 00002000:00010000:1.0:1734016128.348081:0:7689:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016128 -> 1734016128 00002000:00010000:1.0:1734016128.348083:0:7689:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 856 -> 864 00000100:00100000:1.0:1734016128.348147:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075000000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+9:1978:x1818247336898560:12345-192.168.201.10@tcp:22:fsx.0 Request processed in 451us (928us total) trans 4294969321 rc 0/0 00000100:00100000:1.0:1734016128.348156:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10744 00000100:00100000:0.0:1734016128.351934:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016128.352086:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336898688 00000100:00100000:3.0:1734016128.352100:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336898688 00000100:00100000:3.0:1734016128.352172:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10745 00000100:00100000:3.0:1734016128.352183:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075002300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1980:x1818247336898688:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:3.0:1734016128.352217:0:7690:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016128.352251:0:7690:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a9a5b00/0x3f004d6452e08167 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d1a47 expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016128.352358:0:7690:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880073e33b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339443840:192.168.201.10@tcp:106: 00000100:00100000:3.0:1734016128.353257:0:7690:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac68e900 going to sleep for 11 seconds 00000100:00100000:3.0:1734016128.358201:0:7690:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880073e33b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339443840:192.168.201.10@tcp:106: 00010000:00010000:3.0:1734016128.358255:0:7690:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a9a5b00/0x3f004d6452e08167 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1a47 expref: 8 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016128.358280:0:7690:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a5b00/0x3f004d6452e08167 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1a47 expref: 8 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016128.358313:0:7690:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a9a5b00, rc 0) 00000100:00100000:3.0:1734016128.358372:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075002300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1980:x1818247336898688:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 6191us (6521us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016128.358382:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10745 00000100:00100000:3.0:1734016128.365999:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016128.366436:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336898816 00000100:00100000:0.0:1734016128.366456:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336898816 00000100:00100000:0.0:1734016128.366554:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10746 00000100:00100000:0.0:1734016128.366568:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880073e33b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1978:x1818247336898816:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:0.0:1734016128.366605:0:7690:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016128.366638:0:7690:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a803b180/0x3f004d6452e0816e lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d1a4e expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016128.366738:0:7690:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880075003100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339443968:192.168.201.10@tcp:106: 00000100:00100000:0.0:1734016128.368785:0:7690:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7486f00 going to sleep for 11 seconds 00000100:00100000:2.0:1734016128.373317:0:7690:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880075003100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339443968:192.168.201.10@tcp:106: 00010000:00010000:2.0:1734016128.373383:0:7690:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a803b180/0x3f004d6452e0816e lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1a4e expref: 8 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016128.373400:0:7690:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a803b180/0x3f004d6452e0816e lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1a4e expref: 8 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016128.373441:0:7690:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a803b180, rc 0) 00000100:00100000:2.0:1734016128.373510:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880073e33b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1978:x1818247336898816:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 6944us (7531us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016128.373521:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10746 00000100:00100000:2.0:1734016128.376905:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016128.377019:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336898944 00000100:00100000:0.0:1734016128.377038:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336898944 00000100:00100000:0.0:1734016128.377108:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10747 00000100:00100000:0.0:1734016128.378307:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074623800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1981:x1818247336898944:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:0.0:1734016128.378357:0:7690:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016128.384609:0:7690:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a8038fc0/0x3f004d6452e08175 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d1a55 expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016128.384761:0:7690:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880075001180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339444096:192.168.201.10@tcp:106: 00000100:00100000:0.0:1734016128.384937:0:7690:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a74869c0 going to sleep for 11 seconds 00000100:00100000:2.0:1734016128.399423:0:7690:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880075001180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339444096:192.168.201.10@tcp:106: 00010000:00010000:2.0:1734016128.399472:0:7690:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a8038fc0/0x3f004d6452e08175 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1a55 expref: 8 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016128.399486:0:7690:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a8038fc0/0x3f004d6452e08175 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1a55 expref: 8 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016128.399523:0:7690:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a8038fc0, rc 0) 00000100:00100000:2.0:1734016128.399597:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074623800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1981:x1818247336898944:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 22478us (22761us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016128.399608:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10747 00000100:00100000:2.0:1734016128.411007:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016128.411107:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336899072 00000100:00100000:0.0:1734016128.411122:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336899072 00000100:00100000:0.0:1734016128.411201:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10748 00000100:00100000:0.0:1734016128.411211:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074621500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1978:x1818247336899072:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:0.0:1734016128.411231:0:7690:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016128.411252:0:7690:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a803bcc0/0x3f004d6452e0817c lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d1a5c expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016128.411315:0:7690:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880075003b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339444224:192.168.201.10@tcp:106: 00000100:00100000:0.0:1734016128.411382:0:7690:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a74863c0 going to sleep for 11 seconds 00000100:00100000:2.0:1734016128.418253:0:7690:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880075003b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339444224:192.168.201.10@tcp:106: 00010000:00010000:2.0:1734016128.418304:0:7690:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a803bcc0/0x3f004d6452e0817c lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1a5c expref: 8 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016128.418322:0:7690:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a803bcc0/0x3f004d6452e0817c lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1a5c expref: 8 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016128.418372:0:7690:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a803bcc0, rc 0) 00000100:00100000:2.0:1734016128.418457:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074621500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1978:x1818247336899072:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 7246us (7464us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016128.418467:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10748 00000100:00100000:2.0:1734016128.421630:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016128.427606:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336899200 00000100:00100000:0.0:1734016128.427629:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336899200 00000100:00100000:1.0:1734016128.427821:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10749 00000100:00100000:1.0:1734016128.427831:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074622a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1981:x1818247336899200:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:1.0:1734016128.427859:0:7690:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016128.427908:0:7690:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800972373c0/0x3f004d6452e08183 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d1a63 expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016128.427991:0:7690:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800740b4e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339444352:192.168.201.10@tcp:106: 00000100:00100000:1.0:1734016128.428106:0:7690:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b42cd900 going to sleep for 11 seconds 00000100:00100000:1.0:1734016128.433514:0:7690:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800740b4e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339444352:192.168.201.10@tcp:106: 00010000:00010000:1.0:1734016128.433546:0:7690:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800972373c0/0x3f004d6452e08183 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1a63 expref: 8 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016128.433559:0:7690:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800972373c0/0x3f004d6452e08183 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1a63 expref: 8 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016128.433571:0:7690:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800972373c0, rc 0) 00000100:00100000:1.0:1734016128.434961:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074622a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1981:x1818247336899200:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 7116us (13323us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016128.434979:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10749 00000100:00100000:0.0:1734016128.443911:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016128.444031:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336899456 00000100:00100000:1.0:1734016128.444040:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336899456 00000100:00100000:1.0:1734016128.444106:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9026 00000100:00100000:1.0:1734016128.444113:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075003b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1979:x1818247336899456:12345-192.168.201.10@tcp:3:fsx.0 00010000:00010000:1.0:1734016128.444159:0:7696:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff8800972346c0/0x3f004d6452e0818a lrc: 3/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7696 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016128.444174:0:7696:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880097234480/0x3f004d6452e08160 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1654784->1658879) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1a40 expref: 8 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016128.444180:0:7696:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016128.444182:0:7696:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016128.444185:0:7696:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800972346c0/0x3f004d6452e0818a lrc: 4/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [3198976->3252223] (req 3198976->3252223) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 7696 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016128.444217:0:7696:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880097234480/0x3f004d6452e08160 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1654784->1658879) gid 0 flags: 0x50000000020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1a40 expref: 8 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016128.444228:0:7696:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880097234480/0x3f004d6452e08160 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1654784->1658879) gid 0 flags: 0x70000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1a40 expref: 8 pid: 7689 timeout: 492 lvb_type: 0 00000100:00100000:1.0:1734016128.444239:0:7696:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800740b4e00 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_002:lustre-OST0001_UUID:7696:1818247339444480:192.168.201.10@tcp:104: 00000100:00100000:1.0:1734016128.444296:0:7696:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b42cd900 going to sleep for 11 seconds 00000100:00100000:3.0:1734016128.455772:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016128.455923:0:9956:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336899584 00000100:00100000:2.0:1734016128.455938:0:9956:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336899584 00010000:00010000:2.0:1734016128.456000:0:9956:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880097234480/0x3f004d6452e08160 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1654784->1658879) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1a40 expref: 9 pid: 7689 timeout: 492 lvb_type: 0 00000100:00100000:1.0:1734016128.456138:0:7696:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800740b4e00 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_002:lustre-OST0001_UUID:7696:1818247339444480:192.168.201.10@tcp:104: 00010000:00010000:1.0:1734016128.456166:0:7696:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800972346c0/0x3f004d6452e0818a lrc: 3/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [3198976->3252223] (req 3198976->3252223) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 7696 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016128.456579:0:9956:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2877 00000100:00100000:2.0:1734016128.456588:0:9956:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b1f65850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+9:1979:x1818247336899584:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016128.456606:0:9956:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016128.456633:0:9956:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880097234480/0x3f004d6452e08160 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1654784->1658879) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1a40 expref: 9 pid: 7689 timeout: 492 lvb_type: 0 00010000:00010000:2.0:1734016128.456648:0:9956:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880097234480/0x3f004d6452e08160 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1654784->1658879) gid 0 flags: 0x50000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1a40 expref: 9 pid: 7689 timeout: 492 lvb_type: 0 00010000:00010000:2.0:1734016128.456674:0:9956:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097234480/0x3f004d6452e08160 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1654784->1658879) gid 0 flags: 0x44801400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1a40 expref: 9 pid: 7689 timeout: 492 lvb_type: 0 00010000:00010000:2.0:1734016128.456976:0:9956:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016128.456980:0:9956:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016128.456986:0:9956:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800972346c0/0x3f004d6452e0818a lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [3198976->3252223] (req 3198976->3252223) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 7696 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016128.457004:0:9956:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800972346c0/0x3f004d6452e0818a lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [3198976->3252223] (req 3198976->3252223) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 7696 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016128.458293:0:9956:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1734016128.458891:0:7696:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800972346c0/0x3f004d6452e0818a lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [3198976->3252223] (req 3198976->3252223) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 7696 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016128.458907:0:7696:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800972346c0/0x3f004d6452e0818a lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [3198976->3252223] (req 3198976->3252223) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 7696 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016128.459213:0:9956:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b1f65850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+8:1979:x1818247336899584:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 2620us (3457us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016128.459224:0:9956:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2877 00010000:00010000:1.0:1734016128.464251:0:7696:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff8800972346c0/0x3f004d6452e0818a lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [3198976->3252223] (req 3198976->3252223) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 7696 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016128.464282:0:7696:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800972346c0/0x3f004d6452e0818a lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [3198976->3252223] (req 3198976->3252223) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 7696 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016128.464292:0:7696:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800972346c0/0x3f004d6452e0818a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [3198976->3252223] (req 3198976->3252223) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 7696 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016128.464301:0:7696:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800972346c0 already unused, calling callback (ffffffffa086d100) 00010000:00010000:1.0:1734016128.464306:0:7696:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800972346c0/0x3f004d6452e0818a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [3198976->3252223] (req 3198976->3252223) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 7696 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016128.464317:0:7696:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800972346c0/0x3f004d6452e0818a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [3198976->3252223] (req 3198976->3252223) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 7696 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016128.464344:0:7696:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800972346c0/0x3f004d6452e0818a lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [3198976->3252223] (req 3198976->3252223) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 7696 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016128.464350:0:7696:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800972346c0/0x3f004d6452e0818a lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [3198976->3252223] (req 3198976->3252223) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 7696 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016128.464507:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075003b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1979:x1818247336899456:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 20385us (20640us total) trans 0 rc 53248/53248 00000100:00100000:1.0:1734016128.464521:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9026 00000100:00100000:3.0:1734016128.470140:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016128.470215:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336899712 00000100:00100000:0.0:1734016128.470225:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336899712 00000100:00100000:0.0:1734016128.470283:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10750 00000100:00100000:0.0:1734016128.470289:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880073e33100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1980:x1818247336899712:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:0.0:1734016128.470307:0:7690:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016128.470327:0:7690:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a803ba80/0x3f004d6452e08191 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d1a6a expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1734016128.470355:0:7690:0:(ofd_lvb.c:169:ofd_lvbo_init()) res: [0x280000400:0x5:0x0] initial LVB size: 5593737, mtime: 0x675afc7f, atime: 0x675afc7d, ctime: 0x675afc80, blocks: 0x360 00010000:00010000:0.0:1734016128.470379:0:7690:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016128.470381:0:7690:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016128.470663:0:7690:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a803ba80/0x3f004d6452e08191 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1a6a expref: 8 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016128.470683:0:7690:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a803ba80/0x3f004d6452e08191 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1a6a expref: 8 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016128.470695:0:7690:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a803ba80, rc 0) 00000100:00100000:0.0:1734016128.470764:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880073e33100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1980:x1818247336899712:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 474us (634us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016128.470771:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10750 00000100:00100000:2.0:1734016128.498578:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016128.498634:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016128.498733:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336899968 00000100:00100000:1.0:1734016128.498744:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336899968 00002000:00100000:1.0:1734016128.498799:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (0->4194303) req@ffff880074c8b480 x1818247336899968/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:89/0 lens 488/0 e 0 to 0 dl 1734016139 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016128.498809:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074c8b480 with x1818247336899968 ext(0->4194303) 00002000:00010000:1.0:1734016128.498815:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074c8b480 00000100:00100000:1.0:1734016128.498833:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336900224 00000100:00100000:1.0:1734016128.498836:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336900224 00002000:00100000:1.0:1734016128.498846:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (4194304->5595135) req@ffff880075368700 x1818247336900224/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:89/0 lens 488/0 e 0 to 0 dl 1734016139 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016128.498853:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880075368700 with x1818247336900224 ext(4194304->5595135) 00002000:00010000:1.0:1734016128.498855:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880075368700 00000100:00100000:1.0:1734016128.498900:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9027 00000100:00100000:1.0:1734016128.498907:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074c8b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+9:1978:x1818247336899968:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:3.0:1734016128.501093:0:13925:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9028 00000100:00100000:3.0:1734016128.501105:0:13925:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075368700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+9:1978:x1818247336900224:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:3.0:1734016128.548115:0:13925:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075368700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+10:1978:x1818247336900224:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 47000us (49468us total) trans 0 rc 1400832/1400832 00000100:00100000:3.0:1734016128.548129:0:13925:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9028 00002000:00100000:3.0:1734016128.548143:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (4194304->5595135) req@ffff880075368700 x1818247336900224/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:89/0 lens 488/440 e 0 to 0 dl 1734016139 ref 1 fl Complete:/200/0 rc 1400832/1400832 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016128.548152:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880075368700 with x1818247336900224 ext(4194304->5595135) 00002000:00010000:3.0:1734016128.548159:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880075368700 00000100:00100000:1.0:1734016128.590731:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074c8b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1978:x1818247336899968:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 91809us (92151us total) trans 0 rc 4194304/4194304 00000100:00100000:1.0:1734016128.590752:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9027 00002000:00100000:1.0:1734016128.590768:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (0->4194303) req@ffff880074c8b480 x1818247336899968/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:89/0 lens 488/440 e 0 to 0 dl 1734016139 ref 1 fl Complete:/200/0 rc 4194304/4194304 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016128.590780:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074c8b480 with x1818247336899968 ext(0->4194303) 00002000:00010000:1.0:1734016128.590790:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074c8b480 00000100:00100000:2.0:1734016128.620379:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016128.621373:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336900352 00000100:00100000:0.0:1734016128.621386:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336900352 00000100:00100000:0.0:1734016128.621449:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10751 00000100:00100000:0.0:1734016128.621458:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800769c4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+8:1980:x1818247336900352:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:0.0:1734016128.621480:0:7690:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016128.621503:0:7690:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a8039440/0x3f004d6452e08198 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d1a71 expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016128.621530:0:7690:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016128.621532:0:7690:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016128.621540:0:7690:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a8039440/0x3f004d6452e08198 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1a71 expref: 9 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016128.621555:0:7690:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a8039440/0x3f004d6452e08198 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1a71 expref: 9 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016128.621567:0:7690:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a8039440, rc 0) 00000100:00100000:0.0:1734016128.621641:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800769c4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+9:1980:x1818247336900352:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 184us (1275us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016128.621649:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10751 00000100:00100000:3.0:1734016128.626814:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016128.626984:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336900480 00000100:00100000:0.0:1734016128.626994:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336900480 00000100:00100000:0.0:1734016128.627050:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10752 00000100:00100000:0.0:1734016128.627058:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880129c0e050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:9673:x1818247336900480:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:0.0:1734016128.627083:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016128.627104:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a8038240/0x3f004d6452e0819f lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d1a78 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016128.627138:0:7689:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a803ba80/0x3f004d6452e08191 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1a6a expref: 9 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016128.627146:0:7689:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a8039440/0x3f004d6452e08198 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1a71 expref: 8 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016128.627158:0:7689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016128.627159:0:7689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016128.627163:0:7689:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a8038240/0x3f004d6452e0819f lrc: 5/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [3547136->3551231] (req 3547136->3551231) gid 0 flags: 0x50000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1a78 expref: 9 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016128.627203:0:7689:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a8039440/0x3f004d6452e08198 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1a71 expref: 8 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016128.627216:0:7689:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a8039440/0x3f004d6452e08198 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1a71 expref: 8 pid: 7690 timeout: 492 lvb_type: 1 00000100:00100000:0.0:1734016128.627229:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880075001180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339444608:192.168.201.10@tcp:104: 00010000:00010000:0.0:1734016128.627339:0:7689:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a803ba80/0x3f004d6452e08191 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1a6a expref: 9 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016128.627347:0:7689:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a803ba80/0x3f004d6452e08191 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1a6a expref: 9 pid: 7690 timeout: 492 lvb_type: 1 00000100:00100000:0.0:1734016128.627355:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880075003100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339444736:192.168.201.10@tcp:104: 00000100:00100000:0.0:1734016128.627372:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7486000 going to sleep for 11 seconds 00000100:00100000:0.0:1734016128.633912:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880075001180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339444608:192.168.201.10@tcp:104: 00000100:00100000:0.0:1734016128.633932:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880075003100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339444736:192.168.201.10@tcp:104: 00010000:00010000:0.0:1734016128.633984:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a8038240/0x3f004d6452e0819f lrc: 3/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [3547136->3551231] (req 3547136->3551231) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1a78 expref: 9 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016128.634020:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a8038240, rc 0) 00000100:00100000:0.0:1734016128.634104:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880129c0e050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+9:9673:x1818247336900480:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 7043us (7301us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016128.634117:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10752 00010000:00010000:2.0:1734016128.635521:0:6472:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734016128.635664:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016128.636261:0:9956:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336900608 00000100:00100000:2.0:1734016128.636283:0:9956:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336900608 00010000:00010000:2.0:1734016128.636334:0:9956:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a8039440/0x3f004d6452e08198 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1a71 expref: 9 pid: 7690 timeout: 492 lvb_type: 1 00000100:00100000:2.0:1734016128.637554:0:9956:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2878 00000100:00100000:2.0:1734016128.637570:0:9956:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880073e31f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+9:1978:x1818247336900608:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016128.637599:0:9956:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016128.637634:0:9956:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a8039440/0x3f004d6452e08198 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1a71 expref: 9 pid: 7690 timeout: 492 lvb_type: 1 00010000:00010000:2.0:1734016128.637650:0:9956:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a8039440/0x3f004d6452e08198 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1a71 expref: 9 pid: 7690 timeout: 492 lvb_type: 1 00010000:00010000:2.0:1734016128.637687:0:9956:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a8039440/0x3f004d6452e08198 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1a71 expref: 9 pid: 7690 timeout: 492 lvb_type: 1 00010000:00010000:2.0:1734016128.643299:0:9956:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016128.643446:0:9956:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880073e31f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+8:1978:x1818247336900608:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 5864us (7772us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016128.643467:0:9956:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2878 00000100:00100000:2.0:1734016128.645279:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016128.646601:0:6470:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336900736 00000100:00100000:0.0:1734016128.646616:0:6470:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336900736 00010000:00010000:0.0:1734016128.646679:0:6470:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a803ba80/0x3f004d6452e08191 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1a6a expref: 9 pid: 7690 timeout: 492 lvb_type: 1 00000100:00100000:0.0:1734016128.646740:0:6470:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2879 00000100:00100000:0.0:1734016128.646748:0:6470:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800769c5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+9:1979:x1818247336900736:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016128.646766:0:6470:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016128.646792:0:6470:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a803ba80/0x3f004d6452e08191 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1a6a expref: 9 pid: 7690 timeout: 492 lvb_type: 1 00010000:00010000:0.0:1734016128.646804:0:6470:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a803ba80/0x3f004d6452e08191 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1a6a expref: 9 pid: 7690 timeout: 492 lvb_type: 1 00010000:00010000:0.0:1734016128.646829:0:6470:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a803ba80/0x3f004d6452e08191 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1a6a expref: 9 pid: 7690 timeout: 492 lvb_type: 1 00010000:00010000:0.0:1734016128.646887:0:6470:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016128.646890:0:6470:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016128.646897:0:6470:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a8038240/0x3f004d6452e0819f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3547136->3551231) gid 0 flags: 0x40080000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1a78 expref: 8 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016128.646912:0:6470:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a8038240/0x3f004d6452e0819f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3547136->3551231) gid 0 flags: 0x40080000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1a78 expref: 8 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016128.646962:0:6470:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a8038240/0x3f004d6452e0819f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3547136->3551231) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1a78 expref: 8 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016128.646981:0:6470:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880075000e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6470:1818247339444864:192.168.201.10@tcp:105: 00000100:00100000:0.0:1734016128.647079:0:6470:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7486000 going to sleep for 11 seconds 00000100:00100000:0.0:1734016128.649811:0:6470:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880075000e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6470:1818247339444864:192.168.201.10@tcp:105: 00010000:00010000:0.0:1734016128.649853:0:6470:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016128.649967:0:6470:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800769c5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1979:x1818247336900736:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 3215us (4717us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016128.649981:0:6470:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2879 00000100:00100000:0.0:1734016128.652833:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016128.652918:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016128.653000:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336900992 00000100:00100000:1.0:1734016128.653014:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336900992 00000100:00100000:1.0:1734016128.653084:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 114 00000100:00100000:1.0:1734016128.653091:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075000e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1979:x1818247336900992:12345-192.168.201.10@tcp:400:kworker.0 00000100:00100000:1.0:1734016128.653178:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075000e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1979:x1818247336900992:12345-192.168.201.10@tcp:400:kworker.0 Request processed in 86us (259us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016128.653186:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 114 00000100:00080000:2.0:1734016128.653401:0:6479:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1734016098 00000100:00100000:3.0:1734016128.653508:0:6478:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336900864 00000100:00100000:3.0:1734016128.653513:0:6478:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336900864 00000100:00080000:2.0:1734016128.655886:0:6479:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734016098 00000100:00100000:3.0:1734016128.656193:0:6478:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 328 00000100:00100000:3.0:1734016128.656212:0:6478:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800ac540c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:63afa445-d95f-4754-9884-d132561fd492+12:1979:x1818247336900864:12345-192.168.201.10@tcp:400:kworker.0 00000100:00100000:3.0:1734016128.656359:0:6478:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800ac540c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:63afa445-d95f-4754-9884-d132561fd492+12:1979:x1818247336900864:12345-192.168.201.10@tcp:400:kworker.0 Request processed in 151us (3535us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016128.656371:0:6478:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 328 00000100:00100000:0.0:1734016128.664611:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016128.664959:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336901248 00000100:00100000:1.0:1734016128.664975:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336901248 00002000:00100000:1.0:1734016128.665037:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (3547136->3551231) req@ffff880075000000 x1818247336901248/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:89/0 lens 488/0 e 0 to 0 dl 1734016139 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016128.665049:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880075000000 with x1818247336901248 ext(3547136->3551231) 00002000:00010000:1.0:1734016128.665057:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880075000000 00000100:00100000:1.0:1734016128.665098:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9029 00000100:00100000:1.0:1734016128.665106:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075000000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1978:x1818247336901248:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:1.0:1734016128.665342:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075000000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1978:x1818247336901248:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 235us (746us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016128.665350:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9029 00002000:00100000:1.0:1734016128.665356:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (3547136->3551231) req@ffff880075000000 x1818247336901248/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:89/0 lens 488/4536 e 0 to 0 dl 1734016139 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016128.665362:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880075000000 with x1818247336901248 ext(3547136->3551231) 00002000:00010000:1.0:1734016128.665364:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880075000000 00000100:00100000:2.0:1734016128.674359:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016128.675171:0:13925:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336901376 00000100:00100000:3.0:1734016128.675188:0:13925:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336901376 00002000:00100000:3.0:1734016128.675273:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (3547136->3551231) req@ffff8800769c6a00 x1818247336901376/t0(0) o4->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:89/0 lens 4584/0 e 0 to 0 dl 1734016139 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016128.675284:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800769c6a00 with x1818247336901376 ext(3547136->3551231) 00002000:00010000:3.0:1734016128.675291:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800769c6a00 00000100:00100000:1.0:1734016128.676490:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9030 00000100:00100000:1.0:1734016128.676506:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800769c6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1981:x1818247336901376:12345-192.168.201.10@tcp:4:fsx.0 00000100:00100000:0.0:1734016128.677690:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800769c6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+10:1981:x1818247336901376:12345-192.168.201.10@tcp:4:fsx.0 Request processed in 1177us (3337us total) trans 4294969322 rc 0/0 00000100:00100000:0.0:1734016128.677703:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9030 00002000:00100000:0.0:1734016128.677717:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (3547136->3551231) req@ffff8800769c6a00 x1818247336901376/t4294969322(0) o4->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:89/0 lens 4584/448 e 0 to 0 dl 1734016139 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016128.677729:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800769c6a00 with x1818247336901376 ext(3547136->3551231) 00002000:00010000:0.0:1734016128.677737:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800769c6a00 00000100:00100000:0.0:1734016128.684851:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016128.685094:0:8966:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336901504 00000100:00100000:2.0:1734016128.685108:0:8966:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336901504 00000100:00100000:2.0:1734016128.685173:0:8966:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2031 00000100:00100000:2.0:1734016128.685186:0:8966:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075002300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+18:9673:x1818247336901504:12345-192.168.201.10@tcp:44:fsx.0 00000100:00100000:2.0:1734016128.685496:0:8966:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075002300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+18:9673:x1818247336901504:12345-192.168.201.10@tcp:44:fsx.0 Request processed in 312us (661us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016128.685505:0:8966:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2031 00000100:00100000:1.0:1734016128.688184:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016128.688308:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336901632 00000100:00100000:2.0:1734016128.688322:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336901632 00000100:00100000:2.0:1734016128.688432:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10753 00000100:00100000:2.0:1734016128.688440:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800740b4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+10:1979:x1818247336901632:12345-192.168.201.10@tcp:16:fsx.0 00000001:00080000:0.0:1734016128.691398:0:8954:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969322 is committed 00000001:00080000:0.0:1734016128.691419:0:8954:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969321 is committed 00000100:00100000:2.0:1734016128.694675:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800740b4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1979:x1818247336901632:12345-192.168.201.10@tcp:16:fsx.0 Request processed in 6222us (6494us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016128.694688:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10753 00000100:00100000:3.0:1734016128.704228:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016128.704538:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336901760 00000100:00100000:2.0:1734016128.704549:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336901760 00000100:00100000:2.0:1734016128.704617:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10754 00000100:00100000:2.0:1734016128.704626:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880073e31500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:1978:x1818247336901760:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:2.0:1734016128.704651:0:7690:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016128.704674:0:7690:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800721718c0/0x3f004d6452e081a6 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d1a7f expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016128.704747:0:7690:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800769c7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339444992:192.168.201.10@tcp:106: 00000100:00100000:2.0:1734016128.704833:0:7690:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012b9119c0 going to sleep for 11 seconds 00002000:00010000:2.0:1734016128.715651:0:7690:0:(ofd_lvb.c:283:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime: 1734016127 -> 1734016128 00002000:00010000:2.0:1734016128.715661:0:7690:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime: 1734016125 -> 1734016128 00002000:00010000:2.0:1734016128.715663:0:7690:0:(ofd_lvb.c:301:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks: 864 -> 872 00000100:00100000:2.0:1734016128.715688:0:7690:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800769c7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339444992:192.168.201.10@tcp:106: 00010000:00010000:2.0:1734016128.715728:0:7690:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800721718c0/0x3f004d6452e081a6 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1a7f expref: 6 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016128.715742:0:7690:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800721718c0/0x3f004d6452e081a6 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1a7f expref: 6 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016128.715764:0:7690:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800721718c0, rc 0) 00000100:00100000:2.0:1734016128.715836:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880073e31500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:1978:x1818247336901760:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 11209us (11620us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016128.715846:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10754 00000100:00100000:0.0:1734016128.719192:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016128.720791:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336901888 00000100:00100000:2.0:1734016128.720807:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336901888 00000100:00100000:2.0:1734016128.720894:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10755 00000100:00100000:2.0:1734016128.720903:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075003100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:1980:x1818247336901888:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:2.0:1734016128.720933:0:7690:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016128.720958:0:7690:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880072171f80/0x3f004d6452e081ad lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d1a86 expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016128.721035:0:7690:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800769c7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339445120:192.168.201.10@tcp:106: 00000100:00100000:2.0:1734016128.722407:0:7690:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012b9119c0 going to sleep for 11 seconds 00000100:00100000:2.0:1734016128.725522:0:7690:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800769c7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339445120:192.168.201.10@tcp:106: 00010000:00010000:2.0:1734016128.725590:0:7690:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880072171f80/0x3f004d6452e081ad lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1a86 expref: 6 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016128.725608:0:7690:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880072171f80/0x3f004d6452e081ad lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1a86 expref: 6 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016128.725674:0:7690:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880072171f80, rc 0) 00000100:00100000:2.0:1734016128.726285:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075003100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:1980:x1818247336901888:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 5380us (7103us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016128.726294:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10755 00000100:00100000:1.0:1734016128.732619:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016128.732827:0:8966:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336902144 00000100:00100000:2.0:1734016128.732844:0:8966:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336902144 00000100:00100000:2.0:1734016128.732967:0:8966:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2032 00000100:00100000:2.0:1734016128.732977:0:8966:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800740b6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+20:9673:x1818247336902144:12345-192.168.201.10@tcp:36:fsx.0 00010000:00010000:2.0:1734016128.733062:0:8966:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016128.733099:0:8966:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880072170d80/0x3f004d6452e08105 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d19ec expref: 20 pid: 8966 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016128.733147:0:8966:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:2.0:1734016128.733152:0:8966:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1734016128.733374:0:8966:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880072171f80/0x3f004d6452e081b4 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 8966 initiator: MDT0 00010000:00010000:2.0:1734016128.733390:0:8966:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880072171440/0x3f004d6452e08121 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1a01 expref: 17 pid: 6481 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016128.733397:0:8966:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff880072171f80/0x3f004d6452e081b4 lrc: 4/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 8966 initiator: MDT0 00010000:00010000:2.0:1734016128.733432:0:8966:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880072171440/0x3f004d6452e08121 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1a01 expref: 17 pid: 6481 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016128.733444:0:8966:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880072171440/0x3f004d6452e08121 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1a01 expref: 17 pid: 6481 timeout: 492 lvb_type: 0 00000100:00100000:2.0:1734016128.733459:0:8966:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800769c7480 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:8966:1818247339445248:192.168.201.10@tcp:104: 00000100:00100000:2.0:1734016128.733526:0:8966:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012b911a80 going to sleep for 11 seconds 00000100:00100000:2.0:1734016128.738990:0:8966:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800769c7480 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:8966:1818247339445248:192.168.201.10@tcp:104: 00010000:00010000:2.0:1734016128.739033:0:8966:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff880072171f80/0x3f004d6452e081b4 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 8966 initiator: MDT0 00000100:00100000:1.0:1734016128.740493:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016128.740653:0:6470:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336902272 00000100:00100000:0.0:1734016128.740666:0:6470:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336902272 00010000:00010000:0.0:1734016128.740712:0:6470:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880072171440/0x3f004d6452e08121 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1a01 expref: 18 pid: 6481 timeout: 492 lvb_type: 0 00000100:00100000:0.0:1734016128.740744:0:6470:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2880 00000100:00100000:0.0:1734016128.740753:0:6470:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800740b6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+18:1979:x1818247336902272:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016128.740769:0:6470:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016128.740776:0:6470:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880072171440/0x3f004d6452e08121 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1a01 expref: 18 pid: 6481 timeout: 492 lvb_type: 0 00010000:00010000:0.0:1734016128.740794:0:6470:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880072171440/0x3f004d6452e08121 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1a01 expref: 18 pid: 6481 timeout: 492 lvb_type: 0 00010000:00010000:0.0:1734016128.740822:0:6470:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880072171440/0x3f004d6452e08121 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1a01 expref: 18 pid: 6481 timeout: 492 lvb_type: 0 00010000:00010000:0.0:1734016128.740846:0:6470:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:0.0:1734016128.740851:0:6470:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff880072171f80/0x3f004d6452e081b4 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 8966 initiator: MDT0 00010000:00010000:0.0:1734016128.740861:0:6470:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880072171f80/0x3f004d6452e081b4 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 8966 initiator: MDT0 00010000:00010000:0.0:1734016128.740885:0:6470:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880072171f80/0x3f004d6452e081b4 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 8966 initiator: MDT0 00010000:00010000:0.0:1734016128.740908:0:6470:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016128.740964:0:6470:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800740b6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+17:1979:x1818247336902272:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 212us (483us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016128.740970:0:6470:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2880 00010000:00010000:0.0:1734016128.741012:0:8966:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff880072171f80/0x3f004d6452e081b4 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8966 initiator: MDT0 00010000:00010000:0.0:1734016128.741018:0:8966:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880072171f80/0x3f004d6452e081b4 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8966 initiator: MDT0 00000001:00080000:0.0:1734016128.741117:0:8966:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294968585 00000004:00010000:0.0:1734016128.741166:0:8966:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff8800740b6300 reply state ffff88011f50a000 transno 4294968586 ns: mdt-lustre-MDT0000_UUID lock: ffff880072171f80/0x3f004d6452e081b4 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8966 initiator: MDT0 00000100:00100000:0.0:1734016128.741172:0:8966:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1734016128.741243:0:8966:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800740b6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+22:9673:x1818247336902144:12345-192.168.201.10@tcp:36:fsx.0 Request processed in 8268us (8641us total) trans 4294968586 rc 0/0 00000100:00100000:0.0:1734016128.741251:0:8966:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2032 00000020:00080000:0.0:1734016128.741255:0:8966:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1734016128.746344:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00010000:00010000:2.0:1734016128.746456:0:3494:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880072171f80/0x3f004d6452e081b4 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8966 initiator: MDT0 00010000:00010000:2.0:1734016128.746469:0:3494:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880072171f80/0x3f004d6452e081b4 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 8966 initiator: MDT0 00010000:00010000:2.0:1734016128.746478:0:3494:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880072171f80/0x3f004d6452e081b4 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8966 initiator: MDT0 00010000:00010000:2.0:1734016128.746485:0:3494:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880072171f80 already unused, calling callback (ffffffffa0f03950) 00010000:00010000:2.0:1734016128.746490:0:3494:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880072171f80/0x3f004d6452e081b4 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8966 initiator: MDT0 00010000:00010000:2.0:1734016128.746500:0:3494:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880072171f80/0x3f004d6452e081b4 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 8966 initiator: MDT0 00010000:00010000:2.0:1734016128.746522:0:3494:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:2.0:1734016128.746525:0:3494:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734016128.746531:0:3494:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880072171f80/0x3f004d6452e081b4 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8966 initiator: MDT0 00010000:00010000:2.0:1734016128.746538:0:3494:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880072171f80/0x3f004d6452e081b4 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8966 initiator: MDT0 00000100:00100000:3.0:1734016128.746642:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336902400 00000100:00100000:3.0:1734016128.746654:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336902400 00000100:00100000:3.0:1734016128.746707:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10756 00000100:00100000:3.0:1734016128.746716:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800740b7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:9673:x1818247336902400:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:3.0:1734016128.746741:0:7690:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016128.746761:0:7690:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a9a6f40/0x3f004d6452e081bb lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d1a8d expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016128.746798:0:7690:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a8038240/0x3f004d6452e0819f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3547136->3551231) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1a78 expref: 6 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016128.746806:0:7690:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016128.746808:0:7690:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016128.746811:0:7690:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a9a6f40/0x3f004d6452e081bb lrc: 4/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1a8d expref: 6 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016128.746852:0:7690:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a8038240/0x3f004d6452e0819f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3547136->3551231) gid 0 flags: 0x50000000020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1a78 expref: 6 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016128.746902:0:7690:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a8038240/0x3f004d6452e0819f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3547136->3551231) gid 0 flags: 0x70000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1a78 expref: 6 pid: 7689 timeout: 492 lvb_type: 0 00000100:00100000:3.0:1734016128.746919:0:7690:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880073e32a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339445376:192.168.201.10@tcp:104: 00000100:00100000:3.0:1734016128.746994:0:7690:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac68e9c0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016128.756136:0:7690:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880073e32a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339445376:192.168.201.10@tcp:104: 00010000:00010000:3.0:1734016128.756194:0:7690:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a9a6f40/0x3f004d6452e081bb lrc: 3/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1a8d expref: 6 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016128.756225:0:7690:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a9a6f40, rc 0) 00000100:00100000:0.0:1734016128.756641:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016128.757462:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800740b7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:9673:x1818247336902400:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 10743us (11131us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016128.757473:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10756 00000100:00100000:0.0:1734016128.757600:0:9956:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336902528 00000100:00100000:0.0:1734016128.757608:0:9956:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336902528 00010000:00010000:0.0:1734016128.757643:0:9956:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a8038240/0x3f004d6452e0819f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3547136->3551231) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1a78 expref: 7 pid: 7689 timeout: 492 lvb_type: 0 00000100:00100000:0.0:1734016128.757679:0:9956:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2881 00000100:00100000:0.0:1734016128.757684:0:9956:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075001180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1979:x1818247336902528:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016128.757698:0:9956:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016128.757722:0:9956:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a8038240/0x3f004d6452e0819f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3547136->3551231) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1a78 expref: 7 pid: 7689 timeout: 492 lvb_type: 0 00010000:00010000:0.0:1734016128.757738:0:9956:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a8038240/0x3f004d6452e0819f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3547136->3551231) gid 0 flags: 0x50000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1a78 expref: 7 pid: 7689 timeout: 492 lvb_type: 0 00010000:00010000:0.0:1734016128.757761:0:9956:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a8038240/0x3f004d6452e0819f lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3547136->3551231) gid 0 flags: 0x44801400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1a78 expref: 7 pid: 7689 timeout: 492 lvb_type: 0 00010000:00010000:0.0:1734016128.757778:0:9956:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016128.757780:0:9956:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016128.757785:0:9956:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a6f40/0x3f004d6452e081bb lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1a8d expref: 5 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016128.757795:0:9956:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a9a6f40/0x3f004d6452e081bb lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1a8d expref: 5 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016128.757830:0:9956:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009a9a6f40/0x3f004d6452e081bb lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1a8d expref: 5 pid: 7690 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016128.757844:0:9956:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880075002d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9956:1818247339445504:192.168.201.10@tcp:105: 00000100:00100000:0.0:1734016128.757913:0:9956:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7486b40 going to sleep for 11 seconds 00000100:00100000:1.0:1734016128.762934:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016128.763043:0:9956:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880075002d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9956:1818247339445504:192.168.201.10@tcp:105: 00010000:00010000:0.0:1734016128.763076:0:9956:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016128.763136:0:9956:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075001180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1979:x1818247336902528:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 5449us (6495us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016128.763150:0:9956:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2881 00000100:00100000:3.0:1734016128.763561:0:13925:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336902656 00000100:00100000:3.0:1734016128.763569:0:13925:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336902656 00002000:00010000:3.0:1734016128.763605:0:13925:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (6953744->18446744073709551615) 00002000:00100000:3.0:1734016128.763610:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800740b7800 with x1818247336902656 ext(6953744->18446744073709551615) 00002000:00010000:3.0:1734016128.763621:0:13925:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800740b7800. 00000100:00100000:3.0:1734016128.763642:0:13925:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9031 00000100:00100000:3.0:1734016128.763648:0:13925:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800740b7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1978:x1818247336902656:12345-192.168.201.10@tcp:10:fsx.0 00002000:00010000:3.0:1734016128.763930:0:13925:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 5593737 -> 6953744 00002000:00010000:3.0:1734016128.763934:0:13925:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016128 -> 1734016128 00002000:00010000:3.0:1734016128.763936:0:13925:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016128 -> 1734016125 00002000:00010000:3.0:1734016128.763938:0:13925:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016128 -> 1734016128 00002000:00010000:3.0:1734016128.763940:0:13925:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 872 -> 872 00000100:00100000:3.0:1734016128.763969:0:13925:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800740b7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1978:x1818247336902656:12345-192.168.201.10@tcp:10:fsx.0 Request processed in 320us (1049us total) trans 4294969323 rc 0/0 00000100:00100000:3.0:1734016128.763975:0:13925:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9031 00002000:00010000:3.0:1734016128.763978:0:13925:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (6953744->18446744073709551615) 00002000:00100000:3.0:1734016128.763981:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800740b7800 with x1818247336902656 ext(6953744->18446744073709551615) 00002000:00010000:3.0:1734016128.763984:0:13925:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800740b7800. 00000100:00100000:0.0:1734016128.767282:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016128.767486:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336902912 00000100:00100000:2.0:1734016128.767497:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336902912 00002000:00100000:2.0:1734016128.767544:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (6950912->6955007) req@ffff880075002d80 x1818247336902912/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:89/0 lens 488/0 e 0 to 0 dl 1734016139 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016128.767554:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880075002d80 with x1818247336902912 ext(6950912->6955007) 00002000:00010000:2.0:1734016128.767560:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880075002d80 00000100:00100000:2.0:1734016128.767596:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9032 00000100:00100000:2.0:1734016128.767604:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075002d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1981:x1818247336902912:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:2.0:1734016128.768212:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075002d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1981:x1818247336902912:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 607us (952us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016128.768219:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9032 00002000:00100000:2.0:1734016128.768226:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (6950912->6955007) req@ffff880075002d80 x1818247336902912/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:89/0 lens 488/4536 e 0 to 0 dl 1734016139 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016128.768232:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880075002d80 with x1818247336902912 ext(6950912->6955007) 00002000:00010000:2.0:1734016128.768235:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880075002d80 00000100:00100000:1.0:1734016128.771070:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016128.771358:0:13925:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336903168 00000100:00100000:3.0:1734016128.771368:0:13925:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336903168 00002000:00100000:3.0:1734016128.771417:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (6946816->6950911) req@ffff8800740b6680 x1818247336903168/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:89/0 lens 488/0 e 0 to 0 dl 1734016139 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016128.771427:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800740b6680 with x1818247336903168 ext(6946816->6950911) 00002000:00010000:3.0:1734016128.771433:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800740b6680 00000100:00100000:3.0:1734016128.771471:0:13925:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9033 00000100:00100000:3.0:1734016128.771477:0:13925:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800740b6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1981:x1818247336903168:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:3.0:1734016128.771688:0:13925:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800740b6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1981:x1818247336903168:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 209us (632us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016128.771695:0:13925:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9033 00002000:00100000:3.0:1734016128.771701:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (6946816->6950911) req@ffff8800740b6680 x1818247336903168/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:89/0 lens 488/4536 e 0 to 0 dl 1734016139 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016128.771708:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800740b6680 with x1818247336903168 ext(6946816->6950911) 00002000:00010000:3.0:1734016128.771711:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800740b6680 00000100:00100000:1.0:1734016128.778247:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016128.778374:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336903424 00000100:00100000:2.0:1734016128.778385:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336903424 00002000:00100000:2.0:1734016128.778435:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (6942720->6946815) req@ffff8800740b4700 x1818247336903424/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:89/0 lens 488/0 e 0 to 0 dl 1734016139 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016128.778448:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800740b4700 with x1818247336903424 ext(6942720->6946815) 00002000:00010000:2.0:1734016128.778455:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800740b4700 00000100:00100000:2.0:1734016128.778496:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9034 00000100:00100000:2.0:1734016128.778504:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800740b4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1981:x1818247336903424:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:2.0:1734016128.778735:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800740b4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1981:x1818247336903424:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 231us (502us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016128.778742:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9034 00002000:00100000:2.0:1734016128.778748:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (6942720->6946815) req@ffff8800740b4700 x1818247336903424/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:89/0 lens 488/4536 e 0 to 0 dl 1734016139 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016128.778756:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800740b4700 with x1818247336903424 ext(6942720->6946815) 00002000:00010000:2.0:1734016128.778759:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800740b4700 00000100:00100000:0.0:1734016128.790223:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016128.790443:0:13925:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336903680 00000100:00100000:3.0:1734016128.790464:0:13925:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336903680 00002000:00100000:3.0:1734016128.790551:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (6938624->6942719) req@ffff88012cc7b100 x1818247336903680/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:89/0 lens 488/0 e 0 to 0 dl 1734016139 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016128.790566:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012cc7b100 with x1818247336903680 ext(6938624->6942719) 00002000:00010000:3.0:1734016128.790574:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012cc7b100 00000100:00100000:3.0:1734016128.790621:0:13925:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9035 00000100:00100000:3.0:1734016128.790632:0:13925:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cc7b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1981:x1818247336903680:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:3.0:1734016128.791061:0:13925:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cc7b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1981:x1818247336903680:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 431us (857us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016128.791072:0:13925:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9035 00002000:00100000:3.0:1734016128.791079:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (6938624->6942719) req@ffff88012cc7b100 x1818247336903680/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:89/0 lens 488/4536 e 0 to 0 dl 1734016139 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016128.791086:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012cc7b100 with x1818247336903680 ext(6938624->6942719) 00002000:00010000:3.0:1734016128.791089:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012cc7b100 00000100:00100000:1.0:1734016128.799336:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016128.801166:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336903936 00000100:00100000:2.0:1734016128.801182:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336903936 00002000:00100000:2.0:1734016128.801242:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (6934528->6938623) req@ffff8800740b5f80 x1818247336903936/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:89/0 lens 488/0 e 0 to 0 dl 1734016139 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016128.801253:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800740b5f80 with x1818247336903936 ext(6934528->6938623) 00002000:00010000:2.0:1734016128.801259:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800740b5f80 00000100:00100000:2.0:1734016128.801316:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9036 00000100:00100000:2.0:1734016128.801323:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800740b5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1981:x1818247336903936:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:2.0:1734016128.801561:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800740b5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1981:x1818247336903936:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 237us (2239us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016128.801572:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9036 00002000:00100000:2.0:1734016128.801578:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (6934528->6938623) req@ffff8800740b5f80 x1818247336903936/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:89/0 lens 488/4536 e 0 to 0 dl 1734016139 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016128.801586:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800740b5f80 with x1818247336903936 ext(6934528->6938623) 00002000:00010000:2.0:1734016128.801588:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800740b5f80 00000100:00100000:1.0:1734016128.804520:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016128.804772:0:13925:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336904192 00000100:00100000:3.0:1734016128.804783:0:13925:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336904192 00002000:00100000:3.0:1734016128.804833:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (6930432->6934527) req@ffff8800740b7480 x1818247336904192/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:89/0 lens 488/0 e 0 to 0 dl 1734016139 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016128.804844:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800740b7480 with x1818247336904192 ext(6930432->6934527) 00002000:00010000:3.0:1734016128.804850:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800740b7480 00000100:00100000:3.0:1734016128.804902:0:13925:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9037 00000100:00100000:3.0:1734016128.804909:0:13925:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800740b7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1981:x1818247336904192:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:3.0:1734016128.805104:0:13925:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800740b7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1981:x1818247336904192:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 194us (595us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016128.805112:0:13925:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9037 00002000:00100000:3.0:1734016128.805118:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (6930432->6934527) req@ffff8800740b7480 x1818247336904192/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:89/0 lens 488/4536 e 0 to 0 dl 1734016139 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016128.805125:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800740b7480 with x1818247336904192 ext(6930432->6934527) 00002000:00010000:3.0:1734016128.805128:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800740b7480 00000100:00100000:1.0:1734016128.811582:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016128.813112:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336904448 00000100:00100000:2.0:1734016128.813125:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336904448 00002000:00100000:2.0:1734016128.813181:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (6926336->6930431) req@ffff88012b919880 x1818247336904448/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:89/0 lens 488/0 e 0 to 0 dl 1734016139 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016128.813192:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b919880 with x1818247336904448 ext(6926336->6930431) 00002000:00010000:2.0:1734016128.813200:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012b919880 00000100:00100000:2.0:1734016128.813237:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9038 00000100:00100000:2.0:1734016128.813244:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b919880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1980:x1818247336904448:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:2.0:1734016128.813457:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b919880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1980:x1818247336904448:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 212us (1886us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016128.813465:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9038 00002000:00100000:2.0:1734016128.813470:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (6926336->6930431) req@ffff88012b919880 x1818247336904448/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:89/0 lens 488/4536 e 0 to 0 dl 1734016139 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016128.813478:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b919880 with x1818247336904448 ext(6926336->6930431) 00002000:00010000:2.0:1734016128.813481:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012b919880 00000100:00100000:0.0:1734016128.818343:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016128.818974:0:13925:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336904704 00000100:00100000:3.0:1734016128.818987:0:13925:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336904704 00002000:00100000:3.0:1734016128.819046:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (6922240->6926335) req@ffff88012cc78380 x1818247336904704/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:89/0 lens 488/0 e 0 to 0 dl 1734016139 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016128.819063:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012cc78380 with x1818247336904704 ext(6922240->6926335) 00002000:00010000:3.0:1734016128.819069:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012cc78380 00000100:00100000:3.0:1734016128.819732:0:13925:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9039 00000100:00100000:3.0:1734016128.819740:0:13925:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cc78380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1981:x1818247336904704:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:3.0:1734016128.820604:0:13925:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cc78380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1981:x1818247336904704:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 859us (2268us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016128.820613:0:13925:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9039 00002000:00100000:3.0:1734016128.820622:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (6922240->6926335) req@ffff88012cc78380 x1818247336904704/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:89/0 lens 488/4536 e 0 to 0 dl 1734016139 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016128.820631:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012cc78380 with x1818247336904704 ext(6922240->6926335) 00002000:00010000:3.0:1734016128.820637:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012cc78380 00000100:00100000:0.0:1734016128.826625:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016128.826807:0:13925:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336904960 00000100:00100000:3.0:1734016128.826824:0:13925:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336904960 00002000:00100000:3.0:1734016128.826958:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (6918144->6922239) req@ffff88012cc7a300 x1818247336904960/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:89/0 lens 488/0 e 0 to 0 dl 1734016139 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016128.826972:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012cc7a300 with x1818247336904960 ext(6918144->6922239) 00002000:00010000:3.0:1734016128.826981:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012cc7a300 00000100:00100000:3.0:1734016128.827313:0:13925:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9040 00000100:00100000:3.0:1734016128.827323:0:13925:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cc7a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1981:x1818247336904960:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:3.0:1734016128.827656:0:13925:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cc7a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1981:x1818247336904960:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 333us (1052us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016128.827664:0:13925:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9040 00002000:00100000:3.0:1734016128.827670:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (6918144->6922239) req@ffff88012cc7a300 x1818247336904960/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:89/0 lens 488/4536 e 0 to 0 dl 1734016139 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016128.827679:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012cc7a300 with x1818247336904960 ext(6918144->6922239) 00002000:00010000:3.0:1734016128.827682:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012cc7a300 00000100:00100000:1.0:1734016128.831515:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016128.832458:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336905216 00000100:00100000:2.0:1734016128.832478:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336905216 00002000:00100000:2.0:1734016128.832538:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (6914048->6918143) req@ffff88012b919500 x1818247336905216/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:89/0 lens 488/0 e 0 to 0 dl 1734016139 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016128.832557:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b919500 with x1818247336905216 ext(6914048->6918143) 00002000:00010000:2.0:1734016128.832566:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012b919500 00000100:00100000:2.0:1734016128.832614:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9041 00000100:00100000:2.0:1734016128.832622:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b919500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1980:x1818247336905216:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:2.0:1734016128.832889:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b919500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1980:x1818247336905216:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 266us (1387us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016128.832898:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9041 00002000:00100000:2.0:1734016128.832905:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (6914048->6918143) req@ffff88012b919500 x1818247336905216/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:89/0 lens 488/4536 e 0 to 0 dl 1734016139 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016128.832913:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b919500 with x1818247336905216 ext(6914048->6918143) 00002000:00010000:2.0:1734016128.832916:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012b919500 00000100:00100000:0.0:1734016128.836336:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016128.836467:0:13925:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336905472 00000100:00100000:3.0:1734016128.836482:0:13925:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336905472 00002000:00100000:3.0:1734016128.836542:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (6909952->6914047) req@ffff88012cc78a80 x1818247336905472/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:89/0 lens 488/0 e 0 to 0 dl 1734016139 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016128.836555:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012cc78a80 with x1818247336905472 ext(6909952->6914047) 00002000:00010000:3.0:1734016128.836563:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012cc78a80 00000100:00100000:3.0:1734016128.837236:0:13925:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9042 00000100:00100000:3.0:1734016128.837247:0:13925:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cc78a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1981:x1818247336905472:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:3.0:1734016128.838714:0:13925:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cc78a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1981:x1818247336905472:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 1460us (2387us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016128.838725:0:13925:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9042 00002000:00100000:3.0:1734016128.838737:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (6909952->6914047) req@ffff88012cc78a80 x1818247336905472/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:89/0 lens 488/4536 e 0 to 0 dl 1734016139 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016128.838747:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012cc78a80 with x1818247336905472 ext(6909952->6914047) 00002000:00010000:3.0:1734016128.838753:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012cc78a80 00000100:00100000:0.0:1734016128.843407:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016128.843929:0:13925:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336905600 00000100:00100000:3.0:1734016128.843941:0:13925:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336905600 00002000:00100000:3.0:1734016128.843995:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (6909952->6953743) req@ffff880074c88700 x1818247336905600/t0(0) o4->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:89/0 lens 488/0 e 0 to 0 dl 1734016139 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016128.844007:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074c88700 with x1818247336905600 ext(6909952->6953743) 00002000:00010000:3.0:1734016128.844012:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074c88700 00000100:00100000:3.0:1734016128.844056:0:13925:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9043 00000100:00100000:3.0:1734016128.844064:0:13925:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074c88700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1981:x1818247336905600:12345-192.168.201.10@tcp:4:fsx.0 00000100:00100000:3.0:1734016128.854583:0:13925:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074c88700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+9:1981:x1818247336905600:12345-192.168.201.10@tcp:4:fsx.0 Request processed in 10496us (11168us total) trans 4294969324 rc 0/0 00000100:00100000:3.0:1734016128.854602:0:13925:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9043 00002000:00100000:3.0:1734016128.854624:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (6909952->6953743) req@ffff880074c88700 x1818247336905600/t4294969324(0) o4->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:89/0 lens 488/448 e 0 to 0 dl 1734016139 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016128.854636:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074c88700 with x1818247336905600 ext(6909952->6953743) 00002000:00010000:3.0:1734016128.854646:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074c88700 00000100:00100000:0.0:1734016128.860444:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016128.860574:0:8966:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336905728 00000100:00100000:2.0:1734016128.860591:0:8966:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336905728 00000100:00100000:2.0:1734016128.860981:0:8966:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2033 00000100:00100000:2.0:1734016128.860994:0:8966:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880073f22300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+21:9673:x1818247336905728:12345-192.168.201.10@tcp:44:fsx.0 00000100:00100000:2.0:1734016128.861258:0:8966:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880073f22300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+21:9673:x1818247336905728:12345-192.168.201.10@tcp:44:fsx.0 Request processed in 266us (827us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016128.861275:0:8966:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2033 00000100:00100000:0.0:1734016128.868571:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016128.869654:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336905856 00000100:00100000:3.0:1734016128.869673:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336905856 00000100:00100000:3.0:1734016128.869742:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10757 00000100:00100000:3.0:1734016128.869752:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007536a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+9:1978:x1818247336905856:12345-192.168.201.10@tcp:16:fsx.0 00000001:00080000:0.0:1734016128.875114:0:8954:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969324 is committed 00000100:00100000:3.0:1734016128.875509:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007536a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1978:x1818247336905856:12345-192.168.201.10@tcp:16:fsx.0 Request processed in 5746us (6938us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016128.875522:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10757 00000100:00100000:1.0:1734016128.886239:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016128.886716:0:6481:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336905984 00000100:00100000:0.0:1734016128.886731:0:6481:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336905984 00000100:00100000:0.0:1734016128.886828:0:6481:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2034 00000100:00100000:0.0:1734016128.886837:0:6481:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b919f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+21:9673:x1818247336905984:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:0.0:1734016128.886919:0:6481:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016128.886952:0:6481:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8038240/0x3f004d6452e081c2 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d1a94 expref: -99 pid: 6481 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016128.887108:0:6481:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8039440/0x3f004d6452e081c9 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6481 initiator: MDT0 00010000:00010000:0.0:1734016128.887130:0:6481:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8039440/0x3f004d6452e081c9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6481 initiator: MDT0 00010000:00010000:0.0:1734016128.887145:0:6481:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8039440/0x3f004d6452e081c9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6481 initiator: MDT0 00000004:00200000:0.0:1734016128.887179:0:6481:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 6953744 00000004:00200000:0.0:1734016128.887185:0:6481:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1734016128.887204:0:6481:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8039440/0x3f004d6452e081c9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6481 initiator: MDT0 00010000:00010000:0.0:1734016128.887231:0:6481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8038240/0x3f004d6452e081c2 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1a94 expref: 23 pid: 6481 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016128.887275:0:6481:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8039440/0x3f004d6452e081c9 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1a94 expref: 22 pid: 6481 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016128.887282:0:6481:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:0.0:1734016128.887286:0:6481:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1734016128.887289:0:6481:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a8039440, rc 0) 00000100:00100000:0.0:1734016128.887362:0:6481:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b919f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+22:9673:x1818247336905984:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 525us (1142us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016128.887370:0:6481:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2034 00000100:00100000:0.0:1734016128.906780:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016128.910652:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336906112 00000100:00100000:3.0:1734016128.910671:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336906112 00000100:00100000:3.0:1734016128.910780:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10758 00000100:00100000:3.0:1734016128.910792:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075368e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:9673:x1818247336906112:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:3.0:1734016128.910826:0:7690:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016128.910854:0:7690:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a9a6400/0x3f004d6452e081d0 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d1a9b expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016128.910972:0:7690:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a6f40/0x3f004d6452e081bb lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1a8d expref: 5 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016128.910982:0:7690:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016128.910985:0:7690:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016128.910989:0:7690:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a9a6400/0x3f004d6452e081d0 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [3366912->3411967] (req 3366912->3411967) gid 0 flags: 0x50000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1a9b expref: 7 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016128.911037:0:7690:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a9a6f40/0x3f004d6452e081bb lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1a8d expref: 5 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016128.911052:0:7690:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a9a6f40/0x3f004d6452e081bb lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1a8d expref: 5 pid: 7690 timeout: 493 lvb_type: 0 00000100:00100000:3.0:1734016128.911070:0:7690:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880073e32a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339445632:192.168.201.10@tcp:104: 00000100:00100000:3.0:1734016128.911190:0:7690:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac68ec00 going to sleep for 11 seconds 00000100:00100000:2.0:1734016128.920415:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016128.920798:0:9956:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336906240 00000100:00100000:0.0:1734016128.920809:0:9956:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336906240 00010000:00010000:0.0:1734016128.920848:0:9956:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a9a6f40/0x3f004d6452e081bb lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1a8d expref: 6 pid: 7690 timeout: 493 lvb_type: 0 00000100:00100000:0.0:1734016128.920904:0:9956:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2882 00000100:00100000:0.0:1734016128.920911:0:9956:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800769c7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1978:x1818247336906240:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016128.920924:0:9956:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:0.0:1734016128.920944:0:9956:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016125 -> 1734016128 00002000:00010000:0.0:1734016128.920947:0:9956:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 872 -> 960 00010000:00010000:0.0:1734016128.920953:0:9956:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a9a6f40/0x3f004d6452e081bb lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1a8d expref: 6 pid: 7690 timeout: 493 lvb_type: 0 00010000:00010000:0.0:1734016128.920966:0:9956:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a9a6f40/0x3f004d6452e081bb lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1a8d expref: 6 pid: 7690 timeout: 493 lvb_type: 0 00010000:00010000:0.0:1734016128.921000:0:9956:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016128.921002:0:9956:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016128.921009:0:9956:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a6400/0x3f004d6452e081d0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3366912->3411967) gid 0 flags: 0x50080000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1a9b expref: 7 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016128.921019:0:9956:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a9a6400/0x3f004d6452e081d0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3366912->3411967) gid 0 flags: 0x50080000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1a9b expref: 7 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016128.921054:0:9956:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009a9a6400/0x3f004d6452e081d0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3366912->3411967) gid 0 flags: 0x40000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1a9b expref: 7 pid: 7690 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016128.921065:0:9956:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880075369880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9956:1818247339445760:192.168.201.10@tcp:105: 00000100:00100000:0.0:1734016128.921153:0:9956:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7486b40 going to sleep for 11 seconds 00010000:00010000:3.0:1734016128.922109:0:7690:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a6f40/0x3f004d6452e081bb lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1a8d expref: 6 pid: 7690 timeout: 493 lvb_type: 0 00000100:00100000:3.0:1734016128.922140:0:7690:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880073e32a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339445632:192.168.201.10@tcp:104: 00010000:00010000:3.0:1734016128.922167:0:7690:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a9a6400/0x3f004d6452e081d0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3366912->3411967) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1a9b expref: 7 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016128.922178:0:7690:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a9a6400, rc 0) 00000100:00100000:3.0:1734016128.922860:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075368e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:9673:x1818247336906112:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 12067us (16093us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016128.923110:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10758 00000100:00100000:2.0:1734016128.928056:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016128.928192:0:9956:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880075369880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9956:1818247339445760:192.168.201.10@tcp:105: 00010000:00010000:0.0:1734016128.928240:0:9956:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016128.928330:0:9956:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800769c7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:1978:x1818247336906240:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 7416us (7924us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016128.928349:0:9956:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2882 00000100:00100000:3.0:1734016128.928449:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336906368 00000100:00100000:3.0:1734016128.928458:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336906368 00000100:00100000:3.0:1734016128.928506:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10759 00000100:00100000:3.0:1734016128.928514:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800769c7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1979:x1818247336906368:12345-192.168.201.10@tcp:22:fsx.0 00002000:00010000:3.0:1734016128.928847:0:7690:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 6953744 -> 6953744 00002000:00010000:3.0:1734016128.928851:0:7690:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016128 -> 1734016128 00002000:00010000:3.0:1734016128.928853:0:7690:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016128 -> 1734016128 00002000:00010000:3.0:1734016128.928855:0:7690:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016128 -> 1734016128 00002000:00010000:3.0:1734016128.928857:0:7690:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 960 -> 960 00000100:00100000:3.0:1734016128.928929:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800769c7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1979:x1818247336906368:12345-192.168.201.10@tcp:22:fsx.0 Request processed in 416us (894us total) trans 4294969325 rc 0/0 00000100:00100000:3.0:1734016128.928936:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10759 00000100:00100000:1.0:1734016128.934460:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016128.934528:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336906496 00000100:00100000:0.0:1734016128.934544:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336906496 00000100:00100000:0.0:1734016128.934620:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10760 00000100:00100000:0.0:1734016128.934629:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b91b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:1980:x1818247336906496:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:0.0:1734016128.934651:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016128.934677:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a8038b40/0x3f004d6452e081d7 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d1aa2 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016128.934754:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880075369880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339445888:192.168.201.10@tcp:106: 00000100:00100000:0.0:1734016128.934831:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7486b40 going to sleep for 11 seconds 00000100:00100000:0.0:1734016128.940193:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880075369880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339445888:192.168.201.10@tcp:106: 00010000:00010000:0.0:1734016128.940279:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a8038b40/0x3f004d6452e081d7 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1aa2 expref: 6 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016128.940296:0:7689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a8038b40/0x3f004d6452e081d7 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1aa2 expref: 6 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016128.940334:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a8038b40, rc 0) 00000100:00100000:0.0:1734016128.940410:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b91b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:1980:x1818247336906496:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 5778us (5960us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016128.940421:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10760 00000100:00100000:2.0:1734016128.954140:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016128.954451:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336906624 00000100:00100000:0.0:1734016128.954462:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336906624 00000100:00100000:0.0:1734016128.954530:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10761 00000100:00100000:0.0:1734016128.954538:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800769c7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:1978:x1818247336906624:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:0.0:1734016128.954569:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016128.954595:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a8038900/0x3f004d6452e081de lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d1aa9 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016128.954664:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880075369880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339446016:192.168.201.10@tcp:106: 00000100:00100000:0.0:1734016128.956840:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7486b40 going to sleep for 11 seconds 00000100:00100000:0.0:1734016128.962779:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880075369880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339446016:192.168.201.10@tcp:106: 00010000:00010000:0.0:1734016128.962835:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a8038900/0x3f004d6452e081de lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1aa9 expref: 6 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016128.962852:0:7689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a8038900/0x3f004d6452e081de lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1aa9 expref: 6 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016128.962921:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a8038900, rc 0) 00000100:00100000:0.0:1734016128.962999:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800769c7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:1978:x1818247336906624:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 8460us (8878us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016128.963010:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10761 00000100:00100000:1.0:1734016128.974501:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016128.974943:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336906752 00000100:00100000:0.0:1734016128.974954:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336906752 00000100:00100000:0.0:1734016128.975039:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10762 00000100:00100000:0.0:1734016128.975053:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b91b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:1980:x1818247336906752:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:0.0:1734016128.975088:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016128.975117:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a803b3c0/0x3f004d6452e081e5 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d1ab0 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016128.975213:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880075369880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339446144:192.168.201.10@tcp:106: 00000100:00100000:0.0:1734016128.975317:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7486b40 going to sleep for 11 seconds 00000100:00100000:0.0:1734016128.980559:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880075369880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339446144:192.168.201.10@tcp:106: 00010000:00010000:0.0:1734016128.980621:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a803b3c0/0x3f004d6452e081e5 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1ab0 expref: 6 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016128.980637:0:7689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a803b3c0/0x3f004d6452e081e5 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1ab0 expref: 6 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016128.980797:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a803b3c0, rc 0) 00000100:00100000:0.0:1734016128.980918:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b91b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:1980:x1818247336906752:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 5868us (6432us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016128.980929:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10762 00000100:00100000:1.0:1734016128.986475:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016128.987543:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336906880 00000100:00100000:0.0:1734016128.987559:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336906880 00000100:00100000:0.0:1734016128.987643:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10763 00000100:00100000:0.0:1734016128.987652:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b91a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:1979:x1818247336906880:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:0.0:1734016128.987680:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016128.987706:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a803af40/0x3f004d6452e081ec lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d1ab7 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016128.987781:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880075369880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339446272:192.168.201.10@tcp:106: 00000100:00100000:0.0:1734016128.989652:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7486b40 going to sleep for 11 seconds 00000100:00100000:0.0:1734016128.994182:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880075369880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339446272:192.168.201.10@tcp:106: 00010000:00010000:0.0:1734016128.994269:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a803af40/0x3f004d6452e081ec lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1ab7 expref: 6 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016128.994289:0:7689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a803af40/0x3f004d6452e081ec lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1ab7 expref: 6 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016128.995100:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a803af40, rc 0) 00000100:00100000:0.0:1734016128.995203:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b91a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:1979:x1818247336906880:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 7549us (8738us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016128.995221:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10763 00000100:00100000:0.0:1734016129.002219:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016129.002450:0:13925:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336907136 00000100:00100000:3.0:1734016129.002464:0:13925:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336907136 00000100:00100000:3.0:1734016129.002545:0:13925:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9044 00000100:00100000:3.0:1734016129.002553:0:13925:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075369880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1980:x1818247336907136:12345-192.168.201.10@tcp:4:fsx.0 00010000:00010000:3.0:1734016129.002602:0:13925:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009a9a4fc0/0x3f004d6452e081f3 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 13925 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016129.002624:0:13925:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a6400/0x3f004d6452e081d0 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3366912->3411967) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1a9b expref: 8 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016129.002632:0:13925:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016129.002634:0:13925:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016129.002639:0:13925:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a9a4fc0/0x3f004d6452e081f3 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [1908736->1941503] (req 1908736->1941503) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 13925 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016129.002682:0:13925:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a9a6400/0x3f004d6452e081d0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3366912->3411967) gid 0 flags: 0x50000000020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1a9b expref: 8 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016129.002699:0:13925:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a9a6400/0x3f004d6452e081d0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3366912->3411967) gid 0 flags: 0x70000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1a9b expref: 8 pid: 7690 timeout: 493 lvb_type: 0 00000100:00100000:3.0:1734016129.002717:0:13925:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880073e32a00 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_003:lustre-OST0001_UUID:13925:1818247339446400:192.168.201.10@tcp:104: 00000100:00100000:3.0:1734016129.002802:0:13925:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac68ec00 going to sleep for 11 seconds 00000100:00080000:0.0:1734016129.002857:0:6479:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734016099 00000100:00100000:3.0:1734016129.004993:0:13925:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880073e32a00 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_003:lustre-OST0001_UUID:13925:1818247339446400:192.168.201.10@tcp:104: 00000100:00100000:0.0:1734016129.006167:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016129.006296:0:9956:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336907264 00000100:00100000:1.0:1734016129.006311:0:9956:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336907264 00010000:00010000:1.0:1734016129.006368:0:9956:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a9a6400/0x3f004d6452e081d0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3366912->3411967) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1a9b expref: 9 pid: 7690 timeout: 493 lvb_type: 0 00000100:00100000:1.0:1734016129.006429:0:9956:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2883 00000100:00100000:1.0:1734016129.006439:0:9956:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007536b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+9:1978:x1818247336907264:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016129.006461:0:9956:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016129.006501:0:9956:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a9a6400/0x3f004d6452e081d0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3366912->3411967) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1a9b expref: 9 pid: 7690 timeout: 493 lvb_type: 0 00010000:00010000:1.0:1734016129.006516:0:9956:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a9a6400/0x3f004d6452e081d0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3366912->3411967) gid 0 flags: 0x50000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1a9b expref: 9 pid: 7690 timeout: 493 lvb_type: 0 00010000:00010000:1.0:1734016129.006547:0:9956:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a6400/0x3f004d6452e081d0 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3366912->3411967) gid 0 flags: 0x44801400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1a9b expref: 9 pid: 7690 timeout: 493 lvb_type: 0 00010000:00010000:1.0:1734016129.006575:0:9956:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016129.006577:0:9956:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016129.006583:0:9956:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a4fc0/0x3f004d6452e081f3 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [1908736->1941503] (req 1908736->1941503) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 13925 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016129.006593:0:9956:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a9a4fc0/0x3f004d6452e081f3 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [1908736->1941503] (req 1908736->1941503) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 13925 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016129.006617:0:9956:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016129.006674:0:9956:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007536b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1978:x1818247336907264:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 236us (516us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016129.006682:0:9956:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2883 00010000:00010000:3.0:1734016129.007182:0:13925:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88009a9a4fc0/0x3f004d6452e081f3 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [1908736->1941503] (req 1908736->1941503) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 13925 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016129.007198:0:13925:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88009a9a4fc0/0x3f004d6452e081f3 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [1908736->1941503] (req 1908736->1941503) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 13925 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016129.007205:0:13925:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a9a4fc0/0x3f004d6452e081f3 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [1908736->1941503] (req 1908736->1941503) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 13925 timeout: 0 lvb_type: 0 00000001:00080000:0.0:1734016129.018400:0:8954:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969326 is committed 00002000:00010000:3.0:1734016129.018702:0:13925:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 960 -> 1024 00010000:00010000:3.0:1734016129.018720:0:13925:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009a9a4fc0/0x3f004d6452e081f3 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [1908736->1941503] (req 1908736->1941503) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 13925 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016129.018731:0:13925:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009a9a4fc0/0x3f004d6452e081f3 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [1908736->1941503] (req 1908736->1941503) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 13925 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016129.018738:0:13925:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009a9a4fc0/0x3f004d6452e081f3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [1908736->1941503] (req 1908736->1941503) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 13925 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016129.018743:0:13925:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88009a9a4fc0 already unused, calling callback (ffffffffa086d100) 00010000:00010000:3.0:1734016129.018749:0:13925:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009a9a4fc0/0x3f004d6452e081f3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [1908736->1941503] (req 1908736->1941503) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 13925 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016129.018758:0:13925:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009a9a4fc0/0x3f004d6452e081f3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [1908736->1941503] (req 1908736->1941503) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 13925 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016129.018780:0:13925:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009a9a4fc0/0x3f004d6452e081f3 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [1908736->1941503] (req 1908736->1941503) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 13925 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016129.018786:0:13925:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a4fc0/0x3f004d6452e081f3 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [1908736->1941503] (req 1908736->1941503) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 13925 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016129.018967:0:13925:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075369880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1980:x1818247336907136:12345-192.168.201.10@tcp:4:fsx.0 Request processed in 16407us (16753us total) trans 4294969326 rc 0/0 00000100:00100000:3.0:1734016129.018978:0:13925:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9044 00000100:00100000:0.0:1734016129.028993:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016129.029160:0:6481:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336907392 00000100:00100000:2.0:1734016129.029172:0:6481:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336907392 00000100:00100000:2.0:1734016129.029249:0:6481:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2035 00000100:00100000:2.0:1734016129.029270:0:6481:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007536b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+17:9673:x1818247336907392:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:2.0:1734016129.029297:0:6481:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016129.029322:0:6481:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800721718c0/0x3f004d6452e081fa lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d1abe expref: -99 pid: 6481 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016129.029437:0:6481:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880072171f80/0x3f004d6452e08201 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 6481 initiator: MDT0 00010000:00010000:2.0:1734016129.029452:0:6481:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880072171f80/0x3f004d6452e08201 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6481 initiator: MDT0 00010000:00010000:2.0:1734016129.029464:0:6481:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880072171f80/0x3f004d6452e08201 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6481 initiator: MDT0 00000004:00200000:2.0:1734016129.029492:0:6481:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 6953744 00000004:00200000:2.0:1734016129.029497:0:6481:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1734016129.029514:0:6481:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880072171f80/0x3f004d6452e08201 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6481 initiator: MDT0 00000100:00080000:0.0:1734016129.029527:0:6479:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734016099 00010000:00010000:2.0:1734016129.029538:0:6481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800721718c0/0x3f004d6452e081fa lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1abe expref: 19 pid: 6481 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016129.029570:0:6481:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880072171f80/0x3f004d6452e08201 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1abe expref: 18 pid: 6481 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016129.029578:0:6481:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:2.0:1734016129.029582:0:6481:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1734016129.029585:0:6481:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880072171f80, rc 0) 00000100:00100000:2.0:1734016129.029653:0:6481:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007536b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+18:9673:x1818247336907392:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 395us (674us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016129.029661:0:6481:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2035 00000100:00100000:1.0:1734016129.037801:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016129.037925:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336907520 00000100:00100000:0.0:1734016129.037940:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336907520 00000100:00100000:0.0:1734016129.038024:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10764 00000100:00100000:0.0:1734016129.038034:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b91b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1979:x1818247336907520:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:0.0:1734016129.038065:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016129.038096:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a80398c0/0x3f004d6452e08208 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d1ac5 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1734016129.038127:0:7689:0:(ofd_lvb.c:169:ofd_lvbo_init()) res: [0x280000400:0x5:0x0] initial LVB size: 6953744, mtime: 0x675afc80, atime: 0x675afc80, ctime: 0x675afc80, blocks: 0x400 00010000:00010000:0.0:1734016129.038158:0:7689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016129.038162:0:7689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016129.038172:0:7689:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a80398c0/0x3f004d6452e08208 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1ac5 expref: 7 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016129.038192:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a80398c0/0x3f004d6452e08208 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1ac5 expref: 7 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016129.038204:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a80398c0, rc 0) 00000100:00100000:0.0:1734016129.038270:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b91b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1979:x1818247336907520:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 238us (485us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016129.038278:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10764 00000100:00100000:1.0:1734016129.046393:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016129.046490:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336907648 00000100:00100000:3.0:1734016129.046502:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336907648 00000100:00100000:3.0:1734016129.046545:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10765 00000100:00100000:3.0:1734016129.046552:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007431c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:1980:x1818247336907648:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:3.0:1734016129.046571:0:7690:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016129.046590:0:7690:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7600/0x3f004d6452e0820f lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d1acc expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016129.046614:0:7690:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016129.046616:0:7690:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016129.046624:0:7690:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7600/0x3f004d6452e0820f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1acc expref: 6 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016129.046638:0:7690:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7600/0x3f004d6452e0820f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1acc expref: 6 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016129.046650:0:7690:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a9a7600, rc 0) 00000100:00100000:3.0:1734016129.046799:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007431c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1980:x1818247336907648:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 246us (418us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016129.046805:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10765 00000100:00100000:1.0:1734016129.058899:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016129.059018:0:13925:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336907904 00000100:00100000:3.0:1734016129.059030:0:13925:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336907904 00002000:00100000:3.0:1734016129.059094:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (1470464->1474559) req@ffff88007431ca80 x1818247336907904/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:90/0 lens 488/0 e 0 to 0 dl 1734016140 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016129.059105:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007431ca80 with x1818247336907904 ext(1470464->1474559) 00002000:00010000:3.0:1734016129.059112:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007431ca80 00000100:00100000:3.0:1734016129.059139:0:13925:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9045 00000100:00100000:3.0:1734016129.059147:0:13925:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007431ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1981:x1818247336907904:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:3.0:1734016129.060039:0:13925:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007431ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1981:x1818247336907904:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 882us (1176us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016129.060051:0:13925:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9045 00002000:00100000:3.0:1734016129.060060:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (1470464->1474559) req@ffff88007431ca80 x1818247336907904/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:90/0 lens 488/4536 e 0 to 0 dl 1734016140 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016129.060068:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007431ca80 with x1818247336907904 ext(1470464->1474559) 00002000:00010000:3.0:1734016129.060073:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007431ca80 00000100:00100000:1.0:1734016129.065074:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016129.065213:0:13925:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336908160 00000100:00100000:3.0:1734016129.065224:0:13925:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336908160 00002000:00100000:3.0:1734016129.065289:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (1466368->1470463) req@ffff88007431ce00 x1818247336908160/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:90/0 lens 488/0 e 0 to 0 dl 1734016140 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016129.065304:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007431ce00 with x1818247336908160 ext(1466368->1470463) 00002000:00010000:3.0:1734016129.065309:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007431ce00 00000100:00100000:3.0:1734016129.065342:0:13925:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9046 00000100:00100000:3.0:1734016129.065350:0:13925:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007431ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1981:x1818247336908160:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:3.0:1734016129.065576:0:13925:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007431ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1981:x1818247336908160:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 226us (519us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016129.065585:0:13925:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9046 00002000:00100000:3.0:1734016129.065592:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (1466368->1470463) req@ffff88007431ce00 x1818247336908160/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:90/0 lens 488/4536 e 0 to 0 dl 1734016140 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016129.065600:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007431ce00 with x1818247336908160 ext(1466368->1470463) 00002000:00010000:3.0:1734016129.065603:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007431ce00 00000100:00100000:1.0:1734016129.072040:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016129.072164:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336908288 00000100:00100000:3.0:1734016129.072175:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336908288 00000100:00100000:3.0:1734016129.072235:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10766 00000100:00100000:3.0:1734016129.072243:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007431df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:9673:x1818247336908288:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:3.0:1734016129.072275:0:7690:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016129.072298:0:7690:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a9a6880/0x3f004d6452e08216 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d1ad3 expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016129.072331:0:7690:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a80398c0/0x3f004d6452e08208 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1ac5 expref: 6 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016129.072339:0:7690:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7600/0x3f004d6452e0820f lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1acc expref: 7 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016129.072350:0:7690:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016129.072352:0:7690:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016129.072356:0:7690:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a9a6880/0x3f004d6452e08216 lrc: 5/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [6811648->6860799] (req 6811648->6860799) gid 0 flags: 0x50000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1ad3 expref: 7 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016129.072390:0:7690:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7600/0x3f004d6452e0820f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1acc expref: 7 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016129.072401:0:7690:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7600/0x3f004d6452e0820f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1acc expref: 7 pid: 7690 timeout: 493 lvb_type: 1 00000100:00100000:3.0:1734016129.072412:0:7690:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880073e32a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339446528:192.168.201.10@tcp:104: 00010000:00010000:3.0:1734016129.072485:0:7690:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a80398c0/0x3f004d6452e08208 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1ac5 expref: 6 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016129.072494:0:7690:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a80398c0/0x3f004d6452e08208 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1ac5 expref: 6 pid: 7689 timeout: 493 lvb_type: 1 00000100:00100000:3.0:1734016129.072502:0:7690:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880073e33800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339446656:192.168.201.10@tcp:104: 00000100:00100000:3.0:1734016129.072519:0:7690:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac68ef00 going to sleep for 11 seconds 00000100:00100000:3.0:1734016129.076453:0:7690:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880073e32a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339446528:192.168.201.10@tcp:104: 00000100:00100000:3.0:1734016129.076473:0:7690:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880073e33800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339446656:192.168.201.10@tcp:104: 00010000:00010000:3.0:1734016129.076527:0:7690:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a9a6880/0x3f004d6452e08216 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [6811648->6860799] (req 6811648->6860799) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1ad3 expref: 7 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016129.076565:0:7690:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a9a6880, rc 0) 00000100:00100000:3.0:1734016129.096634:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007431df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:9673:x1818247336908288:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 24369us (24586us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016129.096652:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10766 00000100:00100000:2.0:1734016129.098697:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016129.098770:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016129.098930:0:6470:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336908416 00000100:00100000:3.0:1734016129.098957:0:6470:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336908416 00010000:00010000:3.0:1734016129.099063:0:6470:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7600/0x3f004d6452e0820f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1acc expref: 7 pid: 7690 timeout: 493 lvb_type: 1 00000100:00100000:3.0:1734016129.099122:0:6470:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336908544 00000100:00100000:3.0:1734016129.099127:0:6470:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336908544 00010000:00010000:3.0:1734016129.099141:0:6470:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a80398c0/0x3f004d6452e08208 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1ac5 expref: 7 pid: 7689 timeout: 493 lvb_type: 1 00000100:00100000:3.0:1734016129.099163:0:6470:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2884 00000100:00100000:3.0:1734016129.099179:0:6470:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b1f65450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1979:x1818247336908416:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016129.099208:0:6470:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016129.099264:0:6470:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7600/0x3f004d6452e0820f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1acc expref: 7 pid: 7690 timeout: 493 lvb_type: 1 00010000:00010000:3.0:1734016129.099282:0:6470:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7600/0x3f004d6452e0820f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1acc expref: 7 pid: 7690 timeout: 493 lvb_type: 1 00010000:00010000:3.0:1734016129.099321:0:6470:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7600/0x3f004d6452e0820f lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1acc expref: 7 pid: 7690 timeout: 493 lvb_type: 1 00010000:00010000:3.0:1734016129.099367:0:6470:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016129.099438:0:6470:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b1f65450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1979:x1818247336908416:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 263us (766us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016129.099447:0:6470:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2884 00000100:00100000:3.0:1734016129.099514:0:6470:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2885 00000100:00100000:3.0:1734016129.099519:0:6470:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800769c4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1979:x1818247336908544:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016129.099525:0:6470:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016129.099532:0:6470:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a80398c0/0x3f004d6452e08208 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1ac5 expref: 7 pid: 7689 timeout: 493 lvb_type: 1 00010000:00010000:3.0:1734016129.099541:0:6470:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a80398c0/0x3f004d6452e08208 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1ac5 expref: 7 pid: 7689 timeout: 493 lvb_type: 1 00010000:00010000:3.0:1734016129.099554:0:6470:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a80398c0/0x3f004d6452e08208 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1ac5 expref: 7 pid: 7689 timeout: 493 lvb_type: 1 00010000:00010000:3.0:1734016129.099566:0:6470:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016129.099569:0:6470:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016129.099580:0:6470:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a6880/0x3f004d6452e08216 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6811648->6860799) gid 0 flags: 0x40080000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1ad3 expref: 5 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016129.099593:0:6470:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a9a6880/0x3f004d6452e08216 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6811648->6860799) gid 0 flags: 0x40080000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1ad3 expref: 5 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016129.099644:0:6470:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009a9a6880/0x3f004d6452e08216 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6811648->6860799) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1ad3 expref: 5 pid: 7690 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016129.099666:0:6470:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880073e31f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6470:1818247339446784:192.168.201.10@tcp:105: 00000100:00100000:3.0:1734016129.099714:0:6470:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac68e3c0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016129.108308:0:6470:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880073e31f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6470:1818247339446784:192.168.201.10@tcp:105: 00010000:00010000:3.0:1734016129.108356:0:6470:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016129.108450:0:6470:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800769c4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1979:x1818247336908544:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 8926us (9676us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016129.108465:0:6470:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2885 00000100:00100000:0.0:1734016129.110030:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016129.110162:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336908800 00000100:00100000:2.0:1734016129.110176:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336908800 00002000:00100000:2.0:1734016129.110245:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (6856704->6860799) req@ffff880075369180 x1818247336908800/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:90/0 lens 488/0 e 0 to 0 dl 1734016140 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016129.110267:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880075369180 with x1818247336908800 ext(6856704->6860799) 00002000:00010000:2.0:1734016129.110274:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880075369180 00000100:00100000:2.0:1734016129.110313:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9047 00000100:00100000:2.0:1734016129.110322:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075369180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1978:x1818247336908800:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:2.0:1734016129.110598:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075369180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1978:x1818247336908800:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 276us (575us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016129.110606:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9047 00002000:00100000:2.0:1734016129.110613:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (6856704->6860799) req@ffff880075369180 x1818247336908800/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:90/0 lens 488/4536 e 0 to 0 dl 1734016140 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016129.110620:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880075369180 with x1818247336908800 ext(6856704->6860799) 00002000:00010000:2.0:1734016129.110623:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880075369180 00000100:00100000:0.0:1734016129.115745:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016129.115857:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336908928 00000100:00100000:3.0:1734016129.115935:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336908928 00000100:00100000:3.0:1734016129.116021:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10767 00000100:00100000:3.0:1734016129.116032:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007536b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1981:x1818247336908928:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:3.0:1734016129.116059:0:7690:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016129.116084:0:7690:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a9a4b40/0x3f004d6452e0821d lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d1ada expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016129.116171:0:7690:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880073e31f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339446912:192.168.201.10@tcp:106: 00000100:00100000:3.0:1734016129.116298:0:7690:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac68e3c0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016129.121266:0:7690:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880073e31f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339446912:192.168.201.10@tcp:106: 00010000:00010000:3.0:1734016129.121338:0:7690:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a9a4b40/0x3f004d6452e0821d lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1ada expref: 7 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016129.121362:0:7690:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a4b40/0x3f004d6452e0821d lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1ada expref: 7 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016129.121405:0:7690:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a9a4b40, rc 0) 00000100:00100000:3.0:1734016129.123531:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007536b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1981:x1818247336908928:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 7483us (7792us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016129.123546:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10767 00000100:00100000:0.0:1734016129.130715:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016129.130847:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336909056 00000100:00100000:3.0:1734016129.130861:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336909056 00000100:00100000:3.0:1734016129.130969:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10768 00000100:00100000:3.0:1734016129.130978:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074623b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1980:x1818247336909056:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:3.0:1734016129.131008:0:7690:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016129.131037:0:7690:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7180/0x3f004d6452e08224 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d1ae1 expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016129.131118:0:7690:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880073e31f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339447040:192.168.201.10@tcp:106: 00000100:00100000:3.0:1734016129.132213:0:7690:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac68e3c0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016129.146127:0:7690:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880073e31f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339447040:192.168.201.10@tcp:106: 00010000:00010000:3.0:1734016129.146195:0:7690:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7180/0x3f004d6452e08224 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1ae1 expref: 7 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016129.146213:0:7690:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7180/0x3f004d6452e08224 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1ae1 expref: 7 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016129.146339:0:7690:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a9a7180, rc 0) 00000100:00100000:3.0:1734016129.148291:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074623b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1980:x1818247336909056:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 17292us (17570us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016129.148309:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10768 00000100:00100000:0.0:1734016129.152322:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016129.154084:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336909184 00000100:00100000:3.0:1734016129.154100:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336909184 00000100:00100000:3.0:1734016129.154182:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10769 00000100:00100000:3.0:1734016129.154191:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074623100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1981:x1818247336909184:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:3.0:1734016129.154212:0:7690:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016129.154238:0:7690:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a9a6d00/0x3f004d6452e0822b lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d1ae8 expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016129.154331:0:7690:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880073e31f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339447168:192.168.201.10@tcp:106: 00000100:00100000:3.0:1734016129.161930:0:7690:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac68e3c0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016129.165913:0:7690:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880073e31f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339447168:192.168.201.10@tcp:106: 00010000:00010000:3.0:1734016129.165965:0:7690:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a9a6d00/0x3f004d6452e0822b lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1ae8 expref: 7 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016129.165982:0:7690:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a6d00/0x3f004d6452e0822b lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1ae8 expref: 7 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016129.166001:0:7690:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a9a6d00, rc 0) 00000100:00100000:3.0:1734016129.166071:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074623100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1981:x1818247336909184:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 11879us (13766us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016129.166082:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10769 00000100:00100000:0.0:1734016129.173213:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016129.174790:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336909312 00000100:00100000:3.0:1734016129.174813:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336909312 00000100:00100000:3.0:1734016129.174906:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10770 00000100:00100000:3.0:1734016129.174917:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074623800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:9673:x1818247336909312:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:3.0:1734016129.174947:0:7690:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016129.174980:0:7690:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7cc0/0x3f004d6452e08232 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d1aef expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016129.175025:0:7690:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a6880/0x3f004d6452e08216 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6811648->6860799) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1ad3 expref: 5 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016129.175034:0:7690:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016129.175036:0:7690:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016129.175040:0:7690:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7cc0/0x3f004d6452e08232 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [6602752->6606847] (req 6602752->6606847) gid 0 flags: 0x50000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1aef expref: 7 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016129.175092:0:7690:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a9a6880/0x3f004d6452e08216 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6811648->6860799) gid 0 flags: 0x50000000020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1ad3 expref: 5 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016129.175108:0:7690:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a9a6880/0x3f004d6452e08216 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6811648->6860799) gid 0 flags: 0x70000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1ad3 expref: 5 pid: 7690 timeout: 493 lvb_type: 0 00000100:00100000:3.0:1734016129.175127:0:7690:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880073e31f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339447296:192.168.201.10@tcp:104: 00000100:00100000:3.0:1734016129.175214:0:7690:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac68e3c0 going to sleep for 11 seconds 00000100:00100000:1.0:1734016129.185109:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016129.185232:0:13925:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336909440 00000100:00100000:2.0:1734016129.185246:0:13925:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336909440 00002000:00100000:2.0:1734016129.185334:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (6811648->6860799) req@ffff88007431f480 x1818247336909440/t0(0) o4->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:90/0 lens 488/0 e 0 to 0 dl 1734016140 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016129.185347:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007431f480 with x1818247336909440 ext(6811648->6860799) 00010000:00010000:2.0:1734016129.185363:0:13925:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a9a6880/0x3f004d6452e08216 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6811648->6860799) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1ad3 expref: 6 pid: 7690 timeout: 493 lvb_type: 0 00010000:00010000:2.0:1734016129.185387:0:13925:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a9a6880/0x3f004d6452e08216 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6811648->6860799) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1ad3 expref: 6 pid: 7690 timeout: 493 lvb_type: 0 00002000:00010000:2.0:1734016129.185402:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88007431f480 00000100:00100000:2.0:1734016129.185449:0:13925:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 262 00000100:00100000:2.0:1734016129.185460:0:13925:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007431f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1978:x1818247336909440:12345-192.168.201.10@tcp:4:fsx.0 00000100:00100000:3.0:1734016129.189122:0:7690:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880073e31f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339447296:192.168.201.10@tcp:104: 00010000:00010000:3.0:1734016129.189183:0:7690:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7cc0/0x3f004d6452e08232 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [6602752->6606847] (req 6602752->6606847) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1aef expref: 7 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016129.189211:0:7690:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a9a7cc0, rc 0) 00000100:00100000:3.0:1734016129.189313:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074623800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:9673:x1818247336909312:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 14396us (16116us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016129.189324:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10770 00000100:00100000:0.0:1734016129.197037:0:13925:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007431f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+8:1978:x1818247336909440:12345-192.168.201.10@tcp:4:fsx.0 Request processed in 11554us (11925us total) trans 4294969327 rc 0/0 00000100:00100000:0.0:1734016129.197060:0:13925:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 262 00002000:00100000:0.0:1734016129.197079:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (6811648->6860799) req@ffff88007431f480 x1818247336909440/t4294969327(0) o4->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:90/0 lens 488/448 e 0 to 0 dl 1734016140 ref 1 fl Complete:H/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016129.197090:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007431f480 with x1818247336909440 ext(6811648->6860799) 00010000:00010000:0.0:1734016129.197108:0:13925:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a9a6880/0x3f004d6452e08216 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6811648->6860799) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1ad3 expref: 8 pid: 7690 timeout: 493 lvb_type: 0 00010000:00010000:0.0:1734016129.197131:0:13925:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a9a6880/0x3f004d6452e08216 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6811648->6860799) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1ad3 expref: 8 pid: 7690 timeout: 493 lvb_type: 0 00002000:00010000:0.0:1734016129.197139:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88007431f480 00000100:00100000:0.0:1734016129.204623:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016129.207379:0:6470:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336909568 00000100:00100000:3.0:1734016129.207412:0:6470:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336909568 00010000:00010000:3.0:1734016129.207482:0:6470:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a9a6880/0x3f004d6452e08216 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6811648->6860799) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1ad3 expref: 8 pid: 7690 timeout: 493 lvb_type: 0 00000100:00100000:3.0:1734016129.207561:0:6470:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2886 00000100:00100000:3.0:1734016129.207573:0:6470:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074621500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+8:1980:x1818247336909568:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016129.207604:0:6470:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:3.0:1734016129.207647:0:6470:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 1024 -> 1120 00010000:00010000:3.0:1734016129.207656:0:6470:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a9a6880/0x3f004d6452e08216 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 6811648->6860799) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1ad3 expref: 8 pid: 7690 timeout: 493 lvb_type: 0 00010000:00010000:3.0:1734016129.207675:0:6470:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a9a6880/0x3f004d6452e08216 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 6811648->6860799) gid 0 flags: 0x50000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1ad3 expref: 8 pid: 7690 timeout: 493 lvb_type: 0 00010000:00010000:3.0:1734016129.207719:0:6470:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a6880/0x3f004d6452e08216 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 6811648->6860799) gid 0 flags: 0x44801400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1ad3 expref: 8 pid: 7690 timeout: 493 lvb_type: 0 00010000:00010000:3.0:1734016129.207775:0:6470:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016129.207779:0:6470:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016129.207791:0:6470:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7cc0/0x3f004d6452e08232 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6602752->6606847) gid 0 flags: 0x40080000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1aef expref: 6 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016129.207802:0:6470:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7cc0/0x3f004d6452e08232 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6602752->6606847) gid 0 flags: 0x40080000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1aef expref: 6 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016129.207931:0:6470:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7cc0/0x3f004d6452e08232 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6602752->6606847) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1aef expref: 6 pid: 7690 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016129.207956:0:6470:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880073e31f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6470:1818247339447424:192.168.201.10@tcp:105: 00000100:00100000:3.0:1734016129.208081:0:6470:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac68e3c0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016129.213944:0:6470:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880073e31f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6470:1818247339447424:192.168.201.10@tcp:105: 00010000:00010000:3.0:1734016129.213981:0:6470:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016129.214065:0:6470:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074621500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1980:x1818247336909568:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 6492us (9455us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016129.214086:0:6470:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2886 00000100:00100000:0.0:1734016129.220844:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016129.221213:0:13925:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336909824 00000100:00100000:2.0:1734016129.221231:0:13925:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336909824 00002000:00100000:2.0:1734016129.221308:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (5595136->6955007) req@ffff880074622a00 x1818247336909824/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:90/0 lens 488/0 e 0 to 0 dl 1734016140 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016129.221321:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074622a00 with x1818247336909824 ext(5595136->6955007) 00002000:00010000:2.0:1734016129.221328:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074622a00 00000100:00100000:2.0:1734016129.221362:0:13925:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9048 00000100:00100000:2.0:1734016129.221369:0:13925:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074622a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1979:x1818247336909824:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:3.0:1734016129.248362:0:13925:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074622a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1979:x1818247336909824:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 26973us (27516us total) trans 0 rc 1359872/1359872 00000100:00100000:3.0:1734016129.248381:0:13925:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9048 00002000:00100000:3.0:1734016129.248400:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (5595136->6955007) req@ffff880074622a00 x1818247336909824/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:90/0 lens 488/440 e 0 to 0 dl 1734016140 ref 1 fl Complete:/200/0 rc 1359872/1359872 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016129.248413:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074622a00 with x1818247336909824 ext(5595136->6955007) 00002000:00010000:3.0:1734016129.248422:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074622a00 00000100:00100000:0.0:1734016129.258861:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016129.259851:0:13925:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336909952 00000100:00100000:3.0:1734016129.259894:0:13925:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336909952 00002000:00100000:3.0:1734016129.259988:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (6582272->6606847) req@ffff88009a9aa300 x1818247336909952/t0(0) o4->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:90/0 lens 488/0 e 0 to 0 dl 1734016140 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016129.260000:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a9aa300 with x1818247336909952 ext(6582272->6606847) 00002000:00010000:3.0:1734016129.260009:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009a9aa300 00000100:00100000:3.0:1734016129.260047:0:13925:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9049 00000100:00100000:3.0:1734016129.260057:0:13925:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a9aa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1979:x1818247336909952:12345-192.168.201.10@tcp:4:fsx.0 00000100:00100000:0.0:1734016129.269690:0:13925:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a9aa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+9:1979:x1818247336909952:12345-192.168.201.10@tcp:4:fsx.0 Request processed in 9607us (10824us total) trans 4294969328 rc 0/0 00000100:00100000:0.0:1734016129.269712:0:13925:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9049 00002000:00100000:0.0:1734016129.269733:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (6582272->6606847) req@ffff88009a9aa300 x1818247336909952/t4294969328(0) o4->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:90/0 lens 488/448 e 0 to 0 dl 1734016140 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016129.269744:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a9aa300 with x1818247336909952 ext(6582272->6606847) 00002000:00010000:0.0:1734016129.269751:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009a9aa300 00000100:00100000:0.0:1734016129.278070:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016129.278225:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336910080 00000100:00100000:3.0:1734016129.278237:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336910080 00000100:00100000:3.0:1734016129.283684:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10771 00000100:00100000:3.0:1734016129.283711:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a9ab480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+9:1981:x1818247336910080:12345-192.168.201.10@tcp:16:fsx.0 00000001:00080000:0.0:1734016129.287289:0:8954:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969328 is committed 00000001:00080000:0.0:1734016129.287312:0:8954:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969327 is committed 00000100:00100000:3.0:1734016129.293614:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a9ab480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1981:x1818247336910080:12345-192.168.201.10@tcp:16:fsx.0 Request processed in 9892us (15546us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016129.293636:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10771 00000100:00100000:0.0:1734016129.304742:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016129.309460:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336910208 00000100:00100000:3.0:1734016129.309487:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336910208 00000100:00100000:3.0:1734016129.309582:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10772 00000100:00100000:3.0:1734016129.309592:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a9aaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1980:x1818247336910208:12345-192.168.201.10@tcp:22:fsx.0 00002000:00010000:3.0:1734016129.309907:0:7690:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 6953744 -> 6953744 00002000:00010000:3.0:1734016129.309910:0:7690:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016128 -> 1734016128 00002000:00010000:3.0:1734016129.309912:0:7690:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016128 -> 1734016128 00002000:00010000:3.0:1734016129.309914:0:7690:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016128 -> 1734016129 00002000:00010000:3.0:1734016129.309915:0:7690:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 1120 -> 1232 00000100:00100000:3.0:1734016129.309992:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a9aaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1980:x1818247336910208:12345-192.168.201.10@tcp:22:fsx.0 Request processed in 401us (5270us total) trans 4294969329 rc 0/0 00000100:00100000:3.0:1734016129.310000:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10772 00000100:00100000:0.0:1734016129.320089:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016129.321009:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336910336 00000100:00100000:1.0:1734016129.321023:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336910336 00000100:00100000:1.0:1734016129.321105:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10773 00000100:00100000:1.0:1734016129.321115:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a9a8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:1981:x1818247336910336:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:1.0:1734016129.321139:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016129.321168:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880097237840/0x3f004d6452e08239 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d1af6 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016129.321266:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007431ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339447552:192.168.201.10@tcp:106: 00000100:00100000:1.0:1734016129.321369:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b42cdb40 going to sleep for 11 seconds 00000100:00100000:1.0:1734016129.343469:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007431ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339447552:192.168.201.10@tcp:106: 00010000:00010000:1.0:1734016129.343547:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880097237840/0x3f004d6452e08239 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1af6 expref: 6 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016129.343567:0:7689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097237840/0x3f004d6452e08239 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1af6 expref: 6 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016129.343593:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097237840, rc 0) 00000100:00100000:1.0:1734016129.343691:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a9a8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:1981:x1818247336910336:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 22573us (23613us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016129.343705:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10773 00000100:00100000:2.0:1734016129.357519:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016129.357624:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336910464 00000100:00100000:1.0:1734016129.357639:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336910464 00000100:00100000:1.0:1734016129.357769:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10774 00000100:00100000:1.0:1734016129.357782:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800769c5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:1980:x1818247336910464:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:1.0:1734016129.357816:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016129.357846:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880097235b00/0x3f004d6452e08240 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d1afd expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016129.357977:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007431ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339447680:192.168.201.10@tcp:106: 00000100:00100000:1.0:1734016129.359463:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b42cdb40 going to sleep for 11 seconds 00000100:00100000:0.0:1734016129.362467:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007431ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339447680:192.168.201.10@tcp:106: 00010000:00010000:0.0:1734016129.362561:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880097235b00/0x3f004d6452e08240 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1afd expref: 6 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016129.362585:0:7689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097235b00/0x3f004d6452e08240 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1afd expref: 6 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016129.362618:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097235b00, rc 0) 00000100:00100000:0.0:1734016129.362711:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800769c5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:1980:x1818247336910464:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 4927us (5204us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016129.362724:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10774 00000100:00100000:2.0:1734016129.365738:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016129.367992:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336910592 00000100:00100000:0.0:1734016129.368024:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336910592 00000100:00100000:0.0:1734016129.368143:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10775 00000100:00100000:0.0:1734016129.368158:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800769c7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:1981:x1818247336910592:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:0.0:1734016129.368193:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016129.368230:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a80398c0/0x3f004d6452e08247 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d1b04 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016129.368341:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009a9a9500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339447808:192.168.201.10@tcp:106: 00000100:00100000:0.0:1734016129.368456:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7486480 going to sleep for 11 seconds 00000100:00100000:0.0:1734016129.376321:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009a9a9500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339447808:192.168.201.10@tcp:106: 00010000:00010000:0.0:1734016129.376402:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a80398c0/0x3f004d6452e08247 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1b04 expref: 6 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016129.376426:0:7689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a80398c0/0x3f004d6452e08247 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1b04 expref: 6 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016129.376465:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a80398c0, rc 0) 00000100:00100000:0.0:1734016129.386278:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800769c7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:1981:x1818247336910592:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 18097us (20540us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016129.386294:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10775 00000100:00100000:1.0:1734016129.386809:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016129.386888:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336910720 00000100:00100000:3.0:1734016129.386903:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336910720 00000100:00100000:3.0:1734016129.387144:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10776 00000100:00100000:3.0:1734016129.387153:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007431d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:9673:x1818247336910720:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:3.0:1734016129.387194:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016129.387226:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a9a61c0/0x3f004d6452e0824e lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d1b0b expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016129.387287:0:7689:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7cc0/0x3f004d6452e08232 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6602752->6606847) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1aef expref: 7 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016129.387296:0:7689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016129.387299:0:7689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016129.387304:0:7689:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a9a61c0/0x3f004d6452e0824e lrc: 4/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [3420160->3461119] (req 3420160->3461119) gid 0 flags: 0x50000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1b0b expref: 6 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016129.387374:0:7689:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7cc0/0x3f004d6452e08232 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6602752->6606847) gid 0 flags: 0x50000000020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1aef expref: 7 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016129.387394:0:7689:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7cc0/0x3f004d6452e08232 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6602752->6606847) gid 0 flags: 0x70000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1aef expref: 7 pid: 7690 timeout: 493 lvb_type: 0 00000100:00100000:3.0:1734016129.387417:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880073e31f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339447936:192.168.201.10@tcp:104: 00000100:00100000:3.0:1734016129.387564:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac68e3c0 going to sleep for 11 seconds 00000100:00100000:2.0:1734016129.396862:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016129.397069:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880073e31f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339447936:192.168.201.10@tcp:104: 00010000:00010000:3.0:1734016129.397126:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a9a61c0/0x3f004d6452e0824e lrc: 3/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [3420160->3461119] (req 3420160->3461119) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1b0b expref: 6 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016129.397151:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a9a61c0, rc 0) 00000100:00100000:3.0:1734016129.397230:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007431d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:9673:x1818247336910720:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 10076us (10422us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016129.397247:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10776 00000100:00100000:3.0:1734016129.398607:0:6470:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336910848 00000100:00100000:3.0:1734016129.398621:0:6470:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336910848 00010000:00010000:3.0:1734016129.398671:0:6470:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7cc0/0x3f004d6452e08232 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6602752->6606847) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1aef expref: 8 pid: 7690 timeout: 493 lvb_type: 0 00000100:00100000:3.0:1734016129.398721:0:6470:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2887 00000100:00100000:3.0:1734016129.398729:0:6470:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800ac577480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1978:x1818247336910848:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016129.398749:0:6470:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016129.398779:0:6470:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7cc0/0x3f004d6452e08232 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 6602752->6606847) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1aef expref: 8 pid: 7690 timeout: 493 lvb_type: 0 00010000:00010000:3.0:1734016129.398794:0:6470:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7cc0/0x3f004d6452e08232 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 6602752->6606847) gid 0 flags: 0x50000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1aef expref: 8 pid: 7690 timeout: 493 lvb_type: 0 00010000:00010000:3.0:1734016129.398823:0:6470:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7cc0/0x3f004d6452e08232 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 6602752->6606847) gid 0 flags: 0x44801400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1aef expref: 8 pid: 7690 timeout: 493 lvb_type: 0 00010000:00010000:3.0:1734016129.398907:0:6470:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016129.398911:0:6470:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016129.398921:0:6470:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a61c0/0x3f004d6452e0824e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3420160->3461119) gid 0 flags: 0x40080000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1b0b expref: 5 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016129.398933:0:6470:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a9a61c0/0x3f004d6452e0824e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3420160->3461119) gid 0 flags: 0x40080000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1b0b expref: 5 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016129.398994:0:6470:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009a9a61c0/0x3f004d6452e0824e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3420160->3461119) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1b0b expref: 5 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016129.399015:0:6470:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880073e31f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6470:1818247339448064:192.168.201.10@tcp:105: 00000100:00100000:3.0:1734016129.399141:0:6470:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac68e3c0 going to sleep for 11 seconds 00000100:00100000:2.0:1734016129.407181:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016129.407359:0:6470:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880073e31f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6470:1818247339448064:192.168.201.10@tcp:105: 00010000:00010000:3.0:1734016129.407404:0:6470:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016129.407507:0:6470:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800ac577480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1978:x1818247336910848:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 8775us (10663us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016129.407527:0:6470:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2887 00000100:00100000:0.0:1734016129.407931:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336910976 00000100:00100000:0.0:1734016129.407944:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336910976 00000100:00100000:0.0:1734016129.407998:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10777 00000100:00100000:0.0:1734016129.408008:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800ac576d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1979:x1818247336910976:12345-192.168.201.10@tcp:22:fsx.0 00002000:00010000:0.0:1734016129.408413:0:7689:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 6953744 -> 6953744 00002000:00010000:0.0:1734016129.408416:0:7689:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016128 -> 1734016128 00002000:00010000:0.0:1734016129.408419:0:7689:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016128 -> 1734016128 00002000:00010000:0.0:1734016129.408421:0:7689:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016129 -> 1734016129 00002000:00010000:0.0:1734016129.408424:0:7689:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 1232 -> 1312 00000100:00100000:0.0:1734016129.408455:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800ac576d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1979:x1818247336910976:12345-192.168.201.10@tcp:22:fsx.0 Request processed in 448us (1300us total) trans 4294969330 rc 0/0 00000100:00100000:0.0:1734016129.408467:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10777 00000100:00100000:2.0:1734016129.413245:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016129.414893:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336911104 00000100:00100000:0.0:1734016129.414913:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336911104 00000100:00100000:0.0:1734016129.414979:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10778 00000100:00100000:0.0:1734016129.414987:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074220a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1981:x1818247336911104:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:0.0:1734016129.415019:0:7690:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016129.415051:0:7690:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a80398c0/0x3f004d6452e08255 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d1b12 expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016129.415148:0:7690:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009a9a9500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339448192:192.168.201.10@tcp:106: 00000100:00100000:0.0:1734016129.415313:0:7690:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7486480 going to sleep for 11 seconds 00000100:00100000:0.0:1734016129.424049:0:7690:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009a9a9500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339448192:192.168.201.10@tcp:106: 00010000:00010000:0.0:1734016129.424111:0:7690:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a80398c0/0x3f004d6452e08255 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1b12 expref: 8 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016129.424130:0:7690:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a80398c0/0x3f004d6452e08255 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1b12 expref: 8 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016129.424520:0:7690:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a80398c0, rc 0) 00000100:00100000:0.0:1734016129.425094:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074220a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1981:x1818247336911104:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 10105us (11870us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016129.425105:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10778 00000100:00100000:3.0:1734016129.431237:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016129.431356:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336911232 00000100:00100000:0.0:1734016129.431373:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336911232 00000100:00100000:0.0:1734016129.432072:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10779 00000100:00100000:0.0:1734016129.432092:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880073e31f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1980:x1818247336911232:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:0.0:1734016129.432134:0:7690:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016129.432175:0:7690:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a803af40/0x3f004d6452e0825c lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d1b19 expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016129.432295:0:7690:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009a9a9500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339448320:192.168.201.10@tcp:106: 00000100:00100000:0.0:1734016129.432423:0:7690:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7486480 going to sleep for 11 seconds 00000100:00100000:0.0:1734016129.436742:0:7690:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009a9a9500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339448320:192.168.201.10@tcp:106: 00010000:00010000:0.0:1734016129.436809:0:7690:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a803af40/0x3f004d6452e0825c lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1b19 expref: 8 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016129.436829:0:7690:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a803af40/0x3f004d6452e0825c lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1b19 expref: 8 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016129.437463:0:7690:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a803af40, rc 0) 00000100:00100000:0.0:1734016129.437569:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880073e31f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1980:x1818247336911232:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 5480us (6356us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016129.437581:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10779 00000100:00100000:1.0:1734016129.446185:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016129.446305:0:6481:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336911488 00000100:00100000:2.0:1734016129.446320:0:6481:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336911488 00000100:00080000:0.0:1734016129.447310:0:6479:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734016099 00000100:00100000:2.0:1734016129.447514:0:6481:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2036 00000100:00100000:2.0:1734016129.447528:0:6481:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007431e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+22:9673:x1818247336911488:12345-192.168.201.10@tcp:36:fsx.0 00010000:00010000:2.0:1734016129.447707:0:6481:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016129.447755:0:6481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8039440/0x3f004d6452e081c9 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1a94 expref: 22 pid: 6481 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016129.452449:0:6481:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:2.0:1734016129.452461:0:6481:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1734016129.452675:0:6481:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880072171440/0x3f004d6452e08263 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6481 initiator: MDT0 00010000:00010000:2.0:1734016129.452699:0:6481:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880072171f80/0x3f004d6452e08201 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1abe expref: 17 pid: 6481 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016129.452707:0:6481:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff880072171440/0x3f004d6452e08263 lrc: 4/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6481 initiator: MDT0 00010000:00010000:2.0:1734016129.452754:0:6481:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880072171f80/0x3f004d6452e08201 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1abe expref: 17 pid: 6481 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016129.452772:0:6481:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880072171f80/0x3f004d6452e08201 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1abe expref: 17 pid: 6481 timeout: 493 lvb_type: 0 00000100:00100000:2.0:1734016129.452787:0:6481:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074221500 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6481:1818247339448448:192.168.201.10@tcp:104: 00000100:00100000:2.0:1734016129.452917:0:6481:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012b9119c0 going to sleep for 11 seconds 00000100:00100000:2.0:1734016129.455520:0:6481:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074221500 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6481:1818247339448448:192.168.201.10@tcp:104: 00010000:00010000:2.0:1734016129.455565:0:6481:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff880072171440/0x3f004d6452e08263 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6481 initiator: MDT0 00000100:00100000:1.0:1734016129.456070:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016129.456203:0:6470:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336911616 00000100:00100000:3.0:1734016129.456213:0:6470:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336911616 00010000:00010000:3.0:1734016129.456270:0:6470:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880072171f80/0x3f004d6452e08201 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1abe expref: 18 pid: 6481 timeout: 493 lvb_type: 0 00000100:00100000:3.0:1734016129.456303:0:6470:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2888 00000100:00100000:3.0:1734016129.456313:0:6470:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007431d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+18:1979:x1818247336911616:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016129.456333:0:6470:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016129.456341:0:6470:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880072171f80/0x3f004d6452e08201 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1abe expref: 18 pid: 6481 timeout: 493 lvb_type: 0 00010000:00010000:3.0:1734016129.456352:0:6470:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880072171f80/0x3f004d6452e08201 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1abe expref: 18 pid: 6481 timeout: 493 lvb_type: 0 00010000:00010000:3.0:1734016129.456385:0:6470:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880072171f80/0x3f004d6452e08201 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1abe expref: 18 pid: 6481 timeout: 493 lvb_type: 0 00010000:00010000:3.0:1734016129.456543:0:6470:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:3.0:1734016129.456551:0:6470:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff880072171440/0x3f004d6452e08263 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6481 initiator: MDT0 00010000:00010000:3.0:1734016129.456565:0:6470:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880072171440/0x3f004d6452e08263 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6481 initiator: MDT0 00010000:00010000:3.0:1734016129.456574:0:6470:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880072171440/0x3f004d6452e08263 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6481 initiator: MDT0 00010000:00010000:3.0:1734016129.456684:0:6470:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1734016129.456838:0:6481:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff880072171440/0x3f004d6452e08263 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6481 initiator: MDT0 00010000:00010000:2.0:1734016129.456846:0:6481:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880072171440/0x3f004d6452e08263 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6481 initiator: MDT0 00000001:00080000:2.0:1734016129.456989:0:6481:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294968587 00000004:00010000:2.0:1734016129.457050:0:6481:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff88007431e300 reply state ffff880074ab9000 transno 4294968588 ns: mdt-lustre-MDT0000_UUID lock: ffff880072171440/0x3f004d6452e08263 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6481 initiator: MDT0 00000100:00100000:2.0:1734016129.457057:0:6481:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1734016129.457177:0:6470:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007431d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+17:1979:x1818247336911616:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 863us (1108us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016129.457187:0:6470:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2888 00000100:00100000:2.0:1734016129.457441:0:6481:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007431e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+24:9673:x1818247336911488:12345-192.168.201.10@tcp:36:fsx.0 Request processed in 9917us (11275us total) trans 4294968588 rc 0/0 00000100:00100000:2.0:1734016129.457449:0:6481:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2036 00000020:00080000:2.0:1734016129.457455:0:6481:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1734016129.461077:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00010000:00010000:0.0:1734016129.461204:0:3495:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880072171440/0x3f004d6452e08263 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6481 initiator: MDT0 00010000:00010000:0.0:1734016129.461218:0:3495:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880072171440/0x3f004d6452e08263 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6481 initiator: MDT0 00010000:00010000:0.0:1734016129.461228:0:3495:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880072171440/0x3f004d6452e08263 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6481 initiator: MDT0 00010000:00010000:0.0:1734016129.461240:0:3495:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880072171440 already unused, calling callback (ffffffffa0f03950) 00010000:00010000:0.0:1734016129.461245:0:3495:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880072171440/0x3f004d6452e08263 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6481 initiator: MDT0 00010000:00010000:0.0:1734016129.461261:0:3495:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880072171440/0x3f004d6452e08263 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6481 initiator: MDT0 00010000:00010000:0.0:1734016129.461283:0:3495:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:0.0:1734016129.461286:0:3495:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1734016129.461292:0:3495:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880072171440/0x3f004d6452e08263 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6481 initiator: MDT0 00010000:00010000:0.0:1734016129.461297:0:3495:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880072171440/0x3f004d6452e08263 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6481 initiator: MDT0 00000100:00100000:1.0:1734016129.462150:0:13925:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336911744 00000100:00100000:1.0:1734016129.462166:0:13925:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336911744 00002000:00010000:1.0:1734016129.462218:0:13925:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (6946371->18446744073709551615) 00002000:00100000:1.0:1734016129.462224:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880073e33800 with x1818247336911744 ext(6946371->18446744073709551615) 00002000:00010000:1.0:1734016129.462246:0:13925:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880073e33800. 00000100:00100000:1.0:1734016129.462295:0:13925:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9050 00000100:00100000:1.0:1734016129.462306:0:13925:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880073e33800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1980:x1818247336911744:12345-192.168.201.10@tcp:10:fsx.0 00002000:00010000:1.0:1734016129.462858:0:13925:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 6953744 -> 6946371 00002000:00010000:1.0:1734016129.462884:0:13925:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016128 -> 1734016128 00002000:00010000:1.0:1734016129.462886:0:13925:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016128 -> 1734016128 00002000:00010000:1.0:1734016129.462888:0:13925:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016129 -> 1734016128 00002000:00010000:1.0:1734016129.462890:0:13925:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 1312 -> 1232 00000100:00100000:1.0:1734016129.462953:0:13925:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880073e33800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+8:1980:x1818247336911744:12345-192.168.201.10@tcp:10:fsx.0 Request processed in 649us (1907us total) trans 4294969331 rc 0/0 00000100:00100000:1.0:1734016129.462961:0:13925:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9050 00002000:00010000:1.0:1734016129.462964:0:13925:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (6946371->18446744073709551615) 00002000:00100000:1.0:1734016129.462966:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880073e33800 with x1818247336911744 ext(6946371->18446744073709551615) 00002000:00010000:1.0:1734016129.462971:0:13925:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880073e33800. 00000100:00100000:0.0:1734016129.476620:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016129.476815:0:6481:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336911872 00000100:00100000:2.0:1734016129.476833:0:6481:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336911872 00000100:00100000:2.0:1734016129.476957:0:6481:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2037 00000100:00100000:2.0:1734016129.476966:0:6481:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a9a9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+23:9673:x1818247336911872:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:2.0:1734016129.476998:0:6481:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016129.477032:0:6481:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880072170d80/0x3f004d6452e0826a lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d1b20 expref: -99 pid: 6481 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016129.477192:0:6481:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880072172640/0x3f004d6452e08271 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6481 initiator: MDT0 00010000:00010000:2.0:1734016129.477213:0:6481:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880072172640/0x3f004d6452e08271 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6481 initiator: MDT0 00010000:00010000:2.0:1734016129.477229:0:6481:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880072172640/0x3f004d6452e08271 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6481 initiator: MDT0 00000004:00200000:2.0:1734016129.477275:0:6481:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 6946371 00000004:00200000:2.0:1734016129.477282:0:6481:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1734016129.477303:0:6481:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880072172640/0x3f004d6452e08271 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6481 initiator: MDT0 00010000:00010000:2.0:1734016129.477338:0:6481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880072170d80/0x3f004d6452e0826a lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1b20 expref: 25 pid: 6481 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016129.477374:0:6481:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880072172640/0x3f004d6452e08271 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1b20 expref: 24 pid: 6481 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016129.477386:0:6481:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:2.0:1734016129.477390:0:6481:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1734016129.477395:0:6481:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880072172640, rc 0) 00000100:00100000:2.0:1734016129.477470:0:6481:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a9a9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+24:9673:x1818247336911872:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 505us (873us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016129.477478:0:6481:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2037 00000100:00100000:0.0:1734016129.480302:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016129.480500:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336912000 00000100:00100000:1.0:1734016129.480520:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336912000 00000100:00100000:1.0:1734016129.480614:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10780 00000100:00100000:1.0:1734016129.480626:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a9a9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:9673:x1818247336912000:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:1.0:1734016129.480670:0:7690:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016129.480709:0:7690:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880097237a80/0x3f004d6452e08278 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d1b27 expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016129.480770:0:7690:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a61c0/0x3f004d6452e0824e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3420160->3461119) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1b0b expref: 7 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016129.480781:0:7690:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016129.480785:0:7690:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016129.480790:0:7690:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880097237a80/0x3f004d6452e08278 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [118784->155647] (req 118784->155647) gid 0 flags: 0x50000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1b27 expref: 8 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016129.481120:0:7690:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a9a61c0/0x3f004d6452e0824e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3420160->3461119) gid 0 flags: 0x50000000020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1b0b expref: 7 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016129.481139:0:7690:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a9a61c0/0x3f004d6452e0824e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3420160->3461119) gid 0 flags: 0x70000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1b0b expref: 7 pid: 7689 timeout: 493 lvb_type: 0 00000100:00100000:1.0:1734016129.481159:0:7690:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007431ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339448576:192.168.201.10@tcp:104: 00000100:00100000:1.0:1734016129.481908:0:7690:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b42cda80 going to sleep for 11 seconds 00000100:00100000:1.0:1734016129.484620:0:7690:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007431ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339448576:192.168.201.10@tcp:104: 00010000:00010000:1.0:1734016129.484679:0:7690:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880097237a80/0x3f004d6452e08278 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [118784->155647] (req 118784->155647) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1b27 expref: 8 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016129.484704:0:7690:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097237a80, rc 0) 00000100:00100000:1.0:1734016129.484780:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a9a9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:9673:x1818247336912000:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 4155us (4495us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016129.484791:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10780 00000100:00100000:2.0:1734016129.485538:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016129.485745:0:6470:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336912128 00000100:00100000:3.0:1734016129.485768:0:6470:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336912128 00010000:00010000:3.0:1734016129.485824:0:6470:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a9a61c0/0x3f004d6452e0824e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3420160->3461119) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1b0b expref: 8 pid: 7689 timeout: 493 lvb_type: 0 00000100:00100000:3.0:1734016129.485925:0:6470:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2889 00000100:00100000:3.0:1734016129.485933:0:6470:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074221500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+8:1979:x1818247336912128:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016129.485950:0:6470:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016129.485975:0:6470:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a9a61c0/0x3f004d6452e0824e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3420160->3461119) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1b0b expref: 8 pid: 7689 timeout: 493 lvb_type: 0 00010000:00010000:3.0:1734016129.485988:0:6470:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a9a61c0/0x3f004d6452e0824e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3420160->3461119) gid 0 flags: 0x50000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1b0b expref: 8 pid: 7689 timeout: 493 lvb_type: 0 00010000:00010000:3.0:1734016129.486013:0:6470:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a61c0/0x3f004d6452e0824e lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3420160->3461119) gid 0 flags: 0x44801400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1b0b expref: 8 pid: 7689 timeout: 493 lvb_type: 0 00010000:00010000:3.0:1734016129.486043:0:6470:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016129.486045:0:6470:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016129.486051:0:6470:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880097237a80/0x3f004d6452e08278 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 118784->155647) gid 0 flags: 0x40080000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1b27 expref: 7 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016129.486058:0:6470:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880097237a80/0x3f004d6452e08278 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 118784->155647) gid 0 flags: 0x40080000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1b27 expref: 7 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016129.486106:0:6470:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880097237a80/0x3f004d6452e08278 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 118784->155647) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1b27 expref: 7 pid: 7690 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016129.486120:0:6470:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880073e32a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6470:1818247339448704:192.168.201.10@tcp:105: 00000100:00100000:3.0:1734016129.486200:0:6470:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac68e3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016129.494344:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016129.494778:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336912256 00000100:00100000:1.0:1734016129.494797:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336912256 00000100:00100000:3.0:1734016129.495092:0:6470:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880073e32a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6470:1818247339448704:192.168.201.10@tcp:105: 00010000:00010000:3.0:1734016129.495135:0:6470:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016129.495261:0:6470:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074221500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1979:x1818247336912128:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 9317us (9713us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016129.495277:0:6470:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2889 00000100:00100000:1.0:1734016129.495715:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10781 00000100:00100000:1.0:1734016129.495725:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a9aa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1978:x1818247336912256:12345-192.168.201.10@tcp:22:fsx.0 00002000:00010000:1.0:1734016129.496377:0:7690:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 6946371 -> 6946371 00002000:00010000:1.0:1734016129.496382:0:7690:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016128 -> 1734016128 00002000:00010000:1.0:1734016129.496384:0:7690:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016128 -> 1734016128 00002000:00010000:1.0:1734016129.496386:0:7690:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016128 -> 1734016128 00002000:00010000:1.0:1734016129.496390:0:7690:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 1232 -> 1176 00000100:00100000:1.0:1734016129.496435:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a9aa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+9:1978:x1818247336912256:12345-192.168.201.10@tcp:22:fsx.0 Request processed in 711us (2114us total) trans 4294969332 rc 0/0 00000100:00100000:1.0:1734016129.496443:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10781 00000100:00100000:0.0:1734016129.502062:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016129.503266:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336912384 00000100:00100000:3.0:1734016129.503291:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336912384 00000100:00100000:3.0:1734016129.503401:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10782 00000100:00100000:3.0:1734016129.503411:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074951c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1981:x1818247336912384:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:3.0:1734016129.503445:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016129.503477:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7a80/0x3f004d6452e0827f lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d1b2e expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016129.503570:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880073e32a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339448832:192.168.201.10@tcp:106: 00000100:00100000:3.0:1734016129.503683:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac68e3c0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016129.506745:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880073e32a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339448832:192.168.201.10@tcp:106: 00010000:00010000:3.0:1734016129.506791:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7a80/0x3f004d6452e0827f lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1b2e expref: 8 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016129.506810:0:7689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7a80/0x3f004d6452e0827f lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1b2e expref: 8 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016129.506851:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a9a7a80, rc 0) 00000100:00100000:3.0:1734016129.506986:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074951c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1981:x1818247336912384:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 3575us (4947us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016129.506999:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10782 00000100:00100000:2.0:1734016129.511313:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016129.512335:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336912512 00000100:00100000:3.0:1734016129.512356:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336912512 00000100:00100000:3.0:1734016129.512424:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10783 00000100:00100000:3.0:1734016129.512434:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074222680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1980:x1818247336912512:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:3.0:1734016129.512459:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016129.512481:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a9a4000/0x3f004d6452e08286 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d1b35 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016129.512548:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880073e32a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339448960:192.168.201.10@tcp:106: 00000100:00100000:3.0:1734016129.514452:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac68e3c0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016129.521083:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880073e32a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339448960:192.168.201.10@tcp:106: 00010000:00010000:3.0:1734016129.521145:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a9a4000/0x3f004d6452e08286 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1b35 expref: 8 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016129.521161:0:7689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a4000/0x3f004d6452e08286 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1b35 expref: 8 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016129.521193:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a9a4000, rc 0) 00000100:00100000:3.0:1734016129.521268:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074222680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1980:x1818247336912512:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 8833us (9972us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016129.521279:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10783 00000100:00100000:0.0:1734016129.528482:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016129.529263:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336912640 00000100:00100000:3.0:1734016129.529274:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336912640 00000100:00100000:3.0:1734016129.529346:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10784 00000100:00100000:3.0:1734016129.529355:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074951f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1981:x1818247336912640:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:3.0:1734016129.529380:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016129.529412:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a9a4000/0x3f004d6452e0828d lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d1b3c expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016129.529512:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880073e32a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339449088:192.168.201.10@tcp:106: 00000100:00100000:3.0:1734016129.529630:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac68e3c0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016129.532770:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880073e32a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339449088:192.168.201.10@tcp:106: 00010000:00010000:3.0:1734016129.532852:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a9a4000/0x3f004d6452e0828d lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1b3c expref: 8 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016129.532935:0:7689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a4000/0x3f004d6452e0828d lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1b3c expref: 8 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016129.532986:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a9a4000, rc 0) 00000100:00100000:3.0:1734016129.533113:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074951f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1981:x1818247336912640:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 3754us (4640us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016129.533130:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10784 00000100:00100000:0.0:1734016129.540235:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016129.541177:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336912768 00000100:00100000:3.0:1734016129.541193:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336912768 00000100:00100000:3.0:1734016129.541438:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10785 00000100:00100000:3.0:1734016129.541448:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074951500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1980:x1818247336912768:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:3.0:1734016129.541479:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016129.541505:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7a80/0x3f004d6452e08294 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d1b43 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016129.541585:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880073e32a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339449216:192.168.201.10@tcp:106: 00000100:00100000:3.0:1734016129.542275:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac68e3c0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016129.546977:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880073e32a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339449216:192.168.201.10@tcp:106: 00010000:00010000:3.0:1734016129.547037:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7a80/0x3f004d6452e08294 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1b43 expref: 8 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016129.547057:0:7689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7a80/0x3f004d6452e08294 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1b43 expref: 8 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016129.547102:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a9a7a80, rc 0) 00000100:00100000:3.0:1734016129.548473:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074951500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1980:x1818247336912768:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 7006us (8246us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016129.548489:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10785 00000100:00100000:1.0:1734016129.556821:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016129.557540:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336912896 00000100:00100000:2.0:1734016129.557554:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336912896 00000100:00100000:2.0:1734016129.557625:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10786 00000100:00100000:2.0:1734016129.557634:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007431ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1980:x1818247336912896:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:2.0:1734016129.557653:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016129.557670:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880072172d00/0x3f004d6452e0829b lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d1b4a expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016129.557732:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074220000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339449344:192.168.201.10@tcp:106: 00000100:00100000:2.0:1734016129.557829:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012b911a80 going to sleep for 11 seconds 00000100:00100000:2.0:1734016129.563316:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074220000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339449344:192.168.201.10@tcp:106: 00010000:00010000:2.0:1734016129.563384:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880072172d00/0x3f004d6452e0829b lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1b4a expref: 8 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016129.563408:0:7689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880072172d00/0x3f004d6452e0829b lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1b4a expref: 8 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016129.563992:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880072172d00, rc 0) 00000100:00100000:2.0:1734016129.564319:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007431ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1980:x1818247336912896:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 6683us (7518us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016129.564330:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10786 00000100:00100000:0.0:1734016129.568604:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016129.568739:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336913024 00000100:00100000:2.0:1734016129.568756:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336913024 00000100:00100000:2.0:1734016129.568935:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10787 00000100:00100000:2.0:1734016129.568948:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074951880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:9673:x1818247336913024:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:2.0:1734016129.568990:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016129.569028:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880072172d00/0x3f004d6452e082a2 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d1b51 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016129.569082:0:7689:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880097237a80/0x3f004d6452e08278 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 118784->155647) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1b27 expref: 8 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016129.569090:0:7689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016129.569093:0:7689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016129.569097:0:7689:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880072172d00/0x3f004d6452e082a2 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [6529024->6533119] (req 6529024->6533119) gid 0 flags: 0x50000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1b51 expref: 8 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016129.569144:0:7689:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880097237a80/0x3f004d6452e08278 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 118784->155647) gid 0 flags: 0x50000000020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1b27 expref: 8 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016129.569166:0:7689:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880097237a80/0x3f004d6452e08278 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 118784->155647) gid 0 flags: 0x70000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1b27 expref: 8 pid: 7690 timeout: 493 lvb_type: 0 00000100:00100000:2.0:1734016129.569185:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074220000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339449472:192.168.201.10@tcp:104: 00000100:00100000:2.0:1734016129.569779:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012b911a80 going to sleep for 11 seconds 00000100:00100000:1.0:1734016129.574584:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016129.574839:0:6470:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336913152 00000100:00100000:3.0:1734016129.574858:0:6470:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336913152 00010000:00010000:3.0:1734016129.574941:0:6470:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880097237a80/0x3f004d6452e08278 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 118784->155647) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1b27 expref: 9 pid: 7690 timeout: 493 lvb_type: 0 00000100:00100000:3.0:1734016129.574984:0:6470:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2890 00000100:00100000:3.0:1734016129.574995:0:6470:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007431ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+9:1979:x1818247336913152:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016129.575016:0:6470:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016129.575048:0:6470:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880097237a80/0x3f004d6452e08278 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 118784->155647) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1b27 expref: 9 pid: 7690 timeout: 493 lvb_type: 0 00010000:00010000:3.0:1734016129.575067:0:6470:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880097237a80/0x3f004d6452e08278 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 118784->155647) gid 0 flags: 0x50000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1b27 expref: 9 pid: 7690 timeout: 493 lvb_type: 0 00010000:00010000:3.0:1734016129.575109:0:6470:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016129.575112:0:6470:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016129.575122:0:6470:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880072172d00/0x3f004d6452e082a2 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 6529024->6533119) gid 0 flags: 0x50080000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1b51 expref: 8 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016129.575131:0:6470:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880072172d00/0x3f004d6452e082a2 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 6529024->6533119) gid 0 flags: 0x50080000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1b51 expref: 8 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016129.575185:0:6470:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880072172d00/0x3f004d6452e082a2 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 6529024->6533119) gid 0 flags: 0x40000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1b51 expref: 8 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016129.575202:0:6470:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880073e32a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6470:1818247339449600:192.168.201.10@tcp:105: 00000100:00100000:3.0:1734016129.575312:0:6470:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac68e3c0 going to sleep for 11 seconds 00010000:00010000:2.0:1734016129.575821:0:7689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097237a80/0x3f004d6452e08278 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 118784->155647) gid 0 flags: 0x44801400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1b27 expref: 9 pid: 7690 timeout: 493 lvb_type: 0 00000100:00100000:2.0:1734016129.576483:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074220000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339449472:192.168.201.10@tcp:104: 00010000:00010000:2.0:1734016129.576523:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880072172d00/0x3f004d6452e082a2 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6529024->6533119) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1b51 expref: 8 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016129.576538:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880072172d00, rc 0) 00000100:00100000:2.0:1734016129.576604:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074951880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+8:9673:x1818247336913024:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 7658us (8020us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016129.576614:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10787 00000100:00100000:1.0:1734016129.580121:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016129.580244:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336913408 00000100:00100000:2.0:1734016129.580264:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336913408 00002000:00100000:2.0:1734016129.580326:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (6529024->6533119) req@ffff880074197800 x1818247336913408/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:90/0 lens 488/0 e 0 to 0 dl 1734016140 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016129.580339:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074197800 with x1818247336913408 ext(6529024->6533119) 00002000:00010000:2.0:1734016129.580346:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074197800 00000100:00100000:2.0:1734016129.580372:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9051 00000100:00100000:2.0:1734016129.580383:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074197800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+8:1978:x1818247336913408:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:2.0:1734016129.580617:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074197800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+8:1978:x1818247336913408:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 234us (509us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016129.580625:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9051 00002000:00100000:2.0:1734016129.580630:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (6529024->6533119) req@ffff880074197800 x1818247336913408/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:90/0 lens 488/4536 e 0 to 0 dl 1734016140 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016129.580636:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074197800 with x1818247336913408 ext(6529024->6533119) 00002000:00010000:2.0:1734016129.580640:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074197800 00000100:00100000:3.0:1734016129.581794:0:6470:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880073e32a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6470:1818247339449600:192.168.201.10@tcp:105: 00010000:00010000:3.0:1734016129.581828:0:6470:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016129.582980:0:6470:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007431ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1979:x1818247336913152:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 7977us (8406us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016129.583000:0:6470:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2890 00000100:00100000:1.0:1734016129.586493:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016129.586573:0:13925:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336913664 00000100:00100000:2.0:1734016129.586586:0:13925:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336913664 00002000:00100000:2.0:1734016129.586637:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (6524928->6529023) req@ffff880074194380 x1818247336913664/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:90/0 lens 488/0 e 0 to 0 dl 1734016140 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016129.586648:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074194380 with x1818247336913664 ext(6524928->6529023) 00002000:00010000:2.0:1734016129.586653:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074194380 00000100:00100000:2.0:1734016129.586904:0:13925:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9052 00000100:00100000:2.0:1734016129.586916:0:13925:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074194380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+8:1979:x1818247336913664:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:2.0:1734016129.587581:0:13925:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074194380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+8:1979:x1818247336913664:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 663us (1095us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016129.587590:0:13925:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9052 00002000:00100000:2.0:1734016129.587599:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (6524928->6529023) req@ffff880074194380 x1818247336913664/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:90/0 lens 488/4536 e 0 to 0 dl 1734016140 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016129.587606:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074194380 with x1818247336913664 ext(6524928->6529023) 00002000:00010000:2.0:1734016129.587609:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074194380 00000100:00100000:1.0:1734016129.592759:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016129.593383:0:13925:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336913920 00000100:00100000:2.0:1734016129.593401:0:13925:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336913920 00002000:00100000:2.0:1734016129.593473:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (6520832->6524927) req@ffff880074194700 x1818247336913920/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:90/0 lens 488/0 e 0 to 0 dl 1734016140 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016129.593485:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074194700 with x1818247336913920 ext(6520832->6524927) 00002000:00010000:2.0:1734016129.593492:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074194700 00000100:00100000:2.0:1734016129.593533:0:13925:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9053 00000100:00100000:2.0:1734016129.593541:0:13925:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074194700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+8:1979:x1818247336913920:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:2.0:1734016129.593882:0:13925:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074194700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+8:1979:x1818247336913920:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 321us (1121us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016129.593893:0:13925:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9053 00002000:00100000:2.0:1734016129.593900:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (6520832->6524927) req@ffff880074194700 x1818247336913920/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:90/0 lens 488/4536 e 0 to 0 dl 1734016140 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016129.593909:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074194700 with x1818247336913920 ext(6520832->6524927) 00002000:00010000:2.0:1734016129.593913:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074194700 00000100:00100000:1.0:1734016129.597027:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016129.597132:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336914176 00000100:00100000:0.0:1734016129.597150:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336914176 00002000:00100000:0.0:1734016129.597288:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (6516736->6520831) req@ffff880074194a80 x1818247336914176/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:90/0 lens 488/0 e 0 to 0 dl 1734016140 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016129.597302:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074194a80 with x1818247336914176 ext(6516736->6520831) 00002000:00010000:0.0:1734016129.597311:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074194a80 00000100:00100000:0.0:1734016129.597356:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9054 00000100:00100000:0.0:1734016129.597368:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074194a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+8:1979:x1818247336914176:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:0.0:1734016129.597690:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074194a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+8:1979:x1818247336914176:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 323us (689us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016129.597699:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9054 00002000:00100000:0.0:1734016129.597708:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (6516736->6520831) req@ffff880074194a80 x1818247336914176/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:90/0 lens 488/4536 e 0 to 0 dl 1734016140 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016129.597715:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074194a80 with x1818247336914176 ext(6516736->6520831) 00002000:00010000:0.0:1734016129.597719:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074194a80 00000100:00100000:1.0:1734016129.604902:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016129.605121:0:13925:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336914432 00000100:00100000:2.0:1734016129.605139:0:13925:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336914432 00002000:00100000:2.0:1734016129.605214:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (6512640->6516735) req@ffff880074194e00 x1818247336914432/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:90/0 lens 488/0 e 0 to 0 dl 1734016140 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016129.605227:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074194e00 with x1818247336914432 ext(6512640->6516735) 00002000:00010000:2.0:1734016129.605233:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074194e00 00000100:00100000:2.0:1734016129.605274:0:13925:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9055 00000100:00100000:2.0:1734016129.605282:0:13925:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074194e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+8:1979:x1818247336914432:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:2.0:1734016129.605562:0:13925:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074194e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+8:1979:x1818247336914432:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 279us (706us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016129.605575:0:13925:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9055 00002000:00100000:2.0:1734016129.605583:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (6512640->6516735) req@ffff880074194e00 x1818247336914432/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:90/0 lens 488/4536 e 0 to 0 dl 1734016140 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016129.605591:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074194e00 with x1818247336914432 ext(6512640->6516735) 00002000:00010000:2.0:1734016129.605594:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074194e00 00000100:00100000:1.0:1734016129.610580:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016129.610746:0:8966:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336914688 00000100:00100000:3.0:1734016129.610767:0:8966:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336914688 00000100:00100000:3.0:1734016129.610858:0:8966:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2038 00000100:00100000:3.0:1734016129.610932:0:8966:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074196a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+17:9673:x1818247336914688:12345-192.168.201.10@tcp:36:fsx.0 00010000:00010000:3.0:1734016129.611302:0:8966:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a61c0/0x3f004d6452e082a9 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 8966 initiator: MDT0 00010000:00010000:3.0:1734016129.611329:0:8966:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880072172640/0x3f004d6452e08271 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1b20 expref: 23 pid: 6481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016129.611342:0:8966:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a61c0/0x3f004d6452e082a9 lrc: 4/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 8966 initiator: MDT0 00010000:00010000:3.0:1734016129.611409:0:8966:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880072172640/0x3f004d6452e08271 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1b20 expref: 23 pid: 6481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016129.611436:0:8966:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880072172640/0x3f004d6452e08271 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1b20 expref: 23 pid: 6481 timeout: 493 lvb_type: 0 00000100:00100000:3.0:1734016129.611463:0:8966:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880073e32a00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:8966:1818247339449728:192.168.201.10@tcp:104: 00000100:00100000:3.0:1734016129.611621:0:8966:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac68ec00 going to sleep for 11 seconds 00000100:00100000:1.0:1734016129.629992:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016129.630324:0:6470:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336914816 00000100:00100000:2.0:1734016129.630342:0:6470:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336914816 00010000:00010000:2.0:1734016129.630399:0:6470:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880072172640/0x3f004d6452e08271 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1b20 expref: 24 pid: 6481 timeout: 493 lvb_type: 0 00000100:00100000:2.0:1734016129.630439:0:6470:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2891 00000100:00100000:2.0:1734016129.630448:0:6470:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b1f65050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+24:1978:x1818247336914816:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016129.630465:0:6470:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016129.630472:0:6470:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880072172640/0x3f004d6452e08271 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1b20 expref: 24 pid: 6481 timeout: 493 lvb_type: 0 00010000:00010000:2.0:1734016129.630484:0:6470:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880072172640/0x3f004d6452e08271 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1b20 expref: 24 pid: 6481 timeout: 493 lvb_type: 0 00010000:00010000:2.0:1734016129.630508:0:6470:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:2.0:1734016129.630513:0:6470:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a61c0/0x3f004d6452e082a9 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 8966 initiator: MDT0 00010000:00010000:2.0:1734016129.630522:0:6470:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a61c0/0x3f004d6452e082a9 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50290000000000 pid: 8966 initiator: MDT0 00010000:00010000:2.0:1734016129.630529:0:6470:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a61c0/0x3f004d6452e082a9 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50290000000000 pid: 8966 initiator: MDT0 00010000:00010000:2.0:1734016129.630552:0:6470:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016129.630618:0:6470:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b1f65050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+24:1978:x1818247336914816:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 170us (642us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016129.630627:0:6470:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2891 00010000:00010000:3.0:1734016129.630944:0:8966:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880072172640/0x3f004d6452e08271 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1b20 expref: 23 pid: 6481 timeout: 493 lvb_type: 0 00000100:00100000:3.0:1734016129.630971:0:8966:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880073e32a00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:8966:1818247339449728:192.168.201.10@tcp:104: 00010000:00010000:3.0:1734016129.630991:0:8966:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a61c0/0x3f004d6452e082a9 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8966 initiator: MDT0 00010000:00010000:3.0:1734016129.630998:0:8966:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a61c0/0x3f004d6452e082a9 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8966 initiator: MDT0 00010000:00010000:3.0:1734016129.631003:0:8966:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a61c0/0x3f004d6452e082a9 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8966 initiator: MDT0 00000001:00080000:3.0:1734016129.631100:0:8966:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294968589 00000004:00010000:3.0:1734016129.631166:0:8966:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff880074196a00 reply state ffff880073d9b000 transno 4294968590 ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a61c0/0x3f004d6452e082a9 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8966 initiator: MDT0 00000100:00100000:3.0:1734016129.631177:0:8966:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1734016129.631287:0:8966:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074196a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+20:9673:x1818247336914688:12345-192.168.201.10@tcp:36:fsx.0 Request processed in 20355us (20733us total) trans 4294968590 rc 0/0 00000100:00100000:3.0:1734016129.631295:0:8966:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2038 00000020:00080000:3.0:1734016129.631301:0:8966:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1734016129.635648:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016129.635735:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336914944 00000100:00100000:3.0:1734016129.635749:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336914944 00000100:00100000:3.0:1734016129.635815:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10788 00000100:00100000:3.0:1734016129.635825:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074195880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:9673:x1818247336914944:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:3.0:1734016129.635858:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016129.635911:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7cc0/0x3f004d6452e082b0 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d1b58 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016129.635949:0:7689:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880072172d00/0x3f004d6452e082a2 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6529024->6533119) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1b51 expref: 7 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016129.635957:0:7689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016129.635959:0:7689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016129.635963:0:7689:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7cc0/0x3f004d6452e082b0 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1b58 expref: 9 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016129.636003:0:7689:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880072172d00/0x3f004d6452e082a2 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6529024->6533119) gid 0 flags: 0x50000000020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1b51 expref: 7 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016129.636017:0:7689:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880072172d00/0x3f004d6452e082a2 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6529024->6533119) gid 0 flags: 0x70000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1b51 expref: 7 pid: 7689 timeout: 493 lvb_type: 0 00000100:00100000:3.0:1734016129.636032:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880073e32a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339449856:192.168.201.10@tcp:104: 00010000:00010000:2.0:1734016129.636164:0:3494:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a61c0/0x3f004d6452e082a9 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8966 initiator: MDT0 00010000:00010000:2.0:1734016129.636174:0:3494:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a61c0/0x3f004d6452e082a9 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 8966 initiator: MDT0 00010000:00010000:2.0:1734016129.636183:0:3494:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a61c0/0x3f004d6452e082a9 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8966 initiator: MDT0 00010000:00010000:2.0:1734016129.636188:0:3494:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88009a9a61c0 already unused, calling callback (ffffffffa0f03950) 00010000:00010000:2.0:1734016129.636192:0:3494:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a61c0/0x3f004d6452e082a9 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8966 initiator: MDT0 00010000:00010000:2.0:1734016129.636200:0:3494:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a61c0/0x3f004d6452e082a9 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 8966 initiator: MDT0 00010000:00010000:2.0:1734016129.636216:0:3494:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:2.0:1734016129.636219:0:3494:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734016129.636223:0:3494:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a61c0/0x3f004d6452e082a9 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8966 initiator: MDT0 00010000:00010000:2.0:1734016129.636228:0:3494:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a61c0/0x3f004d6452e082a9 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8966 initiator: MDT0 00000100:00100000:3.0:1734016129.636299:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac68e3c0 going to sleep for 11 seconds 00010000:00010000:2.0:1734016129.637142:0:6471:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734016129.639668:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880073e32a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339449856:192.168.201.10@tcp:104: 00010000:00010000:3.0:1734016129.639747:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7cc0/0x3f004d6452e082b0 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1b58 expref: 9 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016129.639786:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a9a7cc0, rc 0) 00000100:00100000:3.0:1734016129.639917:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074195880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+9:9673:x1818247336914944:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 4089us (4275us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016129.639930:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10788 00000100:00100000:0.0:1734016129.640276:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016129.640490:0:9956:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336915072 00000100:00100000:2.0:1734016129.640505:0:9956:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336915072 00010000:00010000:2.0:1734016129.640553:0:9956:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880072172d00/0x3f004d6452e082a2 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6529024->6533119) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1b51 expref: 8 pid: 7689 timeout: 493 lvb_type: 0 00000100:00100000:2.0:1734016129.640594:0:9956:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2892 00000100:00100000:2.0:1734016129.640604:0:9956:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074952a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+8:1979:x1818247336915072:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016129.640629:0:9956:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016129.640672:0:9956:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880072172d00/0x3f004d6452e082a2 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 6529024->6533119) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1b51 expref: 8 pid: 7689 timeout: 493 lvb_type: 0 00010000:00010000:2.0:1734016129.640690:0:9956:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880072172d00/0x3f004d6452e082a2 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 6529024->6533119) gid 0 flags: 0x50000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1b51 expref: 8 pid: 7689 timeout: 493 lvb_type: 0 00010000:00010000:2.0:1734016129.640741:0:9956:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880072172d00/0x3f004d6452e082a2 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 6529024->6533119) gid 0 flags: 0x44801400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1b51 expref: 8 pid: 7689 timeout: 493 lvb_type: 0 00010000:00010000:2.0:1734016129.640779:0:9956:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016129.640781:0:9956:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016129.640791:0:9956:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7cc0/0x3f004d6452e082b0 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1b58 expref: 8 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016129.640804:0:9956:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7cc0/0x3f004d6452e082b0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1b58 expref: 8 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016129.640905:0:9956:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7cc0/0x3f004d6452e082b0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1b58 expref: 8 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016129.640932:0:9956:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074221500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9956:1818247339449984:192.168.201.10@tcp:105: 00000100:00100000:2.0:1734016129.641031:0:9956:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012b911a80 going to sleep for 11 seconds 00000100:00100000:2.0:1734016129.644110:0:9956:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074221500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9956:1818247339449984:192.168.201.10@tcp:105: 00010000:00010000:2.0:1734016129.644146:0:9956:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016129.644209:0:9956:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074952a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1979:x1818247336915072:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 3605us (3934us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016129.644223:0:9956:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2892 00000100:00100000:0.0:1734016129.644316:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016129.644460:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336915200 00000100:00100000:2.0:1734016129.644469:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336915200 00002000:00010000:2.0:1734016129.644514:0:7696:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (7875014->18446744073709551615) 00002000:00100000:2.0:1734016129.644519:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074952300 with x1818247336915200 ext(7875014->18446744073709551615) 00002000:00010000:2.0:1734016129.644535:0:7696:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074952300. 00000100:00100000:2.0:1734016129.644572:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9056 00000100:00100000:2.0:1734016129.644578:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074952300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+9:1979:x1818247336915200:12345-192.168.201.10@tcp:10:fsx.0 00002000:00010000:2.0:1734016129.644838:0:7696:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 6946371 -> 7875014 00002000:00010000:2.0:1734016129.644842:0:7696:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016128 -> 1734016129 00002000:00010000:2.0:1734016129.644845:0:7696:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016128 -> 1734016128 00002000:00010000:2.0:1734016129.644847:0:7696:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016128 -> 1734016129 00002000:00010000:2.0:1734016129.644849:0:7696:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 1176 -> 1176 00000100:00100000:2.0:1734016129.644908:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074952300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+10:1979:x1818247336915200:12345-192.168.201.10@tcp:10:fsx.0 Request processed in 329us (592us total) trans 4294969333 rc 0/0 00000100:00100000:2.0:1734016129.644915:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9056 00002000:00010000:2.0:1734016129.644917:0:7696:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (7875014->18446744073709551615) 00002000:00100000:2.0:1734016129.644920:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074952300 with x1818247336915200 ext(7875014->18446744073709551615) 00002000:00010000:2.0:1734016129.644924:0:7696:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074952300. 00000100:00100000:1.0:1734016129.648995:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016129.649400:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336915456 00000100:00100000:2.0:1734016129.649412:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336915456 00002000:00100000:2.0:1734016129.649458:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (6955008->7876607) req@ffff880074196680 x1818247336915456/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:90/0 lens 488/0 e 0 to 0 dl 1734016140 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016129.649468:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074196680 with x1818247336915456 ext(6955008->7876607) 00002000:00010000:2.0:1734016129.649473:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074196680 00000100:00100000:2.0:1734016129.649718:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9057 00000100:00100000:2.0:1734016129.649726:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074196680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+10:1979:x1818247336915456:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:2.0:1734016129.661631:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074196680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+10:1979:x1818247336915456:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 11876us (12619us total) trans 0 rc 921600/921600 00000100:00100000:2.0:1734016129.661655:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9057 00002000:00100000:2.0:1734016129.661673:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (6955008->7876607) req@ffff880074196680 x1818247336915456/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:90/0 lens 488/440 e 0 to 0 dl 1734016140 ref 1 fl Complete:/200/0 rc 921600/921600 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016129.661686:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074196680 with x1818247336915456 ext(6955008->7876607) 00002000:00010000:2.0:1734016129.661696:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074196680 00000100:00100000:0.0:1734016129.680378:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016129.681835:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336915584 00000100:00100000:3.0:1734016129.681877:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336915584 00002000:00100000:3.0:1734016129.681957:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (7827456->7875013) req@ffff880074950e00 x1818247336915584/t0(0) o4->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:90/0 lens 488/0 e 0 to 0 dl 1734016140 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016129.681969:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074950e00 with x1818247336915584 ext(7827456->7875013) 00002000:00010000:3.0:1734016129.681977:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074950e00 00000100:00100000:3.0:1734016129.682016:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9058 00000100:00100000:3.0:1734016129.682026:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074950e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+10:1978:x1818247336915584:12345-192.168.201.10@tcp:4:fsx.0 00000100:00100000:3.0:1734016129.698678:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074950e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+12:1978:x1818247336915584:12345-192.168.201.10@tcp:4:fsx.0 Request processed in 16621us (18295us total) trans 4294969334 rc 0/0 00000100:00100000:3.0:1734016129.698700:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9058 00002000:00100000:3.0:1734016129.698728:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (7827456->7875013) req@ffff880074950e00 x1818247336915584/t4294969334(0) o4->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:90/0 lens 488/448 e 0 to 0 dl 1734016140 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016129.698740:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074950e00 with x1818247336915584 ext(7827456->7875013) 00002000:00010000:3.0:1734016129.698752:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074950e00 00000100:00100000:1.0:1734016129.705565:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016129.705757:0:8966:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336915712 00000100:00100000:3.0:1734016129.705780:0:8966:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336915712 00000100:00100000:3.0:1734016129.705961:0:8966:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2039 00000100:00100000:3.0:1734016129.705974:0:8966:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074195500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+19:9673:x1818247336915712:12345-192.168.201.10@tcp:44:fsx.0 00000100:00100000:3.0:1734016129.706222:0:8966:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074195500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+19:9673:x1818247336915712:12345-192.168.201.10@tcp:44:fsx.0 Request processed in 252us (677us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016129.706231:0:8966:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2039 00000100:00100000:1.0:1734016129.718497:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016129.720791:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336915840 00000100:00100000:3.0:1734016129.720813:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336915840 00000100:00100000:3.0:1734016129.720956:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10789 00000100:00100000:3.0:1734016129.720966:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074197100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+12:1979:x1818247336915840:12345-192.168.201.10@tcp:16:fsx.0 00000001:00080000:0.0:1734016129.723253:0:8954:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969334 is committed 00000001:00080000:0.0:1734016129.723291:0:8954:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969331 is committed 00000100:00100000:3.0:1734016129.731690:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074197100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1979:x1818247336915840:12345-192.168.201.10@tcp:16:fsx.0 Request processed in 10709us (13193us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016129.731707:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10789 00000100:00100000:1.0:1734016129.744207:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016129.744394:0:6481:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336915968 00000100:00100000:2.0:1734016129.744414:0:6481:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336915968 00000100:00100000:2.0:1734016129.744523:0:6481:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2040 00000100:00100000:2.0:1734016129.744535:0:6481:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800750e0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+19:9673:x1818247336915968:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:2.0:1734016129.744571:0:6481:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016129.744607:0:6481:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880072172640/0x3f004d6452e082b7 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d1b5f expref: -99 pid: 6481 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016129.744772:0:6481:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880072172d00/0x3f004d6452e082be lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6481 initiator: MDT0 00010000:00010000:2.0:1734016129.744796:0:6481:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880072172d00/0x3f004d6452e082be lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6481 initiator: MDT0 00010000:00010000:2.0:1734016129.744814:0:6481:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880072172d00/0x3f004d6452e082be lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6481 initiator: MDT0 00000004:00200000:2.0:1734016129.744851:0:6481:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 7875014 00000004:00200000:2.0:1734016129.744858:0:6481:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1734016129.744937:0:6481:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880072172d00/0x3f004d6452e082be lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6481 initiator: MDT0 00010000:00010000:2.0:1734016129.744968:0:6481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880072172640/0x3f004d6452e082b7 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1b5f expref: 21 pid: 6481 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016129.745004:0:6481:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880072172d00/0x3f004d6452e082be lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1b5f expref: 20 pid: 6481 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016129.745013:0:6481:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:2.0:1734016129.745016:0:6481:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1734016129.745020:0:6481:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880072172d00, rc 0) 00000100:00100000:2.0:1734016129.745094:0:6481:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800750e0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+20:9673:x1818247336915968:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 562us (913us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016129.745102:0:6481:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2040 00000100:00100000:1.0:1734016129.751815:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016129.752892:0:8966:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336916096 00000100:00100000:3.0:1734016129.752910:0:8966:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336916096 00000100:00100000:3.0:1734016129.752985:0:8966:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2041 00000100:00100000:3.0:1734016129.752995:0:8966:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800750e3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+23:9673:x1818247336916096:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:3.0:1734016129.753021:0:8966:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016129.753042:0:8966:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a6880/0x3f004d6452e082c5 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d1b66 expref: -99 pid: 8966 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016129.753144:0:8966:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a6d00/0x3f004d6452e082cc lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 8966 initiator: MDT0 00010000:00010000:3.0:1734016129.753156:0:8966:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a6d00/0x3f004d6452e082cc lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 8966 initiator: MDT0 00010000:00010000:3.0:1734016129.753167:0:8966:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a6d00/0x3f004d6452e082cc lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 8966 initiator: MDT0 00000004:00200000:3.0:1734016129.753196:0:8966:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 7875014 00000004:00200000:3.0:1734016129.753201:0:8966:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1734016129.753218:0:8966:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a6d00/0x3f004d6452e082cc lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 8966 initiator: MDT0 00010000:00010000:3.0:1734016129.753239:0:8966:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a6880/0x3f004d6452e082c5 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1b66 expref: 25 pid: 8966 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016129.756363:0:8966:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a6d00/0x3f004d6452e082cc lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1b66 expref: 24 pid: 8966 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016129.756382:0:8966:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:3.0:1734016129.756386:0:8966:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1734016129.756391:0:8966:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a9a6d00, rc 0) 00000100:00100000:3.0:1734016129.756490:0:8966:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800750e3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+24:9673:x1818247336916096:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 3494us (4707us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016129.756501:0:8966:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2041 00000100:00100000:1.0:1734016129.770629:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016129.771243:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336916224 00000100:00100000:3.0:1734016129.771266:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336916224 00000100:00100000:3.0:1734016129.771611:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10790 00000100:00100000:3.0:1734016129.771621:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800750e2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:1978:x1818247336916224:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:3.0:1734016129.771649:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016129.771678:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7180/0x3f004d6452e082d3 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d1b6d expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016129.771771:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880073e32a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339450112:192.168.201.10@tcp:106: 00000100:00100000:3.0:1734016129.774425:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac68e3c0 going to sleep for 11 seconds 00002000:00010000:3.0:1734016129.779440:0:7689:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime: 1734016128 -> 1734016129 00002000:00010000:3.0:1734016129.779453:0:7689:0:(ofd_lvb.c:301:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks: 1176 -> 1272 00000100:00100000:3.0:1734016129.779481:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880073e32a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339450112:192.168.201.10@tcp:106: 00010000:00010000:3.0:1734016129.779540:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7180/0x3f004d6452e082d3 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1b6d expref: 6 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016129.779558:0:7689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7180/0x3f004d6452e082d3 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1b6d expref: 6 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016129.783251:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a9a7180, rc 0) 00000100:00100000:3.0:1734016129.783396:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800750e2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:1978:x1818247336916224:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 11765us (12771us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016129.783411:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10790 00000100:00100000:1.0:1734016129.788154:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016129.788242:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336916352 00000100:00100000:3.0:1734016129.788260:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336916352 00000100:00100000:3.0:1734016129.788614:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10791 00000100:00100000:3.0:1734016129.788622:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800750e1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:9673:x1818247336916352:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:3.0:1734016129.788637:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016129.788654:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a9a4b40/0x3f004d6452e082da lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d1b74 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016129.788677:0:7689:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7cc0/0x3f004d6452e082b0 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1b58 expref: 6 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016129.788684:0:7689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016129.788686:0:7689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016129.788689:0:7689:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a9a4b40/0x3f004d6452e082da lrc: 4/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [2179072->2228223] (req 2179072->2228223) gid 0 flags: 0x50000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1b74 expref: 6 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016129.788712:0:7689:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7cc0/0x3f004d6452e082b0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1b58 expref: 6 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016129.788723:0:7689:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7cc0/0x3f004d6452e082b0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1b58 expref: 6 pid: 7689 timeout: 493 lvb_type: 0 00000100:00100000:3.0:1734016129.788734:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880073e32a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339450240:192.168.201.10@tcp:104: 00000100:00100000:3.0:1734016129.788787:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac68e3c0 going to sleep for 11 seconds 00000100:00100000:1.0:1734016129.796801:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016129.796903:0:9956:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336916480 00000100:00100000:2.0:1734016129.796912:0:9956:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336916480 00010000:00010000:2.0:1734016129.796958:0:9956:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7cc0/0x3f004d6452e082b0 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1b58 expref: 7 pid: 7689 timeout: 493 lvb_type: 0 00000100:00100000:2.0:1734016129.797002:0:9956:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2893 00000100:00100000:2.0:1734016129.797010:0:9956:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800750e3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1979:x1818247336916480:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016129.797027:0:9956:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016129.797051:0:9956:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7cc0/0x3f004d6452e082b0 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1b58 expref: 7 pid: 7689 timeout: 493 lvb_type: 0 00010000:00010000:2.0:1734016129.797069:0:9956:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7cc0/0x3f004d6452e082b0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1b58 expref: 7 pid: 7689 timeout: 493 lvb_type: 0 00010000:00010000:2.0:1734016129.797097:0:9956:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016129.797100:0:9956:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016129.797107:0:9956:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a4b40/0x3f004d6452e082da lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2179072->2228223) gid 0 flags: 0x50080000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1b74 expref: 6 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016129.797116:0:9956:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a9a4b40/0x3f004d6452e082da lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2179072->2228223) gid 0 flags: 0x50080000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1b74 expref: 6 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016129.797151:0:9956:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009a9a4b40/0x3f004d6452e082da lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2179072->2228223) gid 0 flags: 0x40000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1b74 expref: 6 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016129.797163:0:9956:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074221500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9956:1818247339450368:192.168.201.10@tcp:105: 00000100:00100000:2.0:1734016129.797223:0:9956:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012b911a80 going to sleep for 11 seconds 00010000:00010000:3.0:1734016129.798140:0:7689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7cc0/0x3f004d6452e082b0 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1b58 expref: 7 pid: 7689 timeout: 493 lvb_type: 0 00000100:00100000:3.0:1734016129.798163:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880073e32a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339450240:192.168.201.10@tcp:104: 00010000:00010000:3.0:1734016129.798188:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a9a4b40/0x3f004d6452e082da lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2179072->2228223) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1b74 expref: 6 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016129.798199:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a9a4b40, rc 0) 00000100:00100000:3.0:1734016129.798253:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800750e1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:9673:x1818247336916352:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 9623us (10101us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016129.798261:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10791 00000100:00100000:2.0:1734016129.807060:0:9956:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074221500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9956:1818247339450368:192.168.201.10@tcp:105: 00010000:00010000:2.0:1734016129.807108:0:9956:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016129.808841:0:9956:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800750e3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1979:x1818247336916480:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 11811us (12035us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016129.808858:0:9956:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2893 00000100:00100000:1.0:1734016129.810013:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016129.810205:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336916608 00000100:00100000:3.0:1734016129.810219:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336916608 00000100:00100000:3.0:1734016129.810284:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10792 00000100:00100000:3.0:1734016129.810293:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800750e2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1979:x1818247336916608:12345-192.168.201.10@tcp:22:fsx.0 00002000:00010000:3.0:1734016129.810623:0:7689:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 7875014 -> 7875014 00002000:00010000:3.0:1734016129.810627:0:7689:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016129 -> 1734016129 00002000:00010000:3.0:1734016129.810630:0:7689:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016129 -> 1734016128 00002000:00010000:3.0:1734016129.810631:0:7689:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016129 -> 1734016129 00002000:00010000:3.0:1734016129.810634:0:7689:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 1272 -> 1368 00000100:00100000:3.0:1734016129.834668:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800750e2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1979:x1818247336916608:12345-192.168.201.10@tcp:22:fsx.0 Request processed in 24358us (24642us total) trans 4294969335 rc 0/0 00000100:00100000:3.0:1734016129.834683:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10792 00000100:00100000:1.0:1734016129.844778:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016129.844918:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336916736 00000100:00100000:3.0:1734016129.844928:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336916736 00000100:00100000:3.0:1734016129.844986:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10793 00000100:00100000:3.0:1734016129.844993:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800750e3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1980:x1818247336916736:12345-192.168.201.10@tcp:22:fsx.0 00002000:00010000:3.0:1734016129.845266:0:7689:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 7875014 -> 7875014 00002000:00010000:3.0:1734016129.845269:0:7689:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016129 -> 1734016129 00002000:00010000:3.0:1734016129.845271:0:7689:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016128 -> 1734016128 00002000:00010000:3.0:1734016129.845273:0:7689:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016129 -> 1734016129 00002000:00010000:3.0:1734016129.845276:0:7689:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 1368 -> 1368 00000100:00100000:3.0:1734016129.845370:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800750e3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+8:1980:x1818247336916736:12345-192.168.201.10@tcp:22:fsx.0 Request processed in 376us (606us total) trans 4294969336 rc 0/0 00000100:00100000:3.0:1734016129.845380:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10793 00000100:00100000:1.0:1734016129.856988:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016129.857099:0:8966:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336916992 00000100:00100000:3.0:1734016129.857115:0:8966:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336916992 00000100:00100000:3.0:1734016129.857180:0:8966:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2042 00000100:00100000:3.0:1734016129.857188:0:8966:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800750e0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+24:9673:x1818247336916992:12345-192.168.201.10@tcp:36:fsx.0 00010000:00010000:3.0:1734016129.857261:0:8966:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016129.857290:0:8966:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a6d00/0x3f004d6452e082cc lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1b66 expref: 24 pid: 8966 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016129.857320:0:8966:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:3.0:1734016129.857325:0:8966:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1734016129.857501:0:8966:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a7600/0x3f004d6452e082e1 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 8966 initiator: MDT0 00010000:00010000:3.0:1734016129.857517:0:8966:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880072172d00/0x3f004d6452e082be lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1b5f expref: 19 pid: 6481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016129.857525:0:8966:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a7600/0x3f004d6452e082e1 lrc: 4/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 8966 initiator: MDT0 00010000:00010000:3.0:1734016129.857554:0:8966:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880072172d00/0x3f004d6452e082be lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1b5f expref: 19 pid: 6481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016129.857566:0:8966:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880072172d00/0x3f004d6452e082be lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1b5f expref: 19 pid: 6481 timeout: 493 lvb_type: 0 00000100:00100000:3.0:1734016129.857581:0:8966:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880073e32a00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:8966:1818247339450496:192.168.201.10@tcp:104: 00000100:00100000:3.0:1734016129.857653:0:8966:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac68e9c0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016129.861356:0:8966:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880073e32a00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:8966:1818247339450496:192.168.201.10@tcp:104: 00010000:00010000:3.0:1734016129.861387:0:8966:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a7600/0x3f004d6452e082e1 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 8966 initiator: MDT0 00000100:00100000:1.0:1734016129.862101:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016129.862187:0:9956:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336917120 00000100:00100000:2.0:1734016129.862194:0:9956:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336917120 00010000:00010000:2.0:1734016129.862227:0:9956:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880072172d00/0x3f004d6452e082be lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1b5f expref: 20 pid: 6481 timeout: 493 lvb_type: 0 00000100:00100000:2.0:1734016129.862275:0:9956:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2894 00000100:00100000:2.0:1734016129.862282:0:9956:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800750e0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+20:1978:x1818247336917120:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016129.862295:0:9956:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016129.862301:0:9956:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880072172d00/0x3f004d6452e082be lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1b5f expref: 20 pid: 6481 timeout: 493 lvb_type: 0 00010000:00010000:2.0:1734016129.862309:0:9956:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880072172d00/0x3f004d6452e082be lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1b5f expref: 20 pid: 6481 timeout: 493 lvb_type: 0 00010000:00010000:2.0:1734016129.862328:0:9956:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880072172d00/0x3f004d6452e082be lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1b5f expref: 20 pid: 6481 timeout: 493 lvb_type: 0 00010000:00010000:2.0:1734016129.862354:0:9956:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:2.0:1734016129.862358:0:9956:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a7600/0x3f004d6452e082e1 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 8966 initiator: MDT0 00010000:00010000:2.0:1734016129.862366:0:9956:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a7600/0x3f004d6452e082e1 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 8966 initiator: MDT0 00010000:00010000:2.0:1734016129.862375:0:9956:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a7600/0x3f004d6452e082e1 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 8966 initiator: MDT0 00010000:00010000:2.0:1734016129.862399:0:9956:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016129.862433:0:9956:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800750e0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+19:1978:x1818247336917120:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 151us (336us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016129.862440:0:9956:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2894 00010000:00010000:3.0:1734016129.862550:0:8966:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a7600/0x3f004d6452e082e1 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8966 initiator: MDT0 00010000:00010000:3.0:1734016129.862556:0:8966:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a7600/0x3f004d6452e082e1 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8966 initiator: MDT0 00000001:00080000:3.0:1734016129.862639:0:8966:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294968591 00000004:00010000:3.0:1734016129.862678:0:8966:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff8800750e0e00 reply state ffff880073d9a000 transno 4294968592 ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a7600/0x3f004d6452e082e1 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8966 initiator: MDT0 00000100:00100000:3.0:1734016129.862685:0:8966:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1734016129.862755:0:8966:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800750e0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+26:9673:x1818247336916992:12345-192.168.201.10@tcp:36:fsx.0 Request processed in 5568us (5784us total) trans 4294968592 rc 0/0 00000100:00100000:3.0:1734016129.862761:0:8966:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2042 00000020:00080000:3.0:1734016129.862764:0:8966:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1734016129.883498:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016129.883607:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336917248 00000100:00100000:3.0:1734016129.883618:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336917248 00002000:00010000:3.0:1734016129.883663:0:7696:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (10087409->18446744073709551615) 00002000:00100000:3.0:1734016129.883669:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800753e8380 with x1818247336917248 ext(10087409->18446744073709551615) 00002000:00010000:3.0:1734016129.883685:0:7696:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800753e8380. 00000100:00100000:3.0:1734016129.883729:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9059 00000100:00100000:3.0:1734016129.883737:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800753e8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+8:1981:x1818247336917248:12345-192.168.201.10@tcp:10:fsx.0 00002000:00010000:3.0:1734016129.884027:0:7696:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 7875014 -> 10087409 00002000:00010000:3.0:1734016129.884032:0:7696:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016129 -> 1734016129 00002000:00010000:3.0:1734016129.884035:0:7696:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016128 -> 1734016128 00002000:00010000:3.0:1734016129.884037:0:7696:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016129 -> 1734016129 00002000:00010000:3.0:1734016129.884038:0:7696:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 1368 -> 1368 00000100:00100000:3.0:1734016129.884120:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800753e8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+9:1981:x1818247336917248:12345-192.168.201.10@tcp:10:fsx.0 Request processed in 381us (629us total) trans 4294969337 rc 0/0 00000100:00100000:3.0:1734016129.884129:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9059 00002000:00010000:3.0:1734016129.884133:0:7696:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (10087409->18446744073709551615) 00002000:00100000:3.0:1734016129.884135:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800753e8380 with x1818247336917248 ext(10087409->18446744073709551615) 00002000:00010000:3.0:1734016129.884139:0:7696:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800753e8380. 00010000:00010000:0.0:1734016129.884367:0:3495:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a7600/0x3f004d6452e082e1 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8966 initiator: MDT0 00010000:00010000:0.0:1734016129.884382:0:3495:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a7600/0x3f004d6452e082e1 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 8966 initiator: MDT0 00010000:00010000:0.0:1734016129.884391:0:3495:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a7600/0x3f004d6452e082e1 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8966 initiator: MDT0 00010000:00010000:0.0:1734016129.884399:0:3495:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88009a9a7600 already unused, calling callback (ffffffffa0f03950) 00010000:00010000:0.0:1734016129.884404:0:3495:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a7600/0x3f004d6452e082e1 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8966 initiator: MDT0 00010000:00010000:0.0:1734016129.884412:0:3495:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a7600/0x3f004d6452e082e1 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 8966 initiator: MDT0 00010000:00010000:0.0:1734016129.884441:0:3495:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:0.0:1734016129.884447:0:3495:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1734016129.884462:0:3495:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a7600/0x3f004d6452e082e1 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8966 initiator: MDT0 00010000:00010000:0.0:1734016129.884468:0:3495:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a7600/0x3f004d6452e082e1 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8966 initiator: MDT0 00000100:00100000:0.0:1734016129.893145:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016129.893283:0:13925:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336917504 00000100:00100000:1.0:1734016129.893297:0:13925:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336917504 00002000:00100000:1.0:1734016129.893353:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (9535488->10088447) req@ffff880074953100 x1818247336917504/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:90/0 lens 488/0 e 0 to 0 dl 1734016140 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016129.893364:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074953100 with x1818247336917504 ext(9535488->10088447) 00002000:00010000:1.0:1734016129.893370:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074953100 00000100:00100000:1.0:1734016129.893453:0:13925:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9060 00000100:00100000:1.0:1734016129.893464:0:13925:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074953100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+9:1979:x1818247336917504:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:0.0:1734016129.920220:0:13925:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074953100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+9:1979:x1818247336917504:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 26748us (27082us total) trans 0 rc 552960/552960 00000100:00100000:0.0:1734016129.920233:0:13925:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9060 00002000:00100000:0.0:1734016129.920253:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (9535488->10088447) req@ffff880074953100 x1818247336917504/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:90/0 lens 488/440 e 0 to 0 dl 1734016140 ref 1 fl Complete:/200/0 rc 552960/552960 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016129.920262:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074953100 with x1818247336917504 ext(9535488->10088447) 00002000:00010000:0.0:1734016129.920267:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074953100 00000100:00100000:2.0:1734016129.932767:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016129.933008:0:13925:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336917632 00000100:00100000:0.0:1734016129.933024:0:13925:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336917632 00002000:00100000:0.0:1734016129.933116:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (10063872->10087408) req@ffff880074221500 x1818247336917632/t0(0) o4->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:90/0 lens 488/0 e 0 to 0 dl 1734016140 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016129.933132:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074221500 with x1818247336917632 ext(10063872->10087408) 00002000:00010000:0.0:1734016129.933139:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074221500 00000100:00100000:3.0:1734016129.934267:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9061 00000100:00100000:3.0:1734016129.934279:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074221500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+9:1980:x1818247336917632:12345-192.168.201.10@tcp:4:fsx.0 00000100:00100000:3.0:1734016129.948138:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074221500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+11:1980:x1818247336917632:12345-192.168.201.10@tcp:4:fsx.0 Request processed in 13840us (15366us total) trans 4294969338 rc 0/0 00000100:00100000:3.0:1734016129.948156:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9061 00002000:00100000:3.0:1734016129.948176:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (10063872->10087408) req@ffff880074221500 x1818247336917632/t4294969338(0) o4->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:90/0 lens 488/448 e 0 to 0 dl 1734016140 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016129.948187:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074221500 with x1818247336917632 ext(10063872->10087408) 00002000:00010000:3.0:1734016129.948195:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074221500 00000100:00100000:2.0:1734016129.953734:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016129.954751:0:8966:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336917760 00000100:00100000:3.0:1734016129.954770:0:8966:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336917760 00000100:00100000:3.0:1734016129.954900:0:8966:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2043 00000100:00100000:3.0:1734016129.954911:0:8966:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074220000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+25:9673:x1818247336917760:12345-192.168.201.10@tcp:44:fsx.0 00000100:00100000:3.0:1734016129.955720:0:8966:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074220000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+25:9673:x1818247336917760:12345-192.168.201.10@tcp:44:fsx.0 Request processed in 807us (1998us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016129.955730:0:8966:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2043 00000100:00100000:0.0:1734016129.959804:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016129.960025:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336917888 00000100:00100000:3.0:1734016129.960041:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336917888 00000100:00100000:3.0:1734016129.960096:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10794 00000100:00100000:3.0:1734016129.960106:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880136a26a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+11:1979:x1818247336917888:12345-192.168.201.10@tcp:16:fsx.0 00000001:00080000:1.0:1734016129.962299:0:8954:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969338 is committed 00000100:00100000:3.0:1734016129.963380:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880136a26a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1979:x1818247336917888:12345-192.168.201.10@tcp:16:fsx.0 Request processed in 3259us (3573us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016129.963398:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10794 00000100:00100000:0.0:1734016129.971111:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016129.971220:0:8966:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336918016 00000100:00100000:3.0:1734016129.971230:0:8966:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336918016 00000100:00100000:3.0:1734016129.971750:0:8966:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2044 00000100:00100000:3.0:1734016129.971759:0:8966:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880136a24000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+25:9673:x1818247336918016:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:3.0:1734016129.971780:0:8966:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016129.971801:0:8966:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a4fc0/0x3f004d6452e082e8 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d1b7b expref: -99 pid: 8966 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016129.971928:0:8966:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a6400/0x3f004d6452e082ef lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 8966 initiator: MDT0 00010000:00010000:3.0:1734016129.971944:0:8966:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a6400/0x3f004d6452e082ef lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 8966 initiator: MDT0 00010000:00010000:3.0:1734016129.971956:0:8966:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a6400/0x3f004d6452e082ef lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 8966 initiator: MDT0 00000004:00200000:3.0:1734016129.971981:0:8966:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 10087409 00000004:00200000:3.0:1734016129.971985:0:8966:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1734016129.972004:0:8966:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a6400/0x3f004d6452e082ef lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 8966 initiator: MDT0 00010000:00010000:3.0:1734016129.972031:0:8966:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a4fc0/0x3f004d6452e082e8 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1b7b expref: 27 pid: 8966 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016129.972056:0:8966:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a6400/0x3f004d6452e082ef lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1b7b expref: 26 pid: 8966 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016129.972063:0:8966:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:3.0:1734016129.972065:0:8966:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1734016129.972069:0:8966:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a9a6400, rc 0) 00000100:00100000:3.0:1734016129.972402:0:8966:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880136a24000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+26:9673:x1818247336918016:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 643us (1302us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016129.972409:0:8966:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2044 00000100:00100000:2.0:1734016129.978492:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016129.978636:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336918144 00000100:00100000:3.0:1734016129.978645:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336918144 00000100:00100000:3.0:1734016129.978701:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10795 00000100:00100000:3.0:1734016129.978711:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880129c0e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1979:x1818247336918144:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:3.0:1734016129.978733:0:7690:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016129.978760:0:7690:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a9a6f40/0x3f004d6452e082f6 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d1b82 expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016129.978834:0:7690:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880073e32a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339450624:192.168.201.10@tcp:106: 00000100:00100000:3.0:1734016129.978952:0:7690:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac68e3c0 going to sleep for 11 seconds 00002000:00010000:3.0:1734016129.988132:0:7690:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime: 1734016128 -> 1734016129 00002000:00010000:3.0:1734016129.988142:0:7690:0:(ofd_lvb.c:301:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks: 1368 -> 1416 00000100:00100000:3.0:1734016129.988172:0:7690:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880073e32a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339450624:192.168.201.10@tcp:106: 00010000:00010000:3.0:1734016129.988216:0:7690:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a9a6f40/0x3f004d6452e082f6 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1b82 expref: 7 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016129.988233:0:7690:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a6f40/0x3f004d6452e082f6 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1b82 expref: 7 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016129.988274:0:7690:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a9a6f40, rc 0) 00000100:00100000:3.0:1734016129.988351:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880129c0e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1979:x1818247336918144:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 9639us (9872us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016129.988361:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10795 00000100:00100000:1.0:1734016129.995818:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016129.995929:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336918400 00000100:00100000:3.0:1734016129.995941:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336918400 00000100:00100000:3.0:1734016129.996008:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9062 00000100:00100000:3.0:1734016129.996018:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800753e8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1978:x1818247336918400:12345-192.168.201.10@tcp:3:fsx.0 00010000:00010000:3.0:1734016129.996059:0:7696:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88009a9a5b00/0x3f004d6452e082fd lrc: 3/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7696 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016129.996075:0:7696:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a4b40/0x3f004d6452e082da lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2179072->2228223) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1b74 expref: 5 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016129.996082:0:7696:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016129.996084:0:7696:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016129.996086:0:7696:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a9a5b00/0x3f004d6452e082fd lrc: 4/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [8200192->8241151] (req 8200192->8241151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 7696 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016129.996120:0:7696:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a9a4b40/0x3f004d6452e082da lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2179072->2228223) gid 0 flags: 0x50000000020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1b74 expref: 5 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016129.996132:0:7696:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a9a4b40/0x3f004d6452e082da lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2179072->2228223) gid 0 flags: 0x70000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1b74 expref: 5 pid: 7689 timeout: 494 lvb_type: 0 00000100:00100000:3.0:1734016129.996145:0:7696:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880073e31500 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_002:lustre-OST0001_UUID:7696:1818247339450752:192.168.201.10@tcp:104: 00000100:00100000:3.0:1734016129.997562:0:7696:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac68e3c0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016130.004432:0:7696:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880073e31500 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_002:lustre-OST0001_UUID:7696:1818247339450752:192.168.201.10@tcp:104: 00010000:00010000:3.0:1734016130.004469:0:7696:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88009a9a5b00/0x3f004d6452e082fd lrc: 3/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [8200192->8241151] (req 8200192->8241151) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 7696 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016130.011169:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016130.011249:0:6470:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336918528 00000100:00100000:0.0:1734016130.011259:0:6470:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336918528 00010000:00010000:0.0:1734016130.011322:0:6470:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a9a4b40/0x3f004d6452e082da lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2179072->2228223) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1b74 expref: 6 pid: 7689 timeout: 494 lvb_type: 0 00000100:00100000:0.0:1734016130.011368:0:6470:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2895 00000100:00100000:0.0:1734016130.011375:0:6470:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800753e9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1979:x1818247336918528:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016130.011388:0:6470:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016130.011412:0:6470:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a9a4b40/0x3f004d6452e082da lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2179072->2228223) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1b74 expref: 6 pid: 7689 timeout: 494 lvb_type: 0 00010000:00010000:0.0:1734016130.011425:0:6470:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a9a4b40/0x3f004d6452e082da lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2179072->2228223) gid 0 flags: 0x50000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1b74 expref: 6 pid: 7689 timeout: 494 lvb_type: 0 00010000:00010000:0.0:1734016130.011447:0:6470:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a4b40/0x3f004d6452e082da lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2179072->2228223) gid 0 flags: 0x44801400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1b74 expref: 6 pid: 7689 timeout: 494 lvb_type: 0 00010000:00010000:0.0:1734016130.011468:0:6470:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016130.011471:0:6470:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016130.011476:0:6470:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a5b00/0x3f004d6452e082fd lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [8200192->8241151] (req 8200192->8241151) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 7696 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016130.011484:0:6470:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a9a5b00/0x3f004d6452e082fd lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [8200192->8241151] (req 8200192->8241151) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 7696 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016130.011504:0:6470:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016130.011546:0:6470:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800753e9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:1979:x1818247336918528:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 171us (391us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016130.011552:0:6470:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2895 00010000:00010000:3.0:1734016130.011777:0:7696:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88009a9a5b00/0x3f004d6452e082fd lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [8200192->8241151] (req 8200192->8241151) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 7696 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016130.011786:0:7696:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a9a5b00/0x3f004d6452e082fd lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [8200192->8241151] (req 8200192->8241151) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 7696 timeout: 0 lvb_type: 0 00000100:00080000:2.0:1734016130.012074:0:6479:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734016100 00010000:00010000:3.0:1734016130.019444:0:7696:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88009a9a5b00/0x3f004d6452e082fd lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [8200192->8241151] (req 8200192->8241151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 7696 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016130.019463:0:7696:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009a9a5b00/0x3f004d6452e082fd lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [8200192->8241151] (req 8200192->8241151) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 7696 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016130.019472:0:7696:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009a9a5b00/0x3f004d6452e082fd lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [8200192->8241151] (req 8200192->8241151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 7696 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016130.019479:0:7696:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88009a9a5b00 already unused, calling callback (ffffffffa086d100) 00010000:00010000:3.0:1734016130.019483:0:7696:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009a9a5b00/0x3f004d6452e082fd lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [8200192->8241151] (req 8200192->8241151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 7696 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016130.019492:0:7696:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009a9a5b00/0x3f004d6452e082fd lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [8200192->8241151] (req 8200192->8241151) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 7696 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016130.019510:0:7696:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009a9a5b00/0x3f004d6452e082fd lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [8200192->8241151] (req 8200192->8241151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 7696 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016130.019517:0:7696:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a5b00/0x3f004d6452e082fd lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [8200192->8241151] (req 8200192->8241151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 7696 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016130.020528:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800753e8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1978:x1818247336918400:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 24499us (24710us total) trans 0 rc 40960/40960 00000100:00100000:3.0:1734016130.020540:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9062 00000100:00100000:0.0:1734016130.028288:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016130.028934:0:8966:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336918656 00000100:00100000:3.0:1734016130.028944:0:8966:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336918656 00000100:00100000:3.0:1734016130.029005:0:8966:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2045 00000100:00100000:3.0:1734016130.029013:0:8966:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880136a25880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+19:9673:x1818247336918656:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:3.0:1734016130.029036:0:8966:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016130.029056:0:8966:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a5440/0x3f004d6452e08304 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d1b89 expref: -99 pid: 8966 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016130.029139:0:8966:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a4480/0x3f004d6452e0830b lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 8966 initiator: MDT0 00010000:00010000:3.0:1734016130.029267:0:8966:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a4480/0x3f004d6452e0830b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 8966 initiator: MDT0 00010000:00010000:3.0:1734016130.029279:0:8966:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a4480/0x3f004d6452e0830b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 8966 initiator: MDT0 00000004:00200000:3.0:1734016130.029306:0:8966:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 10087409 00000004:00200000:3.0:1734016130.029311:0:8966:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1734016130.029327:0:8966:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a4480/0x3f004d6452e0830b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 8966 initiator: MDT0 00010000:00010000:3.0:1734016130.029351:0:8966:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a5440/0x3f004d6452e08304 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1b89 expref: 21 pid: 8966 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016130.029385:0:8966:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a4480/0x3f004d6452e0830b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1b89 expref: 20 pid: 8966 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016130.029396:0:8966:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:3.0:1734016130.029399:0:8966:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1734016130.029402:0:8966:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a9a4480, rc 0) 00000100:00100000:3.0:1734016130.033164:0:8966:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880136a25880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+20:9673:x1818247336918656:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 4134us (4877us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016130.033183:0:8966:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2045 00000100:00100000:0.0:1734016130.041137:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016130.044382:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336918784 00000100:00100000:3.0:1734016130.044400:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336918784 00000100:00100000:3.0:1734016130.044488:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10796 00000100:00100000:3.0:1734016130.044498:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880136a25500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1981:x1818247336918784:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:3.0:1734016130.044531:0:7690:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016130.044568:0:7690:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a9a58c0/0x3f004d6452e08312 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d1b90 expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1734016130.044598:0:7690:0:(ofd_lvb.c:169:ofd_lvbo_init()) res: [0x280000400:0x5:0x0] initial LVB size: 10087409, mtime: 0x675afc81, atime: 0x675afc81, ctime: 0x675afc81, blocks: 0x588 00010000:00010000:3.0:1734016130.044630:0:7690:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016130.044633:0:7690:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016130.044643:0:7690:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a9a58c0/0x3f004d6452e08312 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1b90 expref: 7 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016130.044662:0:7690:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a9a58c0/0x3f004d6452e08312 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1b90 expref: 7 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016130.044674:0:7690:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a9a58c0, rc 0) 00000100:00100000:3.0:1734016130.044782:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880136a25500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1981:x1818247336918784:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 284us (3664us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016130.044788:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10796 00000100:00100000:1.0:1734016130.052845:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016130.052961:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336918912 00000100:00100000:0.0:1734016130.052971:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336918912 00000100:00100000:0.0:1734016130.053039:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10797 00000100:00100000:0.0:1734016130.053048:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800753e9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:1978:x1818247336918912:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:0.0:1734016130.053078:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016130.053108:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a8039440/0x3f004d6452e08319 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d1b97 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016130.053144:0:7689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016130.053148:0:7689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016130.053160:0:7689:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a8039440/0x3f004d6452e08319 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1b97 expref: 6 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016130.053182:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a8039440/0x3f004d6452e08319 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1b97 expref: 6 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016130.053199:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a8039440, rc 0) 00000100:00100000:0.0:1734016130.053290:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800753e9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1978:x1818247336918912:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 242us (457us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016130.053299:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10797 00000100:00100000:1.0:1734016130.059401:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016130.061999:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336919168 00000100:00100000:3.0:1734016130.062025:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336919168 00002000:00100000:3.0:1734016130.062116:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (9019392->10088447) req@ffff8800753e9c00 x1818247336919168/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:91/0 lens 504/0 e 0 to 0 dl 1734016141 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016130.062137:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800753e9c00 with x1818247336919168 ext(9019392->10088447) 00002000:00010000:3.0:1734016130.062145:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800753e9c00 00000100:00100000:3.0:1734016130.062218:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9063 00000100:00100000:3.0:1734016130.062228:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800753e9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1980:x1818247336919168:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:3.0:1734016130.065817:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800753e9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1980:x1818247336919168:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 3570us (6419us total) trans 0 rc 8192/8192 00000100:00100000:3.0:1734016130.065832:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9063 00002000:00100000:3.0:1734016130.065848:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (9019392->10088447) req@ffff8800753e9c00 x1818247336919168/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:91/0 lens 504/440 e 0 to 0 dl 1734016141 ref 1 fl Complete:/200/0 rc 8192/8192 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016130.065861:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800753e9c00 with x1818247336919168 ext(9019392->10088447) 00002000:00010000:3.0:1734016130.065918:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800753e9c00 00000100:00100000:1.0:1734016130.074201:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016130.074316:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336919424 00000100:00100000:3.0:1734016130.074325:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336919424 00002000:00100000:3.0:1734016130.074373:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (9015296->9019391) req@ffff8800753e9f80 x1818247336919424/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:91/0 lens 488/0 e 0 to 0 dl 1734016141 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016130.074383:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800753e9f80 with x1818247336919424 ext(9015296->9019391) 00002000:00010000:3.0:1734016130.074388:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800753e9f80 00000100:00100000:3.0:1734016130.074438:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9064 00000100:00100000:3.0:1734016130.074445:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800753e9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1979:x1818247336919424:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:3.0:1734016130.074816:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800753e9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1979:x1818247336919424:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 370us (632us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016130.074823:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9064 00002000:00100000:3.0:1734016130.074830:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (9015296->9019391) req@ffff8800753e9f80 x1818247336919424/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:91/0 lens 488/4536 e 0 to 0 dl 1734016141 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016130.074837:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800753e9f80 with x1818247336919424 ext(9015296->9019391) 00002000:00010000:3.0:1734016130.074841:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800753e9f80 00000100:00100000:1.0:1734016130.078423:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016130.078618:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336919680 00000100:00100000:3.0:1734016130.078628:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336919680 00002000:00100000:3.0:1734016130.078735:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (9011200->9015295) req@ffff8800753ea680 x1818247336919680/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:91/0 lens 488/0 e 0 to 0 dl 1734016141 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016130.078746:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800753ea680 with x1818247336919680 ext(9011200->9015295) 00002000:00010000:3.0:1734016130.078753:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800753ea680 00000100:00100000:3.0:1734016130.078845:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9065 00000100:00100000:3.0:1734016130.078853:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800753ea680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1980:x1818247336919680:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:3.0:1734016130.079416:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800753ea680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1980:x1818247336919680:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 561us (998us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016130.079424:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9065 00002000:00100000:3.0:1734016130.079432:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (9011200->9015295) req@ffff8800753ea680 x1818247336919680/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:91/0 lens 488/4536 e 0 to 0 dl 1734016141 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016130.079440:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800753ea680 with x1818247336919680 ext(9011200->9015295) 00002000:00010000:3.0:1734016130.079443:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800753ea680 00000100:00100000:1.0:1734016130.082688:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016130.082822:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336919936 00000100:00100000:3.0:1734016130.082835:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336919936 00000100:00100000:3.0:1734016130.082995:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9066 00000100:00100000:3.0:1734016130.083004:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800753eaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1981:x1818247336919936:12345-192.168.201.10@tcp:3:fsx.0 00010000:00010000:3.0:1734016130.083061:0:7696:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88009a9a73c0/0x3f004d6452e08320 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7696 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016130.083085:0:7696:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016130.083087:0:7696:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016130.083094:0:7696:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a9a73c0/0x3f004d6452e08320 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [9011200->9015295] (req 9011200->9015295) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 7696 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016130.083109:0:7696:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a9a73c0/0x3f004d6452e08320 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [9011200->9015295] (req 9011200->9015295) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 7696 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016130.083235:0:7696:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88009a9a73c0/0x3f004d6452e08320 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [9011200->9015295] (req 9011200->9015295) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 7696 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016130.083257:0:7696:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009a9a73c0/0x3f004d6452e08320 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [9011200->9015295] (req 9011200->9015295) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 7696 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016130.083265:0:7696:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009a9a73c0/0x3f004d6452e08320 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [9011200->9015295] (req 9011200->9015295) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 7696 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016130.083272:0:7696:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88009a9a73c0 already unused, calling callback (ffffffffa086d100) 00010000:00010000:3.0:1734016130.083275:0:7696:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009a9a73c0/0x3f004d6452e08320 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [9011200->9015295] (req 9011200->9015295) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 7696 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016130.083284:0:7696:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009a9a73c0/0x3f004d6452e08320 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [9011200->9015295] (req 9011200->9015295) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 7696 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016130.083303:0:7696:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009a9a73c0/0x3f004d6452e08320 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [9011200->9015295] (req 9011200->9015295) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 7696 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016130.083309:0:7696:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a73c0/0x3f004d6452e08320 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [9011200->9015295] (req 9011200->9015295) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 7696 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016130.085486:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800753eaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1981:x1818247336919936:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 2474us (2800us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016130.085503:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9066 00000100:00100000:1.0:1734016130.092936:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016130.093169:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336920064 00000100:00100000:3.0:1734016130.093182:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336920064 00000100:00100000:3.0:1734016130.093256:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10798 00000100:00100000:3.0:1734016130.093265:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800753eb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:9673:x1818247336920064:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:3.0:1734016130.093288:0:7690:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016130.093315:0:7690:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a9a73c0/0x3f004d6452e08327 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d1b9e expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016130.093361:0:7690:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a58c0/0x3f004d6452e08312 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1b90 expref: 6 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016130.093371:0:7690:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a8039440/0x3f004d6452e08319 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1b97 expref: 7 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016130.093378:0:7690:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016130.093380:0:7690:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016130.093383:0:7690:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a9a73c0/0x3f004d6452e08327 lrc: 5/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [6643712->6647807] (req 6643712->6647807) gid 0 flags: 0x50000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1b9e expref: 7 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016130.093429:0:7690:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a8039440/0x3f004d6452e08319 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1b97 expref: 7 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016130.093439:0:7690:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a8039440/0x3f004d6452e08319 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1b97 expref: 7 pid: 7689 timeout: 494 lvb_type: 1 00000100:00100000:3.0:1734016130.093453:0:7690:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880073e31500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339450880:192.168.201.10@tcp:104: 00010000:00010000:3.0:1734016130.093538:0:7690:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a9a58c0/0x3f004d6452e08312 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1b90 expref: 6 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016130.093546:0:7690:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a9a58c0/0x3f004d6452e08312 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1b90 expref: 6 pid: 7690 timeout: 494 lvb_type: 1 00000100:00100000:3.0:1734016130.093554:0:7690:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880073e31f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339451008:192.168.201.10@tcp:104: 00000100:00100000:3.0:1734016130.093571:0:7690:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac68ecc0 going to sleep for 11 seconds 00000100:00100000:1.0:1734016130.096719:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016130.097772:0:9956:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336920192 00000100:00100000:2.0:1734016130.097788:0:9956:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336920192 00010000:00010000:2.0:1734016130.097838:0:9956:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a9a58c0/0x3f004d6452e08312 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1b90 expref: 7 pid: 7690 timeout: 494 lvb_type: 1 00000100:00100000:2.0:1734016130.097897:0:9956:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2896 00000100:00100000:2.0:1734016130.097906:0:9956:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800753eb480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1978:x1818247336920192:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016130.097925:0:9956:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016130.097953:0:9956:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a9a58c0/0x3f004d6452e08312 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1b90 expref: 7 pid: 7690 timeout: 494 lvb_type: 1 00010000:00010000:2.0:1734016130.097965:0:9956:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a9a58c0/0x3f004d6452e08312 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1b90 expref: 7 pid: 7690 timeout: 494 lvb_type: 1 00010000:00010000:2.0:1734016130.098006:0:9956:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016130.098093:0:9956:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800753eb480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1978:x1818247336920192:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 186us (1395us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016130.098101:0:9956:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2896 00010000:00010000:3.0:1734016130.098409:0:7690:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a58c0/0x3f004d6452e08312 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1b90 expref: 6 pid: 7690 timeout: 494 lvb_type: 1 00000100:00100000:3.0:1734016130.098442:0:7690:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880073e31f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339451008:192.168.201.10@tcp:104: 00000100:00100000:3.0:1734016130.098496:0:7690:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880073e31500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339450880:192.168.201.10@tcp:104: 00000100:00100000:1.0:1734016130.098524:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00010000:00010000:3.0:1734016130.098542:0:7690:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a9a73c0/0x3f004d6452e08327 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [6643712->6647807] (req 6643712->6647807) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1b9e expref: 7 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016130.098561:0:7690:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a9a73c0, rc 0) 00000100:00100000:3.0:1734016130.098600:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800753eb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:9673:x1818247336920064:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 5335us (5674us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016130.098609:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10798 00000100:00100000:0.0:1734016130.098677:0:6470:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336920320 00000100:00100000:0.0:1734016130.098682:0:6470:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336920320 00010000:00010000:0.0:1734016130.098701:0:6470:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a8039440/0x3f004d6452e08319 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1b97 expref: 7 pid: 7689 timeout: 494 lvb_type: 1 00000100:00100000:0.0:1734016130.098732:0:6470:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2897 00000100:00100000:0.0:1734016130.098736:0:6470:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800753eb800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1979:x1818247336920320:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016130.098749:0:6470:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016130.098759:0:6470:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a8039440/0x3f004d6452e08319 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1b97 expref: 7 pid: 7689 timeout: 494 lvb_type: 1 00010000:00010000:0.0:1734016130.098771:0:6470:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a8039440/0x3f004d6452e08319 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1b97 expref: 7 pid: 7689 timeout: 494 lvb_type: 1 00010000:00010000:0.0:1734016130.098785:0:6470:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a8039440/0x3f004d6452e08319 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1b97 expref: 7 pid: 7689 timeout: 494 lvb_type: 1 00010000:00010000:0.0:1734016130.098816:0:6470:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016130.098819:0:6470:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016130.098830:0:6470:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a73c0/0x3f004d6452e08327 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6643712->6647807) gid 0 flags: 0x40080000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1b9e expref: 6 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016130.098844:0:6470:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a9a73c0/0x3f004d6452e08327 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6643712->6647807) gid 0 flags: 0x40080000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1b9e expref: 6 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016130.098917:0:6470:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009a9a73c0/0x3f004d6452e08327 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6643712->6647807) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1b9e expref: 6 pid: 7690 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016130.098936:0:6470:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880136a24a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6470:1818247339451136:192.168.201.10@tcp:105: 00000100:00100000:2.0:1734016130.099133:0:6470:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7486d80 going to sleep for 11 seconds 00000100:00100000:2.0:1734016130.102807:0:6470:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880136a24a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6470:1818247339451136:192.168.201.10@tcp:105: 00010000:00010000:2.0:1734016130.102852:0:6470:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016130.102956:0:6470:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800753eb800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1979:x1818247336920320:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 4215us (4430us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016130.102972:0:6470:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2897 00000100:00100000:1.0:1734016130.106853:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016130.107498:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336920576 00000100:00100000:2.0:1734016130.107513:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336920576 00002000:00100000:2.0:1734016130.107573:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (6643712->6647807) req@ffff8800753ebb80 x1818247336920576/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:91/0 lens 488/0 e 0 to 0 dl 1734016141 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016130.107584:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800753ebb80 with x1818247336920576 ext(6643712->6647807) 00002000:00010000:2.0:1734016130.107589:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800753ebb80 00000100:00100000:2.0:1734016130.107621:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9067 00000100:00100000:2.0:1734016130.107629:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800753ebb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1980:x1818247336920576:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:2.0:1734016130.107832:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800753ebb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1980:x1818247336920576:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 202us (989us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016130.107841:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9067 00002000:00100000:2.0:1734016130.107848:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (6643712->6647807) req@ffff8800753ebb80 x1818247336920576/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:91/0 lens 488/4536 e 0 to 0 dl 1734016141 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016130.107856:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800753ebb80 with x1818247336920576 ext(6643712->6647807) 00002000:00010000:2.0:1734016130.107859:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800753ebb80 00000100:00100000:0.0:1734016130.117109:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016130.118943:0:13925:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336920832 00000100:00100000:2.0:1734016130.118964:0:13925:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336920832 00002000:00100000:2.0:1734016130.119035:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (6639616->6643711) req@ffff880136a26680 x1818247336920832/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:91/0 lens 488/0 e 0 to 0 dl 1734016141 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016130.119047:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880136a26680 with x1818247336920832 ext(6639616->6643711) 00002000:00010000:2.0:1734016130.119054:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880136a26680 00000100:00100000:2.0:1734016130.119110:0:13925:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9068 00000100:00100000:2.0:1734016130.119121:0:13925:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880136a26680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1981:x1818247336920832:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:2.0:1734016130.119378:0:13925:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880136a26680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1981:x1818247336920832:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 259us (2284us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016130.119391:0:13925:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9068 00002000:00100000:2.0:1734016130.119397:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (6639616->6643711) req@ffff880136a26680 x1818247336920832/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:91/0 lens 488/4536 e 0 to 0 dl 1734016141 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016130.119405:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880136a26680 with x1818247336920832 ext(6639616->6643711) 00002000:00010000:2.0:1734016130.119408:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880136a26680 00000100:00100000:0.0:1734016130.126010:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016130.126266:0:13925:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336921088 00000100:00100000:2.0:1734016130.126282:0:13925:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336921088 00002000:00100000:2.0:1734016130.126352:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (6635520->6639615) req@ffff880136a24a80 x1818247336921088/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:91/0 lens 488/0 e 0 to 0 dl 1734016141 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016130.126365:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880136a24a80 with x1818247336921088 ext(6635520->6639615) 00002000:00010000:2.0:1734016130.126372:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880136a24a80 00000100:00100000:2.0:1734016130.126400:0:13925:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9069 00000100:00100000:2.0:1734016130.126412:0:13925:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880136a24a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1980:x1818247336921088:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:2.0:1734016130.126639:0:13925:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880136a24a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1980:x1818247336921088:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 229us (643us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016130.126647:0:13925:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9069 00002000:00100000:2.0:1734016130.126653:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (6635520->6639615) req@ffff880136a24a80 x1818247336921088/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:91/0 lens 488/4536 e 0 to 0 dl 1734016141 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016130.126660:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880136a24a80 with x1818247336921088 ext(6635520->6639615) 00002000:00010000:2.0:1734016130.126662:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880136a24a80 00000100:00100000:0.0:1734016130.132284:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016130.132972:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336921344 00000100:00100000:2.0:1734016130.132987:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336921344 00002000:00100000:2.0:1734016130.133059:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (6631424->6635519) req@ffff880136a26a00 x1818247336921344/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:91/0 lens 488/0 e 0 to 0 dl 1734016141 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016130.133078:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880136a26a00 with x1818247336921344 ext(6631424->6635519) 00002000:00010000:2.0:1734016130.133087:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880136a26a00 00000100:00100000:2.0:1734016130.133121:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9070 00000100:00100000:2.0:1734016130.133130:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880136a26a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1980:x1818247336921344:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:2.0:1734016130.133393:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880136a26a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1980:x1818247336921344:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 263us (1122us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016130.133402:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9070 00002000:00100000:2.0:1734016130.133409:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (6631424->6635519) req@ffff880136a26a00 x1818247336921344/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:91/0 lens 488/4536 e 0 to 0 dl 1734016141 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016130.133417:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880136a26a00 with x1818247336921344 ext(6631424->6635519) 00002000:00010000:2.0:1734016130.133421:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880136a26a00 00000100:00100000:0.0:1734016130.144487:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016130.144806:0:13925:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336921600 00000100:00100000:2.0:1734016130.144824:0:13925:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336921600 00002000:00100000:2.0:1734016130.144936:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (6627328->6631423) req@ffff880076b34000 x1818247336921600/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:91/0 lens 488/0 e 0 to 0 dl 1734016141 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016130.144950:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076b34000 with x1818247336921600 ext(6627328->6631423) 00002000:00010000:2.0:1734016130.144956:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076b34000 00000100:00100000:2.0:1734016130.144992:0:13925:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9071 00000100:00100000:2.0:1734016130.145003:0:13925:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076b34000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1979:x1818247336921600:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:2.0:1734016130.145334:0:13925:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076b34000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1979:x1818247336921600:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 329us (863us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016130.145343:0:13925:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9071 00002000:00100000:2.0:1734016130.145351:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (6627328->6631423) req@ffff880076b34000 x1818247336921600/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:91/0 lens 488/4536 e 0 to 0 dl 1734016141 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016130.145359:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076b34000 with x1818247336921600 ext(6627328->6631423) 00002000:00010000:2.0:1734016130.145362:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076b34000 00000100:00100000:0.0:1734016130.158951:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016130.164416:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336921856 00000100:00100000:2.0:1734016130.164439:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336921856 00002000:00100000:2.0:1734016130.164516:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (6623232->6627327) req@ffff880076b34a80 x1818247336921856/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:91/0 lens 488/0 e 0 to 0 dl 1734016141 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016130.164529:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076b34a80 with x1818247336921856 ext(6623232->6627327) 00002000:00010000:2.0:1734016130.164535:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076b34a80 00000100:00100000:2.0:1734016130.164603:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9072 00000100:00100000:2.0:1734016130.164611:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076b34a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1979:x1818247336921856:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:2.0:1734016130.164962:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076b34a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1979:x1818247336921856:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 349us (6023us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016130.164970:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9072 00002000:00100000:2.0:1734016130.164976:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (6623232->6627327) req@ffff880076b34a80 x1818247336921856/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:91/0 lens 488/4536 e 0 to 0 dl 1734016141 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016130.164983:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076b34a80 with x1818247336921856 ext(6623232->6627327) 00002000:00010000:2.0:1734016130.164986:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076b34a80 00000100:00100000:0.0:1734016130.170064:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016130.170151:0:13925:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336922112 00000100:00100000:2.0:1734016130.170167:0:13925:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336922112 00002000:00100000:2.0:1734016130.170235:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (6619136->6623231) req@ffff880076b35c00 x1818247336922112/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:91/0 lens 488/0 e 0 to 0 dl 1734016141 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016130.170257:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076b35c00 with x1818247336922112 ext(6619136->6623231) 00002000:00010000:2.0:1734016130.170264:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076b35c00 00000100:00100000:2.0:1734016130.170308:0:13925:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9073 00000100:00100000:2.0:1734016130.170319:0:13925:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076b35c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1979:x1818247336922112:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:2.0:1734016130.170561:0:13925:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076b35c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1979:x1818247336922112:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 244us (513us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016130.170569:0:13925:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9073 00002000:00100000:2.0:1734016130.170575:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (6619136->6623231) req@ffff880076b35c00 x1818247336922112/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:91/0 lens 488/4536 e 0 to 0 dl 1734016141 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016130.170582:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076b35c00 with x1818247336922112 ext(6619136->6623231) 00002000:00010000:2.0:1734016130.170585:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076b35c00 00000100:00100000:0.0:1734016130.175771:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016130.176140:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336922368 00000100:00100000:2.0:1734016130.176151:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336922368 00002000:00100000:2.0:1734016130.176191:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (6615040->6619135) req@ffff880076b36300 x1818247336922368/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:91/0 lens 488/0 e 0 to 0 dl 1734016141 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016130.176202:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076b36300 with x1818247336922368 ext(6615040->6619135) 00002000:00010000:2.0:1734016130.176207:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076b36300 00000100:00100000:2.0:1734016130.176229:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9074 00000100:00100000:2.0:1734016130.176236:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076b36300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1980:x1818247336922368:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:2.0:1734016130.176408:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076b36300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1980:x1818247336922368:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 171us (647us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016130.176416:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9074 00002000:00100000:2.0:1734016130.176421:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (6615040->6619135) req@ffff880076b36300 x1818247336922368/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:91/0 lens 488/4536 e 0 to 0 dl 1734016141 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016130.176428:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076b36300 with x1818247336922368 ext(6615040->6619135) 00002000:00010000:2.0:1734016130.176431:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076b36300 00000100:00100000:0.0:1734016130.181917:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016130.182037:0:13925:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336922624 00000100:00100000:2.0:1734016130.182055:0:13925:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336922624 00002000:00100000:2.0:1734016130.182121:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (6610944->6615039) req@ffff880076b37800 x1818247336922624/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:91/0 lens 488/0 e 0 to 0 dl 1734016141 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016130.182135:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076b37800 with x1818247336922624 ext(6610944->6615039) 00002000:00010000:2.0:1734016130.182142:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076b37800 00000100:00100000:2.0:1734016130.182267:0:13925:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9075 00000100:00100000:2.0:1734016130.182275:0:13925:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076b37800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1979:x1818247336922624:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:2.0:1734016130.182498:0:13925:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076b37800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1979:x1818247336922624:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 222us (640us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016130.182508:0:13925:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9075 00002000:00100000:2.0:1734016130.182514:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (6610944->6615039) req@ffff880076b37800 x1818247336922624/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:91/0 lens 488/4536 e 0 to 0 dl 1734016141 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016130.182521:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076b37800 with x1818247336922624 ext(6610944->6615039) 00002000:00010000:2.0:1734016130.182523:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076b37800 00000100:00100000:0.0:1734016130.190740:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016130.190954:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336922880 00000100:00100000:2.0:1734016130.190969:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336922880 00002000:00100000:2.0:1734016130.191045:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (6606848->6610943) req@ffff880076b34380 x1818247336922880/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:91/0 lens 488/0 e 0 to 0 dl 1734016141 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016130.191057:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076b34380 with x1818247336922880 ext(6606848->6610943) 00002000:00010000:2.0:1734016130.191064:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076b34380 00000100:00100000:2.0:1734016130.191100:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9076 00000100:00100000:2.0:1734016130.191110:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076b34380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1980:x1818247336922880:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:2.0:1734016130.191338:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076b34380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1980:x1818247336922880:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 227us (612us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016130.191346:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9076 00002000:00100000:2.0:1734016130.191353:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (6606848->6610943) req@ffff880076b34380 x1818247336922880/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:91/0 lens 488/4536 e 0 to 0 dl 1734016141 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016130.191359:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076b34380 with x1818247336922880 ext(6606848->6610943) 00002000:00010000:2.0:1734016130.191362:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076b34380 00000100:00100000:0.0:1734016130.196060:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016130.197568:0:13925:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336923136 00000100:00100000:2.0:1734016130.197587:0:13925:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336923136 00002000:00100000:2.0:1734016130.197646:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (6602752->6606847) req@ffff880076b35500 x1818247336923136/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:91/0 lens 488/0 e 0 to 0 dl 1734016141 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016130.197657:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076b35500 with x1818247336923136 ext(6602752->6606847) 00002000:00010000:2.0:1734016130.197662:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076b35500 00000100:00100000:2.0:1734016130.197708:0:13925:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9077 00000100:00100000:2.0:1734016130.197716:0:13925:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076b35500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1979:x1818247336923136:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:2.0:1734016130.197982:0:13925:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076b35500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1979:x1818247336923136:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 265us (1938us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016130.197989:0:13925:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9077 00002000:00100000:2.0:1734016130.197996:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (6602752->6606847) req@ffff880076b35500 x1818247336923136/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:91/0 lens 488/4536 e 0 to 0 dl 1734016141 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016130.198003:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076b35500 with x1818247336923136 ext(6602752->6606847) 00002000:00010000:2.0:1734016130.198006:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076b35500 00000100:00100000:0.0:1734016130.201061:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016130.202208:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336923392 00000100:00100000:3.0:1734016130.202219:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336923392 00002000:00100000:3.0:1734016130.202282:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (6598656->6602751) req@ffff880076b36a00 x1818247336923392/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:91/0 lens 488/0 e 0 to 0 dl 1734016141 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016130.202294:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076b36a00 with x1818247336923392 ext(6598656->6602751) 00002000:00010000:3.0:1734016130.202300:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076b36a00 00000100:00100000:3.0:1734016130.202597:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9078 00000100:00100000:3.0:1734016130.202605:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076b36a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1980:x1818247336923392:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:3.0:1734016130.202804:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076b36a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1980:x1818247336923392:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 198us (1759us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016130.202812:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9078 00002000:00100000:3.0:1734016130.202820:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (6598656->6602751) req@ffff880076b36a00 x1818247336923392/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:91/0 lens 488/4536 e 0 to 0 dl 1734016141 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016130.202827:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076b36a00 with x1818247336923392 ext(6598656->6602751) 00002000:00010000:3.0:1734016130.202831:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076b36a00 00000100:00100000:0.0:1734016130.212594:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016130.212709:0:13925:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336923648 00000100:00100000:2.0:1734016130.212728:0:13925:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336923648 00002000:00100000:2.0:1734016130.212786:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (6594560->6598655) req@ffff880076b36d80 x1818247336923648/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:91/0 lens 488/0 e 0 to 0 dl 1734016141 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016130.212801:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076b36d80 with x1818247336923648 ext(6594560->6598655) 00002000:00010000:2.0:1734016130.212807:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076b36d80 00000100:00100000:2.0:1734016130.212928:0:13925:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9079 00000100:00100000:2.0:1734016130.212938:0:13925:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076b36d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1979:x1818247336923648:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:2.0:1734016130.213193:0:13925:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076b36d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1979:x1818247336923648:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 254us (612us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016130.213201:0:13925:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9079 00002000:00100000:2.0:1734016130.213208:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (6594560->6598655) req@ffff880076b36d80 x1818247336923648/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:91/0 lens 488/4536 e 0 to 0 dl 1734016141 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016130.213215:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076b36d80 with x1818247336923648 ext(6594560->6598655) 00002000:00010000:2.0:1734016130.213219:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076b36d80 00000100:00100000:0.0:1734016130.217061:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016130.219436:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336923904 00000100:00100000:3.0:1734016130.219458:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336923904 00002000:00100000:3.0:1734016130.219530:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (6590464->6594559) req@ffff880076b37100 x1818247336923904/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:91/0 lens 488/0 e 0 to 0 dl 1734016141 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016130.219547:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076b37100 with x1818247336923904 ext(6590464->6594559) 00002000:00010000:3.0:1734016130.219555:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076b37100 00000100:00100000:3.0:1734016130.220195:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9080 00000100:00100000:3.0:1734016130.220206:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076b37100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1979:x1818247336923904:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:3.0:1734016130.220456:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076b37100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1979:x1818247336923904:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 251us (3597us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016130.220464:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9080 00002000:00100000:3.0:1734016130.220472:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (6590464->6594559) req@ffff880076b37100 x1818247336923904/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:91/0 lens 488/4536 e 0 to 0 dl 1734016141 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016130.220480:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076b37100 with x1818247336923904 ext(6590464->6594559) 00002000:00010000:3.0:1734016130.220484:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076b37100 00000100:00100000:0.0:1734016130.223547:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016130.224613:0:13925:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336924160 00000100:00100000:2.0:1734016130.224626:0:13925:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336924160 00002000:00100000:2.0:1734016130.224692:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (6586368->6590463) req@ffff880076b34e00 x1818247336924160/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:91/0 lens 488/0 e 0 to 0 dl 1734016141 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016130.224702:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076b34e00 with x1818247336924160 ext(6586368->6590463) 00002000:00010000:2.0:1734016130.224709:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076b34e00 00000100:00100000:2.0:1734016130.225047:0:13925:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9081 00000100:00100000:2.0:1734016130.225056:0:13925:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076b34e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1980:x1818247336924160:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:2.0:1734016130.226828:0:13925:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076b34e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1980:x1818247336924160:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 1764us (3287us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016130.226842:0:13925:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9081 00002000:00100000:2.0:1734016130.226856:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (6586368->6590463) req@ffff880076b34e00 x1818247336924160/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:91/0 lens 488/4536 e 0 to 0 dl 1734016141 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016130.226879:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076b34e00 with x1818247336924160 ext(6586368->6590463) 00002000:00010000:2.0:1734016130.226885:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076b34e00 00000100:00100000:0.0:1734016130.229791:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016130.229974:0:13925:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336924416 00000100:00100000:2.0:1734016130.229991:0:13925:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336924416 00002000:00100000:2.0:1734016130.230074:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (6582272->6586367) req@ffff880076b34700 x1818247336924416/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:91/0 lens 488/0 e 0 to 0 dl 1734016141 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016130.230087:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076b34700 with x1818247336924416 ext(6582272->6586367) 00002000:00010000:2.0:1734016130.230095:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076b34700 00000100:00100000:2.0:1734016130.230674:0:13925:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9082 00000100:00100000:2.0:1734016130.230685:0:13925:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076b34700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1979:x1818247336924416:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:2.0:1734016130.231123:0:13925:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076b34700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1979:x1818247336924416:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 435us (1348us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016130.231133:0:13925:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9082 00002000:00100000:2.0:1734016130.231140:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (6582272->6586367) req@ffff880076b34700 x1818247336924416/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:91/0 lens 488/4536 e 0 to 0 dl 1734016141 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016130.231149:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076b34700 with x1818247336924416 ext(6582272->6586367) 00002000:00010000:2.0:1734016130.231153:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076b34700 00000100:00100000:0.0:1734016130.235165:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016130.235303:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336924544 00000100:00100000:3.0:1734016130.235315:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336924544 00002000:00100000:3.0:1734016130.235395:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (6582272->6647807) req@ffff880076b35180 x1818247336924544/t0(0) o4->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:91/0 lens 488/0 e 0 to 0 dl 1734016141 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016130.235410:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076b35180 with x1818247336924544 ext(6582272->6647807) 00002000:00010000:3.0:1734016130.235419:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076b35180 00000100:00100000:3.0:1734016130.235474:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9083 00000100:00100000:3.0:1734016130.235482:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076b35180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1980:x1818247336924544:12345-192.168.201.10@tcp:4:fsx.0 00000100:00100000:3.0:1734016130.239555:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076b35180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+8:1980:x1818247336924544:12345-192.168.201.10@tcp:4:fsx.0 Request processed in 4040us (4377us total) trans 4294969339 rc 0/0 00000100:00100000:3.0:1734016130.239578:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9083 00002000:00100000:3.0:1734016130.239601:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (6582272->6647807) req@ffff880076b35180 x1818247336924544/t4294969339(0) o4->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:91/0 lens 488/448 e 0 to 0 dl 1734016141 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016130.239617:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076b35180 with x1818247336924544 ext(6582272->6647807) 00002000:00010000:3.0:1734016130.239629:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076b35180 00000100:00100000:0.0:1734016130.242699:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016130.242905:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336924672 00000100:00100000:3.0:1734016130.242929:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336924672 00000100:00100000:3.0:1734016130.243499:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10799 00000100:00100000:3.0:1734016130.243511:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076b36680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+8:1979:x1818247336924672:12345-192.168.201.10@tcp:16:fsx.0 00000001:00080000:1.0:1734016130.245447:0:8954:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969339 is committed 00000100:00100000:3.0:1734016130.245732:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076b36680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1979:x1818247336924672:12345-192.168.201.10@tcp:16:fsx.0 Request processed in 2214us (3056us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016130.245747:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10799 00000100:00100000:0.0:1734016130.252080:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016130.252337:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336924800 00000100:00100000:3.0:1734016130.252350:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336924800 00000100:00100000:3.0:1734016130.252462:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10800 00000100:00100000:3.0:1734016130.252473:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074009c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1981:x1818247336924800:12345-192.168.201.10@tcp:22:fsx.0 00002000:00010000:3.0:1734016130.252762:0:7690:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 10087409 -> 10087409 00002000:00010000:3.0:1734016130.252766:0:7690:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016129 -> 1734016129 00002000:00010000:3.0:1734016130.252768:0:7690:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016129 -> 1734016129 00002000:00010000:3.0:1734016130.252770:0:7690:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016129 -> 1734016130 00002000:00010000:3.0:1734016130.252771:0:7690:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 1416 -> 1608 00000100:00100000:3.0:1734016130.252823:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074009c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1981:x1818247336924800:12345-192.168.201.10@tcp:22:fsx.0 Request processed in 351us (764us total) trans 4294969340 rc 0/0 00000100:00100000:3.0:1734016130.252830:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10800 00000100:00100000:0.0:1734016130.258196:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016130.258439:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336924928 00000100:00100000:2.0:1734016130.258455:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336924928 00000100:00100000:2.0:1734016130.258537:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10801 00000100:00100000:2.0:1734016130.258546:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007400b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1978:x1818247336924928:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:2.0:1734016130.258580:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016130.258604:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880072170d80/0x3f004d6452e0832e lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d1ba5 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016130.258691:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074223b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339451264:192.168.201.10@tcp:106: 00000100:00100000:2.0:1734016130.258774:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012b911a80 going to sleep for 11 seconds 00000100:00100000:2.0:1734016130.263986:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074223b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339451264:192.168.201.10@tcp:106: 00010000:00010000:2.0:1734016130.264034:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880072170d80/0x3f004d6452e0832e lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1ba5 expref: 7 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016130.264050:0:7689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880072170d80/0x3f004d6452e0832e lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1ba5 expref: 7 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016130.264202:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880072170d80, rc 0) 00000100:00100000:2.0:1734016130.264522:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007400b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1978:x1818247336924928:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 5974us (6343us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016130.264531:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10801 00000100:00100000:2.0:1734016130.266428:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016130.266812:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336925056 00000100:00100000:0.0:1734016130.266824:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336925056 00000100:00100000:3.0:1734016130.268559:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10802 00000100:00100000:3.0:1734016130.268582:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074223b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:9673:x1818247336925056:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:3.0:1734016130.268626:0:7690:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016130.268669:0:7690:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a9a58c0/0x3f004d6452e08335 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d1bac expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016130.268735:0:7690:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a73c0/0x3f004d6452e08327 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6643712->6647807) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1b9e expref: 6 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016130.268744:0:7690:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016130.268747:0:7690:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016130.268752:0:7690:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a9a58c0/0x3f004d6452e08335 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [5844992->5910527] (req 5844992->5910527) gid 0 flags: 0x50000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1bac expref: 7 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016130.268830:0:7690:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a9a73c0/0x3f004d6452e08327 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6643712->6647807) gid 0 flags: 0x50000000020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1b9e expref: 6 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016130.268858:0:7690:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a9a73c0/0x3f004d6452e08327 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6643712->6647807) gid 0 flags: 0x70000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1b9e expref: 6 pid: 7690 timeout: 494 lvb_type: 0 00000100:00100000:3.0:1734016130.268896:0:7690:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880073e31500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339451392:192.168.201.10@tcp:104: 00000100:00100000:3.0:1734016130.269369:0:7690:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac68ee40 going to sleep for 11 seconds 00000100:00100000:3.0:1734016130.273582:0:7690:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880073e31500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339451392:192.168.201.10@tcp:104: 00010000:00010000:3.0:1734016130.273644:0:7690:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a9a58c0/0x3f004d6452e08335 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [5844992->5910527] (req 5844992->5910527) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1bac expref: 7 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016130.273668:0:7690:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a9a58c0, rc 0) 00000100:00100000:3.0:1734016130.273761:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074223b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:9673:x1818247336925056:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 5186us (7338us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016130.273774:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10802 00000100:00100000:0.0:1734016130.277137:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016130.277372:0:6470:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336925184 00000100:00100000:2.0:1734016130.277387:0:6470:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336925184 00010000:00010000:2.0:1734016130.277433:0:6470:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a9a73c0/0x3f004d6452e08327 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6643712->6647807) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1b9e expref: 7 pid: 7690 timeout: 494 lvb_type: 0 00000100:00100000:2.0:1734016130.277481:0:6470:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2898 00000100:00100000:2.0:1734016130.277489:0:6470:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b1f64c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1979:x1818247336925184:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016130.277509:0:6470:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016130.277536:0:6470:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a9a73c0/0x3f004d6452e08327 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 6643712->6647807) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1b9e expref: 7 pid: 7690 timeout: 494 lvb_type: 0 00010000:00010000:2.0:1734016130.277554:0:6470:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a9a73c0/0x3f004d6452e08327 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 6643712->6647807) gid 0 flags: 0x50000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1b9e expref: 7 pid: 7690 timeout: 494 lvb_type: 0 00010000:00010000:2.0:1734016130.277584:0:6470:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a73c0/0x3f004d6452e08327 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 6643712->6647807) gid 0 flags: 0x44801400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1b9e expref: 7 pid: 7690 timeout: 494 lvb_type: 0 00010000:00010000:2.0:1734016130.277671:0:6470:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016130.277674:0:6470:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016130.277682:0:6470:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a58c0/0x3f004d6452e08335 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5844992->5910527) gid 0 flags: 0x40080000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1bac expref: 6 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016130.277692:0:6470:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a9a58c0/0x3f004d6452e08335 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5844992->5910527) gid 0 flags: 0x40080000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1bac expref: 6 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016130.277745:0:6470:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009a9a58c0/0x3f004d6452e08335 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5844992->5910527) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1bac expref: 6 pid: 7690 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016130.277762:0:6470:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074220700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6470:1818247339451520:192.168.201.10@tcp:105: 00000100:00100000:2.0:1734016130.279834:0:6470:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012b911a80 going to sleep for 11 seconds 00000100:00100000:2.0:1734016130.282003:0:6470:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074220700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6470:1818247339451520:192.168.201.10@tcp:105: 00010000:00010000:2.0:1734016130.282048:0:6470:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016130.282118:0:6470:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b1f64c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1979:x1818247336925184:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 4627us (4994us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016130.282134:0:6470:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2898 00000100:00100000:0.0:1734016130.282533:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016130.282835:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336925312 00000100:00100000:3.0:1734016130.282843:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336925312 00000100:00100000:3.0:1734016130.282933:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10803 00000100:00100000:3.0:1734016130.282942:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074009f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1978:x1818247336925312:12345-192.168.201.10@tcp:22:fsx.0 00002000:00010000:3.0:1734016130.283342:0:7690:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 10087409 -> 10087409 00002000:00010000:3.0:1734016130.283346:0:7690:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016129 -> 1734016129 00002000:00010000:3.0:1734016130.283349:0:7690:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016129 -> 1734016129 00002000:00010000:3.0:1734016130.283352:0:7690:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016130 -> 1734016130 00002000:00010000:3.0:1734016130.283355:0:7690:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 1608 -> 1736 00000100:00100000:3.0:1734016130.283414:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074009f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1978:x1818247336925312:12345-192.168.201.10@tcp:22:fsx.0 Request processed in 473us (882us total) trans 4294969341 rc 0/0 00000100:00100000:3.0:1734016130.283422:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10803 00000100:00100000:0.0:1734016130.287769:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016130.288183:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336925440 00000100:00100000:2.0:1734016130.288200:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336925440 00000100:00100000:2.0:1734016130.288279:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10804 00000100:00100000:2.0:1734016130.288288:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007400ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1981:x1818247336925440:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:2.0:1734016130.288319:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016130.288343:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e0833c lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d1bb3 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016130.288426:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074220700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339451648:192.168.201.10@tcp:106: 00000100:00100000:2.0:1734016130.288520:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012b9119c0 going to sleep for 11 seconds 00000100:00100000:2.0:1734016130.291765:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074220700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339451648:192.168.201.10@tcp:106: 00010000:00010000:2.0:1734016130.291828:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e0833c lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1bb3 expref: 7 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016130.291846:0:7689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e0833c lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1bb3 expref: 7 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016130.292507:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880072171440, rc 0) 00000100:00100000:2.0:1734016130.292600:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007400ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1981:x1818247336925440:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 4308us (4840us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016130.292614:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10804 00000100:00100000:0.0:1734016130.295775:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016130.296173:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336925568 00000100:00100000:2.0:1734016130.296194:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336925568 00000100:00100000:2.0:1734016130.296283:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10805 00000100:00100000:2.0:1734016130.296293:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074008e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1978:x1818247336925568:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:2.0:1734016130.296330:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016130.296357:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880072171f80/0x3f004d6452e08343 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d1bba expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016130.296454:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074220700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339451776:192.168.201.10@tcp:106: 00000100:00100000:2.0:1734016130.296576:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012b9119c0 going to sleep for 11 seconds 00000100:00100000:2.0:1734016130.299819:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074220700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339451776:192.168.201.10@tcp:106: 00010000:00010000:2.0:1734016130.300016:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880072171f80/0x3f004d6452e08343 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1bba expref: 7 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016130.300035:0:7689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880072171f80/0x3f004d6452e08343 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1bba expref: 7 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016130.300183:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880072171f80, rc 0) 00000100:00100000:2.0:1734016130.300487:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074008e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1978:x1818247336925568:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 4190us (4731us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016130.300500:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10805 00000100:00100000:0.0:1734016130.303282:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016130.303471:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336925696 00000100:00100000:2.0:1734016130.303487:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336925696 00000100:00100000:2.0:1734016130.303707:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10806 00000100:00100000:2.0:1734016130.303722:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007400a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1980:x1818247336925696:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:2.0:1734016130.303758:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016130.303793:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800721718c0/0x3f004d6452e0834a lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d1bc1 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016130.304154:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074220700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339451904:192.168.201.10@tcp:106: 00000100:00100000:2.0:1734016130.304327:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012b9119c0 going to sleep for 11 seconds 00000100:00100000:2.0:1734016130.308277:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074220700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339451904:192.168.201.10@tcp:106: 00010000:00010000:2.0:1734016130.308339:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800721718c0/0x3f004d6452e0834a lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1bc1 expref: 7 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016130.308356:0:7689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800721718c0/0x3f004d6452e0834a lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1bc1 expref: 7 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016130.308543:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800721718c0, rc 0) 00000100:00100000:2.0:1734016130.308835:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007400a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1980:x1818247336925696:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 5114us (5564us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016130.308846:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10806 00000100:00100000:0.0:1734016130.313337:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016130.313459:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336925824 00000100:00100000:2.0:1734016130.313472:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336925824 00000100:00100000:2.0:1734016130.313550:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10807 00000100:00100000:2.0:1734016130.313560:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074009880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1978:x1818247336925824:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:2.0:1734016130.313590:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016130.313618:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800721718c0/0x3f004d6452e08351 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d1bc8 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016130.313696:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074220700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339452032:192.168.201.10@tcp:106: 00000100:00100000:2.0:1734016130.313794:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012b9119c0 going to sleep for 11 seconds 00000100:00100000:2.0:1734016130.316410:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074220700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339452032:192.168.201.10@tcp:106: 00010000:00010000:2.0:1734016130.316463:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800721718c0/0x3f004d6452e08351 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1bc8 expref: 7 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016130.316481:0:7689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800721718c0/0x3f004d6452e08351 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1bc8 expref: 7 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016130.316516:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800721718c0, rc 0) 00000100:00100000:2.0:1734016130.317278:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074009880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1978:x1818247336925824:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 3714us (3957us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016130.317291:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10807 00000100:00100000:0.0:1734016130.320480:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016130.320655:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336925952 00000100:00100000:2.0:1734016130.320668:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336925952 00000100:00100000:2.0:1734016130.320728:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10808 00000100:00100000:2.0:1734016130.320737:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074008380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:9673:x1818247336925952:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:2.0:1734016130.320765:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016130.320785:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880072171f80/0x3f004d6452e08358 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d1bcf expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016130.320829:0:7689:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a58c0/0x3f004d6452e08335 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5844992->5910527) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1bac expref: 7 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016130.320836:0:7689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016130.320838:0:7689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016130.320842:0:7689:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880072171f80/0x3f004d6452e08358 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [5484544->5496831] (req 5484544->5496831) gid 0 flags: 0x50000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1bcf expref: 7 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016130.320912:0:7689:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a9a58c0/0x3f004d6452e08335 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5844992->5910527) gid 0 flags: 0x50000000020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1bac expref: 7 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016130.320925:0:7689:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a9a58c0/0x3f004d6452e08335 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5844992->5910527) gid 0 flags: 0x70000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1bac expref: 7 pid: 7690 timeout: 494 lvb_type: 0 00000100:00100000:2.0:1734016130.320948:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074220700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339452160:192.168.201.10@tcp:104: 00000100:00100000:2.0:1734016130.321895:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012b9119c0 going to sleep for 11 seconds 00000100:00100000:2.0:1734016130.325590:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074220700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339452160:192.168.201.10@tcp:104: 00010000:00010000:2.0:1734016130.325639:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880072171f80/0x3f004d6452e08358 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [5484544->5496831] (req 5484544->5496831) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1bcf expref: 7 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016130.325668:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880072171f80, rc 0) 00000100:00100000:2.0:1734016130.325738:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074008380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:9673:x1818247336925952:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 4999us (5269us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016130.325750:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10808 00000100:00100000:0.0:1734016130.325947:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016130.326496:0:6470:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336926080 00000100:00100000:2.0:1734016130.326505:0:6470:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336926080 00010000:00010000:2.0:1734016130.326535:0:6470:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a9a58c0/0x3f004d6452e08335 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5844992->5910527) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1bac expref: 8 pid: 7690 timeout: 494 lvb_type: 0 00000100:00100000:2.0:1734016130.326574:0:6470:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2899 00000100:00100000:2.0:1734016130.326581:0:6470:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074008a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1979:x1818247336926080:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016130.326598:0:6470:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016130.326623:0:6470:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a9a58c0/0x3f004d6452e08335 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 5844992->5910527) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1bac expref: 8 pid: 7690 timeout: 494 lvb_type: 0 00010000:00010000:2.0:1734016130.326635:0:6470:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a9a58c0/0x3f004d6452e08335 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 5844992->5910527) gid 0 flags: 0x50000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1bac expref: 8 pid: 7690 timeout: 494 lvb_type: 0 00010000:00010000:2.0:1734016130.326663:0:6470:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a58c0/0x3f004d6452e08335 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 5844992->5910527) gid 0 flags: 0x44801400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1bac expref: 8 pid: 7690 timeout: 494 lvb_type: 0 00010000:00010000:2.0:1734016130.326689:0:6470:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016130.326691:0:6470:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016130.326698:0:6470:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880072171f80/0x3f004d6452e08358 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5484544->5496831) gid 0 flags: 0x40080000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1bcf expref: 6 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016130.326708:0:6470:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880072171f80/0x3f004d6452e08358 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5484544->5496831) gid 0 flags: 0x40080000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1bcf expref: 6 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016130.326746:0:6470:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880072171f80/0x3f004d6452e08358 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5484544->5496831) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1bcf expref: 6 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016130.326760:0:6470:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074220700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6470:1818247339452288:192.168.201.10@tcp:105: 00000100:00100000:2.0:1734016130.326823:0:6470:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012b9119c0 going to sleep for 11 seconds 00000100:00100000:2.0:1734016130.330327:0:6470:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074220700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6470:1818247339452288:192.168.201.10@tcp:105: 00010000:00010000:2.0:1734016130.330368:0:6470:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016130.330571:0:6470:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074008a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1979:x1818247336926080:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 3988us (4623us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016130.330583:0:6470:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2899 00000100:00100000:0.0:1734016130.330749:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016130.330917:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336926208 00000100:00100000:2.0:1734016130.330925:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336926208 00000100:00100000:2.0:1734016130.330974:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10809 00000100:00100000:2.0:1734016130.330981:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007400aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1979:x1818247336926208:12345-192.168.201.10@tcp:22:fsx.0 00002000:00010000:2.0:1734016130.331328:0:7689:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 10087409 -> 10087409 00002000:00010000:2.0:1734016130.331333:0:7689:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016129 -> 1734016130 00002000:00010000:2.0:1734016130.331336:0:7689:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016129 -> 1734016129 00002000:00010000:2.0:1734016130.331339:0:7689:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016130 -> 1734016130 00002000:00010000:2.0:1734016130.331341:0:7689:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 1736 -> 1736 00000100:00100000:2.0:1734016130.331411:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007400aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+8:1979:x1818247336926208:12345-192.168.201.10@tcp:22:fsx.0 Request processed in 429us (662us total) trans 4294969342 rc 0/0 00000100:00100000:2.0:1734016130.331417:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10809 00000100:00100000:2.0:1734016130.334414:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016130.334551:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336926336 00000100:00100000:0.0:1734016130.334570:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336926336 00000100:00100000:0.0:1734016130.334959:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10810 00000100:00100000:0.0:1734016130.334971:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074220700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1979:x1818247336926336:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:1.0:1734016130.335040:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016130.335067:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880097234fc0/0x3f004d6452e0835f lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d1bd6 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016130.335154:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800753e8000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339452416:192.168.201.10@tcp:106: 00000100:00100000:1.0:1734016130.335255:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b42cdb40 going to sleep for 11 seconds 00002000:00010000:1.0:1734016130.342406:0:7689:0:(ofd_lvb.c:277:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size: 10087409 -> 10218090 00000100:00100000:1.0:1734016130.342471:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800753e8000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339452416:192.168.201.10@tcp:106: 00010000:00010000:1.0:1734016130.342539:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880097234fc0/0x3f004d6452e0835f lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1bd6 expref: 8 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016130.342557:0:7689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097234fc0/0x3f004d6452e0835f lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1bd6 expref: 8 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016130.342586:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097234fc0, rc 0) 00000100:00100000:1.0:1734016130.342684:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074220700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1979:x1818247336926336:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 7713us (8289us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016130.342696:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10810 00000100:00100000:2.0:1734016130.351618:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016130.351726:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336926464 00000100:00100000:1.0:1734016130.351737:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336926464 00000100:00100000:1.0:1734016130.351791:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10811 00000100:00100000:1.0:1734016130.351798:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074222d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1981:x1818247336926464:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:1.0:1734016130.351820:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016130.351841:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880097236880/0x3f004d6452e08366 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d1bdd expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016130.351925:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800753e8000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339452544:192.168.201.10@tcp:106: 00000100:00100000:1.0:1734016130.351992:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b42cdb40 going to sleep for 11 seconds 00000100:00100000:1.0:1734016130.357475:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800753e8000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339452544:192.168.201.10@tcp:106: 00010000:00010000:1.0:1734016130.357553:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880097236880/0x3f004d6452e08366 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1bdd expref: 8 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016130.357579:0:7689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097236880/0x3f004d6452e08366 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1bdd expref: 8 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016130.357634:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097236880, rc 0) 00000100:00100000:1.0:1734016130.357756:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074222d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1981:x1818247336926464:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 5954us (6145us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016130.357771:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10811 00000100:00100000:0.0:1734016130.365561:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016130.372480:0:8966:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336926720 00000100:00100000:3.0:1734016130.372511:0:8966:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336926720 00000100:00100000:3.0:1734016130.372665:0:8966:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2046 00000100:00100000:3.0:1734016130.372679:0:8966:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007400bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+20:9673:x1818247336926720:12345-192.168.201.10@tcp:36:fsx.0 00010000:00010000:3.0:1734016130.372783:0:8966:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016130.372824:0:8966:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a4480/0x3f004d6452e0830b lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1b89 expref: 20 pid: 8966 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016130.372878:0:8966:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:3.0:1734016130.372885:0:8966:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1734016130.373195:0:8966:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a5440/0x3f004d6452e0836d lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 8966 initiator: MDT0 00010000:00010000:3.0:1734016130.373217:0:8966:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a6400/0x3f004d6452e082ef lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1b7b expref: 25 pid: 8966 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016130.373227:0:8966:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a5440/0x3f004d6452e0836d lrc: 4/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 8966 initiator: MDT0 00010000:00010000:3.0:1734016130.373293:0:8966:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a6400/0x3f004d6452e082ef lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1b7b expref: 25 pid: 8966 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016130.373311:0:8966:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a6400/0x3f004d6452e082ef lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1b7b expref: 25 pid: 8966 timeout: 494 lvb_type: 0 00000100:00100000:3.0:1734016130.373334:0:8966:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880073e31500 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:8966:1818247339452672:192.168.201.10@tcp:104: 00000100:00100000:3.0:1734016130.373472:0:8966:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac68e540 going to sleep for 11 seconds 00000100:00100000:3.0:1734016130.377150:0:8966:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880073e31500 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:8966:1818247339452672:192.168.201.10@tcp:104: 00010000:00010000:3.0:1734016130.377190:0:8966:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a5440/0x3f004d6452e0836d lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 8966 initiator: MDT0 00000100:00100000:0.0:1734016130.378850:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016130.378966:0:6470:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336926848 00000100:00100000:2.0:1734016130.378980:0:6470:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336926848 00010000:00010000:2.0:1734016130.379031:0:6470:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a6400/0x3f004d6452e082ef lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1b7b expref: 26 pid: 8966 timeout: 494 lvb_type: 0 00000100:00100000:2.0:1734016130.379084:0:6470:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2900 00000100:00100000:2.0:1734016130.379091:0:6470:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007400a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+26:1978:x1818247336926848:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016130.379109:0:6470:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016130.379117:0:6470:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a6400/0x3f004d6452e082ef lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1b7b expref: 26 pid: 8966 timeout: 494 lvb_type: 0 00010000:00010000:2.0:1734016130.379128:0:6470:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a6400/0x3f004d6452e082ef lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1b7b expref: 26 pid: 8966 timeout: 494 lvb_type: 0 00010000:00010000:2.0:1734016130.379167:0:6470:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a6400/0x3f004d6452e082ef lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1b7b expref: 26 pid: 8966 timeout: 494 lvb_type: 0 00010000:00010000:2.0:1734016130.379213:0:6470:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:2.0:1734016130.379219:0:6470:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a5440/0x3f004d6452e0836d lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 8966 initiator: MDT0 00010000:00010000:2.0:1734016130.379231:0:6470:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a5440/0x3f004d6452e0836d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 8966 initiator: MDT0 00010000:00010000:2.0:1734016130.379248:0:6470:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a5440/0x3f004d6452e0836d lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 8966 initiator: MDT0 00010000:00010000:2.0:1734016130.379283:0:6470:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1734016130.379307:0:8966:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a5440/0x3f004d6452e0836d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8966 initiator: MDT0 00010000:00010000:0.0:1734016130.379315:0:8966:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a5440/0x3f004d6452e0836d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8966 initiator: MDT0 00000100:00100000:2.0:1734016130.379342:0:6470:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007400a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+25:1978:x1818247336926848:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 251us (510us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016130.379351:0:6470:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2900 00000001:00080000:0.0:1734016130.379453:0:8966:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294968593 00000004:00010000:0.0:1734016130.379515:0:8966:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff88007400bb80 reply state ffff880075092000 transno 4294968594 ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a5440/0x3f004d6452e0836d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8966 initiator: MDT0 00000100:00100000:0.0:1734016130.379524:0:8966:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1734016130.379606:0:8966:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007400bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+22:9673:x1818247336926720:12345-192.168.201.10@tcp:36:fsx.0 Request processed in 6931us (14069us total) trans 4294968594 rc 0/0 00000100:00100000:0.0:1734016130.379613:0:8966:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2046 00000020:00080000:0.0:1734016130.379617:0:8966:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:0.0:1734016130.382003:0:3494:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a5440/0x3f004d6452e0836d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8966 initiator: MDT0 00000100:00100000:2.0:1734016130.382259:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00010000:00010000:0.0:1734016130.382537:0:3494:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a5440/0x3f004d6452e0836d lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 8966 initiator: MDT0 00010000:00010000:0.0:1734016130.382545:0:3494:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a5440/0x3f004d6452e0836d lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8966 initiator: MDT0 00010000:00010000:0.0:1734016130.382551:0:3494:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88009a9a5440 already unused, calling callback (ffffffffa0f03950) 00010000:00010000:0.0:1734016130.382556:0:3494:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a5440/0x3f004d6452e0836d lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8966 initiator: MDT0 00010000:00010000:0.0:1734016130.382564:0:3494:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a5440/0x3f004d6452e0836d lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 8966 initiator: MDT0 00010000:00010000:0.0:1734016130.382593:0:3494:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:0.0:1734016130.382598:0:3494:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1734016130.382603:0:3494:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a5440/0x3f004d6452e0836d lrc: 2/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8966 initiator: MDT0 00010000:00010000:0.0:1734016130.382609:0:3494:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a5440/0x3f004d6452e0836d lrc: 0/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8966 initiator: MDT0 00000100:00100000:1.0:1734016130.383540:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336926976 00000100:00100000:1.0:1734016130.383556:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336926976 00000100:00100000:1.0:1734016130.384794:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10812 00000100:00100000:1.0:1734016130.384807:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074223800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:9673:x1818247336926976:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:1.0:1734016130.384836:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016130.384884:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880097234fc0/0x3f004d6452e08374 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d1be4 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016130.384938:0:7689:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880072171f80/0x3f004d6452e08358 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5484544->5496831) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1bcf expref: 7 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016130.384954:0:7689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016130.384957:0:7689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016130.384962:0:7689:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880097234fc0/0x3f004d6452e08374 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1be4 expref: 8 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016130.385013:0:7689:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880072171f80/0x3f004d6452e08358 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5484544->5496831) gid 0 flags: 0x50000000020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1bcf expref: 7 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016130.385031:0:7689:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880072171f80/0x3f004d6452e08358 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5484544->5496831) gid 0 flags: 0x70000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1bcf expref: 7 pid: 7689 timeout: 494 lvb_type: 0 00000100:00100000:1.0:1734016130.385050:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800753e8000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339452800:192.168.201.10@tcp:104: 00000100:00100000:1.0:1734016130.385196:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b42cdb40 going to sleep for 11 seconds 00000100:00100000:1.0:1734016130.389564:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800753e8000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339452800:192.168.201.10@tcp:104: 00010000:00010000:1.0:1734016130.389650:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880097234fc0/0x3f004d6452e08374 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1be4 expref: 8 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016130.389683:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097234fc0, rc 0) 00000100:00100000:1.0:1734016130.389787:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074223800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:9673:x1818247336926976:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 4980us (7532us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016130.389805:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10812 00000100:00100000:2.0:1734016130.389853:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016130.390110:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336927104 00000100:00100000:3.0:1734016130.390122:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336927104 00002000:00100000:3.0:1734016130.390181:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (10211328->10218089) req@ffff880074222300 x1818247336927104/t0(0) o4->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:91/0 lens 7256/0 e 0 to 0 dl 1734016141 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016130.390192:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074222300 with x1818247336927104 ext(10211328->10218089) 00010000:00010000:3.0:1734016130.390201:0:7696:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880072171f80/0x3f004d6452e08358 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5484544->5496831) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1bcf expref: 8 pid: 7689 timeout: 494 lvb_type: 0 00010000:00010000:3.0:1734016130.390214:0:7696:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880072171f80/0x3f004d6452e08358 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5484544->5496831) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1bcf expref: 8 pid: 7689 timeout: 494 lvb_type: 0 00002000:00010000:3.0:1734016130.390221:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880074222300 00000100:00100000:3.0:1734016130.390263:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 263 00000100:00100000:3.0:1734016130.390270:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074222300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+8:1979:x1818247336927104:12345-192.168.201.10@tcp:4:fsx.0 00000100:00100000:0.0:1734016130.391369:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074222300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+10:1979:x1818247336927104:12345-192.168.201.10@tcp:4:fsx.0 Request processed in 1093us (1509us total) trans 4294969343 rc 0/0 00000100:00100000:0.0:1734016130.391379:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 263 00002000:00100000:0.0:1734016130.391386:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (10211328->10218089) req@ffff880074222300 x1818247336927104/t4294969343(0) o4->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:91/0 lens 7256/448 e 0 to 0 dl 1734016141 ref 1 fl Complete:H/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016130.391393:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074222300 with x1818247336927104 ext(10211328->10218089) 00010000:00010000:0.0:1734016130.391401:0:7696:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880072171f80/0x3f004d6452e08358 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5484544->5496831) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1bcf expref: 10 pid: 7689 timeout: 494 lvb_type: 0 00010000:00010000:0.0:1734016130.391415:0:7696:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880072171f80/0x3f004d6452e08358 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5484544->5496831) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1bcf expref: 10 pid: 7689 timeout: 494 lvb_type: 0 00002000:00010000:0.0:1734016130.391422:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880074222300 00000100:00100000:0.0:1734016130.394984:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016130.395107:0:9956:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336927232 00000100:00100000:3.0:1734016130.395125:0:9956:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336927232 00010000:00010000:3.0:1734016130.395188:0:9956:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880072171f80/0x3f004d6452e08358 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5484544->5496831) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1bcf expref: 10 pid: 7689 timeout: 494 lvb_type: 0 00000100:00100000:3.0:1734016130.395258:0:9956:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2901 00000100:00100000:3.0:1734016130.395270:0:9956:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074008000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+10:1979:x1818247336927232:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016130.395300:0:9956:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:3.0:1734016130.395335:0:9956:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 1736 -> 1752 00010000:00010000:3.0:1734016130.395346:0:9956:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880072171f80/0x3f004d6452e08358 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 5484544->5496831) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1bcf expref: 10 pid: 7689 timeout: 494 lvb_type: 0 00010000:00010000:3.0:1734016130.395364:0:9956:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880072171f80/0x3f004d6452e08358 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 5484544->5496831) gid 0 flags: 0x50000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1bcf expref: 10 pid: 7689 timeout: 494 lvb_type: 0 00010000:00010000:3.0:1734016130.395401:0:9956:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880072171f80/0x3f004d6452e08358 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 5484544->5496831) gid 0 flags: 0x44801400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1bcf expref: 10 pid: 7689 timeout: 494 lvb_type: 0 00010000:00010000:3.0:1734016130.395444:0:9956:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016130.395449:0:9956:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016130.395458:0:9956:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880097234fc0/0x3f004d6452e08374 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1be4 expref: 7 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016130.395639:0:9956:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880097234fc0/0x3f004d6452e08374 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1be4 expref: 7 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016130.395709:0:9956:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880097234fc0/0x3f004d6452e08374 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1be4 expref: 7 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016130.395730:0:9956:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880073e31500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9956:1818247339452928:192.168.201.10@tcp:105: 00000100:00100000:3.0:1734016130.395837:0:9956:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac68e540 going to sleep for 11 seconds 00000100:00100000:2.0:1734016130.411050:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016130.411132:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336927360 00000100:00100000:0.0:1734016130.411149:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336927360 00002000:00010000:0.0:1734016130.411229:0:7696:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (1599447->18446744073709551615) 00002000:00100000:0.0:1734016130.411243:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074220a80 with x1818247336927360 ext(1599447->18446744073709551615) 00002000:00010000:0.0:1734016130.411261:0:7696:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074220a80. 00000100:00100000:0.0:1734016130.411319:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9084 00000100:00100000:0.0:1734016130.411330:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074220a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1978:x1818247336927360:12345-192.168.201.10@tcp:10:fsx.0 00000100:00100000:3.0:1734016130.411336:0:9956:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880073e31500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9956:1818247339452928:192.168.201.10@tcp:105: 00010000:00010000:3.0:1734016130.411375:0:9956:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016130.411444:0:9956:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074008000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+9:1979:x1818247336927232:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 16173us (16485us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016130.411457:0:9956:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2901 00002000:00010000:1.0:1734016130.435990:0:7696:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 10218090 -> 1599447 00002000:00010000:1.0:1734016130.436010:0:7696:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016130 -> 1734016129 00002000:00010000:1.0:1734016130.436014:0:7696:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016129 -> 1734016129 00002000:00010000:1.0:1734016130.436017:0:7696:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016130 -> 1734016129 00002000:00010000:1.0:1734016130.436021:0:7696:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 1752 -> 360 00000100:00100000:1.0:1734016130.436193:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074220a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+9:1978:x1818247336927360:12345-192.168.201.10@tcp:10:fsx.0 Request processed in 24847us (25148us total) trans 4294969344 rc 0/0 00000100:00100000:1.0:1734016130.436212:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9084 00002000:00010000:1.0:1734016130.436223:0:7696:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (1599447->18446744073709551615) 00002000:00100000:1.0:1734016130.436229:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074220a80 with x1818247336927360 ext(1599447->18446744073709551615) 00002000:00010000:1.0:1734016130.441522:0:7696:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074220a80. 00000100:00100000:2.0:1734016130.442963:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016130.443062:0:8966:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336927488 00000100:00100000:0.0:1734016130.443080:0:8966:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336927488 00000100:00100000:0.0:1734016130.443175:0:8966:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2047 00000100:00100000:0.0:1734016130.443190:0:8966:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074222680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+21:9673:x1818247336927488:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:0.0:1734016130.443242:0:8966:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016130.443269:0:8966:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a803b3c0/0x3f004d6452e0837b lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d1beb expref: -99 pid: 8966 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016130.443397:0:8966:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8038900/0x3f004d6452e08382 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 8966 initiator: MDT0 00010000:00010000:0.0:1734016130.443413:0:8966:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8038900/0x3f004d6452e08382 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 8966 initiator: MDT0 00010000:00010000:0.0:1734016130.443423:0:8966:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8038900/0x3f004d6452e08382 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 8966 initiator: MDT0 00000004:00200000:0.0:1734016130.443453:0:8966:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 1599447 00000004:00200000:0.0:1734016130.443458:0:8966:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1734016130.443480:0:8966:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8038900/0x3f004d6452e08382 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 8966 initiator: MDT0 00010000:00010000:0.0:1734016130.443511:0:8966:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a803b3c0/0x3f004d6452e0837b lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1beb expref: 23 pid: 8966 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016130.443530:0:8966:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8038900/0x3f004d6452e08382 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1beb expref: 22 pid: 8966 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016130.443539:0:8966:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:0.0:1734016130.443544:0:8966:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1734016130.443549:0:8966:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a8038900, rc 0) 00000100:00100000:0.0:1734016130.443647:0:8966:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074222680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+22:9673:x1818247336927488:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 460us (706us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016130.443655:0:8966:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2047 00000100:00100000:2.0:1734016130.455752:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016130.455913:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336927616 00000100:00100000:1.0:1734016130.455924:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336927616 00000100:00100000:1.0:1734016130.455999:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10813 00000100:00100000:1.0:1734016130.456007:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800769c7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+9:1979:x1818247336927616:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:1.0:1734016130.456038:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016130.456063:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880097236880/0x3f004d6452e08389 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d1bf2 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016130.456133:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800753e8000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339453056:192.168.201.10@tcp:106: 00000100:00100000:1.0:1734016130.456208:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b42cdb40 going to sleep for 11 seconds 00000100:00100000:2.0:1734016130.458473:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800753e8000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339453056:192.168.201.10@tcp:106: 00010000:00010000:2.0:1734016130.458547:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880097236880/0x3f004d6452e08389 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1bf2 expref: 10 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016130.458569:0:7689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097236880/0x3f004d6452e08389 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1bf2 expref: 10 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016130.458605:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097236880, rc 0) 00000100:00100000:2.0:1734016130.458697:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800769c7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+9:1979:x1818247336927616:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 2688us (2959us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016130.458706:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10813 00000100:00100000:2.0:1734016130.463231:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016130.463448:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336927744 00000100:00100000:0.0:1734016130.463468:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336927744 00000100:00100000:0.0:1734016130.463576:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10814 00000100:00100000:0.0:1734016130.463589:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800769c7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+9:9673:x1818247336927744:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:0.0:1734016130.463633:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016130.463679:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a8038b40/0x3f004d6452e08390 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d1bf9 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016130.463745:0:7689:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880097234fc0/0x3f004d6452e08374 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1be4 expref: 8 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016130.463756:0:7689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016130.463760:0:7689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016130.463764:0:7689:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a8038b40/0x3f004d6452e08390 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [159744->163839] (req 159744->163839) gid 0 flags: 0x50000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1bf9 expref: 10 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016130.463831:0:7689:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880097234fc0/0x3f004d6452e08374 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1be4 expref: 8 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016130.463852:0:7689:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880097234fc0/0x3f004d6452e08374 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1be4 expref: 8 pid: 7689 timeout: 494 lvb_type: 0 00000100:00100000:0.0:1734016130.463930:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074f03800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339453184:192.168.201.10@tcp:104: 00000100:00100000:0.0:1734016130.464075:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a74863c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016130.472772:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074f03800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339453184:192.168.201.10@tcp:104: 00010000:00010000:0.0:1734016130.472817:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a8038b40/0x3f004d6452e08390 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [159744->163839] (req 159744->163839) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1bf9 expref: 10 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016130.472840:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a8038b40, rc 0) 00000100:00100000:0.0:1734016130.472947:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800769c7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+10:9673:x1818247336927744:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 9359us (9743us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016130.472959:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10814 00000100:00100000:2.0:1734016130.473164:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016130.473301:0:9956:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336927872 00000100:00100000:3.0:1734016130.473309:0:9956:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336927872 00010000:00010000:3.0:1734016130.473347:0:9956:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880097234fc0/0x3f004d6452e08374 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1be4 expref: 9 pid: 7689 timeout: 494 lvb_type: 0 00000100:00100000:3.0:1734016130.473372:0:9956:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2902 00000100:00100000:3.0:1734016130.473381:0:9956:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800769c5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+9:1979:x1818247336927872:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016130.473399:0:9956:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016130.473427:0:9956:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880097234fc0/0x3f004d6452e08374 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1be4 expref: 9 pid: 7689 timeout: 494 lvb_type: 0 00010000:00010000:3.0:1734016130.473441:0:9956:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880097234fc0/0x3f004d6452e08374 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1be4 expref: 9 pid: 7689 timeout: 494 lvb_type: 0 00010000:00010000:3.0:1734016130.473470:0:9956:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097234fc0/0x3f004d6452e08374 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1be4 expref: 9 pid: 7689 timeout: 494 lvb_type: 0 00010000:00010000:3.0:1734016130.473487:0:9956:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016130.473489:0:9956:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016130.473495:0:9956:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a8038b40/0x3f004d6452e08390 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 159744->163839) gid 0 flags: 0x40080000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1bf9 expref: 9 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016130.473506:0:9956:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a8038b40/0x3f004d6452e08390 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 159744->163839) gid 0 flags: 0x40080000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1bf9 expref: 9 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016130.473549:0:9956:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a8038b40/0x3f004d6452e08390 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 159744->163839) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1bf9 expref: 9 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016130.473562:0:9956:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880073e31500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9956:1818247339453312:192.168.201.10@tcp:105: 00000100:00100000:3.0:1734016130.473607:0:9956:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac68e540 going to sleep for 11 seconds 00000100:00100000:2.0:1734016130.481637:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016130.481776:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336928128 00000100:00100000:1.0:1734016130.481793:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336928128 00002000:00100000:1.0:1734016130.481908:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (159744->163839) req@ffff8800769c7480 x1818247336928128/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:91/0 lens 488/0 e 0 to 0 dl 1734016141 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016130.481922:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800769c7480 with x1818247336928128 ext(159744->163839) 00002000:00010000:1.0:1734016130.481928:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800769c7480 00000100:00100000:1.0:1734016130.481978:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9085 00000100:00100000:1.0:1734016130.481989:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800769c7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+10:1978:x1818247336928128:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:1.0:1734016130.482280:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800769c7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+10:1978:x1818247336928128:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 290us (661us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016130.482289:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9085 00002000:00100000:1.0:1734016130.482297:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (159744->163839) req@ffff8800769c7480 x1818247336928128/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:91/0 lens 488/4536 e 0 to 0 dl 1734016141 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016130.482305:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800769c7480 with x1818247336928128 ext(159744->163839) 00002000:00010000:1.0:1734016130.482307:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800769c7480 00000100:00100000:3.0:1734016130.482622:0:9956:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880073e31500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9956:1818247339453312:192.168.201.10@tcp:105: 00010000:00010000:3.0:1734016130.482661:0:9956:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016130.482710:0:9956:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800769c5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1979:x1818247336927872:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 9331us (9546us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016130.482722:0:9956:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2902 00000100:00100000:0.0:1734016130.487623:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016130.488532:0:13925:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336928384 00000100:00100000:2.0:1734016130.488553:0:13925:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336928384 00002000:00100000:2.0:1734016130.488648:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (155648->159743) req@ffff880074f03800 x1818247336928384/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:91/0 lens 488/0 e 0 to 0 dl 1734016141 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016130.488664:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074f03800 with x1818247336928384 ext(155648->159743) 00002000:00010000:2.0:1734016130.488674:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074f03800 00000100:00100000:2.0:1734016130.488716:0:13925:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9086 00000100:00100000:2.0:1734016130.488724:0:13925:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074f03800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+10:1981:x1818247336928384:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:2.0:1734016130.489038:0:13925:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074f03800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+10:1981:x1818247336928384:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 312us (1437us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016130.489047:0:13925:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9086 00002000:00100000:2.0:1734016130.489053:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (155648->159743) req@ffff880074f03800 x1818247336928384/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:91/0 lens 488/4536 e 0 to 0 dl 1734016141 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016130.489061:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074f03800 with x1818247336928384 ext(155648->159743) 00002000:00010000:2.0:1734016130.489064:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074f03800 00000100:00100000:1.0:1734016130.497467:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016130.498077:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336928640 00000100:00100000:2.0:1734016130.498091:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336928640 00002000:00100000:2.0:1734016130.498153:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (151552->155647) req@ffff8800753e9180 x1818247336928640/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:91/0 lens 488/0 e 0 to 0 dl 1734016141 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016130.498172:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800753e9180 with x1818247336928640 ext(151552->155647) 00002000:00010000:2.0:1734016130.498179:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800753e9180 00000100:00100000:2.0:1734016130.498221:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9087 00000100:00100000:2.0:1734016130.498229:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800753e9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+10:1981:x1818247336928640:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:2.0:1734016130.498443:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800753e9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+10:1981:x1818247336928640:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 212us (999us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016130.498452:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9087 00002000:00100000:2.0:1734016130.498458:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (151552->155647) req@ffff8800753e9180 x1818247336928640/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:91/0 lens 488/4536 e 0 to 0 dl 1734016141 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016130.498467:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800753e9180 with x1818247336928640 ext(151552->155647) 00002000:00010000:2.0:1734016130.498470:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800753e9180 00000100:00100000:3.0:1734016130.504039:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016130.504155:0:13925:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336928896 00000100:00100000:0.0:1734016130.504174:0:13925:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336928896 00002000:00100000:0.0:1734016130.504263:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (147456->151551) req@ffff880073e31500 x1818247336928896/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:91/0 lens 488/0 e 0 to 0 dl 1734016141 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016130.504279:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880073e31500 with x1818247336928896 ext(147456->151551) 00002000:00010000:0.0:1734016130.504288:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880073e31500 00000100:00100000:0.0:1734016130.504341:0:13925:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9088 00000100:00100000:0.0:1734016130.504352:0:13925:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880073e31500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+10:1981:x1818247336928896:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:0.0:1734016130.504773:0:13925:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880073e31500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+10:1981:x1818247336928896:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 421us (760us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016130.504787:0:13925:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9088 00002000:00100000:0.0:1734016130.504795:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (147456->151551) req@ffff880073e31500 x1818247336928896/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:91/0 lens 488/4536 e 0 to 0 dl 1734016141 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016130.504803:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880073e31500 with x1818247336928896 ext(147456->151551) 00002000:00010000:0.0:1734016130.504807:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880073e31500 00000100:00100000:0.0:1734016130.512097:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016130.514226:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336929152 00000100:00100000:2.0:1734016130.514268:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336929152 00002000:00100000:2.0:1734016130.514356:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (143360->147455) req@ffff880074f02a00 x1818247336929152/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:91/0 lens 488/0 e 0 to 0 dl 1734016141 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016130.514372:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074f02a00 with x1818247336929152 ext(143360->147455) 00002000:00010000:2.0:1734016130.514380:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074f02a00 00000100:00100000:2.0:1734016130.514442:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9089 00000100:00100000:2.0:1734016130.514452:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074f02a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+10:1980:x1818247336929152:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:2.0:1734016130.515829:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074f02a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+10:1980:x1818247336929152:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 1370us (3751us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016130.515842:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9089 00002000:00100000:2.0:1734016130.515854:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (143360->147455) req@ffff880074f02a00 x1818247336929152/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:91/0 lens 488/4536 e 0 to 0 dl 1734016141 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016130.515878:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074f02a00 with x1818247336929152 ext(143360->147455) 00002000:00010000:2.0:1734016130.515884:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074f02a00 00000100:00100000:1.0:1734016130.523594:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016130.523778:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336929408 00000100:00100000:2.0:1734016130.523794:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336929408 00002000:00100000:2.0:1734016130.523854:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (139264->143359) req@ffff8800753ead80 x1818247336929408/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:91/0 lens 488/0 e 0 to 0 dl 1734016141 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016130.523913:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800753ead80 with x1818247336929408 ext(139264->143359) 00002000:00010000:2.0:1734016130.523920:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800753ead80 00000100:00100000:2.0:1734016130.523953:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9090 00000100:00100000:2.0:1734016130.523962:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800753ead80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+10:1981:x1818247336929408:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:2.0:1734016130.524753:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800753ead80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+10:1981:x1818247336929408:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 788us (1171us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016130.524761:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9090 00002000:00100000:2.0:1734016130.524768:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (139264->143359) req@ffff8800753ead80 x1818247336929408/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:91/0 lens 488/4536 e 0 to 0 dl 1734016141 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016130.524775:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800753ead80 with x1818247336929408 ext(139264->143359) 00002000:00010000:2.0:1734016130.524778:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800753ead80 00000100:00100000:3.0:1734016130.531313:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016130.533277:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336929664 00000100:00100000:2.0:1734016130.533310:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336929664 00002000:00100000:2.0:1734016130.533404:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (135168->139263) req@ffff880073e31f80 x1818247336929664/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:91/0 lens 488/0 e 0 to 0 dl 1734016141 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016130.533420:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880073e31f80 with x1818247336929664 ext(135168->139263) 00002000:00010000:2.0:1734016130.533430:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880073e31f80 00000100:00100000:2.0:1734016130.533512:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9091 00000100:00100000:2.0:1734016130.533524:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880073e31f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+10:1980:x1818247336929664:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:2.0:1734016130.533971:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880073e31f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+10:1980:x1818247336929664:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 445us (2673us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016130.533982:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9091 00002000:00100000:2.0:1734016130.533992:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (135168->139263) req@ffff880073e31f80 x1818247336929664/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:91/0 lens 488/4536 e 0 to 0 dl 1734016141 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016130.534001:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880073e31f80 with x1818247336929664 ext(135168->139263) 00002000:00010000:2.0:1734016130.534004:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880073e31f80 00000100:00100000:0.0:1734016130.540043:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016130.544244:0:13925:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336929920 00000100:00100000:2.0:1734016130.544267:0:13925:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336929920 00002000:00100000:2.0:1734016130.544351:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (131072->135167) req@ffff880074f03b80 x1818247336929920/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:91/0 lens 488/0 e 0 to 0 dl 1734016141 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016130.544361:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074f03b80 with x1818247336929920 ext(131072->135167) 00002000:00010000:2.0:1734016130.544368:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074f03b80 00000100:00100000:2.0:1734016130.544433:0:13925:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9092 00000100:00100000:2.0:1734016130.544442:0:13925:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074f03b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+10:1981:x1818247336929920:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:2.0:1734016130.544679:0:13925:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074f03b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+10:1981:x1818247336929920:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 235us (4651us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016130.544686:0:13925:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9092 00002000:00100000:2.0:1734016130.544692:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (131072->135167) req@ffff880074f03b80 x1818247336929920/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:91/0 lens 488/4536 e 0 to 0 dl 1734016141 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016130.544699:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074f03b80 with x1818247336929920 ext(131072->135167) 00002000:00010000:2.0:1734016130.544702:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074f03b80 00000100:00100000:1.0:1734016130.553346:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016130.560444:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336930176 00000100:00100000:0.0:1734016130.560471:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336930176 00002000:00100000:0.0:1734016130.560548:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (126976->131071) req@ffff8800753e8a80 x1818247336930176/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:91/0 lens 488/0 e 0 to 0 dl 1734016141 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016130.560563:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800753e8a80 with x1818247336930176 ext(126976->131071) 00002000:00010000:0.0:1734016130.560572:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800753e8a80 00000100:00100000:0.0:1734016130.560636:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9093 00000100:00100000:0.0:1734016130.560648:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800753e8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+10:1980:x1818247336930176:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:0.0:1734016130.560966:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800753e8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+10:1980:x1818247336930176:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 320us (7643us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016130.560975:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9093 00002000:00100000:0.0:1734016130.560981:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (126976->131071) req@ffff8800753e8a80 x1818247336930176/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:91/0 lens 488/4536 e 0 to 0 dl 1734016141 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016130.560989:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800753e8a80 with x1818247336930176 ext(126976->131071) 00002000:00010000:0.0:1734016130.560991:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800753e8a80 00000100:00100000:3.0:1734016130.564014:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016130.564141:0:13925:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336930432 00000100:00100000:2.0:1734016130.564156:0:13925:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336930432 00002000:00100000:2.0:1734016130.564229:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (122880->126975) req@ffff880073e32a00 x1818247336930432/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:91/0 lens 488/0 e 0 to 0 dl 1734016141 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016130.564250:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880073e32a00 with x1818247336930432 ext(122880->126975) 00002000:00010000:2.0:1734016130.564257:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880073e32a00 00000100:00100000:2.0:1734016130.564294:0:13925:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9094 00000100:00100000:2.0:1734016130.564304:0:13925:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880073e32a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+10:1981:x1818247336930432:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:2.0:1734016130.564631:0:13925:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880073e32a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+10:1981:x1818247336930432:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 325us (628us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016130.564642:0:13925:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9094 00002000:00100000:2.0:1734016130.564652:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (122880->126975) req@ffff880073e32a00 x1818247336930432/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:91/0 lens 488/4536 e 0 to 0 dl 1734016141 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016130.564659:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880073e32a00 with x1818247336930432 ext(122880->126975) 00002000:00010000:2.0:1734016130.564662:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880073e32a00 00000100:00100000:0.0:1734016130.568275:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016130.568617:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336930688 00000100:00100000:2.0:1734016130.568635:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336930688 00002000:00100000:2.0:1734016130.568710:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (118784->122879) req@ffff880074f01880 x1818247336930688/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:91/0 lens 488/0 e 0 to 0 dl 1734016141 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016130.568723:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074f01880 with x1818247336930688 ext(118784->122879) 00002000:00010000:2.0:1734016130.568732:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074f01880 00000100:00100000:2.0:1734016130.568780:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9095 00000100:00100000:2.0:1734016130.568791:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074f01880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+10:1980:x1818247336930688:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:2.0:1734016130.571744:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074f01880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+10:1980:x1818247336930688:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 2918us (3459us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016130.571777:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9095 00002000:00100000:2.0:1734016130.571808:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (118784->122879) req@ffff880074f01880 x1818247336930688/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:91/0 lens 488/4536 e 0 to 0 dl 1734016141 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016130.571823:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074f01880 with x1818247336930688 ext(118784->122879) 00002000:00010000:2.0:1734016130.571837:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074f01880 00000100:00100000:1.0:1734016130.584206:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016130.584783:0:6481:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336930816 00000100:00100000:2.0:1734016130.584802:0:6481:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336930816 00000100:00100000:2.0:1734016130.584961:0:6481:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2048 00000100:00100000:2.0:1734016130.584974:0:6481:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800753e8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+25:9673:x1818247336930816:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:2.0:1734016130.585023:0:6481:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016130.585068:0:6481:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880072171440/0x3f004d6452e08397 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d1c00 expref: -99 pid: 6481 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016130.585253:0:6481:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880072170d80/0x3f004d6452e0839e lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 6481 initiator: MDT0 00010000:00010000:2.0:1734016130.585273:0:6481:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880072170d80/0x3f004d6452e0839e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6481 initiator: MDT0 00010000:00010000:2.0:1734016130.585290:0:6481:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880072170d80/0x3f004d6452e0839e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6481 initiator: MDT0 00000004:00200000:2.0:1734016130.585328:0:6481:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 1599447 00000004:00200000:2.0:1734016130.585333:0:6481:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1734016130.585357:0:6481:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880072170d80/0x3f004d6452e0839e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6481 initiator: MDT0 00010000:00010000:2.0:1734016130.585391:0:6481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880072171440/0x3f004d6452e08397 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1c00 expref: 27 pid: 6481 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016130.585427:0:6481:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880072170d80/0x3f004d6452e0839e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1c00 expref: 26 pid: 6481 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016130.585437:0:6481:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:2.0:1734016130.585441:0:6481:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1734016130.585445:0:6481:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880072170d80, rc 0) 00000100:00100000:2.0:1734016130.585554:0:6481:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800753e8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+26:9673:x1818247336930816:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 582us (1364us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016130.585565:0:6481:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2048 00000100:00100000:3.0:1734016130.592743:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016130.592859:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336930944 00000100:00100000:0.0:1734016130.593022:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336930944 00000100:00100000:1.0:1734016130.593678:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10815 00000100:00100000:1.0:1734016130.593690:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880073e30000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:9673:x1818247336930944:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:1.0:1734016130.593734:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016130.593770:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880097236880/0x3f004d6452e083a5 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d1c07 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016130.593828:0:7689:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a8038b40/0x3f004d6452e08390 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 159744->163839) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1bf9 expref: 9 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016130.593837:0:7689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016130.593839:0:7689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016130.593844:0:7689:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880097236880/0x3f004d6452e083a5 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [1441792->1482751] (req 1441792->1482751) gid 0 flags: 0x50000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1c07 expref: 9 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016130.593930:0:7689:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a8038b40/0x3f004d6452e08390 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 159744->163839) gid 0 flags: 0x50000000020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1bf9 expref: 9 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016130.593954:0:7689:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a8038b40/0x3f004d6452e08390 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 159744->163839) gid 0 flags: 0x70000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1bf9 expref: 9 pid: 7689 timeout: 494 lvb_type: 0 00000100:00100000:1.0:1734016130.593973:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800753e8000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339453440:192.168.201.10@tcp:104: 00000100:00100000:1.0:1734016130.594104:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b42cd9c0 going to sleep for 11 seconds 00000100:00100000:1.0:1734016130.601828:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800753e8000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339453440:192.168.201.10@tcp:104: 00010000:00010000:1.0:1734016130.601959:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880097236880/0x3f004d6452e083a5 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [1441792->1482751] (req 1441792->1482751) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1c07 expref: 9 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016130.601996:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097236880, rc 0) 00000100:00100000:1.0:1734016130.606386:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880073e30000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+9:9673:x1818247336930944:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 12675us (13639us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016130.606405:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10815 00000100:00100000:3.0:1734016130.609538:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016130.610144:0:9956:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336931072 00000100:00100000:2.0:1734016130.610165:0:9956:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336931072 00010000:00010000:2.0:1734016130.610240:0:9956:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a8038b40/0x3f004d6452e08390 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 159744->163839) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1bf9 expref: 10 pid: 7689 timeout: 494 lvb_type: 0 00000100:00100000:2.0:1734016130.610668:0:9956:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2903 00000100:00100000:2.0:1734016130.610682:0:9956:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880073e33480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+10:1978:x1818247336931072:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016130.610709:0:9956:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016130.610750:0:9956:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a8038b40/0x3f004d6452e08390 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 159744->163839) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1bf9 expref: 10 pid: 7689 timeout: 494 lvb_type: 0 00010000:00010000:2.0:1734016130.610771:0:9956:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a8038b40/0x3f004d6452e08390 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 159744->163839) gid 0 flags: 0x50000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1bf9 expref: 10 pid: 7689 timeout: 494 lvb_type: 0 00010000:00010000:2.0:1734016130.610820:0:9956:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a8038b40/0x3f004d6452e08390 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 159744->163839) gid 0 flags: 0x44801400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1bf9 expref: 10 pid: 7689 timeout: 494 lvb_type: 0 00010000:00010000:2.0:1734016130.611488:0:9956:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016130.611493:0:9956:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016130.611504:0:9956:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880097236880/0x3f004d6452e083a5 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1441792->1482751) gid 0 flags: 0x40080000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1c07 expref: 8 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016130.611517:0:9956:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880097236880/0x3f004d6452e083a5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1441792->1482751) gid 0 flags: 0x40080000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1c07 expref: 8 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016130.611583:0:9956:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880097236880/0x3f004d6452e083a5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1441792->1482751) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1c07 expref: 8 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016130.611606:0:9956:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800769c4e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9956:1818247339453568:192.168.201.10@tcp:105: 00000100:00100000:2.0:1734016130.611740:0:9956:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012b9119c0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016130.621819:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016130.622421:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336931200 00000100:00100000:1.0:1734016130.622441:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336931200 00000100:00100000:1.0:1734016130.622541:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10816 00000100:00100000:1.0:1734016130.622554:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880073e30380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+9:1978:x1818247336931200:12345-192.168.201.10@tcp:22:fsx.0 00002000:00010000:1.0:1734016130.623034:0:7689:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 1599447 -> 1599447 00002000:00010000:1.0:1734016130.623039:0:7689:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016129 -> 1734016129 00002000:00010000:1.0:1734016130.623042:0:7689:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016129 -> 1734016129 00002000:00010000:1.0:1734016130.623045:0:7689:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016129 -> 1734016129 00002000:00010000:1.0:1734016130.623047:0:7689:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 360 -> 360 00000100:00100000:2.0:1734016130.623689:0:9956:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800769c4e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9956:1818247339453568:192.168.201.10@tcp:105: 00010000:00010000:2.0:1734016130.623727:0:9956:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016130.625380:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880073e30380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+10:1978:x1818247336931200:12345-192.168.201.10@tcp:22:fsx.0 Request processed in 2819us (3576us total) trans 4294969345 rc 0/0 00000100:00100000:1.0:1734016130.625398:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10816 00000100:00100000:2.0:1734016130.625715:0:9956:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880073e33480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+9:1978:x1818247336931072:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 15033us (16201us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016130.625730:0:9956:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2903 00000100:00100000:0.0:1734016130.632790:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016130.632966:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336931328 00000100:00100000:1.0:1734016130.632984:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336931328 00000100:00100000:1.0:1734016130.633240:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10817 00000100:00100000:1.0:1734016130.633248:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074f02680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+10:1978:x1818247336931328:12345-192.168.201.10@tcp:22:fsx.0 00002000:00010000:1.0:1734016130.633583:0:7689:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 1599447 -> 1599447 00002000:00010000:1.0:1734016130.633586:0:7689:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016129 -> 1734016129 00002000:00010000:1.0:1734016130.633589:0:7689:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016129 -> 1734016129 00002000:00010000:1.0:1734016130.633591:0:7689:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016129 -> 1734016129 00002000:00010000:1.0:1734016130.633593:0:7689:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 360 -> 360 00000100:00100000:1.0:1734016130.633688:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074f02680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+11:1978:x1818247336931328:12345-192.168.201.10@tcp:22:fsx.0 Request processed in 439us (927us total) trans 4294969346 rc 0/0 00000100:00100000:1.0:1734016130.633696:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10817 00000100:00100000:0.0:1734016130.639237:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00010000:00010000:2.0:1734016130.639368:0:9955:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1734016130.639456:0:13925:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336931584 00000100:00100000:1.0:1734016130.639477:0:13925:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336931584 00000100:00100000:1.0:1734016130.639615:0:13925:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9096 00000100:00100000:1.0:1734016130.639628:0:13925:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074f01500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+11:1981:x1818247336931584:12345-192.168.201.10@tcp:4:fsx.0 00010000:00010000:1.0:1734016130.639709:0:13925:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880097237a80/0x3f004d6452e083ac lrc: 3/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 13925 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016130.639743:0:13925:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880097236880/0x3f004d6452e083a5 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1441792->1482751) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1c07 expref: 11 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016130.639754:0:13925:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016130.639757:0:13925:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016130.639761:0:13925:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880097237a80/0x3f004d6452e083ac lrc: 4/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [3076096->3108863] (req 3076096->3108863) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 13925 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016130.639819:0:13925:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880097236880/0x3f004d6452e083a5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1441792->1482751) gid 0 flags: 0x50000000020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1c07 expref: 11 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016130.639837:0:13925:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880097236880/0x3f004d6452e083a5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1441792->1482751) gid 0 flags: 0x70000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1c07 expref: 11 pid: 7689 timeout: 494 lvb_type: 0 00000100:00100000:1.0:1734016130.639857:0:13925:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800753e8000 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_003:lustre-OST0001_UUID:13925:1818247339453696:192.168.201.10@tcp:104: 00000100:00100000:1.0:1734016130.640008:0:13925:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b42cd9c0 going to sleep for 11 seconds 00000100:00100000:2.0:1734016130.645747:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016130.646127:0:9956:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336931712 00000100:00100000:3.0:1734016130.646141:0:9956:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336931712 00010000:00010000:3.0:1734016130.646196:0:9956:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880097236880/0x3f004d6452e083a5 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1441792->1482751) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1c07 expref: 12 pid: 7689 timeout: 494 lvb_type: 0 00000100:00100000:3.0:1734016130.646249:0:9956:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2904 00000100:00100000:3.0:1734016130.646258:0:9956:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800769c4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+12:1979:x1818247336931712:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016130.646278:0:9956:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016130.646305:0:9956:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880097236880/0x3f004d6452e083a5 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1441792->1482751) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1c07 expref: 12 pid: 7689 timeout: 494 lvb_type: 0 00010000:00010000:3.0:1734016130.646321:0:9956:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880097236880/0x3f004d6452e083a5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1441792->1482751) gid 0 flags: 0x50000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1c07 expref: 12 pid: 7689 timeout: 494 lvb_type: 0 00010000:00010000:3.0:1734016130.646357:0:9956:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016130.646360:0:9956:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016130.646366:0:9956:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880097237a80/0x3f004d6452e083ac lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [3076096->3108863] (req 3076096->3108863) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 13925 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016130.646375:0:9956:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880097237a80/0x3f004d6452e083ac lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [3076096->3108863] (req 3076096->3108863) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 13925 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016130.646406:0:9956:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1734016130.646705:0:13925:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097236880/0x3f004d6452e083a5 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1441792->1482751) gid 0 flags: 0x44801400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1c07 expref: 12 pid: 7689 timeout: 494 lvb_type: 0 00000100:00100000:3.0:1734016130.648102:0:9956:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800769c4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+11:1979:x1818247336931712:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 1836us (2367us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016130.648117:0:9956:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2904 00000100:00100000:1.0:1734016130.649254:0:13925:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800753e8000 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_003:lustre-OST0001_UUID:13925:1818247339453696:192.168.201.10@tcp:104: 00010000:00010000:1.0:1734016130.649303:0:13925:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880097237a80/0x3f004d6452e083ac lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [3076096->3108863] (req 3076096->3108863) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 13925 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016130.649324:0:13925:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880097237a80/0x3f004d6452e083ac lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [3076096->3108863] (req 3076096->3108863) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 13925 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016130.649332:0:13925:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880097237a80/0x3f004d6452e083ac lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [3076096->3108863] (req 3076096->3108863) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 13925 timeout: 0 lvb_type: 0 00000001:00080000:2.0:1734016130.658667:0:8954:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969347 is committed 00000001:00080000:2.0:1734016130.658750:0:8954:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969343 is committed 00002000:00010000:1.0:1734016130.659164:0:13925:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 1599447 -> 3108864 00002000:00010000:1.0:1734016130.659169:0:13925:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016129 -> 1734016130 00002000:00010000:1.0:1734016130.659172:0:13925:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016129 -> 1734016130 00002000:00010000:1.0:1734016130.659175:0:13925:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 360 -> 424 00010000:00010000:1.0:1734016130.659202:0:13925:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880097237a80/0x3f004d6452e083ac lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [3076096->3108863] (req 3076096->3108863) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 13925 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016130.659219:0:13925:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880097237a80/0x3f004d6452e083ac lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [3076096->3108863] (req 3076096->3108863) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 13925 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016130.659239:0:13925:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880097237a80/0x3f004d6452e083ac lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [3076096->3108863] (req 3076096->3108863) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 13925 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016130.659247:0:13925:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880097237a80 already unused, calling callback (ffffffffa086d100) 00010000:00010000:1.0:1734016130.659251:0:13925:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880097237a80/0x3f004d6452e083ac lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [3076096->3108863] (req 3076096->3108863) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 13925 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016130.659262:0:13925:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880097237a80/0x3f004d6452e083ac lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [3076096->3108863] (req 3076096->3108863) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 13925 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016130.659292:0:13925:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880097237a80/0x3f004d6452e083ac lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [3076096->3108863] (req 3076096->3108863) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 13925 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016130.659299:0:13925:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097237a80/0x3f004d6452e083ac lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [3076096->3108863] (req 3076096->3108863) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 13925 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016130.660708:0:13925:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074f01500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1981:x1818247336931584:12345-192.168.201.10@tcp:4:fsx.0 Request processed in 21067us (21505us total) trans 4294969347 rc 0/0 00000100:00100000:1.0:1734016130.660722:0:13925:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9096 00000100:00100000:2.0:1734016130.668496:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016130.668651:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336931840 00000100:00100000:3.0:1734016130.668666:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336931840 00000100:00100000:3.0:1734016130.668754:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10818 00000100:00100000:3.0:1734016130.668766:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074623b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1981:x1818247336931840:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:3.0:1734016130.668807:0:7690:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016130.668855:0:7690:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a9a5b00/0x3f004d6452e083b3 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d1c0e expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1734016130.669138:0:7690:0:(ofd_lvb.c:169:ofd_lvbo_init()) res: [0x280000400:0x5:0x0] initial LVB size: 3108864, mtime: 0x675afc82, atime: 0x675afc81, ctime: 0x675afc82, blocks: 0x1a8 00010000:00010000:3.0:1734016130.669187:0:7690:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016130.669194:0:7690:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016130.669213:0:7690:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a9a5b00/0x3f004d6452e083b3 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1c0e expref: 7 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016130.669249:0:7690:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a9a5b00/0x3f004d6452e083b3 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1c0e expref: 7 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016130.669271:0:7690:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a9a5b00, rc 0) 00000100:00100000:3.0:1734016130.670559:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074623b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1981:x1818247336931840:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 1780us (2071us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016130.670573:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10818 00000100:00100000:2.0:1734016130.674542:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016130.674652:0:8966:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336932096 00000100:00100000:0.0:1734016130.674666:0:8966:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336932096 00000100:00100000:0.0:1734016130.674734:0:8966:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2049 00000100:00100000:0.0:1734016130.674745:0:8966:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074623100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+26:9673:x1818247336932096:12345-192.168.201.10@tcp:36:fsx.0 00010000:00010000:0.0:1734016130.674830:0:8966:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016130.674918:0:8966:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880072170d80/0x3f004d6452e0839e lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1c00 expref: 26 pid: 6481 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016130.674960:0:8966:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:0.0:1734016130.674966:0:8966:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1734016130.675192:0:8966:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8038b40/0x3f004d6452e083ba lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 8966 initiator: MDT0 00010000:00010000:0.0:1734016130.675209:0:8966:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8038900/0x3f004d6452e08382 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1beb expref: 21 pid: 8966 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016130.675217:0:8966:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8038b40/0x3f004d6452e083ba lrc: 4/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 8966 initiator: MDT0 00010000:00010000:0.0:1734016130.675267:0:8966:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8038900/0x3f004d6452e08382 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1beb expref: 21 pid: 8966 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016130.675282:0:8966:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8038900/0x3f004d6452e08382 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1beb expref: 21 pid: 8966 timeout: 494 lvb_type: 0 00000100:00100000:0.0:1734016130.675298:0:8966:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074f00700 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:8966:1818247339453824:192.168.201.10@tcp:104: 00000100:00100000:0.0:1734016130.675372:0:8966:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7486300 going to sleep for 11 seconds 00000100:00100000:0.0:1734016130.679777:0:8966:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074f00700 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:8966:1818247339453824:192.168.201.10@tcp:104: 00010000:00010000:0.0:1734016130.679823:0:8966:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8038b40/0x3f004d6452e083ba lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 8966 initiator: MDT0 00000100:00100000:2.0:1734016130.680534:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016130.680774:0:9956:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336932224 00000100:00100000:3.0:1734016130.680786:0:9956:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336932224 00010000:00010000:3.0:1734016130.680837:0:9956:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8038900/0x3f004d6452e08382 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1beb expref: 22 pid: 8966 timeout: 494 lvb_type: 0 00000100:00100000:2.0:1734016130.681057:0:6470:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2905 00000100:00100000:2.0:1734016130.681066:0:6470:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b1f64850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+22:1978:x1818247336932224:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016130.681086:0:6470:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016130.681095:0:6470:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8038900/0x3f004d6452e08382 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1beb expref: 22 pid: 8966 timeout: 494 lvb_type: 0 00010000:00010000:2.0:1734016130.681109:0:6470:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8038900/0x3f004d6452e08382 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1beb expref: 22 pid: 8966 timeout: 494 lvb_type: 0 00010000:00010000:2.0:1734016130.681140:0:6470:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8038900/0x3f004d6452e08382 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1beb expref: 22 pid: 8966 timeout: 494 lvb_type: 0 00010000:00010000:2.0:1734016130.681163:0:6470:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:2.0:1734016130.681169:0:6470:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8038b40/0x3f004d6452e083ba lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 8966 initiator: MDT0 00010000:00010000:2.0:1734016130.681181:0:6470:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8038b40/0x3f004d6452e083ba lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 8966 initiator: MDT0 00010000:00010000:2.0:1734016130.681191:0:6470:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8038b40/0x3f004d6452e083ba lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 8966 initiator: MDT0 00010000:00010000:2.0:1734016130.681933:0:6470:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016130.682061:0:6470:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b1f64850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+21:1978:x1818247336932224:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 995us (1529us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016130.682070:0:6470:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2905 00010000:00010000:1.0:1734016130.682603:0:8966:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8038b40/0x3f004d6452e083ba lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8966 initiator: MDT0 00010000:00010000:1.0:1734016130.682612:0:8966:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8038b40/0x3f004d6452e083ba lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8966 initiator: MDT0 00000001:00080000:1.0:1734016130.682796:0:8966:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294968595 00000004:00010000:1.0:1734016130.684117:0:8966:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff880074623100 reply state ffff8800747ca000 transno 4294968596 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8038b40/0x3f004d6452e083ba lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8966 initiator: MDT0 00000100:00100000:1.0:1734016130.684135:0:8966:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1734016130.685474:0:8966:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074623100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+28:9673:x1818247336932096:12345-192.168.201.10@tcp:36:fsx.0 Request processed in 10709us (10929us total) trans 4294968596 rc 0/0 00000100:00100000:1.0:1734016130.685488:0:8966:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2049 00000020:00080000:1.0:1734016130.685503:0:8966:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1734016130.692503:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00010000:00010000:0.0:1734016130.692612:0:3495:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8038b40/0x3f004d6452e083ba lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8966 initiator: MDT0 00010000:00010000:0.0:1734016130.692628:0:3495:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8038b40/0x3f004d6452e083ba lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 8966 initiator: MDT0 00010000:00010000:0.0:1734016130.692638:0:3495:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8038b40/0x3f004d6452e083ba lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8966 initiator: MDT0 00010000:00010000:0.0:1734016130.692646:0:3495:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800a8038b40 already unused, calling callback (ffffffffa0f03950) 00010000:00010000:0.0:1734016130.692651:0:3495:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8038b40/0x3f004d6452e083ba lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8966 initiator: MDT0 00010000:00010000:0.0:1734016130.692661:0:3495:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8038b40/0x3f004d6452e083ba lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 8966 initiator: MDT0 00010000:00010000:0.0:1734016130.692690:0:3495:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:0.0:1734016130.692694:0:3495:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1734016130.692702:0:3495:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8038b40/0x3f004d6452e083ba lrc: 2/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8966 initiator: MDT0 00010000:00010000:0.0:1734016130.692708:0:3495:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8038b40/0x3f004d6452e083ba lrc: 0/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8966 initiator: MDT0 00000100:00100000:3.0:1734016130.692826:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336932352 00000100:00100000:3.0:1734016130.692843:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336932352 00000100:00100000:3.0:1734016130.692958:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10819 00000100:00100000:3.0:1734016130.692971:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074623800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:9673:x1818247336932352:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:3.0:1734016130.693006:0:7690:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016130.693033:0:7690:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a9a4b40/0x3f004d6452e083c1 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d1c15 expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016130.693083:0:7690:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a5b00/0x3f004d6452e083b3 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1c0e expref: 6 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016130.693093:0:7690:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016130.693098:0:7690:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016130.693102:0:7690:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a9a4b40/0x3f004d6452e083c1 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1c15 expref: 6 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016130.693169:0:7690:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a9a5b00/0x3f004d6452e083b3 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1c0e expref: 6 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016130.693188:0:7690:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a9a5b00/0x3f004d6452e083b3 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1c0e expref: 6 pid: 7690 timeout: 494 lvb_type: 1 00000100:00100000:3.0:1734016130.693206:0:7690:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880073e33b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339453952:192.168.201.10@tcp:104: 00000100:00100000:3.0:1734016130.693342:0:7690:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac68ecc0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016130.699884:0:7690:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880073e33b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339453952:192.168.201.10@tcp:104: 00010000:00010000:3.0:1734016130.699945:0:7690:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a9a4b40/0x3f004d6452e083c1 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1c15 expref: 6 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016130.699975:0:7690:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a9a4b40, rc 0) 00000100:00100000:3.0:1734016130.700066:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074623800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:9673:x1818247336932352:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 7095us (7589us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016130.700079:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10819 00000100:00100000:0.0:1734016130.701801:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016130.702213:0:6470:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336932480 00000100:00100000:2.0:1734016130.702234:0:6470:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336932480 00010000:00010000:2.0:1734016130.702282:0:6470:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a9a5b00/0x3f004d6452e083b3 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1c0e expref: 7 pid: 7690 timeout: 494 lvb_type: 1 00000100:00100000:2.0:1734016130.702338:0:6470:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2906 00000100:00100000:2.0:1734016130.702348:0:6470:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074f00700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1978:x1818247336932480:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016130.702374:0:6470:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016130.702408:0:6470:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a9a5b00/0x3f004d6452e083b3 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1c0e expref: 7 pid: 7690 timeout: 494 lvb_type: 1 00010000:00010000:2.0:1734016130.702424:0:6470:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a9a5b00/0x3f004d6452e083b3 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1c0e expref: 7 pid: 7690 timeout: 494 lvb_type: 1 00010000:00010000:2.0:1734016130.702463:0:6470:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a5b00/0x3f004d6452e083b3 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1c0e expref: 7 pid: 7690 timeout: 494 lvb_type: 1 00010000:00010000:2.0:1734016130.702499:0:6470:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016130.702502:0:6470:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016130.702511:0:6470:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a4b40/0x3f004d6452e083c1 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1c15 expref: 5 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016130.702524:0:6470:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a9a4b40/0x3f004d6452e083c1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1c15 expref: 5 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016130.702585:0:6470:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009a9a4b40/0x3f004d6452e083c1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1c15 expref: 5 pid: 7690 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016130.702606:0:6470:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074621500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6470:1818247339454080:192.168.201.10@tcp:105: 00000100:00100000:2.0:1734016130.702709:0:6470:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012b9119c0 going to sleep for 11 seconds 00000100:00100000:2.0:1734016130.706822:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016130.707034:0:6470:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074621500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6470:1818247339454080:192.168.201.10@tcp:105: 00010000:00010000:0.0:1734016130.707083:0:6470:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016130.707170:0:6470:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074f00700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1978:x1818247336932480:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 4822us (5385us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016130.707191:0:6470:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2906 00000100:00100000:1.0:1734016130.707818:0:13925:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336932608 00000100:00100000:1.0:1734016130.707835:0:13925:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336932608 00002000:00010000:1.0:1734016130.707942:0:13925:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (5090006->18446744073709551615) 00002000:00100000:1.0:1734016130.707952:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074008a80 with x1818247336932608 ext(5090006->18446744073709551615) 00002000:00010000:1.0:1734016130.707974:0:13925:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074008a80. 00000100:00100000:1.0:1734016130.708018:0:13925:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9097 00000100:00100000:1.0:1734016130.708028:0:13925:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074008a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1978:x1818247336932608:12345-192.168.201.10@tcp:10:fsx.0 00002000:00010000:1.0:1734016130.708605:0:13925:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 3108864 -> 5090006 00002000:00010000:1.0:1734016130.708610:0:13925:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016130 -> 1734016130 00002000:00010000:1.0:1734016130.708612:0:13925:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016129 -> 1734016129 00002000:00010000:1.0:1734016130.708616:0:13925:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016130 -> 1734016130 00002000:00010000:1.0:1734016130.708618:0:13925:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 424 -> 424 00000100:00100000:1.0:1734016130.708686:0:13925:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074008a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1978:x1818247336932608:12345-192.168.201.10@tcp:10:fsx.0 Request processed in 656us (1893us total) trans 4294969348 rc 0/0 00000100:00100000:1.0:1734016130.708695:0:13925:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9097 00002000:00010000:1.0:1734016130.708699:0:13925:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (5090006->18446744073709551615) 00002000:00100000:1.0:1734016130.708701:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074008a80 with x1818247336932608 ext(5090006->18446744073709551615) 00002000:00010000:1.0:1734016130.708707:0:13925:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074008a80. 00000100:00100000:0.0:1734016130.712038:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016130.712163:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336932864 00000100:00100000:3.0:1734016130.712177:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336932864 00002000:00100000:3.0:1734016130.712260:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (5087232->5091327) req@ffff880074f03100 x1818247336932864/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:91/0 lens 488/0 e 0 to 0 dl 1734016141 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016130.712271:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074f03100 with x1818247336932864 ext(5087232->5091327) 00002000:00010000:3.0:1734016130.712277:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074f03100 00000100:00100000:3.0:1734016130.712313:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9098 00000100:00100000:3.0:1734016130.712324:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074f03100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1980:x1818247336932864:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:3.0:1734016130.713307:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074f03100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1980:x1818247336932864:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 982us (1439us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016130.713316:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9098 00002000:00100000:3.0:1734016130.713324:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (5087232->5091327) req@ffff880074f03100 x1818247336932864/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:91/0 lens 488/4536 e 0 to 0 dl 1734016141 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016130.713332:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074f03100 with x1818247336932864 ext(5087232->5091327) 00002000:00010000:3.0:1734016130.713336:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074f03100 00000100:00100000:1.0:1734016130.717623:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016130.717985:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336933120 00000100:00100000:3.0:1734016130.718004:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336933120 00002000:00100000:3.0:1734016130.718087:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (5083136->5087231) req@ffff8800753e8000 x1818247336933120/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:91/0 lens 488/0 e 0 to 0 dl 1734016141 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016130.718100:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800753e8000 with x1818247336933120 ext(5083136->5087231) 00002000:00010000:3.0:1734016130.718108:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800753e8000 00000100:00100000:3.0:1734016130.718188:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9099 00000100:00100000:3.0:1734016130.718200:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800753e8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1979:x1818247336933120:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:3.0:1734016130.718551:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800753e8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1979:x1818247336933120:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 353us (948us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016130.718561:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9099 00002000:00100000:3.0:1734016130.718567:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (5083136->5087231) req@ffff8800753e8000 x1818247336933120/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:91/0 lens 488/4536 e 0 to 0 dl 1734016141 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016130.718575:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800753e8000 with x1818247336933120 ext(5083136->5087231) 00002000:00010000:3.0:1734016130.718578:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800753e8000 00000100:00100000:2.0:1734016130.723029:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016130.723319:0:13925:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336933376 00000100:00100000:0.0:1734016130.723336:0:13925:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336933376 00002000:00100000:0.0:1734016130.723412:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (5079040->5083135) req@ffff88007400a300 x1818247336933376/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:91/0 lens 488/0 e 0 to 0 dl 1734016141 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016130.723430:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007400a300 with x1818247336933376 ext(5079040->5083135) 00002000:00010000:0.0:1734016130.723440:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007400a300 00000100:00100000:0.0:1734016130.723767:0:13925:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9100 00000100:00100000:0.0:1734016130.723778:0:13925:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007400a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1980:x1818247336933376:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:0.0:1734016130.724176:0:13925:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007400a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1980:x1818247336933376:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 397us (1171us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016130.724185:0:13925:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9100 00002000:00100000:0.0:1734016130.724195:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (5079040->5083135) req@ffff88007400a300 x1818247336933376/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:91/0 lens 488/4536 e 0 to 0 dl 1734016141 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016130.724203:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007400a300 with x1818247336933376 ext(5079040->5083135) 00002000:00010000:0.0:1734016130.724207:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007400a300 00000100:00100000:0.0:1734016130.729389:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016130.730302:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336933632 00000100:00100000:3.0:1734016130.730324:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336933632 00002000:00100000:3.0:1734016130.730424:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (5074944->5079039) req@ffff880074f01c00 x1818247336933632/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:91/0 lens 488/0 e 0 to 0 dl 1734016141 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016130.730440:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074f01c00 with x1818247336933632 ext(5074944->5079039) 00002000:00010000:3.0:1734016130.730449:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074f01c00 00000100:00100000:3.0:1734016130.730489:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9101 00000100:00100000:3.0:1734016130.730501:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074f01c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1979:x1818247336933632:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:3.0:1734016130.730981:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074f01c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1979:x1818247336933632:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 479us (1618us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016130.730994:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9101 00002000:00100000:3.0:1734016130.731002:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (5074944->5079039) req@ffff880074f01c00 x1818247336933632/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:91/0 lens 488/4536 e 0 to 0 dl 1734016141 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016130.731011:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074f01c00 with x1818247336933632 ext(5074944->5079039) 00002000:00010000:3.0:1734016130.731015:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074f01c00 00000100:00100000:1.0:1734016130.734589:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016130.734677:0:13925:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336933888 00000100:00100000:0.0:1734016130.734687:0:13925:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336933888 00002000:00100000:0.0:1734016130.734739:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (5070848->5074943) req@ffff8800753e9500 x1818247336933888/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:91/0 lens 488/0 e 0 to 0 dl 1734016141 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016130.734749:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800753e9500 with x1818247336933888 ext(5070848->5074943) 00002000:00010000:0.0:1734016130.734754:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800753e9500 00000100:00100000:0.0:1734016130.734788:0:13925:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9102 00000100:00100000:0.0:1734016130.734794:0:13925:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800753e9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1980:x1818247336933888:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:2.0:1734016130.735798:0:13925:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800753e9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1980:x1818247336933888:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 998us (1215us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016130.735807:0:13925:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9102 00002000:00100000:2.0:1734016130.735815:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (5070848->5074943) req@ffff8800753e9500 x1818247336933888/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:91/0 lens 488/4536 e 0 to 0 dl 1734016141 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016130.735822:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800753e9500 with x1818247336933888 ext(5070848->5074943) 00002000:00010000:2.0:1734016130.735826:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800753e9500 00000100:00100000:2.0:1734016130.743102:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016130.743365:0:13925:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336934144 00000100:00100000:0.0:1734016130.743387:0:13925:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336934144 00002000:00100000:0.0:1734016130.743497:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (5066752->5070847) req@ffff880074008000 x1818247336934144/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:91/0 lens 488/0 e 0 to 0 dl 1734016141 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016130.743514:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074008000 with x1818247336934144 ext(5066752->5070847) 00002000:00010000:0.0:1734016130.743529:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074008000 00000100:00100000:0.0:1734016130.743637:0:13925:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9103 00000100:00100000:0.0:1734016130.743653:0:13925:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074008000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1979:x1818247336934144:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:1.0:1734016130.744457:0:13925:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074008000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1979:x1818247336934144:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 803us (1387us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016130.744470:0:13925:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9103 00002000:00100000:1.0:1734016130.744477:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (5066752->5070847) req@ffff880074008000 x1818247336934144/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:91/0 lens 488/4536 e 0 to 0 dl 1734016141 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016130.744487:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074008000 with x1818247336934144 ext(5066752->5070847) 00002000:00010000:1.0:1734016130.744492:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074008000 00000100:00100000:0.0:1734016130.748161:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016130.748443:0:13925:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336934400 00000100:00100000:1.0:1734016130.748460:0:13925:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336934400 00002000:00100000:1.0:1734016130.748539:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (5062656->5066751) req@ffff880074f00e00 x1818247336934400/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:91/0 lens 488/0 e 0 to 0 dl 1734016141 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016130.748556:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074f00e00 with x1818247336934400 ext(5062656->5066751) 00002000:00010000:1.0:1734016130.748568:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074f00e00 00000100:00100000:1.0:1734016130.748615:0:13925:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9104 00000100:00100000:1.0:1734016130.748624:0:13925:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074f00e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1980:x1818247336934400:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:1.0:1734016130.748966:0:13925:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074f00e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1980:x1818247336934400:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 340us (830us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016130.748977:0:13925:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9104 00002000:00100000:1.0:1734016130.748984:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (5062656->5066751) req@ffff880074f00e00 x1818247336934400/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:91/0 lens 488/4536 e 0 to 0 dl 1734016141 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016130.748993:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074f00e00 with x1818247336934400 ext(5062656->5066751) 00002000:00010000:1.0:1734016130.748999:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074f00e00 00000100:00100000:2.0:1734016130.754842:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016130.755483:0:13925:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336934656 00000100:00100000:1.0:1734016130.755500:0:13925:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336934656 00002000:00100000:1.0:1734016130.755582:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (5058560->5062655) req@ffff8800769c5880 x1818247336934656/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:91/0 lens 488/0 e 0 to 0 dl 1734016141 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016130.755596:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800769c5880 with x1818247336934656 ext(5058560->5062655) 00002000:00010000:1.0:1734016130.755605:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800769c5880 00000100:00100000:1.0:1734016130.755945:0:13925:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9105 00000100:00100000:1.0:1734016130.755954:0:13925:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800769c5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1979:x1818247336934656:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:1.0:1734016130.757069:0:13925:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800769c5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1979:x1818247336934656:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 1108us (2246us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016130.757079:0:13925:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9105 00002000:00100000:1.0:1734016130.757088:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (5058560->5062655) req@ffff8800769c5880 x1818247336934656/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:91/0 lens 488/4536 e 0 to 0 dl 1734016141 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016130.757097:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800769c5880 with x1818247336934656 ext(5058560->5062655) 00002000:00010000:1.0:1734016130.757101:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800769c5880 00000100:00100000:2.0:1734016130.761396:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016130.762402:0:13925:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336934912 00000100:00100000:1.0:1734016130.762424:0:13925:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336934912 00002000:00100000:1.0:1734016130.762505:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (5054464->5058559) req@ffff8800769c4e00 x1818247336934912/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:91/0 lens 488/0 e 0 to 0 dl 1734016141 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016130.762521:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800769c4e00 with x1818247336934912 ext(5054464->5058559) 00002000:00010000:1.0:1734016130.762528:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800769c4e00 00000100:00100000:1.0:1734016130.762581:0:13925:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9106 00000100:00100000:1.0:1734016130.762589:0:13925:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800769c4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1979:x1818247336934912:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:1.0:1734016130.762915:0:13925:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800769c4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1979:x1818247336934912:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 325us (1553us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016130.762924:0:13925:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9106 00002000:00100000:1.0:1734016130.762930:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (5054464->5058559) req@ffff8800769c4e00 x1818247336934912/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:91/0 lens 488/4536 e 0 to 0 dl 1734016141 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016130.762937:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800769c4e00 with x1818247336934912 ext(5054464->5058559) 00002000:00010000:1.0:1734016130.762940:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800769c4e00 00000100:00100000:0.0:1734016130.766577:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016130.766755:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336935168 00000100:00100000:3.0:1734016130.766780:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336935168 00002000:00100000:3.0:1734016130.766974:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (5050368->5054463) req@ffff880074f01f80 x1818247336935168/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:91/0 lens 488/0 e 0 to 0 dl 1734016141 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016130.766991:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074f01f80 with x1818247336935168 ext(5050368->5054463) 00002000:00010000:3.0:1734016130.767000:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074f01f80 00000100:00100000:3.0:1734016130.767067:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9107 00000100:00100000:3.0:1734016130.767083:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074f01f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1980:x1818247336935168:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:3.0:1734016130.767522:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074f01f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1980:x1818247336935168:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 440us (968us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016130.767534:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9107 00002000:00100000:3.0:1734016130.767542:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (5050368->5054463) req@ffff880074f01f80 x1818247336935168/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:91/0 lens 488/4536 e 0 to 0 dl 1734016141 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016130.767549:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074f01f80 with x1818247336935168 ext(5050368->5054463) 00002000:00010000:3.0:1734016130.767552:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074f01f80 00000100:00100000:2.0:1734016130.772331:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016130.779346:0:13925:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336935424 00000100:00100000:1.0:1734016130.779390:0:13925:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336935424 00002000:00100000:1.0:1734016130.779513:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (5046272->5050367) req@ffff8800ac576d80 x1818247336935424/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:91/0 lens 488/0 e 0 to 0 dl 1734016141 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016130.779531:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800ac576d80 with x1818247336935424 ext(5046272->5050367) 00002000:00010000:1.0:1734016130.779544:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800ac576d80 00000100:00100000:1.0:1734016130.779620:0:13925:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9108 00000100:00100000:1.0:1734016130.779635:0:13925:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800ac576d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1979:x1818247336935424:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:1.0:1734016130.780112:0:13925:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800ac576d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1979:x1818247336935424:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 476us (7791us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016130.780123:0:13925:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9108 00002000:00100000:1.0:1734016130.780132:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (5046272->5050367) req@ffff8800ac576d80 x1818247336935424/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:91/0 lens 488/4536 e 0 to 0 dl 1734016141 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016130.780141:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800ac576d80 with x1818247336935424 ext(5046272->5050367) 00002000:00010000:1.0:1734016130.780144:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800ac576d80 00000100:00100000:2.0:1734016130.792646:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016130.792813:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336935680 00000100:00100000:3.0:1734016130.792829:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336935680 00002000:00100000:3.0:1734016130.792926:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (5042176->5046271) req@ffff8800ac577480 x1818247336935680/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:91/0 lens 488/0 e 0 to 0 dl 1734016141 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016130.792938:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800ac577480 with x1818247336935680 ext(5042176->5046271) 00002000:00010000:3.0:1734016130.792945:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800ac577480 00000100:00100000:3.0:1734016130.792992:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9109 00000100:00100000:3.0:1734016130.792999:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800ac577480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1980:x1818247336935680:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:3.0:1734016130.793390:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800ac577480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1980:x1818247336935680:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 388us (764us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016130.793399:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9109 00002000:00100000:3.0:1734016130.793405:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (5042176->5046271) req@ffff8800ac577480 x1818247336935680/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:91/0 lens 488/4536 e 0 to 0 dl 1734016141 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016130.793412:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800ac577480 with x1818247336935680 ext(5042176->5046271) 00002000:00010000:3.0:1734016130.793415:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800ac577480 00000100:00100000:0.0:1734016130.796845:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016130.797035:0:13925:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336935936 00000100:00100000:1.0:1734016130.797054:0:13925:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336935936 00002000:00100000:1.0:1734016130.797146:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (5038080->5042175) req@ffff880074f00000 x1818247336935936/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:91/0 lens 488/0 e 0 to 0 dl 1734016141 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016130.797162:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074f00000 with x1818247336935936 ext(5038080->5042175) 00002000:00010000:1.0:1734016130.797173:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074f00000 00000100:00100000:1.0:1734016130.797237:0:13925:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9110 00000100:00100000:1.0:1734016130.797248:0:13925:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074f00000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1981:x1818247336935936:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:1.0:1734016130.797630:0:13925:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074f00000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1981:x1818247336935936:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 383us (804us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016130.797640:0:13925:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9110 00002000:00100000:1.0:1734016130.797648:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (5038080->5042175) req@ffff880074f00000 x1818247336935936/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:91/0 lens 488/4536 e 0 to 0 dl 1734016141 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016130.797656:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074f00000 with x1818247336935936 ext(5038080->5042175) 00002000:00010000:1.0:1734016130.797659:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074f00000 00000100:00100000:2.0:1734016130.806498:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016130.807343:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336936192 00000100:00100000:3.0:1734016130.807365:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336936192 00002000:00100000:3.0:1734016130.807441:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (5033984->5038079) req@ffff88007431c380 x1818247336936192/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:91/0 lens 488/0 e 0 to 0 dl 1734016141 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016130.807461:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007431c380 with x1818247336936192 ext(5033984->5038079) 00002000:00010000:3.0:1734016130.807469:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007431c380 00000100:00100000:3.0:1734016130.807514:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9111 00000100:00100000:3.0:1734016130.807526:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007431c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1980:x1818247336936192:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:3.0:1734016130.807791:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007431c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1980:x1818247336936192:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 268us (1313us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016130.807801:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9111 00002000:00100000:3.0:1734016130.807809:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (5033984->5038079) req@ffff88007431c380 x1818247336936192/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:91/0 lens 488/4536 e 0 to 0 dl 1734016141 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016130.807818:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007431c380 with x1818247336936192 ext(5033984->5038079) 00002000:00010000:3.0:1734016130.807821:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007431c380 00000100:00100000:2.0:1734016130.812681:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016130.812846:0:13925:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336936448 00000100:00100000:1.0:1734016130.812916:0:13925:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336936448 00002000:00100000:1.0:1734016130.813004:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (5029888->5033983) req@ffff88007431df80 x1818247336936448/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:91/0 lens 488/0 e 0 to 0 dl 1734016141 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016130.813017:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007431df80 with x1818247336936448 ext(5029888->5033983) 00002000:00010000:1.0:1734016130.813026:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007431df80 00000100:00100000:1.0:1734016130.813075:0:13925:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9112 00000100:00100000:1.0:1734016130.813087:0:13925:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007431df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1981:x1818247336936448:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:1.0:1734016130.813428:0:13925:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007431df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1981:x1818247336936448:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 341us (770us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016130.813442:0:13925:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9112 00002000:00100000:1.0:1734016130.813450:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (5029888->5033983) req@ffff88007431df80 x1818247336936448/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:91/0 lens 488/4536 e 0 to 0 dl 1734016141 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016130.813457:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007431df80 with x1818247336936448 ext(5029888->5033983) 00002000:00010000:1.0:1734016130.813460:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007431df80 00000100:00100000:0.0:1734016130.816489:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016130.816706:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336936576 00000100:00100000:3.0:1734016130.816721:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336936576 00002000:00100000:3.0:1734016130.816781:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (5029888->5090005) req@ffff880074f02d80 x1818247336936576/t0(0) o4->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:91/0 lens 488/0 e 0 to 0 dl 1734016141 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016130.816794:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074f02d80 with x1818247336936576 ext(5029888->5090005) 00002000:00010000:3.0:1734016130.816802:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074f02d80 00000100:00100000:3.0:1734016130.816841:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9113 00000100:00100000:3.0:1734016130.816851:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074f02d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1980:x1818247336936576:12345-192.168.201.10@tcp:4:fsx.0 00000100:00100000:3.0:1734016130.823410:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074f02d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+9:1980:x1818247336936576:12345-192.168.201.10@tcp:4:fsx.0 Request processed in 6532us (6913us total) trans 4294969349 rc 0/0 00000100:00100000:3.0:1734016130.823433:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9113 00002000:00100000:3.0:1734016130.823458:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (5029888->5090005) req@ffff880074f02d80 x1818247336936576/t4294969349(0) o4->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:91/0 lens 488/448 e 0 to 0 dl 1734016141 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016130.823473:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074f02d80 with x1818247336936576 ext(5029888->5090005) 00002000:00010000:3.0:1734016130.823482:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074f02d80 00000100:00100000:2.0:1734016130.832786:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016130.832938:0:8966:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336936704 00000100:00100000:1.0:1734016130.832957:0:8966:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336936704 00000100:00100000:1.0:1734016130.833405:0:8966:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2050 00000100:00100000:1.0:1734016130.833417:0:8966:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007431d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+27:9673:x1818247336936704:12345-192.168.201.10@tcp:44:fsx.0 00000100:00100000:1.0:1734016130.833643:0:8966:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007431d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+27:9673:x1818247336936704:12345-192.168.201.10@tcp:44:fsx.0 Request processed in 227us (881us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016130.833651:0:8966:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2050 00000100:00100000:2.0:1734016130.841350:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016130.845424:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336936832 00000100:00100000:3.0:1734016130.845455:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336936832 00000100:00100000:3.0:1734016130.845607:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10820 00000100:00100000:3.0:1734016130.845618:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007431ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+9:1979:x1818247336936832:12345-192.168.201.10@tcp:16:fsx.0 00000001:00080000:0.0:1734016130.851943:0:8954:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969349 is committed 00000100:00100000:3.0:1734016130.856423:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007431ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1979:x1818247336936832:12345-192.168.201.10@tcp:16:fsx.0 Request processed in 10763us (15061us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016130.856457:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10820 00000100:00100000:0.0:1734016130.860319:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016130.860421:0:6481:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336936960 00000100:00100000:2.0:1734016130.860434:0:6481:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336936960 00000100:00100000:2.0:1734016130.860510:0:6481:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2051 00000100:00100000:2.0:1734016130.860519:0:6481:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074621500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+21:9673:x1818247336936960:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:2.0:1734016130.860544:0:6481:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016130.860572:0:6481:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880072172d00/0x3f004d6452e083c8 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d1c1c expref: -99 pid: 6481 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016130.860679:0:6481:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880072172640/0x3f004d6452e083cf lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6481 initiator: MDT0 00010000:00010000:2.0:1734016130.860698:0:6481:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880072172640/0x3f004d6452e083cf lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6481 initiator: MDT0 00010000:00010000:2.0:1734016130.860710:0:6481:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880072172640/0x3f004d6452e083cf lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6481 initiator: MDT0 00000004:00200000:2.0:1734016130.860738:0:6481:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 5090006 00000004:00200000:2.0:1734016130.860744:0:6481:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1734016130.860762:0:6481:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880072172640/0x3f004d6452e083cf lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6481 initiator: MDT0 00010000:00010000:2.0:1734016130.860784:0:6481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880072172d00/0x3f004d6452e083c8 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1c1c expref: 23 pid: 6481 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016130.860809:0:6481:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880072172640/0x3f004d6452e083cf lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1c1c expref: 22 pid: 6481 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016130.860818:0:6481:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:2.0:1734016130.860820:0:6481:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1734016130.860825:0:6481:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880072172640, rc 0) 00000100:00100000:2.0:1734016130.860948:0:6481:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074621500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+22:9673:x1818247336936960:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 428us (647us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016130.860954:0:6481:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2051 00000100:00100000:2.0:1734016130.869248:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016130.869410:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336937088 00000100:00100000:3.0:1734016130.869428:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336937088 00000100:00100000:3.0:1734016130.869580:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10821 00000100:00100000:3.0:1734016130.869593:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007431d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1981:x1818247336937088:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:3.0:1734016130.869633:0:7690:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016130.869667:0:7690:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a9a6f40/0x3f004d6452e083d6 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d1c23 expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016130.869777:0:7690:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880073e33b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339454208:192.168.201.10@tcp:106: 00000100:00100000:3.0:1734016130.873447:0:7690:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac68ec00 going to sleep for 11 seconds 00002000:00010000:0.0:1734016130.878607:0:7690:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime: 1734016129 -> 1734016130 00002000:00010000:0.0:1734016130.878623:0:7690:0:(ofd_lvb.c:301:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks: 424 -> 544 00000100:00100000:0.0:1734016130.878670:0:7690:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880073e33b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339454208:192.168.201.10@tcp:106: 00010000:00010000:0.0:1734016130.878739:0:7690:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a9a6f40/0x3f004d6452e083d6 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1c23 expref: 7 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016130.878766:0:7690:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a6f40/0x3f004d6452e083d6 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1c23 expref: 7 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016130.878812:0:7690:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a9a6f40, rc 0) 00000100:00100000:0.0:1734016130.878983:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007431d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1981:x1818247336937088:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 9388us (9766us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016130.878996:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10821 00000100:00100000:2.0:1734016130.885763:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016130.887190:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336937216 00000100:00100000:0.0:1734016130.887206:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336937216 00000100:00100000:0.0:1734016130.887280:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10822 00000100:00100000:0.0:1734016130.887289:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007431ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1979:x1818247336937216:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:0.0:1734016130.887315:0:7690:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016130.887337:0:7690:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a8038240/0x3f004d6452e083dd lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d1c2a expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016130.887415:0:7690:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800744bc000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339454336:192.168.201.10@tcp:106: 00000100:00100000:0.0:1734016130.887504:0:7690:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7486900 going to sleep for 11 seconds 00000100:00100000:0.0:1734016130.892422:0:7690:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800744bc000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339454336:192.168.201.10@tcp:106: 00010000:00010000:0.0:1734016130.892483:0:7690:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a8038240/0x3f004d6452e083dd lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1c2a expref: 7 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016130.892502:0:7690:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a8038240/0x3f004d6452e083dd lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1c2a expref: 7 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016130.892539:0:7690:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a8038240, rc 0) 00000100:00100000:0.0:1734016130.892815:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007431ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1979:x1818247336937216:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 5524us (7071us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016130.892828:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10822 00000100:00100000:3.0:1734016130.901204:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016130.901625:0:8966:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336937472 00000100:00100000:1.0:1734016130.901649:0:8966:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336937472 00000100:00100000:1.0:1734016130.904596:0:8966:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2052 00000100:00100000:1.0:1734016130.904617:0:8966:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880073e33100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+22:9673:x1818247336937472:12345-192.168.201.10@tcp:36:fsx.0 00010000:00010000:1.0:1734016130.904713:0:8966:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016130.904759:0:8966:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880072172640/0x3f004d6452e083cf lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1c1c expref: 22 pid: 6481 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016130.904809:0:8966:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:1.0:1734016130.904815:0:8966:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1734016130.905056:0:8966:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880097235b00/0x3f004d6452e083e4 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 8966 initiator: MDT0 00010000:00010000:1.0:1734016130.905073:0:8966:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880097235b00/0x3f004d6452e083e4 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8966 initiator: MDT0 00010000:00010000:1.0:1734016130.905086:0:8966:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880097235b00/0x3f004d6452e083e4 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8966 initiator: MDT0 00000001:00080000:1.0:1734016130.905127:0:8966:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294968597 00000004:00010000:1.0:1734016130.905149:0:8966:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff880073e33100 reply state ffff880135397000 transno 4294968598 ns: mdt-lustre-MDT0000_UUID lock: ffff880097235b00/0x3f004d6452e083e4 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8966 initiator: MDT0 00000100:00100000:1.0:1734016130.905156:0:8966:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1734016130.905301:0:8966:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880073e33100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+24:9673:x1818247336937472:12345-192.168.201.10@tcp:36:fsx.0 Request processed in 687us (4124us total) trans 4294968598 rc 0/0 00000100:00100000:1.0:1734016130.905308:0:8966:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2052 00000020:00080000:1.0:1734016130.905314:0:8966:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1734016130.914845:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016130.914980:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336937600 00000100:00100000:1.0:1734016130.914998:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336937600 00000100:00100000:1.0:1734016130.915084:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10823 00000100:00100000:1.0:1734016130.915095:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800744bc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:9673:x1818247336937600:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:1.0:1734016130.915134:0:7690:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016130.915174:0:7690:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880097237840/0x3f004d6452e083eb lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d1c31 expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016130.915249:0:7690:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a4b40/0x3f004d6452e083c1 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1c15 expref: 5 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016130.915259:0:7690:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016130.915262:0:7690:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016130.915266:0:7690:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880097237840/0x3f004d6452e083eb lrc: 4/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1c31 expref: 7 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016130.915327:0:7690:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a9a4b40/0x3f004d6452e083c1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1c15 expref: 5 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016130.915344:0:7690:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a9a4b40/0x3f004d6452e083c1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1c15 expref: 5 pid: 7690 timeout: 495 lvb_type: 0 00000100:00100000:1.0:1734016130.915367:0:7690:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800753eb480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339454464:192.168.201.10@tcp:104: 00000100:00100000:1.0:1734016130.915543:0:7690:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b42cdb40 going to sleep for 11 seconds 00010000:00010000:2.0:1734016130.916159:0:3494:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880097235b00/0x3f004d6452e083e4 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8966 initiator: MDT0 00010000:00010000:2.0:1734016130.916175:0:3494:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880097235b00/0x3f004d6452e083e4 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 8966 initiator: MDT0 00010000:00010000:2.0:1734016130.916190:0:3494:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880097235b00/0x3f004d6452e083e4 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8966 initiator: MDT0 00010000:00010000:2.0:1734016130.916199:0:3494:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880097235b00 already unused, calling callback (ffffffffa0f03950) 00010000:00010000:2.0:1734016130.916205:0:3494:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880097235b00/0x3f004d6452e083e4 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8966 initiator: MDT0 00010000:00010000:2.0:1734016130.916218:0:3494:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880097235b00/0x3f004d6452e083e4 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 8966 initiator: MDT0 00010000:00010000:2.0:1734016130.916258:0:3494:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:2.0:1734016130.916264:0:3494:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734016130.916271:0:3494:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880097235b00/0x3f004d6452e083e4 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8966 initiator: MDT0 00010000:00010000:2.0:1734016130.916277:0:3494:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880097235b00/0x3f004d6452e083e4 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8966 initiator: MDT0 00000100:00100000:1.0:1734016130.924501:0:7690:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800753eb480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339454464:192.168.201.10@tcp:104: 00010000:00010000:1.0:1734016130.924554:0:7690:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880097237840/0x3f004d6452e083eb lrc: 3/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1c31 expref: 7 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016130.924580:0:7690:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097237840, rc 0) 00000100:00100000:1.0:1734016130.926038:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800744bc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:9673:x1818247336937600:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 10930us (11204us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016130.926055:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10823 00000100:00100000:0.0:1734016130.926778:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016130.928344:0:6470:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336937728 00000100:00100000:1.0:1734016130.928362:0:6470:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336937728 00010000:00010000:1.0:1734016130.928416:0:6470:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a9a4b40/0x3f004d6452e083c1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1c15 expref: 6 pid: 7690 timeout: 495 lvb_type: 0 00000100:00100000:1.0:1734016130.932730:0:6470:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2907 00000100:00100000:1.0:1734016130.932753:0:6470:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800744bfb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1978:x1818247336937728:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016130.932793:0:6470:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016130.932834:0:6470:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a9a4b40/0x3f004d6452e083c1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1c15 expref: 6 pid: 7690 timeout: 495 lvb_type: 0 00010000:00010000:1.0:1734016130.932877:0:6470:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a9a4b40/0x3f004d6452e083c1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1c15 expref: 6 pid: 7690 timeout: 495 lvb_type: 0 00010000:00010000:1.0:1734016130.932919:0:6470:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a4b40/0x3f004d6452e083c1 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1c15 expref: 6 pid: 7690 timeout: 495 lvb_type: 0 00010000:00010000:1.0:1734016130.932953:0:6470:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016130.932956:0:6470:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016130.932963:0:6470:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880097237840/0x3f004d6452e083eb lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1c31 expref: 6 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016130.932976:0:6470:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880097237840/0x3f004d6452e083eb lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1c31 expref: 6 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016130.933038:0:6470:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880097237840/0x3f004d6452e083eb lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1c31 expref: 6 pid: 7690 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016130.933059:0:6470:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800753eb480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6470:1818247339454592:192.168.201.10@tcp:105: 00000100:00100000:1.0:1734016130.934260:0:6470:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b42cdb40 going to sleep for 11 seconds 00000100:00100000:3.0:1734016130.947931:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016130.948588:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336937856 00000100:00100000:2.0:1734016130.948602:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336937856 00002000:00010000:2.0:1734016130.948650:0:7696:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (7436445->18446744073709551615) 00002000:00100000:2.0:1734016130.948656:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880073e33b80 with x1818247336937856 ext(7436445->18446744073709551615) 00002000:00010000:2.0:1734016130.948672:0:7696:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880073e33b80. 00000100:00100000:2.0:1734016130.948707:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9114 00000100:00100000:2.0:1734016130.948716:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880073e33b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1978:x1818247336937856:12345-192.168.201.10@tcp:10:fsx.0 00002000:00010000:2.0:1734016130.949012:0:7696:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 5090006 -> 7436445 00002000:00010000:2.0:1734016130.949015:0:7696:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016130 -> 1734016130 00002000:00010000:2.0:1734016130.949017:0:7696:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016130 -> 1734016129 00002000:00010000:2.0:1734016130.949019:0:7696:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016130 -> 1734016130 00002000:00010000:2.0:1734016130.949022:0:7696:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 544 -> 544 00000100:00100000:2.0:1734016130.949091:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880073e33b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1978:x1818247336937856:12345-192.168.201.10@tcp:10:fsx.0 Request processed in 374us (1175us total) trans 4294969350 rc 0/0 00000100:00100000:2.0:1734016130.949097:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9114 00002000:00010000:2.0:1734016130.949100:0:7696:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (7436445->18446744073709551615) 00002000:00100000:2.0:1734016130.949103:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880073e33b80 with x1818247336937856 ext(7436445->18446744073709551615) 00002000:00010000:2.0:1734016130.949107:0:7696:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880073e33b80. 00000100:00100000:1.0:1734016130.950736:0:6470:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800753eb480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6470:1818247339454592:192.168.201.10@tcp:105: 00010000:00010000:1.0:1734016130.950783:0:6470:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016130.950885:0:6470:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800744bfb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:1978:x1818247336937728:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 18118us (24089us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016130.950901:0:6470:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2907 00000100:00100000:0.0:1734016130.953964:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016130.955510:0:6481:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336937984 00000100:00100000:2.0:1734016130.955538:0:6481:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336937984 00000100:00100000:2.0:1734016130.955629:0:6481:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2053 00000100:00100000:2.0:1734016130.955640:0:6481:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800744bdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+27:9673:x1818247336937984:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:2.0:1734016130.955673:0:6481:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016130.955706:0:6481:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880072172640/0x3f004d6452e083f2 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d1c38 expref: -99 pid: 6481 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016130.955861:0:6481:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880072172d00/0x3f004d6452e083f9 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6481 initiator: MDT0 00010000:00010000:2.0:1734016130.955907:0:6481:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880072172d00/0x3f004d6452e083f9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6481 initiator: MDT0 00010000:00010000:2.0:1734016130.955920:0:6481:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880072172d00/0x3f004d6452e083f9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6481 initiator: MDT0 00000004:00200000:2.0:1734016130.955954:0:6481:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 7436445 00000004:00200000:2.0:1734016130.955960:0:6481:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1734016130.955983:0:6481:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880072172d00/0x3f004d6452e083f9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6481 initiator: MDT0 00010000:00010000:2.0:1734016130.956011:0:6481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880072172640/0x3f004d6452e083f2 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1c38 expref: 29 pid: 6481 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016130.956044:0:6481:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880072172d00/0x3f004d6452e083f9 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1c38 expref: 28 pid: 6481 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016130.956053:0:6481:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:2.0:1734016130.956057:0:6481:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1734016130.956061:0:6481:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880072172d00, rc 0) 00000100:00100000:2.0:1734016130.956144:0:6481:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800744bdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+28:9673:x1818247336937984:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 505us (2205us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016130.956151:0:6481:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2053 00000100:00100000:3.0:1734016130.967333:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016130.967445:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336938112 00000100:00100000:1.0:1734016130.967457:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336938112 00000100:00100000:1.0:1734016130.967575:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10824 00000100:00100000:1.0:1734016130.967586:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880073e33480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:1979:x1818247336938112:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:1.0:1734016130.967613:0:7690:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016130.967643:0:7690:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880097235b00/0x3f004d6452e08400 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d1c3f expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016130.967736:0:7690:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800753eb480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339454720:192.168.201.10@tcp:106: 00000100:00100000:1.0:1734016130.970159:0:7690:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b42cdb40 going to sleep for 11 seconds 00002000:00010000:1.0:1734016130.973537:0:7690:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime: 1734016129 -> 1734016130 00000100:00100000:1.0:1734016130.973595:0:7690:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800753eb480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339454720:192.168.201.10@tcp:106: 00010000:00010000:1.0:1734016130.973668:0:7690:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880097235b00/0x3f004d6452e08400 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1c3f expref: 6 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016130.973693:0:7690:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097235b00/0x3f004d6452e08400 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1c3f expref: 6 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016130.973726:0:7690:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097235b00, rc 0) 00000100:00100000:1.0:1734016130.974636:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880073e33480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:1979:x1818247336938112:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 7046us (7315us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016130.974646:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10824 00000100:00100000:0.0:1734016130.978584:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016130.978919:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336938240 00000100:00100000:1.0:1734016130.978937:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336938240 00000100:00100000:1.0:1734016130.979012:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10825 00000100:00100000:1.0:1734016130.979026:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800744bf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:1980:x1818247336938240:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:1.0:1734016130.979069:0:7690:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016130.979102:0:7690:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800972346c0/0x3f004d6452e08407 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d1c46 expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016130.979245:0:7690:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800753eb480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339454848:192.168.201.10@tcp:106: 00000100:00100000:1.0:1734016130.979385:0:7690:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b42cdb40 going to sleep for 11 seconds 00000100:00100000:1.0:1734016130.987592:0:7690:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800753eb480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339454848:192.168.201.10@tcp:106: 00010000:00010000:1.0:1734016130.987657:0:7690:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800972346c0/0x3f004d6452e08407 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1c46 expref: 6 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016130.987681:0:7690:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800972346c0/0x3f004d6452e08407 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1c46 expref: 6 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016130.988472:0:7690:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800972346c0, rc 0) 00000100:00100000:1.0:1734016130.988603:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800744bf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:1980:x1818247336938240:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 9577us (10041us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016130.988619:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10825 00000100:00100000:3.0:1734016130.992548:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016130.993957:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336938368 00000100:00100000:1.0:1734016130.993981:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336938368 00000100:00100000:1.0:1734016130.994629:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10826 00000100:00100000:1.0:1734016130.994646:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b91b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:9673:x1818247336938368:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:1.0:1734016130.994689:0:7690:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016130.994733:0:7690:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880097234480/0x3f004d6452e0840e lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d1c4d expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016130.994805:0:7690:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880097237840/0x3f004d6452e083eb lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1c31 expref: 7 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016130.994824:0:7690:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016130.994827:0:7690:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016130.994835:0:7690:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880097234480/0x3f004d6452e0840e lrc: 4/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [2080768->2121727] (req 2080768->2121727) gid 0 flags: 0x50000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1c4d expref: 6 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016130.994944:0:7690:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880097237840/0x3f004d6452e083eb lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1c31 expref: 7 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016130.994965:0:7690:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880097237840/0x3f004d6452e083eb lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1c31 expref: 7 pid: 7690 timeout: 495 lvb_type: 0 00000100:00100000:1.0:1734016130.994985:0:7690:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800753eb480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339454976:192.168.201.10@tcp:104: 00000100:00100000:1.0:1734016130.995139:0:7690:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b42cdb40 going to sleep for 11 seconds 00000100:00100000:1.0:1734016131.012541:0:7690:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800753eb480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339454976:192.168.201.10@tcp:104: 00010000:00010000:1.0:1734016131.012618:0:7690:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880097234480/0x3f004d6452e0840e lrc: 3/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [2080768->2121727] (req 2080768->2121727) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1c4d expref: 6 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016131.012653:0:7690:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097234480, rc 0) 00000100:00100000:1.0:1734016131.012783:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b91b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:9673:x1818247336938368:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 18139us (20267us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016131.012794:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10826 00000100:00100000:2.0:1734016131.018796:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016131.019254:0:6470:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336938496 00000100:00100000:1.0:1734016131.019269:0:6470:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336938496 00010000:00010000:1.0:1734016131.019335:0:6470:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880097237840/0x3f004d6452e083eb lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1c31 expref: 8 pid: 7690 timeout: 495 lvb_type: 0 00000100:00100000:1.0:1734016131.019397:0:6470:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2908 00000100:00100000:1.0:1734016131.019408:0:6470:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800744ea680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1978:x1818247336938496:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016131.019430:0:6470:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016131.019468:0:6470:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880097237840/0x3f004d6452e083eb lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1c31 expref: 8 pid: 7690 timeout: 495 lvb_type: 0 00010000:00010000:1.0:1734016131.019486:0:6470:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880097237840/0x3f004d6452e083eb lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1c31 expref: 8 pid: 7690 timeout: 495 lvb_type: 0 00010000:00010000:1.0:1734016131.019520:0:6470:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097237840/0x3f004d6452e083eb lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1c31 expref: 8 pid: 7690 timeout: 495 lvb_type: 0 00010000:00010000:1.0:1734016131.019548:0:6470:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016131.019551:0:6470:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016131.019561:0:6470:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880097234480/0x3f004d6452e0840e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2080768->2121727) gid 0 flags: 0x40080000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1c4d expref: 5 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016131.019572:0:6470:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880097234480/0x3f004d6452e0840e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2080768->2121727) gid 0 flags: 0x40080000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1c4d expref: 5 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016131.019617:0:6470:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880097234480/0x3f004d6452e0840e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2080768->2121727) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1c4d expref: 5 pid: 7690 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016131.019634:0:6470:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800753eb480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6470:1818247339455104:192.168.201.10@tcp:105: 00000100:00100000:1.0:1734016131.019751:0:6470:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b42cdb40 going to sleep for 11 seconds 00000100:00080000:2.0:1734016131.021689:0:6479:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734016101 00000100:00100000:1.0:1734016131.031186:0:6470:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800753eb480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6470:1818247339455104:192.168.201.10@tcp:105: 00010000:00010000:1.0:1734016131.031240:0:6470:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016131.031325:0:6470:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800744ea680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1978:x1818247336938496:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 11917us (12555us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016131.031339:0:6470:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2908 00000100:00100000:0.0:1734016131.037821:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016131.041594:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336938624 00000100:00100000:1.0:1734016131.041626:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336938624 00000100:00100000:1.0:1734016131.041736:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10827 00000100:00100000:1.0:1734016131.041750:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800744bed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1978:x1818247336938624:12345-192.168.201.10@tcp:22:fsx.0 00002000:00010000:1.0:1734016131.042195:0:7690:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 7436445 -> 7436445 00002000:00010000:1.0:1734016131.042200:0:7690:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016130 -> 1734016130 00002000:00010000:1.0:1734016131.042202:0:7690:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016130 -> 1734016129 00002000:00010000:1.0:1734016131.042204:0:7690:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016130 -> 1734016130 00002000:00010000:1.0:1734016131.042207:0:7690:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 544 -> 544 00000100:00100000:1.0:1734016131.042373:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800744bed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1978:x1818247336938624:12345-192.168.201.10@tcp:22:fsx.0 Request processed in 625us (4578us total) trans 4294969351 rc 0/0 00000100:00100000:1.0:1734016131.042385:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10827 00000100:00100000:2.0:1734016131.056025:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016131.056387:0:8966:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336938752 00000100:00100000:1.0:1734016131.056411:0:8966:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336938752 00000100:00100000:1.0:1734016131.056512:0:8966:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2054 00000100:00100000:1.0:1734016131.056524:0:8966:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800744eb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+23:9673:x1818247336938752:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:1.0:1734016131.056579:0:8966:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016131.056614:0:8966:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800972373c0/0x3f004d6452e08415 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d1c54 expref: -99 pid: 8966 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016131.056761:0:8966:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880097236f40/0x3f004d6452e0841c lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 8966 initiator: MDT0 00010000:00010000:1.0:1734016131.056780:0:8966:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880097236f40/0x3f004d6452e0841c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 8966 initiator: MDT0 00010000:00010000:1.0:1734016131.056795:0:8966:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880097236f40/0x3f004d6452e0841c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 8966 initiator: MDT0 00000004:00200000:1.0:1734016131.056841:0:8966:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 7436445 00000004:00200000:1.0:1734016131.056849:0:8966:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1734016131.056911:0:8966:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880097236f40/0x3f004d6452e0841c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 8966 initiator: MDT0 00010000:00010000:1.0:1734016131.056942:0:8966:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800972373c0/0x3f004d6452e08415 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1c54 expref: 25 pid: 8966 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016131.056985:0:8966:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880097236f40/0x3f004d6452e0841c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1c54 expref: 24 pid: 8966 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016131.056998:0:8966:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:1.0:1734016131.057002:0:8966:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1734016131.057007:0:8966:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097236f40, rc 0) 00000100:00100000:1.0:1734016131.057100:0:8966:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800744eb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+24:9673:x1818247336938752:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 578us (1111us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016131.057110:0:8966:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2054 00000100:00080000:2.0:1734016131.057556:0:6479:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734016101 00000100:00100000:3.0:1734016131.074275:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016131.074447:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336938880 00000100:00100000:0.0:1734016131.074462:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336938880 00000100:00100000:0.0:1734016131.074541:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10828 00000100:00100000:0.0:1734016131.074551:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b91b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1978:x1818247336938880:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:0.0:1734016131.074577:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016131.074607:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a803ba80/0x3f004d6452e08423 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d1c5b expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016131.074723:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800744be680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339455232:192.168.201.10@tcp:106: 00000100:00100000:0.0:1734016131.074806:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7486900 going to sleep for 11 seconds 00002000:00010000:0.0:1734016131.080447:0:7689:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime: 1734016129 -> 1734016130 00000100:00100000:0.0:1734016131.080504:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800744be680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339455232:192.168.201.10@tcp:106: 00010000:00010000:0.0:1734016131.080569:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a803ba80/0x3f004d6452e08423 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1c5b expref: 8 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016131.080589:0:7689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a803ba80/0x3f004d6452e08423 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1c5b expref: 8 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016131.087367:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a803ba80, rc 0) 00000100:00100000:0.0:1734016131.087599:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b91b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1978:x1818247336938880:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 13029us (13319us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016131.087620:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10828 00000100:00100000:0.0:1734016131.093571:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016131.093749:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336939008 00000100:00100000:2.0:1734016131.093767:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336939008 00000100:00100000:2.0:1734016131.093925:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10829 00000100:00100000:2.0:1734016131.093937:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800744be680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1980:x1818247336939008:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:2.0:1734016131.093973:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016131.094010:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880072170d80/0x3f004d6452e0842a lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d1c62 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016131.094123:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800744e8380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339455360:192.168.201.10@tcp:106: 00000100:00100000:2.0:1734016131.094255:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012b9119c0 going to sleep for 11 seconds 00000100:00100000:2.0:1734016131.106823:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800744e8380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339455360:192.168.201.10@tcp:106: 00010000:00010000:2.0:1734016131.107117:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880072170d80/0x3f004d6452e0842a lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1c62 expref: 8 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016131.107144:0:7689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880072170d80/0x3f004d6452e0842a lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1c62 expref: 8 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016131.107394:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880072170d80, rc 0) 00000100:00100000:3.0:1734016131.109152:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800744be680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1980:x1818247336939008:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 15100us (15494us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016131.110032:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10829 00000100:00100000:0.0:1734016131.118788:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016131.118910:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336939136 00000100:00100000:3.0:1734016131.118922:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336939136 00000100:00100000:3.0:1734016131.119990:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10830 00000100:00100000:3.0:1734016131.120008:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800744bf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1978:x1818247336939136:12345-192.168.201.10@tcp:22:fsx.0 00002000:00010000:3.0:1734016131.120579:0:7689:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 7436445 -> 7436445 00002000:00010000:3.0:1734016131.120584:0:7689:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016130 -> 1734016130 00002000:00010000:3.0:1734016131.120587:0:7689:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016130 -> 1734016129 00002000:00010000:3.0:1734016131.120589:0:7689:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016130 -> 1734016131 00002000:00010000:3.0:1734016131.120591:0:7689:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 544 -> 656 00000100:00100000:3.0:1734016131.121967:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800744bf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+8:1978:x1818247336939136:12345-192.168.201.10@tcp:22:fsx.0 Request processed in 1944us (3174us total) trans 4294969352 rc 0/0 00000100:00100000:3.0:1734016131.121984:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10830 00000100:00100000:0.0:1734016131.134850:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016131.135356:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336939264 00000100:00100000:3.0:1734016131.135385:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336939264 00000100:00100000:3.0:1734016131.135507:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10831 00000100:00100000:3.0:1734016131.135517:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800744bd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1978:x1818247336939264:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:3.0:1734016131.135544:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016131.135577:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a9a4fc0/0x3f004d6452e08431 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d1c69 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016131.136591:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b91a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339455488:192.168.201.10@tcp:106: 00000100:00100000:3.0:1734016131.138595:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac68e3c0 going to sleep for 11 seconds 00002000:00010000:3.0:1734016131.146427:0:7689:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime: 1734016129 -> 1734016130 00000100:00100000:3.0:1734016131.146470:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b91a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339455488:192.168.201.10@tcp:106: 00010000:00010000:3.0:1734016131.146532:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a9a4fc0/0x3f004d6452e08431 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1c69 expref: 8 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016131.146552:0:7689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a4fc0/0x3f004d6452e08431 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1c69 expref: 8 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016131.146589:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a9a4fc0, rc 0) 00000100:00100000:3.0:1734016131.146696:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800744bd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1978:x1818247336939264:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 11177us (11866us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016131.146710:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10831 00000100:00100000:0.0:1734016131.154527:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016131.155255:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336939392 00000100:00100000:3.0:1734016131.155276:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336939392 00000100:00100000:3.0:1734016131.156375:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10832 00000100:00100000:3.0:1734016131.156391:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880073e03100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1981:x1818247336939392:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:3.0:1734016131.156425:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016131.156461:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7600/0x3f004d6452e08438 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d1c70 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016131.156569:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b91a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339455616:192.168.201.10@tcp:106: 00000100:00100000:3.0:1734016131.157861:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac68e3c0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016131.163406:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b91a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339455616:192.168.201.10@tcp:106: 00010000:00010000:3.0:1734016131.163457:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7600/0x3f004d6452e08438 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1c70 expref: 8 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016131.163477:0:7689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7600/0x3f004d6452e08438 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1c70 expref: 8 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016131.163513:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a9a7600, rc 0) 00000100:00100000:3.0:1734016131.163592:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880073e03100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1981:x1818247336939392:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 7205us (9078us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016131.163603:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10832 00000100:00100000:0.0:1734016131.174765:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016131.175581:0:6481:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336939648 00000100:00100000:1.0:1734016131.175595:0:6481:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336939648 00000100:00100000:1.0:1734016131.175661:0:6481:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2055 00000100:00100000:1.0:1734016131.175669:0:6481:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880073e03480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+28:9673:x1818247336939648:12345-192.168.201.10@tcp:36:fsx.0 00000100:00080000:2.0:1734016131.175690:0:6479:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734016101 00010000:00010000:1.0:1734016131.175725:0:6481:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016131.175754:0:6481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880072172d00/0x3f004d6452e083f9 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1c38 expref: 28 pid: 6481 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016131.175788:0:6481:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:1.0:1734016131.175792:0:6481:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1734016131.176572:0:6481:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880097237cc0/0x3f004d6452e0843f lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6481 initiator: MDT0 00010000:00010000:1.0:1734016131.176588:0:6481:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880097236f40/0x3f004d6452e0841c lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1c54 expref: 23 pid: 8966 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016131.176595:0:6481:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff880097237cc0/0x3f004d6452e0843f lrc: 4/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6481 initiator: MDT0 00010000:00010000:1.0:1734016131.177361:0:6481:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880097236f40/0x3f004d6452e0841c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1c54 expref: 23 pid: 8966 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016131.177374:0:6481:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880097236f40/0x3f004d6452e0841c lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1c54 expref: 23 pid: 8966 timeout: 495 lvb_type: 0 00000100:00100000:1.0:1734016131.177392:0:6481:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800753eb480 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6481:1818247339455744:192.168.201.10@tcp:104: 00000100:00100000:1.0:1734016131.177502:0:6481:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b42cd900 going to sleep for 11 seconds 00000001:00080000:3.0:1734016131.184141:0:6464:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968599 is committed 00000001:00080000:3.0:1734016131.184160:0:6464:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968598 is committed 00000100:00100000:1.0:1734016131.186419:0:6481:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800753eb480 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6481:1818247339455744:192.168.201.10@tcp:104: 00010000:00010000:1.0:1734016131.186477:0:6481:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff880097237cc0/0x3f004d6452e0843f lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6481 initiator: MDT0 00000100:00100000:0.0:1734016131.187168:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016131.187686:0:6470:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336939776 00000100:00100000:1.0:1734016131.187700:0:6470:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336939776 00010000:00010000:1.0:1734016131.187756:0:6470:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880097236f40/0x3f004d6452e0841c lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1c54 expref: 14 pid: 8966 timeout: 495 lvb_type: 0 00000100:00100000:1.0:1734016131.187815:0:6470:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2909 00000100:00100000:1.0:1734016131.187829:0:6470:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880073e01180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+14:1979:x1818247336939776:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016131.187856:0:6470:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016131.187905:0:6470:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880097236f40/0x3f004d6452e0841c lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1c54 expref: 14 pid: 8966 timeout: 495 lvb_type: 0 00010000:00010000:1.0:1734016131.187921:0:6470:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880097236f40/0x3f004d6452e0841c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1c54 expref: 14 pid: 8966 timeout: 495 lvb_type: 0 00010000:00010000:1.0:1734016131.187955:0:6470:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880097236f40/0x3f004d6452e0841c lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1c54 expref: 14 pid: 8966 timeout: 495 lvb_type: 0 00010000:00010000:1.0:1734016131.187988:0:6470:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:1.0:1734016131.187994:0:6470:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff880097237cc0/0x3f004d6452e0843f lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6481 initiator: MDT0 00010000:00010000:1.0:1734016131.188006:0:6470:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880097237cc0/0x3f004d6452e0843f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6481 initiator: MDT0 00010000:00010000:1.0:1734016131.188016:0:6470:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880097237cc0/0x3f004d6452e0843f lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6481 initiator: MDT0 00010000:00010000:1.0:1734016131.188054:0:6470:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016131.188126:0:6470:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880073e01180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+13:1979:x1818247336939776:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 299us (964us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016131.188134:0:6470:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2909 00010000:00010000:1.0:1734016131.188159:0:6481:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff880097237cc0/0x3f004d6452e0843f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6481 initiator: MDT0 00010000:00010000:1.0:1734016131.188165:0:6481:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880097237cc0/0x3f004d6452e0843f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6481 initiator: MDT0 00000001:00080000:1.0:1734016131.188315:0:6481:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294968599 00000004:00010000:1.0:1734016131.188369:0:6481:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff880073e03480 reply state ffff880135396000 transno 4294968600 ns: mdt-lustre-MDT0000_UUID lock: ffff880097237cc0/0x3f004d6452e0843f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6481 initiator: MDT0 00000100:00100000:1.0:1734016131.188378:0:6481:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1734016131.188483:0:6481:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880073e03480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+12:9673:x1818247336939648:12345-192.168.201.10@tcp:36:fsx.0 Request processed in 12813us (13730us total) trans 4294968600 rc 0/0 00000100:00100000:1.0:1734016131.188491:0:6481:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2055 00000020:00080000:1.0:1734016131.188496:0:6481:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1734016131.191167:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00010000:00010000:2.0:1734016131.192160:0:3495:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880097237cc0/0x3f004d6452e0843f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6481 initiator: MDT0 00010000:00010000:2.0:1734016131.192179:0:3495:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880097237cc0/0x3f004d6452e0843f lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6481 initiator: MDT0 00010000:00010000:2.0:1734016131.192187:0:3495:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880097237cc0/0x3f004d6452e0843f lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6481 initiator: MDT0 00010000:00010000:2.0:1734016131.192195:0:3495:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880097237cc0 already unused, calling callback (ffffffffa0f03950) 00010000:00010000:2.0:1734016131.192199:0:3495:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880097237cc0/0x3f004d6452e0843f lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6481 initiator: MDT0 00010000:00010000:2.0:1734016131.192209:0:3495:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880097237cc0/0x3f004d6452e0843f lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6481 initiator: MDT0 00010000:00010000:2.0:1734016131.192242:0:3495:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:2.0:1734016131.192247:0:3495:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734016131.192251:0:3495:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880097237cc0/0x3f004d6452e0843f lrc: 2/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6481 initiator: MDT0 00010000:00010000:2.0:1734016131.192256:0:3495:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880097237cc0/0x3f004d6452e0843f lrc: 0/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6481 initiator: MDT0 00000100:00100000:1.0:1734016131.192407:0:13925:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336939904 00000100:00100000:1.0:1734016131.192426:0:13925:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336939904 00002000:00010000:1.0:1734016131.192507:0:13925:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (2814006->18446744073709551615) 00002000:00100000:1.0:1734016131.192516:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880073e02300 with x1818247336939904 ext(2814006->18446744073709551615) 00002000:00010000:1.0:1734016131.192546:0:13925:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880073e02300. 00000100:00100000:1.0:1734016131.192611:0:13925:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9115 00000100:00100000:1.0:1734016131.192622:0:13925:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880073e02300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+8:1980:x1818247336939904:12345-192.168.201.10@tcp:10:fsx.0 00002000:00010000:1.0:1734016131.193279:0:13925:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 7436445 -> 2814006 00002000:00010000:1.0:1734016131.193283:0:13925:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016130 -> 1734016130 00002000:00010000:1.0:1734016131.193285:0:13925:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016130 -> 1734016129 00002000:00010000:1.0:1734016131.193288:0:13925:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016131 -> 1734016130 00002000:00010000:1.0:1734016131.193289:0:13925:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 656 -> 472 00000100:00100000:1.0:1734016131.193370:0:13925:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880073e02300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+9:1980:x1818247336939904:12345-192.168.201.10@tcp:10:fsx.0 Request processed in 747us (2219us total) trans 4294969353 rc 0/0 00000100:00100000:1.0:1734016131.193379:0:13925:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9115 00002000:00010000:1.0:1734016131.193383:0:13925:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (2814006->18446744073709551615) 00002000:00100000:1.0:1734016131.193386:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880073e02300 with x1818247336939904 ext(2814006->18446744073709551615) 00002000:00010000:1.0:1734016131.193390:0:13925:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880073e02300. 00000100:00100000:2.0:1734016131.197797:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016131.197971:0:6481:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336940032 00000100:00100000:1.0:1734016131.197988:0:6481:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336940032 00000100:00100000:1.0:1734016131.198459:0:6481:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2056 00000100:00100000:1.0:1734016131.198470:0:6481:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800744e8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+11:9673:x1818247336940032:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:1.0:1734016131.198516:0:6481:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016131.198552:0:6481:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880097235440/0x3f004d6452e08446 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d1c77 expref: -99 pid: 6481 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016131.198706:0:6481:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880097235200/0x3f004d6452e0844d lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6481 initiator: MDT0 00010000:00010000:1.0:1734016131.198729:0:6481:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880097235200/0x3f004d6452e0844d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6481 initiator: MDT0 00010000:00010000:1.0:1734016131.198747:0:6481:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880097235200/0x3f004d6452e0844d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6481 initiator: MDT0 00000004:00200000:1.0:1734016131.198784:0:6481:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 2814006 00000004:00200000:1.0:1734016131.198794:0:6481:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1734016131.198820:0:6481:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880097235200/0x3f004d6452e0844d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6481 initiator: MDT0 00010000:00010000:1.0:1734016131.198851:0:6481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880097235440/0x3f004d6452e08446 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1c77 expref: 13 pid: 6481 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016131.198940:0:6481:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880097235200/0x3f004d6452e0844d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1c77 expref: 12 pid: 6481 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016131.198951:0:6481:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:1.0:1734016131.198954:0:6481:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1734016131.198958:0:6481:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097235200, rc 0) 00000100:00100000:1.0:1734016131.199054:0:6481:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800744e8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+12:9673:x1818247336940032:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 586us (1286us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016131.199062:0:6481:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2056 00000100:00100000:0.0:1734016131.203589:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016131.204725:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336940160 00000100:00100000:3.0:1734016131.204746:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336940160 00000100:00100000:3.0:1734016131.204845:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10833 00000100:00100000:3.0:1734016131.204856:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cc72d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:9673:x1818247336940160:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:3.0:1734016131.204911:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016131.204947:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a9a6d00/0x3f004d6452e08454 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d1c7e expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016131.204988:0:7689:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880097234480/0x3f004d6452e0840e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2080768->2121727) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1c4d expref: 8 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016131.204995:0:7689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016131.204998:0:7689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016131.205001:0:7689:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a9a6d00/0x3f004d6452e08454 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [2691072->2752511] (req 2691072->2752511) gid 0 flags: 0x50000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1c7e expref: 8 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016131.205042:0:7689:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880097234480/0x3f004d6452e0840e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2080768->2121727) gid 0 flags: 0x50000000020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1c4d expref: 8 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016131.205057:0:7689:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880097234480/0x3f004d6452e0840e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2080768->2121727) gid 0 flags: 0x70000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1c4d expref: 8 pid: 7690 timeout: 495 lvb_type: 0 00000100:00100000:3.0:1734016131.205070:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b91a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339455872:192.168.201.10@tcp:104: 00000100:00100000:3.0:1734016131.205163:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac68e3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016131.211059:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016131.211348:0:9956:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336940288 00000100:00100000:2.0:1734016131.211363:0:9956:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336940288 00010000:00010000:2.0:1734016131.211433:0:9956:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880097234480/0x3f004d6452e0840e lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2080768->2121727) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1c4d expref: 9 pid: 7690 timeout: 495 lvb_type: 0 00000100:00100000:2.0:1734016131.211480:0:9956:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2910 00000100:00100000:2.0:1734016131.211491:0:9956:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cc72300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+9:1979:x1818247336940288:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016131.211519:0:9956:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016131.211555:0:9956:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880097234480/0x3f004d6452e0840e lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2080768->2121727) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1c4d expref: 9 pid: 7690 timeout: 495 lvb_type: 0 00010000:00010000:2.0:1734016131.211573:0:9956:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880097234480/0x3f004d6452e0840e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2080768->2121727) gid 0 flags: 0x50000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1c4d expref: 9 pid: 7690 timeout: 495 lvb_type: 0 00010000:00010000:2.0:1734016131.211611:0:9956:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016131.211616:0:9956:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016131.211627:0:9956:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a6d00/0x3f004d6452e08454 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2691072->2752511) gid 0 flags: 0x50080000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1c7e expref: 8 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016131.211636:0:9956:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a9a6d00/0x3f004d6452e08454 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2691072->2752511) gid 0 flags: 0x50080000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1c7e expref: 8 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016131.211679:0:9956:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009a9a6d00/0x3f004d6452e08454 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2691072->2752511) gid 0 flags: 0x40000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1c7e expref: 8 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016131.211696:0:9956:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800744e8a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9956:1818247339456000:192.168.201.10@tcp:105: 00000100:00100000:2.0:1734016131.211788:0:9956:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012b9119c0 going to sleep for 11 seconds 00010000:00010000:3.0:1734016131.212591:0:7689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097234480/0x3f004d6452e0840e lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2080768->2121727) gid 0 flags: 0x44801400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1c4d expref: 9 pid: 7690 timeout: 495 lvb_type: 0 00000100:00100000:3.0:1734016131.215958:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b91a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339455872:192.168.201.10@tcp:104: 00010000:00010000:3.0:1734016131.216061:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a9a6d00/0x3f004d6452e08454 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2691072->2752511) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1c7e expref: 8 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016131.216084:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a9a6d00, rc 0) 00000100:00100000:3.0:1734016131.216258:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cc72d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:9673:x1818247336940160:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 11400us (12695us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016131.216270:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10833 00000100:00100000:3.0:1734016131.217626:0:9956:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800744e8a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9956:1818247339456000:192.168.201.10@tcp:105: 00010000:00010000:3.0:1734016131.217661:0:9956:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016131.221845:0:9956:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cc72300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+8:1979:x1818247336940288:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 10325us (10776us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016131.221887:0:9956:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2910 00000100:00100000:0.0:1734016131.225181:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016131.225463:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336940416 00000100:00100000:3.0:1734016131.225480:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336940416 00000100:00100000:3.0:1734016131.226231:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10834 00000100:00100000:3.0:1734016131.226243:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cc71880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1979:x1818247336940416:12345-192.168.201.10@tcp:22:fsx.0 00002000:00010000:3.0:1734016131.226680:0:7689:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 2814006 -> 2814006 00002000:00010000:3.0:1734016131.226685:0:7689:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016130 -> 1734016130 00002000:00010000:3.0:1734016131.226688:0:7689:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016129 -> 1734016129 00002000:00010000:3.0:1734016131.226690:0:7689:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016130 -> 1734016130 00002000:00010000:3.0:1734016131.226692:0:7689:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 472 -> 472 00000100:00100000:3.0:1734016131.226845:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cc71880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+9:1979:x1818247336940416:12345-192.168.201.10@tcp:22:fsx.0 Request processed in 603us (1693us total) trans 4294969354 rc 0/0 00000100:00100000:3.0:1734016131.226853:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10834 00000100:00100000:0.0:1734016131.229364:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016131.229538:0:8966:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336940544 00000100:00100000:2.0:1734016131.229556:0:8966:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336940544 00000100:00100000:2.0:1734016131.230298:0:8966:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2057 00000100:00100000:2.0:1734016131.230312:0:8966:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cc70700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+13:9673:x1818247336940544:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:2.0:1734016131.230352:0:8966:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016131.230391:0:8966:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880072171440/0x3f004d6452e0845b lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d1c85 expref: -99 pid: 8966 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016131.230593:0:8966:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880072171f80/0x3f004d6452e08462 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 8966 initiator: MDT0 00010000:00010000:2.0:1734016131.230620:0:8966:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880072171f80/0x3f004d6452e08462 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 8966 initiator: MDT0 00010000:00010000:2.0:1734016131.230641:0:8966:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880072171f80/0x3f004d6452e08462 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 8966 initiator: MDT0 00000004:00200000:2.0:1734016131.230690:0:8966:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 2814006 00000004:00200000:2.0:1734016131.230699:0:8966:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1734016131.230728:0:8966:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880072171f80/0x3f004d6452e08462 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 8966 initiator: MDT0 00010000:00010000:2.0:1734016131.230762:0:8966:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880072171440/0x3f004d6452e0845b lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1c85 expref: 15 pid: 8966 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016131.230796:0:8966:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880072171f80/0x3f004d6452e08462 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1c85 expref: 14 pid: 8966 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016131.230806:0:8966:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:2.0:1734016131.230809:0:8966:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1734016131.230814:0:8966:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880072171f80, rc 0) 00000100:00100000:2.0:1734016131.230929:0:8966:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cc70700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+14:9673:x1818247336940544:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 618us (1593us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016131.230940:0:8966:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2057 00000100:00100000:0.0:1734016131.234042:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016131.238391:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336940672 00000100:00100000:1.0:1734016131.238413:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336940672 00000100:00100000:1.0:1734016131.238510:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10835 00000100:00100000:1.0:1734016131.238522:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cc72680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+8:1980:x1818247336940672:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:1.0:1734016131.238555:0:7690:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016131.238584:0:7690:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880097235440/0x3f004d6452e08469 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d1c8c expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016131.238673:0:7690:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800753eb480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339456128:192.168.201.10@tcp:106: 00000100:00100000:1.0:1734016131.238781:0:7690:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b42cd9c0 going to sleep for 11 seconds 00000100:00100000:1.0:1734016131.252626:0:7690:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800753eb480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339456128:192.168.201.10@tcp:106: 00010000:00010000:1.0:1734016131.252686:0:7690:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880097235440/0x3f004d6452e08469 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1c8c expref: 9 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016131.252706:0:7690:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097235440/0x3f004d6452e08469 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1c8c expref: 9 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016131.252749:0:7690:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097235440, rc 0) 00000100:00100000:1.0:1734016131.252817:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cc72680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+8:1980:x1818247336940672:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 14297us (18791us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016131.252829:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10835 00000100:00100000:0.0:1734016131.277050:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016131.277615:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336940800 00000100:00100000:1.0:1734016131.277634:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336940800 00000100:00100000:1.0:1734016131.277749:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10836 00000100:00100000:1.0:1734016131.277762:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cc73100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+8:1979:x1818247336940800:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:1.0:1734016131.277799:0:7690:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016131.277836:0:7690:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880097234d80/0x3f004d6452e08470 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d1c93 expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016131.278012:0:7690:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800753eb480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339456256:192.168.201.10@tcp:106: 00000100:00100000:1.0:1734016131.278122:0:7690:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b42cd9c0 going to sleep for 11 seconds 00000100:00100000:2.0:1734016131.292261:0:7690:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800753eb480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339456256:192.168.201.10@tcp:106: 00010000:00010000:2.0:1734016131.292323:0:7690:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880097234d80/0x3f004d6452e08470 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1c93 expref: 9 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016131.292342:0:7690:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097234d80/0x3f004d6452e08470 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1c93 expref: 9 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016131.292364:0:7690:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097234d80, rc 0) 00000100:00100000:2.0:1734016131.292433:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cc73100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+8:1979:x1818247336940800:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 14674us (15411us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016131.292445:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10836 00000100:00100000:0.0:1734016131.297661:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016131.298328:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336940928 00000100:00100000:2.0:1734016131.298347:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336940928 00000100:00100000:2.0:1734016131.298432:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10837 00000100:00100000:2.0:1734016131.298444:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cc70000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+8:1978:x1818247336940928:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:2.0:1734016131.298489:0:7690:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016131.298532:0:7690:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800721718c0/0x3f004d6452e08477 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d1c9a expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016131.298651:0:7690:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800744e9180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339456384:192.168.201.10@tcp:106: 00000100:00100000:2.0:1734016131.298804:0:7690:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012b9119c0 going to sleep for 11 seconds 00000100:00100000:2.0:1734016131.310948:0:7690:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800744e9180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339456384:192.168.201.10@tcp:106: 00010000:00010000:2.0:1734016131.311014:0:7690:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800721718c0/0x3f004d6452e08477 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1c9a expref: 9 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016131.311039:0:7690:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800721718c0/0x3f004d6452e08477 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1c9a expref: 9 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016131.311069:0:7690:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800721718c0, rc 0) 00000100:00100000:2.0:1734016131.315439:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cc70000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+8:1978:x1818247336940928:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 16964us (17767us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016131.315464:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10837 00000100:00100000:0.0:1734016131.320334:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016131.320558:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336941056 00000100:00100000:2.0:1734016131.320574:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336941056 00000100:00100000:2.0:1734016131.320722:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10838 00000100:00100000:2.0:1734016131.320753:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074e55500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+8:1981:x1818247336941056:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:2.0:1734016131.320813:0:7690:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016131.320843:0:7690:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800721718c0/0x3f004d6452e0847e lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d1ca1 expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016131.321084:0:7690:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800744e9180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339456512:192.168.201.10@tcp:106: 00000100:00100000:2.0:1734016131.321239:0:7690:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012b9119c0 going to sleep for 11 seconds 00000100:00100000:2.0:1734016131.329372:0:7690:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800744e9180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339456512:192.168.201.10@tcp:106: 00010000:00010000:2.0:1734016131.329443:0:7690:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800721718c0/0x3f004d6452e0847e lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1ca1 expref: 9 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016131.329464:0:7690:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800721718c0/0x3f004d6452e0847e lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1ca1 expref: 9 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016131.329494:0:7690:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800721718c0, rc 0) 00000100:00100000:2.0:1734016131.329929:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074e55500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+8:1981:x1818247336941056:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 9176us (9608us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016131.329941:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10838 00000100:00100000:0.0:1734016131.345537:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016131.345752:0:6481:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336941312 00000100:00100000:1.0:1734016131.345779:0:6481:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336941312 00000100:00100000:1.0:1734016131.345952:0:6481:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2058 00000100:00100000:1.0:1734016131.345965:0:6481:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074e57100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+14:9673:x1818247336941312:12345-192.168.201.10@tcp:36:fsx.0 00010000:00010000:1.0:1734016131.346076:0:6481:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016131.346129:0:6481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880072171f80/0x3f004d6452e08462 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1c85 expref: 14 pid: 8966 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016131.346198:0:6481:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:1.0:1734016131.346207:0:6481:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1734016131.346602:0:6481:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880097236d00/0x3f004d6452e08485 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6481 initiator: MDT0 00010000:00010000:1.0:1734016131.346626:0:6481:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880097235200/0x3f004d6452e0844d lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1c77 expref: 11 pid: 6481 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016131.346636:0:6481:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff880097236d00/0x3f004d6452e08485 lrc: 4/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6481 initiator: MDT0 00010000:00010000:1.0:1734016131.346707:0:6481:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880097235200/0x3f004d6452e0844d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1c77 expref: 11 pid: 6481 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016131.346733:0:6481:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880097235200/0x3f004d6452e0844d lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1c77 expref: 11 pid: 6481 timeout: 495 lvb_type: 0 00000100:00100000:1.0:1734016131.346756:0:6481:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800753eb800 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6481:1818247339456640:192.168.201.10@tcp:104: 00000100:00100000:1.0:1734016131.346926:0:6481:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b42cd9c0 going to sleep for 11 seconds 00000100:00100000:1.0:1734016131.353530:0:6481:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800753eb800 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6481:1818247339456640:192.168.201.10@tcp:104: 00010000:00010000:1.0:1734016131.353581:0:6481:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff880097236d00/0x3f004d6452e08485 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6481 initiator: MDT0 00000100:00100000:0.0:1734016131.356969:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016131.357848:0:9956:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336941440 00000100:00100000:3.0:1734016131.357892:0:9956:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336941440 00010000:00010000:3.0:1734016131.357959:0:9956:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880097235200/0x3f004d6452e0844d lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1c77 expref: 12 pid: 6481 timeout: 495 lvb_type: 0 00000100:00100000:3.0:1734016131.358633:0:9956:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2911 00000100:00100000:3.0:1734016131.358646:0:9956:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074e57480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+12:1978:x1818247336941440:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016131.358671:0:9956:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016131.358680:0:9956:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880097235200/0x3f004d6452e0844d lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1c77 expref: 12 pid: 6481 timeout: 495 lvb_type: 0 00010000:00010000:3.0:1734016131.358694:0:9956:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880097235200/0x3f004d6452e0844d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1c77 expref: 12 pid: 6481 timeout: 495 lvb_type: 0 00010000:00010000:3.0:1734016131.358723:0:9956:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880097235200/0x3f004d6452e0844d lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1c77 expref: 12 pid: 6481 timeout: 495 lvb_type: 0 00010000:00010000:3.0:1734016131.358755:0:9956:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:3.0:1734016131.358760:0:9956:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff880097236d00/0x3f004d6452e08485 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6481 initiator: MDT0 00010000:00010000:3.0:1734016131.358770:0:9956:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880097236d00/0x3f004d6452e08485 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6481 initiator: MDT0 00010000:00010000:3.0:1734016131.358778:0:9956:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880097236d00/0x3f004d6452e08485 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6481 initiator: MDT0 00010000:00010000:3.0:1734016131.358807:0:9956:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016131.358899:0:9956:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074e57480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+11:1978:x1818247336941440:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 254us (1956us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016131.358907:0:9956:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2911 00010000:00010000:0.0:1734016131.359323:0:6481:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff880097236d00/0x3f004d6452e08485 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6481 initiator: MDT0 00010000:00010000:0.0:1734016131.359332:0:6481:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880097236d00/0x3f004d6452e08485 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6481 initiator: MDT0 00000001:00080000:0.0:1734016131.359488:0:6481:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294968601 00000004:00010000:0.0:1734016131.359562:0:6481:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff880074e57100 reply state ffff880135394000 transno 4294968602 ns: mdt-lustre-MDT0000_UUID lock: ffff880097236d00/0x3f004d6452e08485 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6481 initiator: MDT0 00000100:00100000:0.0:1734016131.359572:0:6481:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1734016131.359678:0:6481:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074e57100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+16:9673:x1818247336941312:12345-192.168.201.10@tcp:36:fsx.0 Request processed in 13713us (14168us total) trans 4294968602 rc 0/0 00000100:00100000:0.0:1734016131.359686:0:6481:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2058 00000020:00080000:0.0:1734016131.359690:0:6481:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1734016131.362662:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00010000:00010000:2.0:1734016131.362795:0:3494:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880097236d00/0x3f004d6452e08485 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6481 initiator: MDT0 00010000:00010000:2.0:1734016131.362811:0:3494:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880097236d00/0x3f004d6452e08485 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6481 initiator: MDT0 00010000:00010000:2.0:1734016131.362818:0:3494:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880097236d00/0x3f004d6452e08485 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6481 initiator: MDT0 00010000:00010000:2.0:1734016131.362824:0:3494:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880097236d00 already unused, calling callback (ffffffffa0f03950) 00010000:00010000:2.0:1734016131.362829:0:3494:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880097236d00/0x3f004d6452e08485 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6481 initiator: MDT0 00010000:00010000:2.0:1734016131.362836:0:3494:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880097236d00/0x3f004d6452e08485 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6481 initiator: MDT0 00010000:00010000:2.0:1734016131.362858:0:3494:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:2.0:1734016131.362861:0:3494:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734016131.362922:0:3494:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880097236d00/0x3f004d6452e08485 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6481 initiator: MDT0 00010000:00010000:2.0:1734016131.362927:0:3494:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880097236d00/0x3f004d6452e08485 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6481 initiator: MDT0 00000100:00100000:3.0:1734016131.363777:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336941568 00000100:00100000:3.0:1734016131.363795:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336941568 00002000:00010000:3.0:1734016131.363849:0:7696:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (7098674->18446744073709551615) 00002000:00100000:3.0:1734016131.363855:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074e57800 with x1818247336941568 ext(7098674->18446744073709551615) 00002000:00010000:3.0:1734016131.363893:0:7696:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074e57800. 00000100:00100000:1.0:1734016131.365180:0:13925:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9116 00000100:00100000:1.0:1734016131.365196:0:13925:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074e57800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+9:1979:x1818247336941568:12345-192.168.201.10@tcp:10:fsx.0 00002000:00010000:1.0:1734016131.365568:0:13925:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 2814006 -> 7098674 00002000:00010000:1.0:1734016131.365572:0:13925:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016130 -> 1734016130 00002000:00010000:1.0:1734016131.365575:0:13925:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016129 -> 1734016129 00002000:00010000:1.0:1734016131.365577:0:13925:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016130 -> 1734016130 00002000:00010000:1.0:1734016131.365579:0:13925:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 472 -> 472 00000100:00100000:1.0:1734016131.365932:0:13925:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074e57800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+10:1979:x1818247336941568:12345-192.168.201.10@tcp:10:fsx.0 Request processed in 724us (3275us total) trans 4294969355 rc 0/0 00000100:00100000:1.0:1734016131.365947:0:13925:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9116 00002000:00010000:1.0:1734016131.365955:0:13925:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (7098674->18446744073709551615) 00002000:00100000:1.0:1734016131.365960:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074e57800 with x1818247336941568 ext(7098674->18446744073709551615) 00002000:00010000:1.0:1734016131.365977:0:13925:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074e57800. 00000100:00100000:0.0:1734016131.381172:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016131.381265:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016131.382251:0:13925:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336941824 00000100:00100000:1.0:1734016131.382267:0:13925:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336941824 00002000:00100000:1.0:1734016131.382337:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (0->7102463) req@ffff880074e55c00 x1818247336941824/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:92/0 lens 504/0 e 0 to 0 dl 1734016142 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016131.382349:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074e55c00 with x1818247336941824 ext(0->7102463) 00002000:00010000:1.0:1734016131.382356:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074e55c00 00000100:00100000:3.0:1734016131.383054:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336942080 00000100:00100000:3.0:1734016131.383061:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336942080 00002000:00100000:3.0:1734016131.383084:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (4190208->7098367) req@ffff880074e56680 x1818247336942080/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:92/0 lens 488/0 e 0 to 0 dl 1734016142 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016131.383091:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074e56680 with x1818247336942080 ext(4190208->7098367) 00002000:00010000:3.0:1734016131.383096:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074e56680 00000100:00100000:3.0:1734016131.383123:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9117 00000100:00100000:3.0:1734016131.383132:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074e55c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+11:1980:x1818247336941824:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:0.0:1734016131.391371:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9118 00000100:00100000:0.0:1734016131.391390:0:7695:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074e56680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+12:1980:x1818247336942080:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:3.0:1734016131.478046:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074e55c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+12:1980:x1818247336941824:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 94893us (96880us total) trans 0 rc 4194304/4194304 00000100:00100000:3.0:1734016131.478063:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9117 00002000:00100000:3.0:1734016131.478084:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (0->7102463) req@ffff880074e55c00 x1818247336941824/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:92/0 lens 504/440 e 0 to 0 dl 1734016142 ref 1 fl Complete:/200/0 rc 4194304/4194304 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016131.478103:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074e55c00 with x1818247336941824 ext(0->7102463) 00002000:00010000:3.0:1734016131.478116:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074e55c00 00000100:00100000:1.0:1734016131.502926:0:7695:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074e56680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+10:1980:x1818247336942080:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 111519us (121640us total) trans 0 rc 2908160/2908160 00000100:00100000:1.0:1734016131.502948:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9118 00002000:00100000:1.0:1734016131.502965:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (4190208->7098367) req@ffff880074e56680 x1818247336942080/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:92/0 lens 488/440 e 0 to 0 dl 1734016142 ref 1 fl Complete:/200/0 rc 2908160/2908160 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016131.502975:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074e56680 with x1818247336942080 ext(4190208->7098367) 00002000:00010000:1.0:1734016131.502984:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074e56680 00000100:00100000:0.0:1734016131.511312:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016131.513068:0:7695:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336942208 00000100:00100000:1.0:1734016131.513094:0:7695:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336942208 00002000:00100000:1.0:1734016131.513188:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (7057408->7098673) req@ffff880074e54700 x1818247336942208/t0(0) o4->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:92/0 lens 488/0 e 0 to 0 dl 1734016142 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016131.513200:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074e54700 with x1818247336942208 ext(7057408->7098673) 00002000:00010000:1.0:1734016131.513208:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074e54700 00000100:00100000:1.0:1734016131.513282:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9119 00000100:00100000:1.0:1734016131.513292:0:7695:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074e54700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+10:1979:x1818247336942208:12345-192.168.201.10@tcp:4:fsx.0 00000100:00100000:2.0:1734016131.523083:0:7695:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074e54700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+12:1979:x1818247336942208:12345-192.168.201.10@tcp:4:fsx.0 Request processed in 9771us (11778us total) trans 4294969356 rc 0/0 00000100:00100000:2.0:1734016131.523107:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9119 00002000:00100000:2.0:1734016131.523126:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (7057408->7098673) req@ffff880074e54700 x1818247336942208/t4294969356(0) o4->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:92/0 lens 488/448 e 0 to 0 dl 1734016142 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016131.523137:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074e54700 with x1818247336942208 ext(7057408->7098673) 00002000:00010000:2.0:1734016131.523146:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074e54700 00000100:00100000:2.0:1734016131.528576:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016131.528741:0:6481:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336942336 00000100:00100000:0.0:1734016131.528763:0:6481:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336942336 00000100:00100000:2.0:1734016131.529304:0:8966:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2059 00000100:00100000:2.0:1734016131.529316:0:8966:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800744e9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+15:9673:x1818247336942336:12345-192.168.201.10@tcp:44:fsx.0 00000100:00100000:2.0:1734016131.529569:0:8966:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800744e9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+15:9673:x1818247336942336:12345-192.168.201.10@tcp:44:fsx.0 Request processed in 251us (1014us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016131.529580:0:8966:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2059 00000100:00100000:0.0:1734016131.532291:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016131.532843:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336942464 00000100:00100000:2.0:1734016131.532854:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336942464 00000100:00100000:2.0:1734016131.532955:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10839 00000100:00100000:2.0:1734016131.532963:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880129c0e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+12:1979:x1818247336942464:12345-192.168.201.10@tcp:16:fsx.0 00000001:00080000:0.0:1734016131.534538:0:8954:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969356 is committed 00000001:00080000:0.0:1734016131.534573:0:8954:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969353 is committed 00000100:00100000:2.0:1734016131.535310:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880129c0e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1979:x1818247336942464:12345-192.168.201.10@tcp:16:fsx.0 Request processed in 2338us (3034us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016131.535322:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10839 00000100:00100000:1.0:1734016131.539319:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016131.539500:0:6481:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336942592 00000100:00100000:0.0:1734016131.539519:0:6481:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336942592 00000100:00100000:0.0:1734016131.539617:0:6481:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2060 00000100:00100000:0.0:1734016131.539629:0:6481:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800753eb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+15:9673:x1818247336942592:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:0.0:1734016131.539674:0:6481:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016131.539717:0:6481:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a803bcc0/0x3f004d6452e0848c lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d1ca8 expref: -99 pid: 6481 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016131.539936:0:6481:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8038fc0/0x3f004d6452e08493 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6481 initiator: MDT0 00010000:00010000:0.0:1734016131.539964:0:6481:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8038fc0/0x3f004d6452e08493 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6481 initiator: MDT0 00010000:00010000:0.0:1734016131.539980:0:6481:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8038fc0/0x3f004d6452e08493 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6481 initiator: MDT0 00000004:00200000:0.0:1734016131.540027:0:6481:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 7098674 00000004:00200000:0.0:1734016131.540036:0:6481:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1734016131.540067:0:6481:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8038fc0/0x3f004d6452e08493 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6481 initiator: MDT0 00010000:00010000:0.0:1734016131.540118:0:6481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a803bcc0/0x3f004d6452e0848c lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1ca8 expref: 17 pid: 6481 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016131.540168:0:6481:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8038fc0/0x3f004d6452e08493 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1ca8 expref: 16 pid: 6481 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016131.540178:0:6481:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:0.0:1734016131.540183:0:6481:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1734016131.540188:0:6481:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a8038fc0, rc 0) 00000100:00100000:0.0:1734016131.540299:0:6481:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800753eb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+16:9673:x1818247336942592:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 672us (1004us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016131.540306:0:6481:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2060 00000100:00100000:0.0:1734016131.544834:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016131.546328:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336942720 00000100:00100000:2.0:1734016131.546365:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336942720 00000100:00100000:2.0:1734016131.546644:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10840 00000100:00100000:2.0:1734016131.546657:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074e54000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:9673:x1818247336942720:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:2.0:1734016131.546691:0:7690:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016131.546726:0:7690:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e0849a lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d1caf expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016131.546779:0:7690:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a6d00/0x3f004d6452e08454 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2691072->2752511) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1c7e expref: 6 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016131.546788:0:7690:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016131.546791:0:7690:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016131.546796:0:7690:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e0849a lrc: 4/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [2596864->2629631] (req 2596864->2629631) gid 0 flags: 0x50000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1caf expref: 6 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016131.546848:0:7690:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a9a6d00/0x3f004d6452e08454 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2691072->2752511) gid 0 flags: 0x50000000020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1c7e expref: 6 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016131.547018:0:7690:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a9a6d00/0x3f004d6452e08454 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2691072->2752511) gid 0 flags: 0x70000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1c7e expref: 6 pid: 7689 timeout: 495 lvb_type: 0 00000100:00100000:2.0:1734016131.547043:0:7690:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800744eb100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339456768:192.168.201.10@tcp:104: 00000100:00100000:2.0:1734016131.547192:0:7690:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012b911e40 going to sleep for 11 seconds 00000100:00100000:1.0:1734016131.558419:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016131.558527:0:6470:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336942848 00000100:00100000:0.0:1734016131.558545:0:6470:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336942848 00010000:00010000:0.0:1734016131.558620:0:6470:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a9a6d00/0x3f004d6452e08454 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2691072->2752511) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1c7e expref: 7 pid: 7689 timeout: 495 lvb_type: 0 00000100:00100000:0.0:1734016131.558683:0:6470:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2912 00000100:00100000:0.0:1734016131.558696:0:6470:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b1f64450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1978:x1818247336942848:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016131.558725:0:6470:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:0.0:1734016131.558757:0:6470:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016130 -> 1734016131 00002000:00010000:0.0:1734016131.558762:0:6470:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016130 -> 1734016131 00002000:00010000:0.0:1734016131.558764:0:6470:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 472 -> 560 00010000:00010000:0.0:1734016131.558772:0:6470:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a9a6d00/0x3f004d6452e08454 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2691072->2752511) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1c7e expref: 7 pid: 7689 timeout: 495 lvb_type: 0 00010000:00010000:0.0:1734016131.558799:0:6470:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a9a6d00/0x3f004d6452e08454 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2691072->2752511) gid 0 flags: 0x50000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1c7e expref: 7 pid: 7689 timeout: 495 lvb_type: 0 00010000:00010000:0.0:1734016131.558846:0:6470:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016131.558850:0:6470:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016131.558887:0:6470:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e0849a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2596864->2629631) gid 0 flags: 0x50080000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1caf expref: 6 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016131.558899:0:6470:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e0849a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2596864->2629631) gid 0 flags: 0x50080000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1caf expref: 6 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016131.558962:0:6470:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e0849a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2596864->2629631) gid 0 flags: 0x40000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1caf expref: 6 pid: 7690 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016131.558979:0:6470:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074e56300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6470:1818247339456896:192.168.201.10@tcp:105: 00000100:00100000:0.0:1734016131.559077:0:6470:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7486a80 going to sleep for 11 seconds 00010000:00010000:2.0:1734016131.559609:0:7690:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a6d00/0x3f004d6452e08454 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2691072->2752511) gid 0 flags: 0x44801400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1c7e expref: 7 pid: 7689 timeout: 495 lvb_type: 0 00000100:00100000:2.0:1734016131.559635:0:7690:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800744eb100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339456768:192.168.201.10@tcp:104: 00010000:00010000:2.0:1734016131.559672:0:7690:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e0849a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2596864->2629631) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1caf expref: 6 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016131.559683:0:7690:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880072171440, rc 0) 00000100:00100000:2.0:1734016131.559734:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074e54000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:9673:x1818247336942720:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 13077us (14932us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016131.559747:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10840 00000100:00100000:0.0:1734016131.568451:0:6470:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074e56300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6470:1818247339456896:192.168.201.10@tcp:105: 00010000:00010000:0.0:1734016131.568513:0:6470:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016131.568608:0:6470:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b1f64450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1978:x1818247336942848:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 9912us (10215us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016131.568625:0:6470:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2912 00000100:00100000:1.0:1734016131.578832:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016131.579001:0:7695:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336943104 00000100:00100000:2.0:1734016131.579015:0:7695:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336943104 00002000:00100000:2.0:1734016131.579071:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (0->4194303) req@ffff8800753e9880 x1818247336943104/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:92/0 lens 488/0 e 0 to 0 dl 1734016142 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016131.579081:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800753e9880 with x1818247336943104 ext(0->4194303) 00002000:00010000:2.0:1734016131.579086:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800753e9880 00000100:00100000:2.0:1734016131.579123:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9120 00000100:00100000:2.0:1734016131.579130:0:7695:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800753e9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1978:x1818247336943104:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:1.0:1734016131.583688:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016131.585704:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336943360 00000100:00100000:3.0:1734016131.585740:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336943360 00002000:00100000:3.0:1734016131.585889:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (4194304->7102463) req@ffff8800753eb100 x1818247336943360/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:92/0 lens 488/0 e 0 to 0 dl 1734016142 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016131.585908:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800753eb100 with x1818247336943360 ext(4194304->7102463) 00002000:00010000:3.0:1734016131.585919:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800753eb100 00000100:00100000:0.0:1734016131.587184:0:13925:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9121 00000100:00100000:0.0:1734016131.587209:0:13925:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800753eb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1978:x1818247336943360:12345-192.168.201.10@tcp:3:fsx.0 00010000:00010000:2.0:1734016131.646502:0:8960:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734016131.663157:0:13925:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800753eb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+8:1978:x1818247336943360:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 75935us (79464us total) trans 0 rc 2908160/2908160 00000100:00100000:0.0:1734016131.663180:0:13925:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9121 00002000:00100000:0.0:1734016131.663202:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (4194304->7102463) req@ffff8800753eb100 x1818247336943360/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:92/0 lens 488/440 e 0 to 0 dl 1734016142 ref 1 fl Complete:/200/0 rc 2908160/2908160 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016131.663225:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800753eb100 with x1818247336943360 ext(4194304->7102463) 00002000:00010000:0.0:1734016131.663235:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800753eb100 00000100:00100000:3.0:1734016131.695487:0:7695:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800753e9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1978:x1818247336943104:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 116330us (116651us total) trans 0 rc 4194304/4194304 00000100:00100000:3.0:1734016131.695506:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9120 00002000:00100000:3.0:1734016131.695531:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (0->4194303) req@ffff8800753e9880 x1818247336943104/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:92/0 lens 488/440 e 0 to 0 dl 1734016142 ref 1 fl Complete:/200/0 rc 4194304/4194304 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016131.695545:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800753e9880 with x1818247336943104 ext(0->4194303) 00002000:00010000:3.0:1734016131.695556:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800753e9880 00000100:00100000:3.0:1734016131.701855:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016131.702223:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336943488 00000100:00100000:2.0:1734016131.702239:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336943488 00000100:00100000:2.0:1734016131.702326:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10841 00000100:00100000:2.0:1734016131.702337:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b91a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1979:x1818247336943488:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:2.0:1734016131.702377:0:7690:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016131.702415:0:7690:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880072172d00/0x3f004d6452e084a1 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d1cb6 expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016131.702461:0:7690:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016131.702465:0:7690:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016131.702478:0:7690:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880072172d00/0x3f004d6452e084a1 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1cb6 expref: 7 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016131.702504:0:7690:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880072172d00/0x3f004d6452e084a1 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1cb6 expref: 7 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016131.702525:0:7690:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880072172d00, rc 0) 00000100:00100000:2.0:1734016131.702632:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b91a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1979:x1818247336943488:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 295us (793us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016131.702640:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10841 00000100:00100000:0.0:1734016131.705640:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016131.705798:0:8966:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336943744 00000100:00100000:2.0:1734016131.705812:0:8966:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336943744 00000100:00100000:2.0:1734016131.705919:0:8966:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2061 00000100:00100000:2.0:1734016131.705929:0:8966:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074e57480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+16:9673:x1818247336943744:12345-192.168.201.10@tcp:36:fsx.0 00010000:00010000:2.0:1734016131.706020:0:8966:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016131.706066:0:8966:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8038fc0/0x3f004d6452e08493 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1ca8 expref: 16 pid: 6481 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016131.706112:0:8966:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:2.0:1734016131.706118:0:8966:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1734016131.706413:0:8966:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880072170d80/0x3f004d6452e084a8 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 8966 initiator: MDT0 00010000:00010000:2.0:1734016131.706432:0:8966:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880072170d80/0x3f004d6452e084a8 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8966 initiator: MDT0 00010000:00010000:2.0:1734016131.706444:0:8966:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880072170d80/0x3f004d6452e084a8 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8966 initiator: MDT0 00000001:00080000:2.0:1734016131.706500:0:8966:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294968603 00000004:00010000:2.0:1734016131.706530:0:8966:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff880074e57480 reply state ffff880074df4000 transno 4294968604 ns: mdt-lustre-MDT0000_UUID lock: ffff880072170d80/0x3f004d6452e084a8 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8966 initiator: MDT0 00000100:00100000:2.0:1734016131.706538:0:8966:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1734016131.706688:0:8966:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074e57480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+18:9673:x1818247336943744:12345-192.168.201.10@tcp:36:fsx.0 Request processed in 761us (1063us total) trans 4294968604 rc 0/0 00000100:00100000:2.0:1734016131.706697:0:8966:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2061 00000020:00080000:2.0:1734016131.706705:0:8966:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:2.0:1734016131.708901:0:3495:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880072170d80/0x3f004d6452e084a8 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8966 initiator: MDT0 00010000:00010000:2.0:1734016131.708915:0:3495:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880072170d80/0x3f004d6452e084a8 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 8966 initiator: MDT0 00010000:00010000:2.0:1734016131.708921:0:3495:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880072170d80/0x3f004d6452e084a8 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8966 initiator: MDT0 00010000:00010000:2.0:1734016131.708926:0:3495:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880072170d80 already unused, calling callback (ffffffffa0f03950) 00010000:00010000:2.0:1734016131.708930:0:3495:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880072170d80/0x3f004d6452e084a8 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8966 initiator: MDT0 00010000:00010000:2.0:1734016131.708936:0:3495:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880072170d80/0x3f004d6452e084a8 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 8966 initiator: MDT0 00010000:00010000:2.0:1734016131.708952:0:3495:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:2.0:1734016131.708955:0:3495:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734016131.708958:0:3495:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880072170d80/0x3f004d6452e084a8 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8966 initiator: MDT0 00010000:00010000:2.0:1734016131.708962:0:3495:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880072170d80/0x3f004d6452e084a8 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8966 initiator: MDT0 00000100:00100000:0.0:1734016131.710080:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016131.711256:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336943872 00000100:00100000:3.0:1734016131.711276:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336943872 00000100:00100000:3.0:1734016131.711351:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10842 00000100:00100000:3.0:1734016131.711363:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074e56300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:9673:x1818247336943872:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:3.0:1734016131.711394:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016131.711429:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7cc0/0x3f004d6452e084af lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d1cbd expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016131.711477:0:7689:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e0849a lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2596864->2629631) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1caf expref: 5 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016131.711487:0:7689:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880072172d00/0x3f004d6452e084a1 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1cb6 expref: 8 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016131.711496:0:7689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016131.711500:0:7689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016131.711505:0:7689:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7cc0/0x3f004d6452e084af lrc: 5/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1cbd expref: 8 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016131.711564:0:7689:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880072172d00/0x3f004d6452e084a1 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1cb6 expref: 8 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016131.711580:0:7689:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880072172d00/0x3f004d6452e084a1 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1cb6 expref: 8 pid: 7690 timeout: 495 lvb_type: 1 00000100:00100000:3.0:1734016131.711599:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b91b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339457024:192.168.201.10@tcp:104: 00010000:00010000:3.0:1734016131.711722:0:7689:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e0849a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2596864->2629631) gid 0 flags: 0x50000000020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1caf expref: 5 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016131.711730:0:7689:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e0849a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2596864->2629631) gid 0 flags: 0x70000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1caf expref: 5 pid: 7690 timeout: 495 lvb_type: 0 00000100:00100000:3.0:1734016131.711739:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b91b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339457152:192.168.201.10@tcp:104: 00000100:00100000:3.0:1734016131.711761:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac68e3c0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016131.721048:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b91b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339457024:192.168.201.10@tcp:104: 00000100:00100000:3.0:1734016131.721065:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b91b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339457152:192.168.201.10@tcp:104: 00010000:00010000:3.0:1734016131.721113:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7cc0/0x3f004d6452e084af lrc: 3/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1cbd expref: 8 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016131.721143:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a9a7cc0, rc 0) 00000100:00100000:3.0:1734016131.721266:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074e56300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:9673:x1818247336943872:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 9903us (11190us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016131.721278:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10842 00000100:00100000:0.0:1734016131.723284:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016131.723664:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016131.723813:0:9956:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336944128 00000100:00100000:3.0:1734016131.723830:0:9956:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336944128 00010000:00010000:3.0:1734016131.723930:0:9956:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e0849a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2596864->2629631) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1caf expref: 6 pid: 7690 timeout: 495 lvb_type: 0 00000100:00100000:3.0:1734016131.723967:0:9956:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336944000 00000100:00100000:3.0:1734016131.723970:0:9956:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336944000 00010000:00010000:3.0:1734016131.723986:0:9956:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880072172d00/0x3f004d6452e084a1 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1cb6 expref: 8 pid: 7690 timeout: 495 lvb_type: 1 00000100:00100000:3.0:1734016131.724227:0:9956:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2913 00000100:00100000:3.0:1734016131.724236:0:9956:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074e54a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1978:x1818247336944128:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016131.724260:0:9956:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016131.724302:0:9956:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e0849a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2596864->2629631) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1caf expref: 6 pid: 7690 timeout: 495 lvb_type: 0 00010000:00010000:3.0:1734016131.724317:0:9956:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e0849a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2596864->2629631) gid 0 flags: 0x50000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1caf expref: 6 pid: 7690 timeout: 495 lvb_type: 0 00010000:00010000:3.0:1734016131.724351:0:9956:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e0849a lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2596864->2629631) gid 0 flags: 0x44801400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1caf expref: 6 pid: 7690 timeout: 495 lvb_type: 0 00010000:00010000:3.0:1734016131.724382:0:9956:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016131.725006:0:6469:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2914 00000100:00100000:0.0:1734016131.725012:0:6469:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074e57b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1978:x1818247336944000:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016131.725153:0:6469:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016131.725171:0:6469:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880072172d00/0x3f004d6452e084a1 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1cb6 expref: 8 pid: 7690 timeout: 495 lvb_type: 1 00010000:00010000:0.0:1734016131.725182:0:6469:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880072172d00/0x3f004d6452e084a1 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1cb6 expref: 8 pid: 7690 timeout: 495 lvb_type: 1 00010000:00010000:0.0:1734016131.725196:0:6469:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880072172d00/0x3f004d6452e084a1 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1cb6 expref: 8 pid: 7690 timeout: 495 lvb_type: 1 00010000:00010000:0.0:1734016131.725227:0:6469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016131.725229:0:6469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016131.725235:0:6469:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7cc0/0x3f004d6452e084af lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1cbd expref: 7 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016131.725251:0:6469:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7cc0/0x3f004d6452e084af lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1cbd expref: 7 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016131.725295:0:6469:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7cc0/0x3f004d6452e084af lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1cbd expref: 7 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016131.725312:0:6469:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074e55f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6469:1818247339457280:192.168.201.10@tcp:105: 00000100:00100000:3.0:1734016131.725532:0:9956:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074e54a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:1978:x1818247336944128:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 1295us (2265us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016131.725542:0:9956:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2913 00000100:00100000:0.0:1734016131.725747:0:6469:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7486cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016131.742291:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016131.742525:0:6469:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074e55f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6469:1818247339457280:192.168.201.10@tcp:105: 00010000:00010000:2.0:1734016131.742559:0:6469:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016131.742802:0:7695:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336944256 00000100:00100000:3.0:1734016131.742811:0:7695:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336944256 00002000:00010000:3.0:1734016131.742855:0:7695:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (6545295->18446744073709551615) 00002000:00100000:3.0:1734016131.742860:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074e55180 with x1818247336944256 ext(6545295->18446744073709551615) 00002000:00010000:3.0:1734016131.742893:0:7695:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074e55180. 00000100:00100000:3.0:1734016131.742919:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9122 00000100:00100000:3.0:1734016131.742926:0:7695:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074e55180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1978:x1818247336944256:12345-192.168.201.10@tcp:10:fsx.0 00000100:00100000:2.0:1734016131.744315:0:6469:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074e57b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1978:x1818247336944000:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 19290us (20639us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016131.744331:0:6469:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2914 00002000:00010000:3.0:1734016131.747225:0:7695:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 7098674 -> 6545295 00002000:00010000:3.0:1734016131.747238:0:7695:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016131 -> 1734016131 00002000:00010000:3.0:1734016131.747241:0:7695:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016129 -> 1734016129 00002000:00010000:3.0:1734016131.747243:0:7695:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016131 -> 1734016131 00002000:00010000:3.0:1734016131.747245:0:7695:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 560 -> 472 00000100:00100000:3.0:1734016131.750007:0:7695:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074e55180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1978:x1818247336944256:12345-192.168.201.10@tcp:10:fsx.0 Request processed in 7054us (7706us total) trans 4294969357 rc 0/0 00000100:00100000:3.0:1734016131.750027:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9122 00002000:00010000:3.0:1734016131.750041:0:7695:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (6545295->18446744073709551615) 00002000:00100000:3.0:1734016131.750046:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074e55180 with x1818247336944256 ext(6545295->18446744073709551615) 00002000:00010000:3.0:1734016131.750065:0:7695:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074e55180. 00000100:00100000:0.0:1734016131.754271:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016131.754452:0:6481:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336944384 00000100:00100000:2.0:1734016131.754470:0:6481:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336944384 00000100:00100000:2.0:1734016131.754559:0:6481:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2062 00000100:00100000:2.0:1734016131.754569:0:6481:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074e55f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+11:9673:x1818247336944384:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:2.0:1734016131.754612:0:6481:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016131.754650:0:6481:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880072172640/0x3f004d6452e084b6 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d1cc4 expref: -99 pid: 6481 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016131.754838:0:6481:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880072171440/0x3f004d6452e084bd lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6481 initiator: MDT0 00010000:00010000:2.0:1734016131.754858:0:6481:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880072171440/0x3f004d6452e084bd lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6481 initiator: MDT0 00010000:00010000:2.0:1734016131.754913:0:6481:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880072171440/0x3f004d6452e084bd lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6481 initiator: MDT0 00000004:00200000:2.0:1734016131.754950:0:6481:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 6545295 00000004:00200000:2.0:1734016131.754956:0:6481:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1734016131.754977:0:6481:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880072171440/0x3f004d6452e084bd lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6481 initiator: MDT0 00010000:00010000:2.0:1734016131.755007:0:6481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880072172640/0x3f004d6452e084b6 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1cc4 expref: 13 pid: 6481 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016131.755052:0:6481:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880072171440/0x3f004d6452e084bd lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1cc4 expref: 12 pid: 6481 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016131.755061:0:6481:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:2.0:1734016131.755064:0:6481:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1734016131.755068:0:6481:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880072171440, rc 0) 00000100:00100000:2.0:1734016131.755153:0:6481:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074e55f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+12:9673:x1818247336944384:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 586us (897us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016131.755162:0:6481:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2062 00000100:00100000:0.0:1734016131.757396:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016131.758359:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336944512 00000100:00100000:3.0:1734016131.758377:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336944512 00000100:00100000:3.0:1734016131.759013:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10843 00000100:00100000:3.0:1734016131.759024:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074e55500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:1979:x1818247336944512:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:3.0:1734016131.759054:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016131.759091:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7180/0x3f004d6452e084c4 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d1ccb expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016131.759197:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b91b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339457408:192.168.201.10@tcp:106: 00000100:00100000:3.0:1734016131.759316:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac68e3c0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016131.762802:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b91b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339457408:192.168.201.10@tcp:106: 00010000:00010000:3.0:1734016131.763019:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7180/0x3f004d6452e084c4 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1ccb expref: 6 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016131.763044:0:7689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7180/0x3f004d6452e084c4 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1ccb expref: 6 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016131.763189:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a9a7180, rc 0) 00000100:00100000:3.0:1734016131.763311:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074e55500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:1979:x1818247336944512:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 4285us (5931us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016131.763327:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10843 00000100:00100000:2.0:1734016131.767320:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016131.767425:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336944640 00000100:00100000:3.0:1734016131.767435:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336944640 00000100:00100000:3.0:1734016131.767826:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10844 00000100:00100000:3.0:1734016131.767835:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800744eb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:1981:x1818247336944640:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:3.0:1734016131.767888:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016131.767914:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a9a6880/0x3f004d6452e084cb lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d1cd2 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016131.767987:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b91b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339457536:192.168.201.10@tcp:106: 00000100:00100000:3.0:1734016131.768360:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac68e3c0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016131.770445:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b91b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339457536:192.168.201.10@tcp:106: 00010000:00010000:3.0:1734016131.770482:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a9a6880/0x3f004d6452e084cb lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1cd2 expref: 6 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016131.770497:0:7689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a6880/0x3f004d6452e084cb lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1cd2 expref: 6 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016131.770512:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a9a6880, rc 0) 00000100:00100000:3.0:1734016131.770845:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800744eb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:1981:x1818247336944640:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 3009us (3537us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016131.770853:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10844 00000100:00100000:0.0:1734016131.773686:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016131.773846:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336944768 00000100:00100000:3.0:1734016131.773858:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336944768 00000100:00100000:3.0:1734016131.774110:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10845 00000100:00100000:3.0:1734016131.774119:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011efc5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:1980:x1818247336944768:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:3.0:1734016131.774144:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016131.774174:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a9a61c0/0x3f004d6452e084d2 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d1cd9 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016131.774265:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b91b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339457664:192.168.201.10@tcp:106: 00000100:00100000:3.0:1734016131.775057:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac68e3c0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016131.778674:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b91b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339457664:192.168.201.10@tcp:106: 00010000:00010000:3.0:1734016131.778747:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a9a61c0/0x3f004d6452e084d2 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1cd9 expref: 6 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016131.778766:0:7689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a61c0/0x3f004d6452e084d2 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1cd9 expref: 6 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016131.778857:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a9a61c0, rc 0) 00000100:00100000:3.0:1734016131.779437:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011efc5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:1980:x1818247336944768:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 5315us (5762us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016131.779451:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10845 00000100:00100000:1.0:1734016131.782558:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016131.782825:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336944896 00000100:00100000:3.0:1734016131.782841:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336944896 00000100:00100000:3.0:1734016131.783006:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10846 00000100:00100000:3.0:1734016131.783018:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800753eb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:9673:x1818247336944896:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:3.0:1734016131.783058:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016131.783093:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7a80/0x3f004d6452e084d9 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d1ce0 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016131.783147:0:7689:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7cc0/0x3f004d6452e084af lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1cbd expref: 7 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016131.783156:0:7689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016131.783159:0:7689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016131.783164:0:7689:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7a80/0x3f004d6452e084d9 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [5328896->5382143] (req 5328896->5382143) gid 0 flags: 0x50000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1ce0 expref: 6 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016131.783241:0:7689:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7cc0/0x3f004d6452e084af lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1cbd expref: 7 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016131.783257:0:7689:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7cc0/0x3f004d6452e084af lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1cbd expref: 7 pid: 7689 timeout: 495 lvb_type: 0 00000100:00100000:3.0:1734016131.783276:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b91b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339457792:192.168.201.10@tcp:104: 00000100:00100000:3.0:1734016131.783380:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac68e3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016131.786715:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016131.786947:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b91b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339457792:192.168.201.10@tcp:104: 00010000:00010000:3.0:1734016131.786985:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7a80/0x3f004d6452e084d9 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [5328896->5382143] (req 5328896->5382143) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1ce0 expref: 6 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016131.787003:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a9a7a80, rc 0) 00000100:00100000:3.0:1734016131.787077:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800753eb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:9673:x1818247336944896:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 4060us (4543us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016131.787087:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10846 00000100:00100000:2.0:1734016131.787182:0:6469:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336945024 00000100:00100000:2.0:1734016131.787191:0:6469:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336945024 00010000:00010000:2.0:1734016131.787234:0:6469:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7cc0/0x3f004d6452e084af lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1cbd expref: 8 pid: 7689 timeout: 495 lvb_type: 0 00000100:00100000:2.0:1734016131.787265:0:6469:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2915 00000100:00100000:2.0:1734016131.787272:0:6469:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011efc6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1978:x1818247336945024:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016131.787285:0:6469:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016131.787310:0:6469:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7cc0/0x3f004d6452e084af lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1cbd expref: 8 pid: 7689 timeout: 495 lvb_type: 0 00010000:00010000:2.0:1734016131.787322:0:6469:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7cc0/0x3f004d6452e084af lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1cbd expref: 8 pid: 7689 timeout: 495 lvb_type: 0 00010000:00010000:2.0:1734016131.787348:0:6469:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7cc0/0x3f004d6452e084af lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1cbd expref: 8 pid: 7689 timeout: 495 lvb_type: 0 00010000:00010000:2.0:1734016131.787368:0:6469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016131.787371:0:6469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016131.787378:0:6469:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7a80/0x3f004d6452e084d9 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5328896->5382143) gid 0 flags: 0x40080000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1ce0 expref: 5 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016131.787387:0:6469:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7a80/0x3f004d6452e084d9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5328896->5382143) gid 0 flags: 0x40080000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1ce0 expref: 5 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016131.787429:0:6469:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7a80/0x3f004d6452e084d9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5328896->5382143) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1ce0 expref: 5 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016131.787448:0:6469:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800744e9c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6469:1818247339457920:192.168.201.10@tcp:105: 00000100:00100000:2.0:1734016131.787496:0:6469:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012b911e40 going to sleep for 11 seconds 00000100:00100000:0.0:1734016131.792577:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016131.792904:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336945152 00000100:00100000:3.0:1734016131.792925:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336945152 00000100:00100000:0.0:1734016131.793273:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10847 00000100:00100000:0.0:1734016131.793285:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011efc4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1979:x1818247336945152:12345-192.168.201.10@tcp:22:fsx.0 00000100:00100000:2.0:1734016131.793971:0:6469:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800744e9c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6469:1818247339457920:192.168.201.10@tcp:105: 00010000:00010000:2.0:1734016131.794010:0:6469:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016131.794101:0:6469:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011efc6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1978:x1818247336945024:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 6827us (7398us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016131.794112:0:6469:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2915 00002000:00010000:0.0:1734016131.795289:0:7690:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 6545295 -> 6545295 00002000:00010000:0.0:1734016131.795295:0:7690:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016131 -> 1734016131 00002000:00010000:0.0:1734016131.795297:0:7690:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016129 -> 1734016129 00002000:00010000:0.0:1734016131.795299:0:7690:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016131 -> 1734016131 00002000:00010000:0.0:1734016131.795301:0:7690:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 472 -> 576 00000100:00100000:0.0:1734016131.795347:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011efc4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1979:x1818247336945152:12345-192.168.201.10@tcp:22:fsx.0 Request processed in 2062us (2799us total) trans 4294969358 rc 0/0 00000100:00100000:0.0:1734016131.795356:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10847 00000100:00100000:0.0:1734016131.799327:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016131.800111:0:8966:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336945280 00000100:00100000:2.0:1734016131.800125:0:8966:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336945280 00000100:00100000:2.0:1734016131.800417:0:8966:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2063 00000100:00100000:2.0:1734016131.800425:0:8966:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011efc4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+17:9673:x1818247336945280:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:2.0:1734016131.800464:0:8966:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016131.800493:0:8966:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880072172d00/0x3f004d6452e084e0 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d1ce7 expref: -99 pid: 8966 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016131.800630:0:8966:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880072170d80/0x3f004d6452e084e7 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 8966 initiator: MDT0 00010000:00010000:2.0:1734016131.800648:0:8966:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880072170d80/0x3f004d6452e084e7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 8966 initiator: MDT0 00010000:00010000:2.0:1734016131.800663:0:8966:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880072170d80/0x3f004d6452e084e7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 8966 initiator: MDT0 00000004:00200000:2.0:1734016131.800702:0:8966:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 6545295 00000004:00200000:2.0:1734016131.800707:0:8966:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1734016131.800724:0:8966:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880072170d80/0x3f004d6452e084e7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 8966 initiator: MDT0 00010000:00010000:2.0:1734016131.800752:0:8966:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880072172d00/0x3f004d6452e084e0 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1ce7 expref: 19 pid: 8966 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016131.801073:0:8966:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880072170d80/0x3f004d6452e084e7 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1ce7 expref: 18 pid: 8966 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016131.801081:0:8966:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:2.0:1734016131.801084:0:8966:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1734016131.801088:0:8966:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880072170d80, rc 0) 00000100:00100000:2.0:1734016131.801636:0:8966:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011efc4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+18:9673:x1818247336945280:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 1207us (2335us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016131.801647:0:8966:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2063 00000100:00100000:1.0:1734016131.804542:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016131.804773:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336945408 00000100:00100000:0.0:1734016131.804793:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336945408 00000100:00100000:0.0:1734016131.804919:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10848 00000100:00100000:0.0:1734016131.804929:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075262300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1978:x1818247336945408:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:0.0:1734016131.804968:0:7690:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016131.805009:0:7690:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a803b180/0x3f004d6452e084ee lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d1cee expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016131.805122:0:7690:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88011efc6300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339458048:192.168.201.10@tcp:106: 00000100:00100000:0.0:1734016131.805255:0:7690:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7486540 going to sleep for 11 seconds 00000100:00100000:2.0:1734016131.808358:0:7690:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88011efc6300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339458048:192.168.201.10@tcp:106: 00010000:00010000:2.0:1734016131.808428:0:7690:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a803b180/0x3f004d6452e084ee lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1cee expref: 8 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016131.808452:0:7690:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a803b180/0x3f004d6452e084ee lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1cee expref: 8 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016131.808487:0:7690:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a803b180, rc 0) 00000100:00100000:2.0:1734016131.808571:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075262300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1978:x1818247336945408:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 3641us (4046us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016131.808589:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10848 00000100:00100000:1.0:1734016131.811286:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016131.811417:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336945536 00000100:00100000:2.0:1734016131.811436:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336945536 00000100:00100000:2.0:1734016131.812076:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10849 00000100:00100000:2.0:1734016131.812084:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075260a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1980:x1818247336945536:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:2.0:1734016131.812112:0:7690:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016131.812146:0:7690:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880072171f80/0x3f004d6452e084f5 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d1cf5 expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016131.812258:0:7690:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800744e9c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339458176:192.168.201.10@tcp:106: 00000100:00100000:2.0:1734016131.812376:0:7690:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012b911e40 going to sleep for 11 seconds 00000100:00100000:2.0:1734016131.815124:0:7690:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800744e9c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339458176:192.168.201.10@tcp:106: 00010000:00010000:2.0:1734016131.815191:0:7690:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880072171f80/0x3f004d6452e084f5 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1cf5 expref: 8 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016131.815225:0:7690:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880072171f80/0x3f004d6452e084f5 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1cf5 expref: 8 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016131.815244:0:7690:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880072171f80, rc 0) 00000100:00100000:2.0:1734016131.815341:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075260a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1980:x1818247336945536:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 3254us (4067us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016131.815352:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10849 00000100:00100000:0.0:1734016131.818155:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016131.818312:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336945664 00000100:00100000:2.0:1734016131.818325:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336945664 00000100:00100000:2.0:1734016131.818697:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10850 00000100:00100000:2.0:1734016131.818707:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011efc4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1980:x1818247336945664:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:2.0:1734016131.818732:0:7690:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016131.818756:0:7690:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800721718c0/0x3f004d6452e084fc lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d1cfc expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016131.818838:0:7690:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800744e9c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339458304:192.168.201.10@tcp:106: 00000100:00100000:2.0:1734016131.818983:0:7690:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012b911e40 going to sleep for 11 seconds 00000100:00100000:2.0:1734016131.821565:0:7690:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800744e9c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339458304:192.168.201.10@tcp:106: 00010000:00010000:2.0:1734016131.821618:0:7690:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800721718c0/0x3f004d6452e084fc lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1cfc expref: 8 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016131.821633:0:7690:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800721718c0/0x3f004d6452e084fc lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1cfc expref: 8 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016131.821647:0:7690:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800721718c0, rc 0) 00000100:00100000:2.0:1734016131.821716:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011efc4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1980:x1818247336945664:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 3009us (3581us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016131.821725:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10850 00000100:00100000:0.0:1734016131.824429:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016131.824530:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336945792 00000100:00100000:2.0:1734016131.824539:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336945792 00000100:00100000:2.0:1734016131.824974:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10851 00000100:00100000:2.0:1734016131.824985:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011efc7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:9673:x1818247336945792:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:2.0:1734016131.825023:0:7690:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016131.825063:0:7690:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880072171f80/0x3f004d6452e08503 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d1d03 expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016131.825117:0:7690:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7a80/0x3f004d6452e084d9 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5328896->5382143) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1ce0 expref: 6 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016131.825125:0:7690:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016131.825127:0:7690:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016131.825131:0:7690:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880072171f80/0x3f004d6452e08503 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [4198400->4202495] (req 4198400->4202495) gid 0 flags: 0x50000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1d03 expref: 8 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016131.825179:0:7690:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7a80/0x3f004d6452e084d9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5328896->5382143) gid 0 flags: 0x50000000020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1ce0 expref: 6 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016131.825192:0:7690:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7a80/0x3f004d6452e084d9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5328896->5382143) gid 0 flags: 0x70000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1ce0 expref: 6 pid: 7689 timeout: 495 lvb_type: 0 00000100:00100000:2.0:1734016131.825221:0:7690:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800744e9c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339458432:192.168.201.10@tcp:104: 00000100:00100000:2.0:1734016131.825306:0:7690:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012b911e40 going to sleep for 11 seconds 00000100:00100000:3.0:1734016131.828657:0:7690:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800744e9c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339458432:192.168.201.10@tcp:104: 00000100:00100000:0.0:1734016131.828706:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00010000:00010000:3.0:1734016131.828718:0:7690:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880072171f80/0x3f004d6452e08503 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [4198400->4202495] (req 4198400->4202495) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1d03 expref: 8 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016131.828748:0:7690:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880072171f80, rc 0) 00000100:00100000:3.0:1734016131.828821:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011efc7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:9673:x1818247336945792:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 3835us (4399us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016131.828834:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10851 00000100:00100000:2.0:1734016131.828908:0:6469:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336945920 00000100:00100000:2.0:1734016131.828917:0:6469:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336945920 00010000:00010000:2.0:1734016131.828958:0:6469:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7a80/0x3f004d6452e084d9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5328896->5382143) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1ce0 expref: 7 pid: 7689 timeout: 495 lvb_type: 0 00000100:00100000:2.0:1734016131.829004:0:6469:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2916 00000100:00100000:2.0:1734016131.829013:0:6469:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011efc6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1978:x1818247336945920:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016131.829256:0:6469:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016131.829289:0:6469:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7a80/0x3f004d6452e084d9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 5328896->5382143) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1ce0 expref: 7 pid: 7689 timeout: 495 lvb_type: 0 00010000:00010000:2.0:1734016131.829306:0:6469:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7a80/0x3f004d6452e084d9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 5328896->5382143) gid 0 flags: 0x50000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1ce0 expref: 7 pid: 7689 timeout: 495 lvb_type: 0 00010000:00010000:2.0:1734016131.829337:0:6469:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7a80/0x3f004d6452e084d9 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 5328896->5382143) gid 0 flags: 0x44801400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1ce0 expref: 7 pid: 7689 timeout: 495 lvb_type: 0 00010000:00010000:2.0:1734016131.829855:0:6469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016131.829858:0:6469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016131.830063:0:6469:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880072171f80/0x3f004d6452e08503 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4198400->4202495) gid 0 flags: 0x40080000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1d03 expref: 7 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016131.830073:0:6469:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880072171f80/0x3f004d6452e08503 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4198400->4202495) gid 0 flags: 0x40080000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1d03 expref: 7 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016131.830113:0:6469:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880072171f80/0x3f004d6452e08503 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4198400->4202495) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1d03 expref: 7 pid: 7690 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016131.830127:0:6469:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800744ebb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6469:1818247339458560:192.168.201.10@tcp:105: 00000100:00100000:2.0:1734016131.830892:0:6469:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012b9119c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016131.833928:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016131.834073:0:6469:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800744ebb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6469:1818247339458560:192.168.201.10@tcp:105: 00010000:00010000:2.0:1734016131.834104:0:6469:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016131.834168:0:6469:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011efc6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1978:x1818247336945920:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 5156us (5463us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016131.834184:0:6469:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2916 00000100:00100000:3.0:1734016131.834700:0:7695:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336946176 00000100:00100000:3.0:1734016131.834712:0:7695:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336946176 00002000:00100000:3.0:1734016131.834764:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (4198400->4202495) req@ffff880076866a00 x1818247336946176/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:92/0 lens 488/0 e 0 to 0 dl 1734016142 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016131.834777:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076866a00 with x1818247336946176 ext(4198400->4202495) 00002000:00010000:3.0:1734016131.834783:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076866a00 00000100:00100000:3.0:1734016131.834803:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9123 00000100:00100000:3.0:1734016131.834810:0:7695:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076866a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1978:x1818247336946176:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:3.0:1734016131.835041:0:7695:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076866a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1978:x1818247336946176:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 232us (1179us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016131.835048:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9123 00002000:00100000:3.0:1734016131.835053:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (4198400->4202495) req@ffff880076866a00 x1818247336946176/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:92/0 lens 488/4536 e 0 to 0 dl 1734016142 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016131.835061:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076866a00 with x1818247336946176 ext(4198400->4202495) 00002000:00010000:3.0:1734016131.835063:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076866a00 00000100:00100000:0.0:1734016131.837464:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016131.837627:0:13925:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336946432 00000100:00100000:2.0:1734016131.837642:0:13925:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336946432 00002000:00100000:2.0:1734016131.837704:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (4194304->4198399) req@ffff880076864a80 x1818247336946432/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:92/0 lens 488/0 e 0 to 0 dl 1734016142 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016131.837717:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076864a80 with x1818247336946432 ext(4194304->4198399) 00002000:00010000:2.0:1734016131.837723:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076864a80 00000100:00100000:2.0:1734016131.837764:0:13925:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9124 00000100:00100000:2.0:1734016131.837773:0:13925:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076864a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1979:x1818247336946432:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:2.0:1734016131.838464:0:13925:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076864a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1979:x1818247336946432:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 690us (1017us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016131.838473:0:13925:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9124 00002000:00100000:2.0:1734016131.838480:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (4194304->4198399) req@ffff880076864a80 x1818247336946432/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:92/0 lens 488/4536 e 0 to 0 dl 1734016142 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016131.838487:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076864a80 with x1818247336946432 ext(4194304->4198399) 00002000:00010000:2.0:1734016131.838490:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076864a80 00000100:00100000:1.0:1734016131.842460:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016131.842630:0:13925:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336946688 00000100:00100000:2.0:1734016131.842644:0:13925:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336946688 00002000:00100000:2.0:1734016131.842707:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (4190208->4194303) req@ffff880075260000 x1818247336946688/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:92/0 lens 488/0 e 0 to 0 dl 1734016142 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016131.842719:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880075260000 with x1818247336946688 ext(4190208->4194303) 00002000:00010000:2.0:1734016131.842726:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880075260000 00000100:00100000:2.0:1734016131.842844:0:13925:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9125 00000100:00100000:2.0:1734016131.842854:0:13925:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075260000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1981:x1818247336946688:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:2.0:1734016131.843387:0:13925:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075260000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1981:x1818247336946688:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 531us (939us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016131.843400:0:13925:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9125 00002000:00100000:2.0:1734016131.843407:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (4190208->4194303) req@ffff880075260000 x1818247336946688/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:92/0 lens 488/4536 e 0 to 0 dl 1734016142 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016131.843414:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880075260000 with x1818247336946688 ext(4190208->4194303) 00002000:00010000:2.0:1734016131.843417:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880075260000 00000100:00100000:1.0:1734016131.845828:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016131.845991:0:13925:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336946944 00000100:00100000:2.0:1734016131.846006:0:13925:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336946944 00002000:00100000:2.0:1734016131.846077:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (4186112->4190207) req@ffff880075263480 x1818247336946944/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:92/0 lens 488/0 e 0 to 0 dl 1734016142 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016131.846090:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880075263480 with x1818247336946944 ext(4186112->4190207) 00002000:00010000:2.0:1734016131.846098:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880075263480 00000100:00100000:2.0:1734016131.846136:0:13925:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9126 00000100:00100000:2.0:1734016131.846143:0:13925:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075263480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1980:x1818247336946944:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:2.0:1734016131.846390:0:13925:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075263480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1980:x1818247336946944:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 247us (578us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016131.846398:0:13925:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9126 00002000:00100000:2.0:1734016131.846405:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (4186112->4190207) req@ffff880075263480 x1818247336946944/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:92/0 lens 488/4536 e 0 to 0 dl 1734016142 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016131.846413:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880075263480 with x1818247336946944 ext(4186112->4190207) 00002000:00010000:2.0:1734016131.846415:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880075263480 00000100:00100000:0.0:1734016131.848910:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016131.850153:0:7695:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336947200 00000100:00100000:3.0:1734016131.850175:0:7695:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336947200 00002000:00100000:3.0:1734016131.850256:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (4182016->4186111) req@ffff880076864000 x1818247336947200/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:92/0 lens 488/0 e 0 to 0 dl 1734016142 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016131.850267:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076864000 with x1818247336947200 ext(4182016->4186111) 00002000:00010000:3.0:1734016131.850274:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076864000 00000100:00100000:3.0:1734016131.850555:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9127 00000100:00100000:3.0:1734016131.850565:0:7695:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076864000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1981:x1818247336947200:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:3.0:1734016131.851180:0:7695:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076864000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1981:x1818247336947200:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 612us (2320us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016131.851190:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9127 00002000:00100000:3.0:1734016131.851198:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (4182016->4186111) req@ffff880076864000 x1818247336947200/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:92/0 lens 488/4536 e 0 to 0 dl 1734016142 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016131.851205:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076864000 with x1818247336947200 ext(4182016->4186111) 00002000:00010000:3.0:1734016131.851208:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076864000 00000100:00100000:0.0:1734016131.854467:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016131.854580:0:7695:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336947456 00000100:00100000:3.0:1734016131.854591:0:7695:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336947456 00002000:00100000:3.0:1734016131.854640:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (4177920->4182015) req@ffff880076867b80 x1818247336947456/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:92/0 lens 488/0 e 0 to 0 dl 1734016142 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016131.854651:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076867b80 with x1818247336947456 ext(4177920->4182015) 00002000:00010000:3.0:1734016131.854657:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076867b80 00000100:00100000:3.0:1734016131.855074:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9128 00000100:00100000:3.0:1734016131.855083:0:7695:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076867b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1981:x1818247336947456:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:3.0:1734016131.855333:0:7695:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076867b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1981:x1818247336947456:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 249us (877us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016131.855342:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9128 00002000:00100000:3.0:1734016131.855348:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (4177920->4182015) req@ffff880076867b80 x1818247336947456/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:92/0 lens 488/4536 e 0 to 0 dl 1734016142 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016131.855355:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076867b80 with x1818247336947456 ext(4177920->4182015) 00002000:00010000:3.0:1734016131.855358:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076867b80 00000100:00100000:0.0:1734016131.858252:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016131.858654:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336947584 00000100:00100000:3.0:1734016131.858667:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336947584 00000100:00100000:3.0:1734016131.859075:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10852 00000100:00100000:3.0:1734016131.859084:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076865f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1980:x1818247336947584:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:3.0:1734016131.859114:0:7690:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016131.859139:0:7690:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a9a4000/0x3f004d6452e0850a lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d1d0a expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016131.859171:0:7690:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016131.859173:0:7690:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016131.859183:0:7690:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a9a4000/0x3f004d6452e0850a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1d0a expref: 7 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016131.859199:0:7690:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a9a4000/0x3f004d6452e0850a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1d0a expref: 7 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016131.859224:0:7690:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a9a4000, rc 0) 00000100:00100000:3.0:1734016131.859569:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076865f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1980:x1818247336947584:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 484us (1332us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016131.859575:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10852 00000100:00100000:0.0:1734016131.863489:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016131.863844:0:13925:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336947840 00000100:00100000:2.0:1734016131.863858:0:13925:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336947840 00000100:00100000:2.0:1734016131.864061:0:13925:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9129 00000100:00100000:2.0:1734016131.864072:0:13925:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076864e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1981:x1818247336947840:12345-192.168.201.10@tcp:3:fsx.0 00010000:00010000:2.0:1734016131.864176:0:13925:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880072172d00/0x3f004d6452e08511 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 13925 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016131.864199:0:13925:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016131.864201:0:13925:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016131.864220:0:13925:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880072172d00/0x3f004d6452e08511 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [4374528->4390911] (req 4374528->4390911) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 13925 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016131.864239:0:13925:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880072172d00/0x3f004d6452e08511 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [4374528->4390911] (req 4374528->4390911) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 13925 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016131.864432:0:13925:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880072172d00/0x3f004d6452e08511 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [4374528->4390911] (req 4374528->4390911) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 13925 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016131.864440:0:13925:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880072172d00/0x3f004d6452e08511 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [4374528->4390911] (req 4374528->4390911) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 13925 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016131.864449:0:13925:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880072172d00/0x3f004d6452e08511 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [4374528->4390911] (req 4374528->4390911) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 13925 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016131.864459:0:13925:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880072172d00 already unused, calling callback (ffffffffa086d100) 00010000:00010000:2.0:1734016131.864464:0:13925:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880072172d00/0x3f004d6452e08511 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [4374528->4390911] (req 4374528->4390911) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 13925 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016131.864474:0:13925:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880072172d00/0x3f004d6452e08511 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [4374528->4390911] (req 4374528->4390911) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 13925 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016131.864493:0:13925:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880072172d00/0x3f004d6452e08511 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [4374528->4390911] (req 4374528->4390911) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 13925 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016131.864504:0:13925:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880072172d00/0x3f004d6452e08511 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [4374528->4390911] (req 4374528->4390911) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 13925 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016131.864594:0:13925:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076864e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1981:x1818247336947840:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 523us (1126us total) trans 0 rc 16384/16384 00000100:00100000:2.0:1734016131.864603:0:13925:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9129 00000100:00100000:1.0:1734016131.870306:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016131.871591:0:7695:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336948096 00000100:00100000:3.0:1734016131.871616:0:7695:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336948096 00000100:00100000:3.0:1734016131.871738:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9130 00000100:00100000:3.0:1734016131.871749:0:7695:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075261c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1978:x1818247336948096:12345-192.168.201.10@tcp:4:fsx.0 00010000:00010000:3.0:1734016131.871830:0:7695:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7a80/0x3f004d6452e08518 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7695 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016131.871861:0:7695:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880072171f80/0x3f004d6452e08503 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4198400->4202495) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1d03 expref: 8 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016131.872011:0:7695:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a4000/0x3f004d6452e0850a lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1d0a expref: 6 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016131.872019:0:7695:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016131.872022:0:7695:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016131.872028:0:7695:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7a80/0x3f004d6452e08518 lrc: 5/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [1527808->1560575] (req 1527808->1560575) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 7695 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016131.872077:0:7695:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a9a4000/0x3f004d6452e0850a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1d0a expref: 6 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016131.872094:0:7695:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a9a4000/0x3f004d6452e0850a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1d0a expref: 6 pid: 7690 timeout: 495 lvb_type: 1 00000100:00100000:3.0:1734016131.872111:0:7695:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b91b100 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_001:lustre-OST0001_UUID:7695:1818247339458688:192.168.201.10@tcp:104: 00010000:00010000:3.0:1734016131.872352:0:7695:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880072171f80/0x3f004d6452e08503 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4198400->4202495) gid 0 flags: 0x50000000020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1d03 expref: 8 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016131.872361:0:7695:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880072171f80/0x3f004d6452e08503 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4198400->4202495) gid 0 flags: 0x70000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1d03 expref: 8 pid: 7690 timeout: 495 lvb_type: 0 00000100:00100000:3.0:1734016131.872370:0:7695:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b91b800 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_001:lustre-OST0001_UUID:7695:1818247339458816:192.168.201.10@tcp:104: 00000100:00100000:3.0:1734016131.872396:0:7695:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac68e3c0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016131.874789:0:7695:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b91b100 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_001:lustre-OST0001_UUID:7695:1818247339458688:192.168.201.10@tcp:104: 00000100:00100000:3.0:1734016131.874809:0:7695:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b91b800 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_001:lustre-OST0001_UUID:7695:1818247339458816:192.168.201.10@tcp:104: 00010000:00010000:3.0:1734016131.874849:0:7695:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7a80/0x3f004d6452e08518 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [1527808->1560575] (req 1527808->1560575) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 7695 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016131.876187:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016131.876268:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016131.876645:0:6469:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336948224 00000100:00100000:2.0:1734016131.876661:0:6469:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336948224 00010000:00010000:2.0:1734016131.876727:0:6469:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a9a4000/0x3f004d6452e0850a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1d0a expref: 7 pid: 7690 timeout: 495 lvb_type: 1 00000100:00100000:2.0:1734016131.876782:0:6469:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336948352 00000100:00100000:2.0:1734016131.876785:0:6469:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336948352 00010000:00010000:2.0:1734016131.876800:0:6469:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880072171f80/0x3f004d6452e08503 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4198400->4202495) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1d03 expref: 9 pid: 7690 timeout: 495 lvb_type: 0 00000100:00100000:2.0:1734016131.876833:0:6470:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2917 00000100:00100000:2.0:1734016131.876844:0:6470:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075261500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1979:x1818247336948224:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016131.876889:0:6470:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016131.876924:0:6470:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a9a4000/0x3f004d6452e0850a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1d0a expref: 7 pid: 7690 timeout: 495 lvb_type: 1 00010000:00010000:2.0:1734016131.876937:0:6470:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a9a4000/0x3f004d6452e0850a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1d0a expref: 7 pid: 7690 timeout: 495 lvb_type: 1 00010000:00010000:2.0:1734016131.876971:0:6470:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a4000/0x3f004d6452e0850a lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1d0a expref: 7 pid: 7690 timeout: 495 lvb_type: 1 00010000:00010000:2.0:1734016131.877020:0:6470:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016131.877087:0:6470:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075261500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1979:x1818247336948224:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 242us (911us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016131.877097:0:6470:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2917 00000100:00100000:2.0:1734016131.877128:0:6470:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2918 00000100:00100000:2.0:1734016131.877132:0:6470:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075263100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+9:1979:x1818247336948352:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016131.877141:0:6470:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016131.877147:0:6470:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880072171f80/0x3f004d6452e08503 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4198400->4202495) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1d03 expref: 9 pid: 7690 timeout: 495 lvb_type: 0 00010000:00010000:2.0:1734016131.877160:0:6470:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880072171f80/0x3f004d6452e08503 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4198400->4202495) gid 0 flags: 0x50000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1d03 expref: 9 pid: 7690 timeout: 495 lvb_type: 0 00010000:00010000:2.0:1734016131.877175:0:6470:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880072171f80/0x3f004d6452e08503 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4198400->4202495) gid 0 flags: 0x44801400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1d03 expref: 9 pid: 7690 timeout: 495 lvb_type: 0 00010000:00010000:2.0:1734016131.877185:0:6470:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016131.877188:0:6470:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016131.877195:0:6470:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7a80/0x3f004d6452e08518 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [1527808->1560575] (req 1527808->1560575) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 7695 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016131.877205:0:6470:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7a80/0x3f004d6452e08518 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [1527808->1560575] (req 1527808->1560575) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 7695 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016131.877246:0:6470:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016131.877265:0:6470:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075263100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1979:x1818247336948352:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 132us (997us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016131.877273:0:6470:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2918 00010000:00010000:2.0:1734016131.877311:0:7695:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7a80/0x3f004d6452e08518 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [1527808->1560575] (req 1527808->1560575) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 7695 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016131.877320:0:7695:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7a80/0x3f004d6452e08518 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [1527808->1560575] (req 1527808->1560575) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 7695 timeout: 0 lvb_type: 0 00000001:00080000:0.0:1734016131.883225:0:8954:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969359 is committed 00000001:00080000:0.0:1734016131.883248:0:8954:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969358 is committed 00002000:00010000:2.0:1734016131.883425:0:7695:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 576 -> 640 00010000:00010000:2.0:1734016131.883450:0:7695:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7a80/0x3f004d6452e08518 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [1527808->1560575] (req 1527808->1560575) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 7695 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016131.883464:0:7695:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7a80/0x3f004d6452e08518 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [1527808->1560575] (req 1527808->1560575) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 7695 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016131.883474:0:7695:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7a80/0x3f004d6452e08518 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [1527808->1560575] (req 1527808->1560575) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 7695 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016131.883481:0:7695:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88009a9a7a80 already unused, calling callback (ffffffffa086d100) 00010000:00010000:2.0:1734016131.883486:0:7695:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7a80/0x3f004d6452e08518 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [1527808->1560575] (req 1527808->1560575) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 7695 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016131.883497:0:7695:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7a80/0x3f004d6452e08518 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [1527808->1560575] (req 1527808->1560575) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 7695 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016131.883519:0:7695:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7a80/0x3f004d6452e08518 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [1527808->1560575] (req 1527808->1560575) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 7695 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016131.883524:0:7695:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7a80/0x3f004d6452e08518 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [1527808->1560575] (req 1527808->1560575) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 7695 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016131.884030:0:7695:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075261c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1978:x1818247336948096:12345-192.168.201.10@tcp:4:fsx.0 Request processed in 12274us (13738us total) trans 4294969359 rc 0/0 00000100:00100000:2.0:1734016131.884043:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9130 00000100:00100000:0.0:1734016131.887472:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016131.888224:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336948480 00000100:00100000:3.0:1734016131.888237:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336948480 00000100:00100000:3.0:1734016131.888285:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10853 00000100:00100000:3.0:1734016131.888294:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076864380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1979:x1818247336948480:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:3.0:1734016131.888315:0:7690:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016131.888341:0:7690:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7cc0/0x3f004d6452e0851f lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d1d11 expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1734016131.888366:0:7690:0:(ofd_lvb.c:169:ofd_lvbo_init()) res: [0x280000400:0x5:0x0] initial LVB size: 6545295, mtime: 0x675afc83, atime: 0x675afc81, ctime: 0x675afc83, blocks: 0x280 00010000:00010000:3.0:1734016131.888391:0:7690:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016131.888393:0:7690:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016131.888401:0:7690:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7cc0/0x3f004d6452e0851f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1d11 expref: 7 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016131.888415:0:7690:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7cc0/0x3f004d6452e0851f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1d11 expref: 7 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016131.888427:0:7690:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a9a7cc0, rc 0) 00000100:00100000:3.0:1734016131.888486:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076864380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1979:x1818247336948480:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 193us (1029us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016131.888494:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10853 00000100:00100000:1.0:1734016131.892394:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016131.892508:0:8966:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336948736 00000100:00100000:2.0:1734016131.892528:0:8966:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336948736 00000100:00100000:2.0:1734016131.892688:0:8966:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2064 00000100:00100000:2.0:1734016131.892698:0:8966:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075261880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+12:9673:x1818247336948736:12345-192.168.201.10@tcp:36:fsx.0 00010000:00010000:2.0:1734016131.892797:0:8966:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016131.892854:0:8966:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880072171440/0x3f004d6452e084bd lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1cc4 expref: 12 pid: 6481 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016131.892931:0:8966:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:2.0:1734016131.892939:0:8966:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1734016131.893759:0:8966:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880072172640/0x3f004d6452e08526 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 8966 initiator: MDT0 00010000:00010000:2.0:1734016131.893788:0:8966:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880072170d80/0x3f004d6452e084e7 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1ce7 expref: 17 pid: 8966 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016131.893798:0:8966:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff880072172640/0x3f004d6452e08526 lrc: 4/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 8966 initiator: MDT0 00010000:00010000:2.0:1734016131.893926:0:8966:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880072170d80/0x3f004d6452e084e7 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1ce7 expref: 17 pid: 8966 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016131.893944:0:8966:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880072170d80/0x3f004d6452e084e7 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1ce7 expref: 17 pid: 8966 timeout: 495 lvb_type: 0 00000100:00100000:2.0:1734016131.893975:0:8966:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800744ebb80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:8966:1818247339458944:192.168.201.10@tcp:104: 00000100:00100000:2.0:1734016131.895205:0:8966:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012b911e40 going to sleep for 11 seconds 00000100:00100000:2.0:1734016131.899183:0:8966:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800744ebb80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:8966:1818247339458944:192.168.201.10@tcp:104: 00010000:00010000:2.0:1734016131.899251:0:8966:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff880072172640/0x3f004d6452e08526 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 8966 initiator: MDT0 00000100:00100000:1.0:1734016131.901418:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016131.902007:0:9956:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336948864 00000100:00100000:3.0:1734016131.902022:0:9956:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336948864 00010000:00010000:3.0:1734016131.902083:0:9956:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880072170d80/0x3f004d6452e084e7 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1ce7 expref: 18 pid: 8966 timeout: 495 lvb_type: 0 00000100:00100000:3.0:1734016131.902133:0:9956:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2919 00000100:00100000:3.0:1734016131.902142:0:9956:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b1f64050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+18:1978:x1818247336948864:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016131.902169:0:9956:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016131.902185:0:9956:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 1s ns: mdt-lustre-MDT0000_UUID lock: ffff880072170d80/0x3f004d6452e084e7 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1ce7 expref: 18 pid: 8966 timeout: 495 lvb_type: 0 00010000:00010000:3.0:1734016131.902202:0:9956:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880072170d80/0x3f004d6452e084e7 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1ce7 expref: 18 pid: 8966 timeout: 495 lvb_type: 0 00010000:00010000:3.0:1734016131.902257:0:9956:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880072170d80/0x3f004d6452e084e7 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1ce7 expref: 18 pid: 8966 timeout: 495 lvb_type: 0 00010000:00010000:3.0:1734016131.902298:0:9956:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:3.0:1734016131.902307:0:9956:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff880072172640/0x3f004d6452e08526 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 8966 initiator: MDT0 00010000:00010000:3.0:1734016131.902321:0:9956:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880072172640/0x3f004d6452e08526 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 8966 initiator: MDT0 00010000:00010000:3.0:1734016131.902331:0:9956:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880072172640/0x3f004d6452e08526 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 8966 initiator: MDT0 00010000:00010000:3.0:1734016131.902375:0:9956:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016131.902470:0:9956:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b1f64050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+17:1978:x1818247336948864:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 328us (1073us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016131.902481:0:9956:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2919 00010000:00010000:3.0:1734016131.902619:0:8966:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff880072172640/0x3f004d6452e08526 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8966 initiator: MDT0 00010000:00010000:3.0:1734016131.902637:0:8966:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880072172640/0x3f004d6452e08526 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8966 initiator: MDT0 00000001:00080000:3.0:1734016131.902825:0:8966:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294968605 00000004:00010000:3.0:1734016131.902972:0:8966:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff880075261880 reply state ffff8800753c1000 transno 4294968606 ns: mdt-lustre-MDT0000_UUID lock: ffff880072172640/0x3f004d6452e08526 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8966 initiator: MDT0 00000100:00100000:3.0:1734016131.902980:0:8966:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1734016131.903110:0:8966:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075261880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+14:9673:x1818247336948736:12345-192.168.201.10@tcp:36:fsx.0 Request processed in 10413us (10737us total) trans 4294968606 rc 0/0 00000100:00100000:3.0:1734016131.903119:0:8966:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2064 00000020:00080000:3.0:1734016131.903124:0:8966:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1734016131.907124:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00010000:00010000:2.0:1734016131.907414:0:3494:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880072172640/0x3f004d6452e08526 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8966 initiator: MDT0 00010000:00010000:2.0:1734016131.907431:0:3494:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880072172640/0x3f004d6452e08526 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 8966 initiator: MDT0 00010000:00010000:2.0:1734016131.907440:0:3494:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880072172640/0x3f004d6452e08526 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8966 initiator: MDT0 00010000:00010000:2.0:1734016131.907446:0:3494:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880072172640 already unused, calling callback (ffffffffa0f03950) 00010000:00010000:2.0:1734016131.907452:0:3494:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880072172640/0x3f004d6452e08526 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8966 initiator: MDT0 00010000:00010000:2.0:1734016131.907460:0:3494:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880072172640/0x3f004d6452e08526 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 8966 initiator: MDT0 00010000:00010000:2.0:1734016131.907480:0:3494:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:2.0:1734016131.907483:0:3494:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734016131.907486:0:3494:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880072172640/0x3f004d6452e08526 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8966 initiator: MDT0 00010000:00010000:2.0:1734016131.907492:0:3494:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880072172640/0x3f004d6452e08526 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8966 initiator: MDT0 00000100:00100000:1.0:1734016131.907780:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336948992 00000100:00100000:1.0:1734016131.907792:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336948992 00000100:00100000:1.0:1734016131.907861:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10854 00000100:00100000:1.0:1734016131.907905:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880097218380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:9673:x1818247336948992:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:1.0:1734016131.907934:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016131.907961:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880097236d00/0x3f004d6452e0852d lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d1d18 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016131.907998:0:7689:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7cc0/0x3f004d6452e0851f lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1d11 expref: 6 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016131.908007:0:7689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016131.908009:0:7689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016131.908014:0:7689:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880097236d00/0x3f004d6452e0852d lrc: 4/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1d18 expref: 6 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016131.908062:0:7689:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7cc0/0x3f004d6452e0851f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1d11 expref: 6 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016131.908077:0:7689:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7cc0/0x3f004d6452e0851f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1d11 expref: 6 pid: 7690 timeout: 496 lvb_type: 1 00000100:00100000:1.0:1734016131.908096:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880075260700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339459072:192.168.201.10@tcp:104: 00000100:00100000:1.0:1734016131.908200:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b42cda80 going to sleep for 11 seconds 00000100:00100000:1.0:1734016131.910427:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880075260700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339459072:192.168.201.10@tcp:104: 00010000:00010000:1.0:1734016131.910504:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880097236d00/0x3f004d6452e0852d lrc: 3/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1d18 expref: 6 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016131.910534:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097236d00, rc 0) 00000100:00100000:1.0:1734016131.910639:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880097218380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:9673:x1818247336948992:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 2732us (3537us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016131.910654:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10854 00000100:00100000:0.0:1734016131.913433:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016131.914434:0:7705:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336949120 00000100:00100000:2.0:1734016131.914452:0:7705:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336949120 00010000:00010000:2.0:1734016131.914516:0:7705:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7cc0/0x3f004d6452e0851f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1d11 expref: 7 pid: 7690 timeout: 496 lvb_type: 1 00000100:00100000:2.0:1734016131.914568:0:7705:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2920 00000100:00100000:2.0:1734016131.914576:0:7705:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880097218e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1979:x1818247336949120:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016131.914596:0:7705:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016131.914622:0:7705:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7cc0/0x3f004d6452e0851f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1d11 expref: 7 pid: 7690 timeout: 496 lvb_type: 1 00010000:00010000:2.0:1734016131.914634:0:7705:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7cc0/0x3f004d6452e0851f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1d11 expref: 7 pid: 7690 timeout: 496 lvb_type: 1 00010000:00010000:2.0:1734016131.914661:0:7705:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7cc0/0x3f004d6452e0851f lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1d11 expref: 7 pid: 7690 timeout: 496 lvb_type: 1 00010000:00010000:2.0:1734016131.914678:0:7705:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016131.914681:0:7705:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016131.914688:0:7705:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880097236d00/0x3f004d6452e0852d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1d18 expref: 5 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016131.914698:0:7705:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880097236d00/0x3f004d6452e0852d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1d18 expref: 5 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016131.914734:0:7705:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880097236d00/0x3f004d6452e0852d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1d18 expref: 5 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016131.914748:0:7705:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800744ebb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7705:1818247339459200:192.168.201.10@tcp:105: 00000100:00100000:2.0:1734016131.914844:0:7705:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012b911e40 going to sleep for 11 seconds 00000100:00100000:0.0:1734016131.918544:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016131.918807:0:7695:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336949248 00000100:00100000:3.0:1734016131.918823:0:7695:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336949248 00002000:00010000:3.0:1734016131.918939:0:7695:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (9792413->18446744073709551615) 00002000:00100000:3.0:1734016131.918946:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88009721b100 with x1818247336949248 ext(9792413->18446744073709551615) 00002000:00010000:3.0:1734016131.918965:0:7695:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009721b100. 00000100:00100000:3.0:1734016131.919000:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9131 00000100:00100000:3.0:1734016131.919011:0:7695:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009721b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1979:x1818247336949248:12345-192.168.201.10@tcp:10:fsx.0 00002000:00010000:3.0:1734016131.919411:0:7695:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 6545295 -> 9792413 00002000:00010000:3.0:1734016131.919416:0:7695:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016131 -> 1734016131 00002000:00010000:3.0:1734016131.919418:0:7695:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016129 -> 1734016129 00002000:00010000:3.0:1734016131.919420:0:7695:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016131 -> 1734016131 00002000:00010000:3.0:1734016131.919422:0:7695:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 640 -> 640 00000100:00100000:3.0:1734016131.919519:0:7695:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009721b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1979:x1818247336949248:12345-192.168.201.10@tcp:10:fsx.0 Request processed in 508us (1006us total) trans 4294969360 rc 0/0 00000100:00100000:3.0:1734016131.919527:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9131 00002000:00010000:3.0:1734016131.919532:0:7695:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (9792413->18446744073709551615) 00002000:00100000:3.0:1734016131.919535:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88009721b100 with x1818247336949248 ext(9792413->18446744073709551615) 00002000:00010000:3.0:1734016131.919539:0:7695:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009721b100. 00000100:00100000:2.0:1734016131.920547:0:7705:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800744ebb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7705:1818247339459200:192.168.201.10@tcp:105: 00010000:00010000:2.0:1734016131.920587:0:7705:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016131.920642:0:7705:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880097218e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1979:x1818247336949120:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 6065us (7243us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016131.920657:0:7705:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2920 00000100:00100000:0.0:1734016131.927998:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016131.928134:0:13925:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336949504 00000100:00100000:1.0:1734016131.928152:0:13925:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336949504 00002000:00100000:1.0:1734016131.928232:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (7102464->9793535) req@ffff880097218000 x1818247336949504/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:92/0 lens 488/0 e 0 to 0 dl 1734016142 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016131.928244:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880097218000 with x1818247336949504 ext(7102464->9793535) 00002000:00010000:1.0:1734016131.928251:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880097218000 00000100:00100000:1.0:1734016131.928303:0:13925:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9132 00000100:00100000:1.0:1734016131.928316:0:13925:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880097218000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1981:x1818247336949504:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:0.0:1734016131.969901:0:13925:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880097218000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1981:x1818247336949504:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 41562us (41900us total) trans 0 rc 2691072/2691072 00000100:00100000:0.0:1734016131.969922:0:13925:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9132 00002000:00100000:0.0:1734016131.969948:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (7102464->9793535) req@ffff880097218000 x1818247336949504/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:92/0 lens 488/440 e 0 to 0 dl 1734016142 ref 1 fl Complete:/200/0 rc 2691072/2691072 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016131.969963:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880097218000 with x1818247336949504 ext(7102464->9793535) 00002000:00010000:0.0:1734016131.969974:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880097218000 00000100:00100000:0.0:1734016131.977108:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016131.977752:0:13925:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336949632 00000100:00100000:2.0:1734016131.977771:0:13925:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336949632 00002000:00100000:2.0:1734016131.977842:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (9764864->9792412) req@ffff880097219500 x1818247336949632/t0(0) o4->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:92/0 lens 488/0 e 0 to 0 dl 1734016142 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016131.977854:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880097219500 with x1818247336949632 ext(9764864->9792412) 00002000:00010000:2.0:1734016131.977890:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880097219500 00000100:00100000:2.0:1734016131.977935:0:13925:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9133 00000100:00100000:2.0:1734016131.977942:0:13925:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880097219500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1978:x1818247336949632:12345-192.168.201.10@tcp:4:fsx.0 00000100:00100000:0.0:1734016131.981684:0:13925:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880097219500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+9:1978:x1818247336949632:12345-192.168.201.10@tcp:4:fsx.0 Request processed in 3720us (4570us total) trans 4294969361 rc 0/0 00000100:00100000:0.0:1734016131.981702:0:13925:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9133 00002000:00100000:0.0:1734016131.981724:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (9764864->9792412) req@ffff880097219500 x1818247336949632/t4294969361(0) o4->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:92/0 lens 488/448 e 0 to 0 dl 1734016142 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016131.981737:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880097219500 with x1818247336949632 ext(9764864->9792412) 00002000:00010000:0.0:1734016131.981746:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880097219500 00000100:00100000:3.0:1734016131.984553:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016131.985361:0:8966:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336949760 00000100:00100000:0.0:1734016131.985376:0:8966:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336949760 00000100:00100000:0.0:1734016131.985502:0:8966:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2065 00000100:00100000:0.0:1734016131.985513:0:8966:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b91b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+13:9673:x1818247336949760:12345-192.168.201.10@tcp:44:fsx.0 00000100:00100000:0.0:1734016131.986317:0:8966:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b91b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+13:9673:x1818247336949760:12345-192.168.201.10@tcp:44:fsx.0 Request processed in 802us (1789us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016131.986326:0:8966:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2065 00000100:00100000:2.0:1734016131.988195:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016131.988301:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336949888 00000100:00100000:1.0:1734016131.988313:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336949888 00000100:00100000:1.0:1734016131.988368:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10855 00000100:00100000:1.0:1734016131.988376:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800744ebb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+9:1981:x1818247336949888:12345-192.168.201.10@tcp:16:fsx.0 00000001:00080000:0.0:1734016131.989732:0:8954:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969361 is committed 00000100:00100000:1.0:1734016131.990303:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800744ebb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1981:x1818247336949888:12345-192.168.201.10@tcp:16:fsx.0 Request processed in 1916us (2108us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016131.990319:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10855 00000100:00100000:3.0:1734016131.996297:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016131.996430:0:8966:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336950016 00000100:00100000:0.0:1734016131.996444:0:8966:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336950016 00000100:00100000:0.0:1734016131.996515:0:8966:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2066 00000100:00100000:0.0:1734016131.996524:0:8966:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b91b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+13:9673:x1818247336950016:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:0.0:1734016131.996553:0:8966:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016131.996583:0:8966:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a803ad00/0x3f004d6452e08534 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d1d1f expref: -99 pid: 8966 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016131.996701:0:8966:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8038d80/0x3f004d6452e0853b lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 8966 initiator: MDT0 00010000:00010000:0.0:1734016131.996718:0:8966:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8038d80/0x3f004d6452e0853b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 8966 initiator: MDT0 00010000:00010000:0.0:1734016131.996729:0:8966:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8038d80/0x3f004d6452e0853b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 8966 initiator: MDT0 00000004:00200000:0.0:1734016131.996759:0:8966:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 9792413 00000004:00200000:0.0:1734016131.996766:0:8966:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1734016131.996787:0:8966:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8038d80/0x3f004d6452e0853b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 8966 initiator: MDT0 00010000:00010000:0.0:1734016131.996818:0:8966:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a803ad00/0x3f004d6452e08534 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1d1f expref: 15 pid: 8966 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016131.996859:0:8966:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8038d80/0x3f004d6452e0853b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1d1f expref: 14 pid: 8966 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016131.996911:0:8966:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:0.0:1734016131.996915:0:8966:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1734016131.996918:0:8966:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a8038d80, rc 0) 00000100:00100000:0.0:1734016131.997001:0:8966:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b91b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+14:9673:x1818247336950016:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 476us (719us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016131.997010:0:8966:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2066 00000100:00100000:2.0:1734016132.001751:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016132.002297:0:6481:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336950272 00000100:00100000:0.0:1734016132.002310:0:6481:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336950272 00000100:00100000:0.0:1734016132.002379:0:6481:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2067 00000100:00100000:0.0:1734016132.002388:0:6481:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800744eaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+14:9673:x1818247336950272:12345-192.168.201.10@tcp:36:fsx.0 00010000:00010000:0.0:1734016132.002467:0:6481:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016132.002508:0:6481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8038d80/0x3f004d6452e0853b lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1d1f expref: 14 pid: 8966 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016132.002529:0:6481:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:0.0:1734016132.002534:0:6481:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1734016132.002765:0:6481:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8039b00/0x3f004d6452e08542 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6481 initiator: MDT0 00010000:00010000:0.0:1734016132.003187:0:6481:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8039b00/0x3f004d6452e08542 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6481 initiator: MDT0 00010000:00010000:0.0:1734016132.003199:0:6481:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8039b00/0x3f004d6452e08542 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6481 initiator: MDT0 00000001:00080000:1.0:1734016132.003836:0:6481:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294968607 00000004:00010000:1.0:1734016132.003962:0:6481:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff8800744eaa00 reply state ffff8800747cf000 transno 4294968608 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8039b00/0x3f004d6452e08542 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6481 initiator: MDT0 00000100:00100000:1.0:1734016132.003971:0:6481:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1734016132.004232:0:6481:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800744eaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+16:9673:x1818247336950272:12345-192.168.201.10@tcp:36:fsx.0 Request processed in 1842us (2500us total) trans 4294968608 rc 0/0 00000100:00100000:1.0:1734016132.004241:0:6481:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2067 00000020:00080000:1.0:1734016132.004247:0:6481:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1734016132.007856:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00010000:00010000:0.0:1734016132.007949:0:3495:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8039b00/0x3f004d6452e08542 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6481 initiator: MDT0 00010000:00010000:0.0:1734016132.007962:0:3495:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8039b00/0x3f004d6452e08542 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6481 initiator: MDT0 00010000:00010000:0.0:1734016132.007971:0:3495:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8039b00/0x3f004d6452e08542 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6481 initiator: MDT0 00010000:00010000:0.0:1734016132.007979:0:3495:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800a8039b00 already unused, calling callback (ffffffffa0f03950) 00010000:00010000:0.0:1734016132.007984:0:3495:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8039b00/0x3f004d6452e08542 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6481 initiator: MDT0 00010000:00010000:0.0:1734016132.007992:0:3495:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8039b00/0x3f004d6452e08542 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6481 initiator: MDT0 00010000:00010000:0.0:1734016132.008012:0:3495:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:0.0:1734016132.008015:0:3495:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1734016132.008029:0:3495:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8039b00/0x3f004d6452e08542 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6481 initiator: MDT0 00010000:00010000:0.0:1734016132.008034:0:3495:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8039b00/0x3f004d6452e08542 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6481 initiator: MDT0 00000100:00100000:1.0:1734016132.008617:0:13925:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336950400 00000100:00100000:1.0:1734016132.008631:0:13925:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336950400 00002000:00010000:1.0:1734016132.009198:0:13925:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (330793->18446744073709551615) 00002000:00100000:1.0:1734016132.009205:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800744e9c00 with x1818247336950400 ext(330793->18446744073709551615) 00002000:00010000:1.0:1734016132.009233:0:13925:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800744e9c00. 00000100:00100000:1.0:1734016132.009270:0:13925:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9134 00000100:00100000:1.0:1734016132.009281:0:13925:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800744e9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1979:x1818247336950400:12345-192.168.201.10@tcp:10:fsx.0 00002000:00010000:1.0:1734016132.016958:0:13925:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 9792413 -> 330793 00002000:00010000:1.0:1734016132.016975:0:13925:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016131 -> 1734016131 00002000:00010000:1.0:1734016132.016979:0:13925:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016129 -> 1734016129 00002000:00010000:1.0:1734016132.016981:0:13925:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016131 -> 1734016131 00002000:00010000:1.0:1734016132.016984:0:13925:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 640 -> 120 00000100:00080000:2.0:1734016132.017491:0:6479:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734016102 00000100:00100000:2.0:1734016132.025329:0:3509:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1734016132.025367:0:3509:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b91b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3509:1818247339459328:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1734016132.025475:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734016132.025813:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339459328 00000100:00100000:2.0:1734016132.025824:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339459328 00000100:00100000:2.0:1734016132.025912:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 123 00000100:00100000:2.0:1734016132.025919:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800744ea680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3509:x1818247339459328:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1734016132.025977:0:7693:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 490160704 pending 0 free 3923677184 avail 3692154880 00000100:00100000:2.0:1734016132.026025:0:7693:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800744ea680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3509:x1818247339459328:12345-0@lo:13:osp-pre-0-0.0 Request processed in 104us (550us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016132.026034:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 123 00000100:00100000:2.0:1734016132.026097:0:3509:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b91b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3509:1818247339459328:0@lo:13:osp-pre-0-0.0 00000100:00080000:3.0:1734016132.026180:0:6479:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1734016102 00000100:00100000:1.0:1734016132.030856:0:13925:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800744e9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1979:x1818247336950400:12345-192.168.201.10@tcp:10:fsx.0 Request processed in 21543us (22977us total) trans 4294969362 rc 0/0 00000100:00100000:1.0:1734016132.030895:0:13925:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9134 00002000:00010000:1.0:1734016132.030908:0:13925:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (330793->18446744073709551615) 00002000:00100000:1.0:1734016132.030914:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800744e9c00 with x1818247336950400 ext(330793->18446744073709551615) 00002000:00010000:1.0:1734016132.030937:0:13925:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800744e9c00. 00000100:00100000:0.0:1734016132.035158:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016132.035305:0:6481:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336950528 00000100:00100000:1.0:1734016132.035318:0:6481:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336950528 00000100:00100000:1.0:1734016132.035387:0:6481:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2068 00000100:00100000:1.0:1734016132.035396:0:6481:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009721a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+17:9673:x1818247336950528:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:1.0:1734016132.035419:0:6481:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016132.035444:0:6481:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880097237600/0x3f004d6452e08549 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d1d26 expref: -99 pid: 6481 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016132.035570:0:6481:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880097234000/0x3f004d6452e08550 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6481 initiator: MDT0 00010000:00010000:1.0:1734016132.035584:0:6481:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880097234000/0x3f004d6452e08550 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6481 initiator: MDT0 00010000:00010000:1.0:1734016132.035596:0:6481:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880097234000/0x3f004d6452e08550 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6481 initiator: MDT0 00000004:00200000:1.0:1734016132.035627:0:6481:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 330793 00000004:00200000:1.0:1734016132.035632:0:6481:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1734016132.035656:0:6481:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880097234000/0x3f004d6452e08550 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6481 initiator: MDT0 00010000:00010000:1.0:1734016132.035681:0:6481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880097237600/0x3f004d6452e08549 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1d26 expref: 19 pid: 6481 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016132.035701:0:6481:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880097234000/0x3f004d6452e08550 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1d26 expref: 18 pid: 6481 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016132.035710:0:6481:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:1.0:1734016132.035715:0:6481:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1734016132.035718:0:6481:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097234000, rc 0) 00000100:00100000:1.0:1734016132.035804:0:6481:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009721a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+18:9673:x1818247336950528:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 406us (662us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016132.035812:0:6481:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2068 00000100:00100000:1.0:1734016132.042658:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016132.043044:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336950656 00000100:00100000:0.0:1734016132.043055:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336950656 00000100:00100000:2.0:1734016132.043310:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10856 00000100:00100000:2.0:1734016132.043318:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075260700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1978:x1818247336950656:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:2.0:1734016132.043344:0:7690:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016132.043377:0:7690:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880072170d80/0x3f004d6452e08557 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d1d2d expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016132.043463:0:7690:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800744e8a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339459456:192.168.201.10@tcp:106: 00000100:00100000:2.0:1734016132.043558:0:7690:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012b911e40 going to sleep for 11 seconds 00000100:00100000:2.0:1734016132.047265:0:7690:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800744e8a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339459456:192.168.201.10@tcp:106: 00010000:00010000:2.0:1734016132.047309:0:7690:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880072170d80/0x3f004d6452e08557 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1d2d expref: 7 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016132.047327:0:7690:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880072170d80/0x3f004d6452e08557 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1d2d expref: 7 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016132.047342:0:7690:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880072170d80, rc 0) 00000100:00100000:2.0:1734016132.047399:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075260700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1978:x1818247336950656:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 4080us (4755us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016132.047409:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10856 00000100:00100000:1.0:1734016132.049896:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016132.049997:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336950784 00000100:00100000:2.0:1734016132.050007:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336950784 00000100:00100000:2.0:1734016132.050058:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10857 00000100:00100000:2.0:1734016132.050066:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075263800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1981:x1818247336950784:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:2.0:1734016132.050086:0:7690:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016132.050114:0:7690:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880072172640/0x3f004d6452e0855e lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d1d34 expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016132.050186:0:7690:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800744e8a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339459584:192.168.201.10@tcp:106: 00000100:00100000:2.0:1734016132.053216:0:7690:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012b911e40 going to sleep for 11 seconds 00000100:00100000:2.0:1734016132.058844:0:7690:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800744e8a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339459584:192.168.201.10@tcp:106: 00010000:00010000:2.0:1734016132.058928:0:7690:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880072172640/0x3f004d6452e0855e lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1d34 expref: 7 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016132.058942:0:7690:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880072172640/0x3f004d6452e0855e lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1d34 expref: 7 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016132.058955:0:7690:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880072172640, rc 0) 00000100:00100000:2.0:1734016132.059023:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075263800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1981:x1818247336950784:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 8956us (9157us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016132.059032:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10857 00000100:00100000:3.0:1734016132.064745:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016132.065447:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336950912 00000100:00100000:2.0:1734016132.065460:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336950912 00000100:00100000:2.0:1734016132.065517:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10858 00000100:00100000:2.0:1734016132.065525:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b91b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1980:x1818247336950912:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:2.0:1734016132.065547:0:7690:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016132.065570:0:7690:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e08565 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d1d3b expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016132.065636:0:7690:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800744e8a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339459712:192.168.201.10@tcp:106: 00000100:00100000:2.0:1734016132.065723:0:7690:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012b911e40 going to sleep for 11 seconds 00000100:00100000:2.0:1734016132.069012:0:7690:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800744e8a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339459712:192.168.201.10@tcp:106: 00010000:00010000:2.0:1734016132.069066:0:7690:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e08565 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1d3b expref: 7 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016132.069088:0:7690:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e08565 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1d3b expref: 7 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016132.069185:0:7690:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880072171440, rc 0) 00000100:00100000:2.0:1734016132.069509:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b91b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1980:x1818247336950912:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 3980us (4777us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016132.069520:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10858 00000100:00100000:0.0:1734016132.071995:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016132.072204:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336951040 00000100:00100000:2.0:1734016132.072225:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336951040 00000100:00100000:2.0:1734016132.072268:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10859 00000100:00100000:2.0:1734016132.072276:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880097219880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:9673:x1818247336951040:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:2.0:1734016132.072296:0:7690:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016132.072318:0:7690:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880072171f80/0x3f004d6452e0856c lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d1d42 expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016132.072352:0:7690:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880097236d00/0x3f004d6452e0852d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1d18 expref: 6 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016132.072364:0:7690:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016132.072366:0:7690:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016132.072369:0:7690:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880072171f80/0x3f004d6452e0856c lrc: 4/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [155648->159743] (req 155648->159743) gid 0 flags: 0x50000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1d42 expref: 7 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016132.072402:0:7690:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880097236d00/0x3f004d6452e0852d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1d18 expref: 6 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016132.072414:0:7690:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880097236d00/0x3f004d6452e0852d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1d18 expref: 6 pid: 7689 timeout: 496 lvb_type: 0 00000100:00100000:2.0:1734016132.072426:0:7690:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800744e8a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339459840:192.168.201.10@tcp:104: 00000100:00100000:2.0:1734016132.072487:0:7690:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012b911e40 going to sleep for 11 seconds 00000100:00100000:2.0:1734016132.075470:0:7690:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800744e8a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339459840:192.168.201.10@tcp:104: 00010000:00010000:2.0:1734016132.075513:0:7690:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880072171f80/0x3f004d6452e0856c lrc: 3/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [155648->159743] (req 155648->159743) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1d42 expref: 7 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016132.075535:0:7690:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880072171f80, rc 0) 00000100:00100000:2.0:1734016132.075600:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880097219880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:9673:x1818247336951040:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 3322us (3616us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016132.075610:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10859 00000100:00100000:0.0:1734016132.076409:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016132.076652:0:7705:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336951168 00000100:00100000:3.0:1734016132.076663:0:7705:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336951168 00010000:00010000:3.0:1734016132.076703:0:7705:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880097236d00/0x3f004d6452e0852d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1d18 expref: 7 pid: 7689 timeout: 496 lvb_type: 0 00000100:00100000:3.0:1734016132.076750:0:7705:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2921 00000100:00100000:3.0:1734016132.076757:0:7705:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880097219c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1978:x1818247336951168:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016132.076773:0:7705:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016132.076800:0:7705:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880097236d00/0x3f004d6452e0852d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1d18 expref: 7 pid: 7689 timeout: 496 lvb_type: 0 00010000:00010000:3.0:1734016132.076811:0:7705:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880097236d00/0x3f004d6452e0852d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1d18 expref: 7 pid: 7689 timeout: 496 lvb_type: 0 00010000:00010000:3.0:1734016132.076837:0:7705:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097236d00/0x3f004d6452e0852d lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1d18 expref: 7 pid: 7689 timeout: 496 lvb_type: 0 00010000:00010000:3.0:1734016132.076897:0:7705:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016132.076898:0:7705:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016132.076907:0:7705:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880072171f80/0x3f004d6452e0856c lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 155648->159743) gid 0 flags: 0x40080000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1d42 expref: 6 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016132.076917:0:7705:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880072171f80/0x3f004d6452e0856c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 155648->159743) gid 0 flags: 0x40080000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1d42 expref: 6 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016132.076965:0:7705:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880072171f80/0x3f004d6452e0856c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 155648->159743) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1d42 expref: 6 pid: 7690 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016132.076981:0:7705:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074e54a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7705:1818247339459968:192.168.201.10@tcp:105: 00000100:00100000:3.0:1734016132.077065:0:7705:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac68ee40 going to sleep for 11 seconds 00000100:00100000:2.0:1734016132.081518:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016132.081643:0:7705:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074e54a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7705:1818247339459968:192.168.201.10@tcp:105: 00010000:00010000:3.0:1734016132.081682:0:7705:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016132.081757:0:7705:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880097219c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1978:x1818247336951168:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 4998us (5351us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016132.081771:0:7705:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2921 00000100:00100000:1.0:1734016132.081891:0:13925:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336951424 00000100:00100000:1.0:1734016132.081902:0:13925:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336951424 00002000:00100000:1.0:1734016132.081965:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (0->331775) req@ffff8800744e8a80 x1818247336951424/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:93/0 lens 488/0 e 0 to 0 dl 1734016143 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016132.081977:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800744e8a80 with x1818247336951424 ext(0->331775) 00002000:00010000:1.0:1734016132.081984:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800744e8a80 00000100:00100000:1.0:1734016132.082007:0:13925:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9135 00000100:00100000:1.0:1734016132.082015:0:13925:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800744e8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1978:x1818247336951424:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:1.0:1734016132.089913:0:13925:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800744e8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1978:x1818247336951424:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 7880us (8392us total) trans 0 rc 331776/331776 00000100:00100000:1.0:1734016132.089934:0:13925:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9135 00002000:00100000:1.0:1734016132.089959:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (0->331775) req@ffff8800744e8a80 x1818247336951424/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:93/0 lens 488/440 e 0 to 0 dl 1734016143 ref 1 fl Complete:/200/0 rc 331776/331776 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016132.089970:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800744e8a80 with x1818247336951424 ext(0->331775) 00002000:00010000:1.0:1734016132.089980:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800744e8a80 00000100:00100000:2.0:1734016132.097420:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016132.097789:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336951552 00000100:00100000:3.0:1734016132.097806:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336951552 00000100:00100000:1.0:1734016132.098063:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10860 00000100:00100000:1.0:1734016132.098076:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880136a25500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:9673:x1818247336951552:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:1.0:1734016132.098113:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016132.098151:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880097236ac0/0x3f004d6452e08573 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d1d49 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016132.098202:0:7689:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880072171f80/0x3f004d6452e0856c lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 155648->159743) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1d42 expref: 6 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016132.098219:0:7689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016132.098221:0:7689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016132.098225:0:7689:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880097236ac0/0x3f004d6452e08573 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [1515520->1523711] (req 1515520->1523711) gid 0 flags: 0x50000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1d49 expref: 7 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016132.098272:0:7689:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880072171f80/0x3f004d6452e0856c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 155648->159743) gid 0 flags: 0x50000000020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1d42 expref: 6 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016132.098286:0:7689:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880072171f80/0x3f004d6452e0856c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 155648->159743) gid 0 flags: 0x70000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1d42 expref: 6 pid: 7690 timeout: 496 lvb_type: 0 00000100:00100000:1.0:1734016132.098306:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880075262a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339460096:192.168.201.10@tcp:104: 00000100:00100000:1.0:1734016132.098411:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b42cd9c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016132.102397:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016132.102520:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880075262a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339460096:192.168.201.10@tcp:104: 00010000:00010000:0.0:1734016132.102576:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880097236ac0/0x3f004d6452e08573 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [1515520->1523711] (req 1515520->1523711) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1d49 expref: 7 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016132.102609:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097236ac0, rc 0) 00000100:00100000:0.0:1734016132.102694:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880136a25500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:9673:x1818247336951552:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 4619us (5289us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016132.102711:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10860 00000100:00100000:2.0:1734016132.102973:0:7705:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336951680 00000100:00100000:2.0:1734016132.102986:0:7705:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336951680 00010000:00010000:2.0:1734016132.103037:0:7705:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880072171f80/0x3f004d6452e0856c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 155648->159743) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1d42 expref: 7 pid: 7690 timeout: 496 lvb_type: 0 00000100:00100000:2.0:1734016132.103067:0:7705:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2922 00000100:00100000:2.0:1734016132.103075:0:7705:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076b62300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1979:x1818247336951680:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016132.103096:0:7705:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016132.103133:0:7705:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880072171f80/0x3f004d6452e0856c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 155648->159743) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1d42 expref: 7 pid: 7690 timeout: 496 lvb_type: 0 00010000:00010000:2.0:1734016132.103146:0:7705:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880072171f80/0x3f004d6452e0856c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 155648->159743) gid 0 flags: 0x50000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1d42 expref: 7 pid: 7690 timeout: 496 lvb_type: 0 00010000:00010000:2.0:1734016132.103184:0:7705:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880072171f80/0x3f004d6452e0856c lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 155648->159743) gid 0 flags: 0x44801400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1d42 expref: 7 pid: 7690 timeout: 496 lvb_type: 0 00010000:00010000:2.0:1734016132.103201:0:7705:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016132.103203:0:7705:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016132.103223:0:7705:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880097236ac0/0x3f004d6452e08573 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1515520->1523711) gid 0 flags: 0x40080000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1d49 expref: 6 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016132.103233:0:7705:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880097236ac0/0x3f004d6452e08573 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1515520->1523711) gid 0 flags: 0x40080000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1d49 expref: 6 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016132.103276:0:7705:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880097236ac0/0x3f004d6452e08573 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1515520->1523711) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1d49 expref: 6 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016132.103291:0:7705:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076b36680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7705:1818247339460224:192.168.201.10@tcp:105: 00000100:00100000:2.0:1734016132.103343:0:7705:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012b911e40 going to sleep for 11 seconds 00000100:00100000:2.0:1734016132.108596:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016132.108818:0:7705:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076b36680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7705:1818247339460224:192.168.201.10@tcp:105: 00010000:00010000:0.0:1734016132.108852:0:7705:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016132.108938:0:7705:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076b62300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1979:x1818247336951680:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 5861us (6560us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016132.108952:0:7705:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2922 00000100:00100000:1.0:1734016132.109817:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336951808 00000100:00100000:1.0:1734016132.109829:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336951808 00000100:00100000:1.0:1734016132.109921:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10861 00000100:00100000:1.0:1734016132.109930:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074009c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1980:x1818247336951808:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:1.0:1734016132.109960:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016132.109989:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880097234900/0x3f004d6452e0857a lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d1d50 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016132.110076:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880075263b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339460352:192.168.201.10@tcp:106: 00000100:00100000:1.0:1734016132.110169:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b42cdb40 going to sleep for 11 seconds 00002000:00010000:1.0:1734016132.114095:0:7689:0:(ofd_lvb.c:277:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size: 330793 -> 1522404 00000100:00100000:1.0:1734016132.114149:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880075263b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339460352:192.168.201.10@tcp:106: 00010000:00010000:1.0:1734016132.114221:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880097234900/0x3f004d6452e0857a lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1d50 expref: 7 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016132.114237:0:7689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097234900/0x3f004d6452e0857a lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1d50 expref: 7 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016132.114777:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097234900, rc 0) 00000100:00100000:1.0:1734016132.114905:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074009c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1980:x1818247336951808:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 4974us (6339us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016132.114916:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10861 00000100:00100000:2.0:1734016132.118900:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016132.119131:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336951936 00000100:00100000:1.0:1734016132.119149:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336951936 00000100:00100000:1.0:1734016132.119577:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10862 00000100:00100000:1.0:1734016132.119587:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007400b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1981:x1818247336951936:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:1.0:1734016132.119614:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016132.119647:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880097234b40/0x3f004d6452e08581 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d1d57 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016132.119743:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880075263b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339460480:192.168.201.10@tcp:106: 00000100:00100000:1.0:1734016132.120194:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b42cdb40 going to sleep for 11 seconds 00000100:00100000:1.0:1734016132.123345:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880075263b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339460480:192.168.201.10@tcp:106: 00010000:00010000:1.0:1734016132.123431:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880097234b40/0x3f004d6452e08581 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1d57 expref: 7 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016132.123457:0:7689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097234b40/0x3f004d6452e08581 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1d57 expref: 7 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016132.123494:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097234b40, rc 0) 00000100:00100000:1.0:1734016132.123608:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007400b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1981:x1818247336951936:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 4017us (4761us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016132.123621:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10862 00000100:00100000:0.0:1734016132.126604:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016132.126754:0:8966:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336952064 00000100:00100000:2.0:1734016132.126771:0:8966:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336952064 00000100:00100000:2.0:1734016132.126972:0:8966:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2069 00000100:00100000:2.0:1734016132.126986:0:8966:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076b61180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+15:9673:x1818247336952064:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:2.0:1734016132.127041:0:8966:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016132.127073:0:8966:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880072172d00/0x3f004d6452e08588 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d1d5e expref: -99 pid: 8966 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016132.127232:0:8966:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800721718c0/0x3f004d6452e0858f lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 8966 initiator: MDT0 00010000:00010000:2.0:1734016132.127249:0:8966:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800721718c0/0x3f004d6452e0858f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 8966 initiator: MDT0 00010000:00010000:2.0:1734016132.127262:0:8966:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800721718c0/0x3f004d6452e0858f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 8966 initiator: MDT0 00000004:00200000:2.0:1734016132.127299:0:8966:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 330793 00000004:00200000:2.0:1734016132.127304:0:8966:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1734016132.127331:0:8966:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800721718c0/0x3f004d6452e0858f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 8966 initiator: MDT0 00010000:00010000:2.0:1734016132.127363:0:8966:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880072172d00/0x3f004d6452e08588 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1d5e expref: 17 pid: 8966 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016132.128319:0:8966:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800721718c0/0x3f004d6452e0858f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1d5e expref: 16 pid: 8966 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016132.128336:0:8966:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:2.0:1734016132.128340:0:8966:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1734016132.128344:0:8966:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800721718c0, rc 0) 00000100:00100000:2.0:1734016132.128441:0:8966:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076b61180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+16:9673:x1818247336952064:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 1457us (1852us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016132.128449:0:8966:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2069 00000100:00100000:0.0:1734016132.132447:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016132.132552:0:8966:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336952320 00000100:00100000:2.0:1734016132.132573:0:8966:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336952320 00000100:00100000:2.0:1734016132.132776:0:8966:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2070 00000100:00100000:2.0:1734016132.132787:0:8966:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076b61f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+18:9673:x1818247336952320:12345-192.168.201.10@tcp:36:fsx.0 00010000:00010000:2.0:1734016132.132860:0:8966:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016132.133054:0:8966:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880097234000/0x3f004d6452e08550 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1d26 expref: 18 pid: 6481 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016132.133075:0:8966:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:2.0:1734016132.133081:0:8966:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1734016132.133303:0:8966:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880072171f80/0x3f004d6452e08596 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 8966 initiator: MDT0 00010000:00010000:2.0:1734016132.133316:0:8966:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800721718c0/0x3f004d6452e0858f lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1d5e expref: 15 pid: 8966 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016132.133322:0:8966:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff880072171f80/0x3f004d6452e08596 lrc: 4/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 8966 initiator: MDT0 00010000:00010000:2.0:1734016132.133360:0:8966:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8800721718c0/0x3f004d6452e0858f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1d5e expref: 15 pid: 8966 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016132.133377:0:8966:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8800721718c0/0x3f004d6452e0858f lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1d5e expref: 15 pid: 8966 timeout: 496 lvb_type: 0 00000100:00100000:2.0:1734016132.133393:0:8966:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074009f80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:8966:1818247339460608:192.168.201.10@tcp:104: 00000100:00100000:2.0:1734016132.134009:0:8966:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012b9119c0 going to sleep for 11 seconds 00000100:00100000:2.0:1734016132.139304:0:8966:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074009f80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:8966:1818247339460608:192.168.201.10@tcp:104: 00010000:00010000:2.0:1734016132.139352:0:8966:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff880072171f80/0x3f004d6452e08596 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 8966 initiator: MDT0 00000100:00100000:0.0:1734016132.140156:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016132.140268:0:7705:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336952448 00000100:00100000:2.0:1734016132.140281:0:7705:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336952448 00010000:00010000:2.0:1734016132.140334:0:7705:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800721718c0/0x3f004d6452e0858f lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1d5e expref: 16 pid: 8966 timeout: 496 lvb_type: 0 00000100:00100000:2.0:1734016132.141014:0:7705:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2923 00000100:00100000:2.0:1734016132.141024:0:7705:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076b63480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+16:1979:x1818247336952448:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016132.141046:0:7705:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016132.141056:0:7705:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8800721718c0/0x3f004d6452e0858f lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1d5e expref: 16 pid: 8966 timeout: 496 lvb_type: 0 00010000:00010000:2.0:1734016132.141072:0:7705:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8800721718c0/0x3f004d6452e0858f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1d5e expref: 16 pid: 8966 timeout: 496 lvb_type: 0 00010000:00010000:2.0:1734016132.141107:0:7705:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800721718c0/0x3f004d6452e0858f lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1d5e expref: 16 pid: 8966 timeout: 496 lvb_type: 0 00010000:00010000:2.0:1734016132.141127:0:7705:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:2.0:1734016132.141133:0:7705:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff880072171f80/0x3f004d6452e08596 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 8966 initiator: MDT0 00010000:00010000:2.0:1734016132.141143:0:7705:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880072171f80/0x3f004d6452e08596 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 8966 initiator: MDT0 00010000:00010000:2.0:1734016132.141151:0:7705:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880072171f80/0x3f004d6452e08596 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 8966 initiator: MDT0 00010000:00010000:2.0:1734016132.141191:0:7705:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016132.141260:0:7705:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076b63480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+15:1979:x1818247336952448:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 237us (1110us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016132.141267:0:7705:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2923 00010000:00010000:3.0:1734016132.141906:0:8966:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff880072171f80/0x3f004d6452e08596 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8966 initiator: MDT0 00010000:00010000:3.0:1734016132.141914:0:8966:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880072171f80/0x3f004d6452e08596 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8966 initiator: MDT0 00000001:00080000:3.0:1734016132.142907:0:8966:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294968609 00000004:00010000:3.0:1734016132.142998:0:8966:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff880076b61f80 reply state ffff8800753c3000 transno 4294968610 ns: mdt-lustre-MDT0000_UUID lock: ffff880072171f80/0x3f004d6452e08596 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8966 initiator: MDT0 00000100:00100000:3.0:1734016132.143008:0:8966:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1734016132.143176:0:8966:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076b61f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+20:9673:x1818247336952320:12345-192.168.201.10@tcp:36:fsx.0 Request processed in 10386us (10739us total) trans 4294968610 rc 0/0 00000100:00100000:3.0:1734016132.143193:0:8966:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2070 00000020:00080000:3.0:1734016132.143201:0:8966:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:2.0:1734016132.146686:0:3494:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880072171f80/0x3f004d6452e08596 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8966 initiator: MDT0 00010000:00010000:2.0:1734016132.146706:0:3494:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880072171f80/0x3f004d6452e08596 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 8966 initiator: MDT0 00010000:00010000:2.0:1734016132.146714:0:3494:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880072171f80/0x3f004d6452e08596 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8966 initiator: MDT0 00010000:00010000:2.0:1734016132.146721:0:3494:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880072171f80 already unused, calling callback (ffffffffa0f03950) 00010000:00010000:2.0:1734016132.146728:0:3494:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880072171f80/0x3f004d6452e08596 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8966 initiator: MDT0 00010000:00010000:2.0:1734016132.146737:0:3494:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880072171f80/0x3f004d6452e08596 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 8966 initiator: MDT0 00010000:00010000:2.0:1734016132.146757:0:3494:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:2.0:1734016132.146761:0:3494:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734016132.146765:0:3494:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880072171f80/0x3f004d6452e08596 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8966 initiator: MDT0 00010000:00010000:2.0:1734016132.146777:0:3494:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880072171f80/0x3f004d6452e08596 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8966 initiator: MDT0 00000100:00100000:0.0:1734016132.147265:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016132.147401:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336952576 00000100:00100000:1.0:1734016132.147422:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336952576 00000100:00100000:1.0:1734016132.147508:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10863 00000100:00100000:1.0:1734016132.147523:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076b62d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:9673:x1818247336952576:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:1.0:1734016132.147562:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016132.147597:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800972358c0/0x3f004d6452e0859d lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d1d65 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016132.147652:0:7689:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880097236ac0/0x3f004d6452e08573 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1515520->1523711) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1d49 expref: 6 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016132.147662:0:7689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016132.147666:0:7689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016132.147672:0:7689:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800972358c0/0x3f004d6452e0859d lrc: 4/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1d65 expref: 7 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016132.147740:0:7689:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880097236ac0/0x3f004d6452e08573 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1515520->1523711) gid 0 flags: 0x50000000020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1d49 expref: 6 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016132.147770:0:7689:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880097236ac0/0x3f004d6452e08573 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1515520->1523711) gid 0 flags: 0x70000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1d49 expref: 6 pid: 7689 timeout: 496 lvb_type: 0 00000100:00100000:1.0:1734016132.147796:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880075263b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339460736:192.168.201.10@tcp:104: 00000100:00100000:1.0:1734016132.148006:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b42cdb40 going to sleep for 11 seconds 00000100:00100000:1.0:1734016132.151286:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880075263b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339460736:192.168.201.10@tcp:104: 00010000:00010000:1.0:1734016132.151355:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800972358c0/0x3f004d6452e0859d lrc: 3/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1d65 expref: 7 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016132.151385:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800972358c0, rc 0) 00000100:00100000:1.0:1734016132.151467:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076b62d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:9673:x1818247336952576:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 3947us (4212us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016132.151481:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10863 00000100:00100000:0.0:1734016132.152071:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016132.152590:0:13925:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336952704 00000100:00100000:1.0:1734016132.152604:0:13925:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336952704 00002000:00100000:1.0:1734016132.152692:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (1515520->1522403) req@ffff880076b60700 x1818247336952704/t0(0) o4->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:93/0 lens 7376/0 e 0 to 0 dl 1734016143 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016132.152707:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076b60700 with x1818247336952704 ext(1515520->1522403) 00010000:00010000:1.0:1734016132.152726:0:13925:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880097236ac0/0x3f004d6452e08573 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1515520->1523711) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1d49 expref: 7 pid: 7689 timeout: 496 lvb_type: 0 00010000:00010000:1.0:1734016132.152741:0:13925:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880097236ac0/0x3f004d6452e08573 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1515520->1523711) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1d49 expref: 7 pid: 7689 timeout: 496 lvb_type: 0 00002000:00010000:1.0:1734016132.152756:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880076b60700 00000100:00100000:1.0:1734016132.152795:0:13925:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 264 00000100:00100000:1.0:1734016132.152806:0:13925:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076b60700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1978:x1818247336952704:12345-192.168.201.10@tcp:4:fsx.0 00000100:00100000:0.0:1734016132.155104:0:13925:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076b60700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+9:1978:x1818247336952704:12345-192.168.201.10@tcp:4:fsx.0 Request processed in 2270us (3009us total) trans 4294969363 rc 0/0 00000100:00100000:0.0:1734016132.155125:0:13925:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 264 00002000:00100000:0.0:1734016132.155146:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (1515520->1522403) req@ffff880076b60700 x1818247336952704/t4294969363(0) o4->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:93/0 lens 7376/448 e 0 to 0 dl 1734016143 ref 1 fl Complete:H/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016132.155157:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076b60700 with x1818247336952704 ext(1515520->1522403) 00010000:00010000:0.0:1734016132.155175:0:13925:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880097236ac0/0x3f004d6452e08573 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1515520->1523711) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1d49 expref: 9 pid: 7689 timeout: 496 lvb_type: 0 00010000:00010000:0.0:1734016132.155201:0:13925:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880097236ac0/0x3f004d6452e08573 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1515520->1523711) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1d49 expref: 9 pid: 7689 timeout: 496 lvb_type: 0 00002000:00010000:0.0:1734016132.155221:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880076b60700 00000100:00100000:0.0:1734016132.158995:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016132.159160:0:9956:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336952832 00000100:00100000:2.0:1734016132.159179:0:9956:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336952832 00010000:00010000:2.0:1734016132.159261:0:9956:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880097236ac0/0x3f004d6452e08573 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1515520->1523711) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1d49 expref: 9 pid: 7689 timeout: 496 lvb_type: 0 00000100:00100000:2.0:1734016132.159313:0:9956:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2924 00000100:00100000:2.0:1734016132.159326:0:9956:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076b36680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+9:1981:x1818247336952832:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016132.159358:0:9956:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:2.0:1734016132.159402:0:9956:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 120 -> 136 00010000:00010000:2.0:1734016132.159411:0:9956:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880097236ac0/0x3f004d6452e08573 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1515520->1523711) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1d49 expref: 9 pid: 7689 timeout: 496 lvb_type: 0 00010000:00010000:2.0:1734016132.159433:0:9956:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880097236ac0/0x3f004d6452e08573 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1515520->1523711) gid 0 flags: 0x50000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1d49 expref: 9 pid: 7689 timeout: 496 lvb_type: 0 00010000:00010000:2.0:1734016132.159477:0:9956:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097236ac0/0x3f004d6452e08573 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1515520->1523711) gid 0 flags: 0x44801400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1d49 expref: 9 pid: 7689 timeout: 496 lvb_type: 0 00010000:00010000:2.0:1734016132.159500:0:9956:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016132.159503:0:9956:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016132.159511:0:9956:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800972358c0/0x3f004d6452e0859d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1d65 expref: 6 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016132.159523:0:9956:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800972358c0/0x3f004d6452e0859d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1d65 expref: 6 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016132.159581:0:9956:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800972358c0/0x3f004d6452e0859d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1d65 expref: 6 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016132.159600:0:9956:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074009f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9956:1818247339460864:192.168.201.10@tcp:105: 00000100:00100000:2.0:1734016132.160420:0:9956:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012b9119c0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016132.166238:0:9956:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074009f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9956:1818247339460864:192.168.201.10@tcp:105: 00010000:00010000:3.0:1734016132.166283:0:9956:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016132.166375:0:9956:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076b36680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+8:1981:x1818247336952832:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 7050us (7527us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016132.166394:0:9956:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2924 00000100:00100000:1.0:1734016132.166581:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016132.166800:0:13925:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336952960 00000100:00100000:2.0:1734016132.166811:0:13925:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336952960 00002000:00010000:2.0:1734016132.166881:0:13925:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (2847281->18446744073709551615) 00002000:00100000:2.0:1734016132.166887:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880075263b80 with x1818247336952960 ext(2847281->18446744073709551615) 00002000:00010000:2.0:1734016132.166903:0:13925:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880075263b80. 00000100:00100000:2.0:1734016132.166928:0:13925:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9136 00000100:00100000:2.0:1734016132.166935:0:13925:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075263b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1978:x1818247336952960:12345-192.168.201.10@tcp:10:fsx.0 00002000:00010000:2.0:1734016132.167314:0:13925:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 1522404 -> 2847281 00002000:00010000:2.0:1734016132.167318:0:13925:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016131 -> 1734016131 00002000:00010000:2.0:1734016132.167322:0:13925:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016129 -> 1734016129 00002000:00010000:2.0:1734016132.167324:0:13925:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016131 -> 1734016131 00002000:00010000:2.0:1734016132.167326:0:13925:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 136 -> 136 00000100:00100000:2.0:1734016132.167375:0:13925:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075263b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1978:x1818247336952960:12345-192.168.201.10@tcp:10:fsx.0 Request processed in 441us (797us total) trans 4294969364 rc 0/0 00000100:00100000:2.0:1734016132.167382:0:13925:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9136 00002000:00010000:2.0:1734016132.167386:0:13925:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (2847281->18446744073709551615) 00002000:00100000:2.0:1734016132.167388:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880075263b80 with x1818247336952960 ext(2847281->18446744073709551615) 00002000:00010000:2.0:1734016132.167393:0:13925:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880075263b80. 00000100:00100000:0.0:1734016132.172244:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016132.172459:0:8966:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336953088 00000100:00100000:3.0:1734016132.172476:0:8966:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336953088 00000100:00100000:3.0:1734016132.172571:0:8966:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2071 00000100:00100000:3.0:1734016132.172581:0:8966:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d805180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+15:9673:x1818247336953088:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:3.0:1734016132.172617:0:8966:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016132.172645:0:8966:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a7cc0/0x3f004d6452e085a4 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d1d6c expref: -99 pid: 8966 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016132.172784:0:8966:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a61c0/0x3f004d6452e085ab lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 8966 initiator: MDT0 00010000:00010000:3.0:1734016132.172804:0:8966:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a61c0/0x3f004d6452e085ab lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 8966 initiator: MDT0 00010000:00010000:3.0:1734016132.172818:0:8966:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a61c0/0x3f004d6452e085ab lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 8966 initiator: MDT0 00000004:00200000:3.0:1734016132.172852:0:8966:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 2847281 00000004:00200000:3.0:1734016132.172858:0:8966:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1734016132.172925:0:8966:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a61c0/0x3f004d6452e085ab lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 8966 initiator: MDT0 00010000:00010000:3.0:1734016132.172953:0:8966:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a7cc0/0x3f004d6452e085a4 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1d6c expref: 17 pid: 8966 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016132.172988:0:8966:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a61c0/0x3f004d6452e085ab lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1d6c expref: 16 pid: 8966 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016132.172996:0:8966:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:3.0:1734016132.172998:0:8966:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1734016132.173002:0:8966:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a9a61c0, rc 0) 00000100:00100000:3.0:1734016132.173060:0:8966:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d805180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+16:9673:x1818247336953088:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 481us (854us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016132.173066:0:8966:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2071 00000100:00100000:0.0:1734016132.175415:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016132.175571:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336953216 00000100:00100000:1.0:1734016132.175588:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336953216 00000100:00100000:1.0:1734016132.175680:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10864 00000100:00100000:1.0:1734016132.175691:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d807480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+8:1978:x1818247336953216:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:1.0:1734016132.175724:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016132.175761:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880097236ac0/0x3f004d6452e085b2 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d1d73 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016132.175943:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880075262680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339460992:192.168.201.10@tcp:106: 00000100:00100000:1.0:1734016132.176074:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b42cdb40 going to sleep for 11 seconds 00000100:00100000:1.0:1734016132.178628:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880075262680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339460992:192.168.201.10@tcp:106: 00010000:00010000:1.0:1734016132.178677:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880097236ac0/0x3f004d6452e085b2 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1d73 expref: 9 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016132.178694:0:7689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097236ac0/0x3f004d6452e085b2 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1d73 expref: 9 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016132.178724:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097236ac0, rc 0) 00000100:00100000:1.0:1734016132.179395:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d807480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+8:1978:x1818247336953216:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 3702us (4003us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016132.179408:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10864 00000100:00100000:0.0:1734016132.183781:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016132.184492:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336953344 00000100:00100000:1.0:1734016132.184515:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336953344 00000100:00100000:1.0:1734016132.184628:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10865 00000100:00100000:1.0:1734016132.184640:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d805c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+8:1980:x1818247336953344:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:1.0:1734016132.184683:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016132.184733:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880097234000/0x3f004d6452e085b9 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d1d7a expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016132.185170:0:3509:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007400ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d6847433-36e0-498f-be35-6a8f02b47718:3509:1818247339461248:0@lo:400:kworker.0 00000100:00100000:2.0:1734016132.185308:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734016132.185341:0:3509:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074008380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3509:1818247339461760:0@lo:400:kworker.0 00000100:00100000:2.0:1734016132.185368:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734016132.185391:0:3509:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1734016132.185397:0:3509:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074009880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3509:1818247339461632:0@lo:400:kworker.0 00000100:00100000:2.0:1734016132.185430:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734016132.185474:0:6481:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339461632 00000100:00100000:2.0:1734016132.185479:0:6481:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339461632 00000100:00100000:2.0:1734016132.185537:0:6481:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 225 00000100:00100000:2.0:1734016132.185544:0:6481:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074009f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3509:x1818247339461632:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734016132.185604:0:6481:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074009f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3509:x1818247339461632:12345-0@lo:400:kworker.0 Request processed in 60us (173us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016132.185613:0:6481:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 225 00000100:00080000:2.0:1734016132.185648:0:6479:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734016102 00000100:00100000:2.0:1734016132.185693:0:3509:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074009880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3509:1818247339461632:0@lo:400:kworker.0 00000100:00100000:2.0:1734016132.185739:0:10115:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339461760 00000100:00100000:2.0:1734016132.185743:0:10115:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339461760 00000100:00100000:2.0:1734016132.185772:0:10115:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 115 00000100:00100000:2.0:1734016132.185776:0:10115:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007400aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3509:x1818247339461760:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734016132.185817:0:10115:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007400aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3509:x1818247339461760:12345-0@lo:400:kworker.0 Request processed in 41us (449us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016132.185824:0:10115:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 115 00000100:00080000:2.0:1734016132.185841:0:6479:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734016102 00000100:00100000:2.0:1734016132.185854:0:3509:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074008380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3509:1818247339461760:0@lo:400:kworker.0 00000100:00100000:2.0:1734016132.185917:0:3511:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007400a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3511:1818247339461504:0@lo:400:kworker.0 00000100:00100000:2.0:1734016132.185951:0:3511:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734016132.185966:0:3511:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1734016132.185971:0:3511:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074008e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3511:1818247339461376:0@lo:400:kworker.0 00000100:00100000:2.0:1734016132.185993:0:3511:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734016132.186007:0:6481:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339461504 00000100:00100000:2.0:1734016132.186009:0:6481:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339461504 00000100:00100000:2.0:1734016132.186026:0:6481:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339461376 00000100:00100000:2.0:1734016132.186029:0:6481:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339461376 00000100:00100000:2.0:1734016132.186057:0:6481:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 226 00000100:00100000:2.0:1734016132.186061:0:6481:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074008380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3511:x1818247339461504:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734016132.186089:0:6481:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074008380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3511:x1818247339461504:12345-0@lo:400:kworker.0 Request processed in 26us (137us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016132.186094:0:6481:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 226 00000100:00100000:2.0:1734016132.186102:0:6481:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 227 00000100:00100000:2.0:1734016132.186105:0:6481:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074009880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3511:x1818247339461376:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734016132.186122:0:6481:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074009880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3511:x1818247339461376:12345-0@lo:400:kworker.0 Request processed in 16us (128us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016132.186127:0:6481:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 227 00000100:00080000:2.0:1734016132.186145:0:6479:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734016102 00000100:00100000:2.0:1734016132.186156:0:3511:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074008e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3511:1818247339461376:0@lo:400:kworker.0 00000100:00100000:2.0:1734016132.186164:0:3511:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007400a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3511:1818247339461504:0@lo:400:kworker.0 00000100:00100000:0.0:1734016132.186347:0:6477:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339461248 00000100:00100000:0.0:1734016132.186351:0:6477:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339461248 00000100:00100000:0.0:1734016132.186404:0:6477:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 329 00000100:00100000:0.0:1734016132.186409:0:6477:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800ac540850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d6847433-36e0-498f-be35-6a8f02b47718+18:3509:x1818247339461248:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734016132.186453:0:6477:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800ac540850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d6847433-36e0-498f-be35-6a8f02b47718+18:3509:x1818247339461248:12345-0@lo:400:kworker.0 Request processed in 44us (1146us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016132.186460:0:6477:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 329 00000100:00100000:1.0:1734016132.186558:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880075262680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339461120:192.168.201.10@tcp:106: 00000100:00100000:1.0:1734016132.186649:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b42cdb40 going to sleep for 11 seconds 00000100:00100000:1.0:1734016132.189486:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880075262680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339461120:192.168.201.10@tcp:106: 00010000:00010000:1.0:1734016132.189557:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880097234000/0x3f004d6452e085b9 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1d7a expref: 9 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016132.189581:0:7689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097234000/0x3f004d6452e085b9 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1d7a expref: 9 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016132.189599:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097234000, rc 0) 00000100:00100000:1.0:1734016132.189682:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d805c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+8:1980:x1818247336953344:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 5044us (5953us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016132.189696:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10865 00000100:00080000:2.0:1734016132.190558:0:6479:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734016102 00000100:00100000:2.0:1734016132.190626:0:3509:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007400ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d6847433-36e0-498f-be35-6a8f02b47718:3509:1818247339461248:0@lo:400:kworker.0 00000100:00100000:2.0:1734016132.195377:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016132.196339:0:7695:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336953600 00000100:00100000:3.0:1734016132.196361:0:7695:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336953600 00000100:00100000:3.0:1734016132.196476:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9137 00000100:00100000:3.0:1734016132.196488:0:7695:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007400ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1981:x1818247336953600:12345-192.168.201.10@tcp:4:fsx.0 00010000:00010000:3.0:1734016132.196551:0:7695:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7cc0/0x3f004d6452e085c0 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7695 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016132.196582:0:7695:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800972358c0/0x3f004d6452e0859d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1d65 expref: 8 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016132.196593:0:7695:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016132.196595:0:7695:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016132.196598:0:7695:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7cc0/0x3f004d6452e085c0 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [176128->180223] (req 176128->180223) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 7695 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016132.196652:0:7695:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800972358c0/0x3f004d6452e0859d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1d65 expref: 8 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016132.196674:0:7695:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800972358c0/0x3f004d6452e0859d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1d65 expref: 8 pid: 7689 timeout: 496 lvb_type: 0 00000100:00100000:3.0:1734016132.196694:0:7695:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074e54a80 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_001:lustre-OST0001_UUID:7695:1818247339461888:192.168.201.10@tcp:104: 00000100:00100000:3.0:1734016132.196820:0:7695:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac68e9c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016132.201763:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016132.201940:0:9956:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336953728 00000100:00100000:2.0:1734016132.201962:0:9956:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336953728 00010000:00010000:2.0:1734016132.202059:0:9956:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800972358c0/0x3f004d6452e0859d lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1d65 expref: 9 pid: 7689 timeout: 496 lvb_type: 0 00000100:00100000:2.0:1734016132.202121:0:9956:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2925 00000100:00100000:2.0:1734016132.202133:0:9956:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d806300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+9:1979:x1818247336953728:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016132.202159:0:9956:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016132.202214:0:9956:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800972358c0/0x3f004d6452e0859d lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1d65 expref: 9 pid: 7689 timeout: 496 lvb_type: 0 00010000:00010000:2.0:1734016132.202233:0:9956:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800972358c0/0x3f004d6452e0859d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1d65 expref: 9 pid: 7689 timeout: 496 lvb_type: 0 00010000:00010000:2.0:1734016132.202281:0:9956:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016132.202287:0:9956:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016132.202297:0:9956:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7cc0/0x3f004d6452e085c0 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [176128->180223] (req 176128->180223) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 7695 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016132.202312:0:9956:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7cc0/0x3f004d6452e085c0 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [176128->180223] (req 176128->180223) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 7695 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016132.202359:0:9956:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016132.202453:0:9956:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d806300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+9:1979:x1818247336953728:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 323us (729us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016132.202460:0:9956:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2925 00010000:00010000:3.0:1734016132.202857:0:7695:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800972358c0/0x3f004d6452e0859d lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1d65 expref: 8 pid: 7689 timeout: 496 lvb_type: 0 00000100:00100000:3.0:1734016132.202976:0:7695:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074e54a80 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_001:lustre-OST0001_UUID:7695:1818247339461888:192.168.201.10@tcp:104: 00010000:00010000:3.0:1734016132.203017:0:7695:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7cc0/0x3f004d6452e085c0 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [176128->180223] (req 176128->180223) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 7695 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016132.203032:0:7695:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7cc0/0x3f004d6452e085c0 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [176128->180223] (req 176128->180223) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 7695 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016132.203039:0:7695:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7cc0/0x3f004d6452e085c0 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [176128->180223] (req 176128->180223) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 7695 timeout: 0 lvb_type: 0 00000001:00080000:0.0:1734016132.207539:0:8954:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969365 is committed 00000001:00080000:0.0:1734016132.207583:0:8954:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969363 is committed 00002000:00010000:3.0:1734016132.208226:0:7695:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 136 -> 144 00010000:00010000:3.0:1734016132.208254:0:7695:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7cc0/0x3f004d6452e085c0 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [176128->180223] (req 176128->180223) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 7695 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016132.208270:0:7695:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7cc0/0x3f004d6452e085c0 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [176128->180223] (req 176128->180223) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 7695 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016132.208290:0:7695:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7cc0/0x3f004d6452e085c0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [176128->180223] (req 176128->180223) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 7695 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016132.208299:0:7695:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88009a9a7cc0 already unused, calling callback (ffffffffa086d100) 00010000:00010000:3.0:1734016132.208308:0:7695:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7cc0/0x3f004d6452e085c0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [176128->180223] (req 176128->180223) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 7695 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016132.208320:0:7695:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7cc0/0x3f004d6452e085c0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [176128->180223] (req 176128->180223) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 7695 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016132.208355:0:7695:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7cc0/0x3f004d6452e085c0 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [176128->180223] (req 176128->180223) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 7695 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016132.208364:0:7695:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7cc0/0x3f004d6452e085c0 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [176128->180223] (req 176128->180223) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 7695 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016132.209101:0:7695:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007400ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1981:x1818247336953600:12345-192.168.201.10@tcp:4:fsx.0 Request processed in 12596us (13736us total) trans 4294969365 rc 0/0 00000100:00100000:3.0:1734016132.209118:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9137 00000100:00100000:2.0:1734016132.212738:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016132.213009:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336953856 00000100:00100000:1.0:1734016132.213029:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336953856 00000100:00100000:1.0:1734016132.213131:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10866 00000100:00100000:1.0:1734016132.213145:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007400a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:1980:x1818247336953856:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:1.0:1734016132.213188:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016132.213240:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880097234b40/0x3f004d6452e085c7 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d1d81 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1734016132.213284:0:7689:0:(ofd_lvb.c:169:ofd_lvbo_init()) res: [0x280000400:0x5:0x0] initial LVB size: 2847281, mtime: 0x675afc83, atime: 0x675afc81, ctime: 0x675afc83, blocks: 0x90 00010000:00010000:1.0:1734016132.213321:0:7689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016132.213324:0:7689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016132.213337:0:7689:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880097234b40/0x3f004d6452e085c7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1d81 expref: 6 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016132.213361:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880097234b40/0x3f004d6452e085c7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1d81 expref: 6 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016132.213380:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097234b40, rc 0) 00000100:00100000:1.0:1734016132.213466:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007400a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1980:x1818247336953856:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 323us (749us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016132.213474:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10866 00000100:00100000:0.0:1734016132.216342:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016132.216622:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336953984 00000100:00100000:2.0:1734016132.216641:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336953984 00000100:00100000:2.0:1734016132.216743:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10867 00000100:00100000:2.0:1734016132.216756:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d805500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:9673:x1818247336953984:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:2.0:1734016132.216801:0:7690:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016132.216840:0:7690:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e085ce lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d1d88 expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016132.216940:0:7690:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880097234b40/0x3f004d6452e085c7 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1d81 expref: 5 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016132.216951:0:7690:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016132.216953:0:7690:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016132.216957:0:7690:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e085ce lrc: 4/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [2105344->2113535] (req 2105344->2113535) gid 0 flags: 0x50000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1d88 expref: 7 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016132.217021:0:7690:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880097234b40/0x3f004d6452e085c7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1d81 expref: 5 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016132.217037:0:7690:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880097234b40/0x3f004d6452e085c7 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1d81 expref: 5 pid: 7689 timeout: 496 lvb_type: 1 00000100:00100000:2.0:1734016132.217053:0:7690:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074008e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339462016:192.168.201.10@tcp:104: 00000100:00100000:2.0:1734016132.217310:0:7690:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012b9119c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016132.219990:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016132.220109:0:7705:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336954112 00000100:00100000:1.0:1734016132.220126:0:7705:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336954112 00010000:00010000:1.0:1734016132.220186:0:7705:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880097234b40/0x3f004d6452e085c7 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1d81 expref: 6 pid: 7689 timeout: 496 lvb_type: 1 00000100:00100000:1.0:1734016132.220246:0:7705:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2926 00000100:00100000:1.0:1734016132.220254:0:7705:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b1ea7c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1979:x1818247336954112:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016132.220273:0:7705:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016132.220307:0:7705:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880097234b40/0x3f004d6452e085c7 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1d81 expref: 6 pid: 7689 timeout: 496 lvb_type: 1 00010000:00010000:1.0:1734016132.220320:0:7705:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880097234b40/0x3f004d6452e085c7 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1d81 expref: 6 pid: 7689 timeout: 496 lvb_type: 1 00010000:00010000:1.0:1734016132.220362:0:7705:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016132.220365:0:7705:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016132.220376:0:7705:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e085ce lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2105344->2113535) gid 0 flags: 0x50080000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1d88 expref: 7 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016132.220386:0:7705:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e085ce lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2105344->2113535) gid 0 flags: 0x50080000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1d88 expref: 7 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016132.220435:0:7705:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e085ce lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2105344->2113535) gid 0 flags: 0x40000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1d88 expref: 7 pid: 7690 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016132.220457:0:7705:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880075262680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7705:1818247339462144:192.168.201.10@tcp:105: 00000100:00100000:1.0:1734016132.220558:0:7705:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b42cd9c0 going to sleep for 11 seconds 00010000:00010000:2.0:1734016132.220674:0:7690:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097234b40/0x3f004d6452e085c7 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1d81 expref: 6 pid: 7689 timeout: 496 lvb_type: 1 00000100:00100000:2.0:1734016132.220705:0:7690:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074008e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339462016:192.168.201.10@tcp:104: 00010000:00010000:2.0:1734016132.220742:0:7690:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e085ce lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2105344->2113535) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1d88 expref: 7 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016132.220754:0:7690:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880072171440, rc 0) 00000100:00100000:2.0:1734016132.220791:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d805500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:9673:x1818247336953984:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 4038us (4471us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016132.220801:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10867 00000100:00100000:1.0:1734016132.224014:0:7705:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880075262680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7705:1818247339462144:192.168.201.10@tcp:105: 00010000:00010000:1.0:1734016132.224052:0:7705:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016132.224125:0:7705:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b1ea7c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:1979:x1818247336954112:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 3869us (4152us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016132.224144:0:7705:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2926 00000100:00100000:0.0:1734016132.224591:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016132.224831:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336954240 00000100:00100000:3.0:1734016132.224845:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336954240 00000100:00100000:3.0:1734016132.224946:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10868 00000100:00100000:3.0:1734016132.224959:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d807b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1979:x1818247336954240:12345-192.168.201.10@tcp:22:fsx.0 00002000:00010000:3.0:1734016132.225686:0:7690:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 2847281 -> 2847281 00002000:00010000:3.0:1734016132.225695:0:7690:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016131 -> 1734016131 00002000:00010000:3.0:1734016132.225698:0:7690:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016129 -> 1734016129 00002000:00010000:3.0:1734016132.225701:0:7690:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016131 -> 1734016131 00002000:00010000:3.0:1734016132.225704:0:7690:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 144 -> 144 00000100:00100000:3.0:1734016132.225915:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d807b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1979:x1818247336954240:12345-192.168.201.10@tcp:22:fsx.0 Request processed in 954us (1321us total) trans 4294969366 rc 0/0 00000100:00100000:3.0:1734016132.225925:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10868 00000100:00100000:0.0:1734016132.228038:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016132.228134:0:8966:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336954368 00000100:00100000:2.0:1734016132.228147:0:8966:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336954368 00000100:00100000:2.0:1734016132.228252:0:8966:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2072 00000100:00100000:2.0:1734016132.228263:0:8966:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d806680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+19:9673:x1818247336954368:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:2.0:1734016132.228302:0:8966:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016132.228334:0:8966:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880072172640/0x3f004d6452e085d5 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d1d8f expref: -99 pid: 8966 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016132.228472:0:8966:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880072170d80/0x3f004d6452e085dc lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 8966 initiator: MDT0 00010000:00010000:2.0:1734016132.228498:0:8966:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880072170d80/0x3f004d6452e085dc lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 8966 initiator: MDT0 00010000:00010000:2.0:1734016132.228513:0:8966:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880072170d80/0x3f004d6452e085dc lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 8966 initiator: MDT0 00000004:00200000:2.0:1734016132.228548:0:8966:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 2847281 00000004:00200000:2.0:1734016132.228553:0:8966:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1734016132.228578:0:8966:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880072170d80/0x3f004d6452e085dc lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 8966 initiator: MDT0 00010000:00010000:2.0:1734016132.228608:0:8966:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880072172640/0x3f004d6452e085d5 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1d8f expref: 21 pid: 8966 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016132.228653:0:8966:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880072170d80/0x3f004d6452e085dc lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1d8f expref: 20 pid: 8966 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016132.228661:0:8966:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:2.0:1734016132.228665:0:8966:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1734016132.228669:0:8966:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880072170d80, rc 0) 00000100:00100000:2.0:1734016132.228762:0:8966:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d806680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+20:9673:x1818247336954368:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 500us (736us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016132.228770:0:8966:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2072 00000100:00100000:0.0:1734016132.231751:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016132.232013:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336954496 00000100:00100000:3.0:1734016132.232028:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336954496 00000100:00100000:3.0:1734016132.232104:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10869 00000100:00100000:3.0:1734016132.232115:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d807800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:1978:x1818247336954496:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:3.0:1734016132.232143:0:7690:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016132.232171:0:7690:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a9a6880/0x3f004d6452e085e3 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d1d96 expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016132.232285:0:7690:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074e54a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339462272:192.168.201.10@tcp:106: 00000100:00100000:3.0:1734016132.232397:0:7690:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac68e3c0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016132.235024:0:7690:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074e54a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339462272:192.168.201.10@tcp:106: 00010000:00010000:3.0:1734016132.235079:0:7690:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a9a6880/0x3f004d6452e085e3 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1d96 expref: 6 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016132.235098:0:7690:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a6880/0x3f004d6452e085e3 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1d96 expref: 6 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016132.235246:0:7690:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a9a6880, rc 0) 00000100:00100000:3.0:1734016132.235331:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d807800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:1978:x1818247336954496:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 3214us (3593us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016132.235343:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10869 00000100:00100000:0.0:1734016132.239375:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016132.239516:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336954624 00000100:00100000:3.0:1734016132.239538:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336954624 00000100:00100000:3.0:1734016132.241422:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10870 00000100:00100000:3.0:1734016132.241440:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d805f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:1980:x1818247336954624:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:3.0:1734016132.241488:0:7690:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016132.241528:0:7690:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7180/0x3f004d6452e085ea lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d1d9d expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016132.241650:0:7690:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074e54a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339462400:192.168.201.10@tcp:106: 00000100:00100000:3.0:1734016132.241770:0:7690:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac68e3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016132.267958:0:7690:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074e54a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339462400:192.168.201.10@tcp:106: 00010000:00010000:0.0:1734016132.268032:0:7690:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7180/0x3f004d6452e085ea lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1d9d expref: 6 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016132.268054:0:7690:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7180/0x3f004d6452e085ea lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1d9d expref: 6 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016132.268078:0:7690:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a9a7180, rc 0) 00000100:00100000:0.0:1734016132.268164:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d805f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:1980:x1818247336954624:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 26726us (28813us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016132.268177:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10870 00000100:00100000:3.0:1734016132.268661:0:3511:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1734016132.268703:0:3511:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880075262680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3511:1818247339462528:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1734016132.268787:0:3511:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734016132.268845:0:13923:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339462528 00000100:00100000:2.0:1734016132.268899:0:13923:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339462528 00000100:00100000:2.0:1734016132.268966:0:13923:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 124 00000100:00100000:2.0:1734016132.268978:0:13923:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074e57b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3511:x1818247339462528:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1734016132.269026:0:13923:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 980042304 pending 0 free 3923435520 avail 3691671552 00000100:00100000:2.0:1734016132.269073:0:13923:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074e57b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3511:x1818247339462528:12345-0@lo:13:osp-pre-1-0.0 Request processed in 98us (288us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016132.269081:0:13923:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 124 00000100:00100000:3.0:1734016132.269964:0:3511:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880075262680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3511:1818247339462528:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1734016132.277162:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016132.277290:0:7695:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336954880 00000100:00100000:3.0:1734016132.277310:0:7695:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336954880 00002000:00100000:3.0:1734016132.277426:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (331776->2850815) req@ffff880074008e00 x1818247336954880/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:93/0 lens 488/0 e 0 to 0 dl 1734016143 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016132.277441:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074008e00 with x1818247336954880 ext(331776->2850815) 00002000:00010000:3.0:1734016132.277453:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074008e00 00000100:00100000:3.0:1734016132.277517:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9138 00000100:00100000:3.0:1734016132.277532:0:7695:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074008e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1980:x1818247336954880:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:2.0:1734016132.361941:0:7695:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074008e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1980:x1818247336954880:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 84386us (84785us total) trans 0 rc 2519040/2519040 00000100:00100000:2.0:1734016132.361961:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9138 00002000:00100000:2.0:1734016132.361989:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (331776->2850815) req@ffff880074008e00 x1818247336954880/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:93/0 lens 488/440 e 0 to 0 dl 1734016143 ref 1 fl Complete:/200/0 rc 2519040/2519040 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016132.362001:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074008e00 with x1818247336954880 ext(331776->2850815) 00002000:00010000:2.0:1734016132.362012:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074008e00 00000100:00100000:0.0:1734016132.369736:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016132.371911:0:7695:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336955008 00000100:00100000:2.0:1734016132.371933:0:7695:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336955008 00002000:00100000:2.0:1734016132.372004:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (503808->557055) req@ffff88011d806a00 x1818247336955008/t0(0) o4->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:93/0 lens 488/0 e 0 to 0 dl 1734016143 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016132.372015:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d806a00 with x1818247336955008 ext(503808->557055) 00002000:00010000:2.0:1734016132.372023:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011d806a00 00000100:00100000:2.0:1734016132.372076:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9139 00000100:00100000:2.0:1734016132.372084:0:7695:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d806a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1980:x1818247336955008:12345-192.168.201.10@tcp:4:fsx.0 00000100:00100000:0.0:1734016132.383606:0:7695:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d806a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+10:1980:x1818247336955008:12345-192.168.201.10@tcp:4:fsx.0 Request processed in 11496us (13869us total) trans 4294969367 rc 0/0 00000100:00100000:0.0:1734016132.383626:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9139 00002000:00100000:0.0:1734016132.383648:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (503808->557055) req@ffff88011d806a00 x1818247336955008/t4294969367(0) o4->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:93/0 lens 488/448 e 0 to 0 dl 1734016143 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016132.383663:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d806a00 with x1818247336955008 ext(503808->557055) 00002000:00010000:0.0:1734016132.383675:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011d806a00 00000100:00100000:1.0:1734016132.389544:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016132.389673:0:8966:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336955136 00000100:00100000:2.0:1734016132.389691:0:8966:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336955136 00000100:00100000:2.0:1734016132.389974:0:8966:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2073 00000100:00100000:2.0:1734016132.389988:0:8966:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075262d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+20:9673:x1818247336955136:12345-192.168.201.10@tcp:44:fsx.0 00000100:00100000:2.0:1734016132.390541:0:8966:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075262d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+20:9673:x1818247336955136:12345-192.168.201.10@tcp:44:fsx.0 Request processed in 556us (1022us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016132.390550:0:8966:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2073 00000100:00100000:0.0:1734016132.394263:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016132.394765:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336955264 00000100:00100000:2.0:1734016132.394780:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336955264 00000100:00100000:2.0:1734016132.394925:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10871 00000100:00100000:2.0:1734016132.394938:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d806300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+10:1978:x1818247336955264:12345-192.168.201.10@tcp:16:fsx.0 00000001:00080000:1.0:1734016132.398514:0:8954:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969367 is committed 00000100:00100000:2.0:1734016132.399414:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d806300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1978:x1818247336955264:12345-192.168.201.10@tcp:16:fsx.0 Request processed in 4462us (5157us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016132.399432:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10871 00000100:00100000:0.0:1734016132.410081:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016132.410828:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336955392 00000100:00100000:2.0:1734016132.410846:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336955392 00000100:00100000:2.0:1734016132.410941:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10872 00000100:00100000:2.0:1734016132.410951:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009205bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:1978:x1818247336955392:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:2.0:1734016132.410984:0:7690:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016132.411021:0:7690:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880072172640/0x3f004d6452e085f1 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d1da4 expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016132.411129:0:7690:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074223b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339462656:192.168.201.10@tcp:106: 00000100:00100000:2.0:1734016132.411259:0:7690:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012b911600 going to sleep for 11 seconds 00002000:00010000:2.0:1734016132.414052:0:7690:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime: 1734016129 -> 1734016131 00002000:00010000:2.0:1734016132.414071:0:7690:0:(ofd_lvb.c:301:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks: 144 -> 248 00000100:00100000:2.0:1734016132.414129:0:7690:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074223b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339462656:192.168.201.10@tcp:106: 00010000:00010000:2.0:1734016132.414224:0:7690:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880072172640/0x3f004d6452e085f1 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1da4 expref: 6 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016132.414253:0:7690:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880072172640/0x3f004d6452e085f1 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1da4 expref: 6 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016132.414290:0:7690:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880072172640, rc 0) 00000100:00100000:2.0:1734016132.414416:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009205bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:1978:x1818247336955392:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 3461us (4351us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016132.414432:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10872 00000100:00100000:0.0:1734016132.417091:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016132.417310:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336955520 00000100:00100000:3.0:1734016132.417325:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336955520 00000100:00100000:3.0:1734016132.417404:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10873 00000100:00100000:3.0:1734016132.417415:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880092059500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:1981:x1818247336955520:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:3.0:1734016132.417445:0:7690:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016132.417473:0:7690:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a9a6d00/0x3f004d6452e085f8 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d1dab expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016132.417582:0:7690:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074e54a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339462784:192.168.201.10@tcp:106: 00000100:00100000:3.0:1734016132.417707:0:7690:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac68e9c0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016132.422996:0:7690:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074e54a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339462784:192.168.201.10@tcp:106: 00010000:00010000:3.0:1734016132.423078:0:7690:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a9a6d00/0x3f004d6452e085f8 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1dab expref: 6 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016132.423105:0:7690:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a6d00/0x3f004d6452e085f8 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1dab expref: 6 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016132.423828:0:7690:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a9a6d00, rc 0) 00000100:00100000:3.0:1734016132.424703:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880092059500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:1981:x1818247336955520:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 7282us (7621us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016132.424716:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10873 00000100:00100000:0.0:1734016132.430269:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016132.430421:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336955648 00000100:00100000:3.0:1734016132.430433:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336955648 00000100:00100000:3.0:1734016132.430522:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10874 00000100:00100000:3.0:1734016132.430532:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880092059c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:1979:x1818247336955648:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:3.0:1734016132.430566:0:7690:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016132.430601:0:7690:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7600/0x3f004d6452e085ff lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d1db2 expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016132.430707:0:7690:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074e54a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339462912:192.168.201.10@tcp:106: 00000100:00100000:3.0:1734016132.430833:0:7690:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac68e9c0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016132.433466:0:7690:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074e54a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339462912:192.168.201.10@tcp:106: 00010000:00010000:3.0:1734016132.433530:0:7690:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7600/0x3f004d6452e085ff lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1db2 expref: 6 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016132.433550:0:7690:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7600/0x3f004d6452e085ff lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1db2 expref: 6 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016132.433587:0:7690:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a9a7600, rc 0) 00000100:00100000:3.0:1734016132.434388:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880092059c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:1979:x1818247336955648:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 3855us (4137us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016132.434399:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10874 00000100:00100000:0.0:1734016132.436804:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016132.437209:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336955776 00000100:00100000:3.0:1734016132.437224:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336955776 00000100:00100000:3.0:1734016132.437314:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10875 00000100:00100000:3.0:1734016132.437330:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009205ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:1980:x1818247336955776:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:3.0:1734016132.437360:0:7690:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016132.437394:0:7690:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a9a4fc0/0x3f004d6452e08606 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d1db9 expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016132.437503:0:7690:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074e54a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339463040:192.168.201.10@tcp:106: 00000100:00100000:3.0:1734016132.437590:0:7690:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac68e9c0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016132.440752:0:7690:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074e54a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339463040:192.168.201.10@tcp:106: 00010000:00010000:3.0:1734016132.440824:0:7690:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a9a4fc0/0x3f004d6452e08606 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1db9 expref: 6 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016132.440850:0:7690:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a4fc0/0x3f004d6452e08606 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1db9 expref: 6 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016132.440941:0:7690:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a9a4fc0, rc 0) 00000100:00100000:3.0:1734016132.441576:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009205ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:1980:x1818247336955776:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 4248us (4790us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016132.441589:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10875 00000100:00100000:3.0:1734016132.446017:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016132.446189:0:8966:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336956032 00000100:00100000:2.0:1734016132.446214:0:8966:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336956032 00000100:00100000:2.0:1734016132.446304:0:8966:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2074 00000100:00100000:2.0:1734016132.446319:0:8966:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074e54a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+16:9673:x1818247336956032:12345-192.168.201.10@tcp:36:fsx.0 00010000:00010000:2.0:1734016132.446434:0:8966:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016132.446485:0:8966:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a61c0/0x3f004d6452e085ab lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1d6c expref: 16 pid: 8966 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016132.446540:0:8966:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:2.0:1734016132.446546:0:8966:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1734016132.446928:0:8966:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880072171f80/0x3f004d6452e0860d lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 8966 initiator: MDT0 00010000:00010000:2.0:1734016132.446951:0:8966:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880072170d80/0x3f004d6452e085dc lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1d8f expref: 19 pid: 8966 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016132.446962:0:8966:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff880072171f80/0x3f004d6452e0860d lrc: 4/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 8966 initiator: MDT0 00010000:00010000:2.0:1734016132.447038:0:8966:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880072170d80/0x3f004d6452e085dc lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1d8f expref: 19 pid: 8966 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016132.447057:0:8966:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880072170d80/0x3f004d6452e085dc lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1d8f expref: 19 pid: 8966 timeout: 496 lvb_type: 0 00000100:00100000:2.0:1734016132.447077:0:8966:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074223b80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:8966:1818247339463168:192.168.201.10@tcp:104: 00000100:00100000:2.0:1734016132.447195:0:8966:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012b9119c0 going to sleep for 11 seconds 00000100:00100000:2.0:1734016132.451557:0:8966:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074223b80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:8966:1818247339463168:192.168.201.10@tcp:104: 00010000:00010000:2.0:1734016132.451625:0:8966:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff880072171f80/0x3f004d6452e0860d lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 8966 initiator: MDT0 00000100:00100000:3.0:1734016132.452603:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016132.453635:0:7705:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336956160 00000100:00100000:1.0:1734016132.453646:0:7705:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336956160 00010000:00010000:1.0:1734016132.453693:0:7705:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880072170d80/0x3f004d6452e085dc lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1d8f expref: 20 pid: 8966 timeout: 496 lvb_type: 0 00000100:00100000:1.0:1734016132.453737:0:7705:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2927 00000100:00100000:1.0:1734016132.453748:0:7705:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011efc6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+20:1979:x1818247336956160:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016132.453770:0:7705:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016132.453778:0:7705:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880072170d80/0x3f004d6452e085dc lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1d8f expref: 20 pid: 8966 timeout: 496 lvb_type: 0 00010000:00010000:1.0:1734016132.453789:0:7705:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880072170d80/0x3f004d6452e085dc lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1d8f expref: 20 pid: 8966 timeout: 496 lvb_type: 0 00010000:00010000:1.0:1734016132.453820:0:7705:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880072170d80/0x3f004d6452e085dc lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1d8f expref: 20 pid: 8966 timeout: 496 lvb_type: 0 00010000:00010000:1.0:1734016132.453854:0:7705:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:1.0:1734016132.453860:0:7705:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff880072171f80/0x3f004d6452e0860d lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 8966 initiator: MDT0 00010000:00010000:1.0:1734016132.453887:0:7705:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880072171f80/0x3f004d6452e0860d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 8966 initiator: MDT0 00010000:00010000:1.0:1734016132.453896:0:7705:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880072171f80/0x3f004d6452e0860d lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 8966 initiator: MDT0 00010000:00010000:1.0:1734016132.453921:0:7705:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016132.453991:0:7705:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011efc6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+19:1979:x1818247336956160:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 245us (1394us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016132.453999:0:7705:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2927 00010000:00010000:3.0:1734016132.454225:0:8966:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff880072171f80/0x3f004d6452e0860d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8966 initiator: MDT0 00010000:00010000:3.0:1734016132.454232:0:8966:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880072171f80/0x3f004d6452e0860d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8966 initiator: MDT0 00000001:00080000:3.0:1734016132.454355:0:8966:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294968611 00000004:00010000:3.0:1734016132.454421:0:8966:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff880074e54a80 reply state ffff8800753c5000 transno 4294968612 ns: mdt-lustre-MDT0000_UUID lock: ffff880072171f80/0x3f004d6452e0860d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8966 initiator: MDT0 00000100:00100000:3.0:1734016132.454428:0:8966:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1734016132.454534:0:8966:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074e54a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+18:9673:x1818247336956032:12345-192.168.201.10@tcp:36:fsx.0 Request processed in 8220us (8555us total) trans 4294968612 rc 0/0 00000100:00100000:3.0:1734016132.454541:0:8966:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2074 00000020:00080000:3.0:1734016132.454545:0:8966:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1734016132.458312:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00010000:00010000:2.0:1734016132.458423:0:3495:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880072171f80/0x3f004d6452e0860d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8966 initiator: MDT0 00010000:00010000:2.0:1734016132.458438:0:3495:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880072171f80/0x3f004d6452e0860d lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 8966 initiator: MDT0 00010000:00010000:2.0:1734016132.458445:0:3495:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880072171f80/0x3f004d6452e0860d lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8966 initiator: MDT0 00010000:00010000:2.0:1734016132.458455:0:3495:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880072171f80 already unused, calling callback (ffffffffa0f03950) 00010000:00010000:2.0:1734016132.458461:0:3495:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880072171f80/0x3f004d6452e0860d lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8966 initiator: MDT0 00010000:00010000:2.0:1734016132.458469:0:3495:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880072171f80/0x3f004d6452e0860d lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 8966 initiator: MDT0 00010000:00010000:2.0:1734016132.458492:0:3495:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:2.0:1734016132.458495:0:3495:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734016132.458499:0:3495:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880072171f80/0x3f004d6452e0860d lrc: 2/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8966 initiator: MDT0 00010000:00010000:2.0:1734016132.458504:0:3495:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880072171f80/0x3f004d6452e0860d lrc: 0/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8966 initiator: MDT0 00000100:00100000:3.0:1734016132.458647:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336956288 00000100:00100000:3.0:1734016132.458659:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336956288 00000100:00100000:3.0:1734016132.459309:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10876 00000100:00100000:3.0:1734016132.459320:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880092058000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:9673:x1818247336956288:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:3.0:1734016132.459346:0:7690:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016132.459371:0:7690:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a9a4b40/0x3f004d6452e08614 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d1dc0 expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016132.459419:0:7690:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e085ce lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2105344->2113535) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1d88 expref: 6 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016132.459426:0:7690:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016132.459428:0:7690:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016132.459433:0:7690:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a9a4b40/0x3f004d6452e08614 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1dc0 expref: 6 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016132.459473:0:7690:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e085ce lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2105344->2113535) gid 0 flags: 0x50000000020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1d88 expref: 6 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016132.459489:0:7690:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e085ce lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2105344->2113535) gid 0 flags: 0x70000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1d88 expref: 6 pid: 7690 timeout: 496 lvb_type: 0 00000100:00100000:3.0:1734016132.459505:0:7690:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88011efc6300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339463296:192.168.201.10@tcp:104: 00000100:00100000:3.0:1734016132.459605:0:7690:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac68e540 going to sleep for 11 seconds 00000100:00100000:3.0:1734016132.465546:0:7690:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88011efc6300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339463296:192.168.201.10@tcp:104: 00010000:00010000:3.0:1734016132.465596:0:7690:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a9a4b40/0x3f004d6452e08614 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1dc0 expref: 6 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016132.465619:0:7690:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a9a4b40, rc 0) 00000100:00100000:3.0:1734016132.466065:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880092058000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:9673:x1818247336956288:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 6744us (7765us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016132.466075:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10876 00000100:00100000:0.0:1734016132.466356:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016132.467045:0:9956:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336956416 00000100:00100000:3.0:1734016132.467056:0:9956:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336956416 00010000:00010000:3.0:1734016132.467095:0:9956:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e085ce lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2105344->2113535) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1d88 expref: 7 pid: 7690 timeout: 496 lvb_type: 0 00000100:00100000:3.0:1734016132.467121:0:9956:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2928 00000100:00100000:3.0:1734016132.467129:0:9956:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009205b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1978:x1818247336956416:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016132.467148:0:9956:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016132.467175:0:9956:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e085ce lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2105344->2113535) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1d88 expref: 7 pid: 7690 timeout: 496 lvb_type: 0 00010000:00010000:3.0:1734016132.467187:0:9956:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e085ce lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2105344->2113535) gid 0 flags: 0x50000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1d88 expref: 7 pid: 7690 timeout: 496 lvb_type: 0 00010000:00010000:3.0:1734016132.467223:0:9956:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e085ce lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2105344->2113535) gid 0 flags: 0x44801400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1d88 expref: 7 pid: 7690 timeout: 496 lvb_type: 0 00010000:00010000:3.0:1734016132.467246:0:9956:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016132.467248:0:9956:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016132.467254:0:9956:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a4b40/0x3f004d6452e08614 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1dc0 expref: 5 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016132.467265:0:9956:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a9a4b40/0x3f004d6452e08614 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1dc0 expref: 5 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016132.467307:0:9956:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009a9a4b40/0x3f004d6452e08614 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1dc0 expref: 5 pid: 7690 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016132.467325:0:9956:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88011efc6300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9956:1818247339463424:192.168.201.10@tcp:105: 00000100:00100000:3.0:1734016132.467405:0:9956:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac68e540 going to sleep for 11 seconds 00000100:00100000:3.0:1734016132.472366:0:9956:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88011efc6300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9956:1818247339463424:192.168.201.10@tcp:105: 00010000:00010000:3.0:1734016132.472418:0:9956:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016132.472507:0:9956:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009205b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1978:x1818247336956416:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 5376us (6148us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016132.472523:0:9956:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2928 00000100:00100000:2.0:1734016132.472957:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016132.473107:0:7695:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336956544 00000100:00100000:1.0:1734016132.473116:0:7695:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336956544 00002000:00010000:1.0:1734016132.473159:0:7695:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (2526676->18446744073709551615) 00002000:00100000:1.0:1734016132.473163:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074223b80 with x1818247336956544 ext(2526676->18446744073709551615) 00002000:00010000:1.0:1734016132.473175:0:7695:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074223b80. 00000100:00100000:1.0:1734016132.473208:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9140 00000100:00100000:1.0:1734016132.473213:0:7695:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074223b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1979:x1818247336956544:12345-192.168.201.10@tcp:10:fsx.0 00002000:00010000:1.0:1734016132.473756:0:7695:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 2847281 -> 2526676 00002000:00010000:1.0:1734016132.473760:0:7695:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016131 -> 1734016131 00002000:00010000:1.0:1734016132.473763:0:7695:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016131 -> 1734016129 00002000:00010000:1.0:1734016132.473765:0:7695:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016131 -> 1734016131 00002000:00010000:1.0:1734016132.473767:0:7695:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 248 -> 248 00000100:00100000:1.0:1734016132.473808:0:7695:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074223b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1979:x1818247336956544:12345-192.168.201.10@tcp:10:fsx.0 Request processed in 593us (850us total) trans 4294969368 rc 0/0 00000100:00100000:1.0:1734016132.473815:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9140 00002000:00010000:1.0:1734016132.473818:0:7695:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (2526676->18446744073709551615) 00002000:00100000:1.0:1734016132.473820:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074223b80 with x1818247336956544 ext(2526676->18446744073709551615) 00002000:00010000:1.0:1734016132.473824:0:7695:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074223b80. 00000100:00100000:2.0:1734016132.478058:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016132.478334:0:8966:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336956672 00000100:00100000:3.0:1734016132.478350:0:8966:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336956672 00000100:00100000:3.0:1734016132.478510:0:8966:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2075 00000100:00100000:3.0:1734016132.478521:0:8966:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074220700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+19:9673:x1818247336956672:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:3.0:1734016132.478562:0:8966:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016132.478591:0:8966:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a6f40/0x3f004d6452e0861b lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d1dc7 expref: -99 pid: 8966 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016132.478725:0:8966:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a5b00/0x3f004d6452e08622 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 8966 initiator: MDT0 00010000:00010000:3.0:1734016132.478745:0:8966:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a5b00/0x3f004d6452e08622 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 8966 initiator: MDT0 00010000:00010000:3.0:1734016132.478761:0:8966:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a5b00/0x3f004d6452e08622 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 8966 initiator: MDT0 00000004:00200000:3.0:1734016132.478797:0:8966:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 2526676 00000004:00200000:3.0:1734016132.478802:0:8966:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1734016132.478825:0:8966:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a5b00/0x3f004d6452e08622 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 8966 initiator: MDT0 00010000:00010000:3.0:1734016132.478861:0:8966:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a6f40/0x3f004d6452e0861b lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1dc7 expref: 21 pid: 8966 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016132.478940:0:8966:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a5b00/0x3f004d6452e08622 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1dc7 expref: 20 pid: 8966 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016132.478948:0:8966:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:3.0:1734016132.478951:0:8966:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1734016132.478955:0:8966:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a9a5b00, rc 0) 00000100:00100000:3.0:1734016132.482441:0:8966:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074220700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+20:9673:x1818247336956672:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 3894us (4377us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016132.482461:0:8966:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2075 00000100:00100000:0.0:1734016132.484972:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016132.485452:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336956800 00000100:00100000:3.0:1734016132.485469:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336956800 00000100:00100000:3.0:1734016132.485544:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10877 00000100:00100000:3.0:1734016132.485555:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009205a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1981:x1818247336956800:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:3.0:1734016132.485592:0:7690:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016132.485621:0:7690:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a9a5440/0x3f004d6452e08629 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d1dce expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016132.485716:0:7690:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88011efc6300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339463552:192.168.201.10@tcp:106: 00000100:00100000:3.0:1734016132.485840:0:7690:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac68e540 going to sleep for 11 seconds 00002000:00010000:3.0:1734016132.491023:0:7690:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime: 1734016129 -> 1734016131 00000100:00100000:3.0:1734016132.491071:0:7690:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88011efc6300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339463552:192.168.201.10@tcp:106: 00010000:00010000:3.0:1734016132.491127:0:7690:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a9a5440/0x3f004d6452e08629 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1dce expref: 7 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016132.491148:0:7690:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a5440/0x3f004d6452e08629 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1dce expref: 7 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016132.492502:0:7690:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a9a5440, rc 0) 00000100:00100000:3.0:1734016132.492650:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009205a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1981:x1818247336956800:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 7089us (7700us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016132.492664:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10877 00000100:00100000:2.0:1734016132.507600:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016132.507988:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336956928 00000100:00100000:3.0:1734016132.508008:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336956928 00000100:00100000:3.0:1734016132.508114:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10878 00000100:00100000:3.0:1734016132.508125:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074222d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1979:x1818247336956928:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:3.0:1734016132.508164:0:7690:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016132.508218:0:7690:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a9a6400/0x3f004d6452e08630 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d1dd5 expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016132.508334:0:7690:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88011efc6300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339463680:192.168.201.10@tcp:106: 00000100:00100000:3.0:1734016132.511502:0:7690:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac68e540 going to sleep for 11 seconds 00000100:00100000:3.0:1734016132.518015:0:7690:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88011efc6300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339463680:192.168.201.10@tcp:106: 00010000:00010000:3.0:1734016132.518083:0:7690:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a9a6400/0x3f004d6452e08630 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1dd5 expref: 7 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016132.518103:0:7690:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a6400/0x3f004d6452e08630 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1dd5 expref: 7 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016132.518142:0:7690:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a9a6400, rc 0) 00000100:00100000:3.0:1734016132.518250:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074222d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1979:x1818247336956928:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 10124us (10674us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016132.518259:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10878 00000100:00100000:0.0:1734016132.531399:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016132.531505:0:8966:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336957056 00000100:00100000:3.0:1734016132.531522:0:8966:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336957056 00000100:00100000:3.0:1734016132.531592:0:8966:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2076 00000100:00100000:3.0:1734016132.531600:0:8966:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880092059f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+17:9673:x1818247336957056:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:3.0:1734016132.531642:0:8966:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016132.531676:0:8966:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a4480/0x3f004d6452e08637 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d1ddc expref: -99 pid: 8966 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016132.531810:0:8966:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a58c0/0x3f004d6452e0863e lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 8966 initiator: MDT0 00010000:00010000:3.0:1734016132.531827:0:8966:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a58c0/0x3f004d6452e0863e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 8966 initiator: MDT0 00010000:00010000:3.0:1734016132.531840:0:8966:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a58c0/0x3f004d6452e0863e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 8966 initiator: MDT0 00000004:00200000:3.0:1734016132.531902:0:8966:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 2526676 00000004:00200000:3.0:1734016132.531907:0:8966:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1734016132.531931:0:8966:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a58c0/0x3f004d6452e0863e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 8966 initiator: MDT0 00010000:00010000:3.0:1734016132.531967:0:8966:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a4480/0x3f004d6452e08637 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1ddc expref: 19 pid: 8966 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016132.531995:0:8966:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a58c0/0x3f004d6452e0863e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1ddc expref: 18 pid: 8966 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016132.532004:0:8966:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:3.0:1734016132.532008:0:8966:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1734016132.532012:0:8966:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a9a58c0, rc 0) 00000100:00100000:3.0:1734016132.532093:0:8966:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880092059f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+18:9673:x1818247336957056:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 494us (717us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016132.532100:0:8966:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2076 00000100:00100000:2.0:1734016132.539078:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016132.539183:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336957184 00000100:00100000:3.0:1734016132.539214:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336957184 00000100:00100000:3.0:1734016132.539295:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10879 00000100:00100000:3.0:1734016132.539306:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074223800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1980:x1818247336957184:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:3.0:1734016132.539338:0:7690:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016132.539363:0:7690:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a9a73c0/0x3f004d6452e08645 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d1de3 expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016132.539452:0:7690:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88011efc6300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339463808:192.168.201.10@tcp:106: 00000100:00100000:3.0:1734016132.539549:0:7690:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac68e540 going to sleep for 11 seconds 00000100:00100000:3.0:1734016132.546102:0:7690:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88011efc6300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339463808:192.168.201.10@tcp:106: 00010000:00010000:3.0:1734016132.546190:0:7690:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a9a73c0/0x3f004d6452e08645 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1de3 expref: 7 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016132.546250:0:7690:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a73c0/0x3f004d6452e08645 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1de3 expref: 7 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016132.546310:0:7690:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a9a73c0, rc 0) 00000100:00100000:3.0:1734016132.546442:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074223800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1980:x1818247336957184:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 7136us (7383us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016132.546454:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10879 00000100:00100000:0.0:1734016132.552010:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016132.552841:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336957312 00000100:00100000:3.0:1734016132.552886:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336957312 00000100:00100000:3.0:1734016132.554154:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10880 00000100:00100000:3.0:1734016132.554167:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880092058700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:9673:x1818247336957312:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:3.0:1734016132.554213:0:7690:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016132.554242:0:7690:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a9a73c0/0x3f004d6452e0864c lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d1dea expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016132.554287:0:7690:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a4b40/0x3f004d6452e08614 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1dc0 expref: 6 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016132.554296:0:7690:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016132.554299:0:7690:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016132.554303:0:7690:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a9a73c0/0x3f004d6452e0864c lrc: 4/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [8986624->8994815] (req 8986624->8994815) gid 0 flags: 0x50000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1dea expref: 7 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016132.554348:0:7690:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a9a4b40/0x3f004d6452e08614 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1dc0 expref: 6 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016132.554362:0:7690:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a9a4b40/0x3f004d6452e08614 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1dc0 expref: 6 pid: 7690 timeout: 496 lvb_type: 0 00000100:00100000:3.0:1734016132.554383:0:7690:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88011efc6300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339463936:192.168.201.10@tcp:104: 00000100:00100000:3.0:1734016132.554497:0:7690:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac68e540 going to sleep for 11 seconds 00000100:00100000:2.0:1734016132.558942:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016132.559043:0:9956:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336957440 00000100:00100000:0.0:1734016132.559054:0:9956:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336957440 00010000:00010000:0.0:1734016132.559100:0:9956:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a9a4b40/0x3f004d6452e08614 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1dc0 expref: 7 pid: 7690 timeout: 496 lvb_type: 0 00000100:00100000:3.0:1734016132.559605:0:7690:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88011efc6300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339463936:192.168.201.10@tcp:104: 00000100:00100000:0.0:1734016132.559613:0:9956:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2929 00000100:00100000:0.0:1734016132.559621:0:9956:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800769c7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1978:x1818247336957440:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016132.559645:0:9956:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016132.559648:0:7690:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a9a73c0/0x3f004d6452e0864c lrc: 3/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [8986624->8994815] (req 8986624->8994815) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1dea expref: 7 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016132.559669:0:7690:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a9a73c0, rc 0) 00010000:00010000:0.0:1734016132.559676:0:9956:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a9a4b40/0x3f004d6452e08614 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1dc0 expref: 7 pid: 7690 timeout: 496 lvb_type: 0 00010000:00010000:0.0:1734016132.559690:0:9956:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a9a4b40/0x3f004d6452e08614 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1dc0 expref: 7 pid: 7690 timeout: 496 lvb_type: 0 00010000:00010000:0.0:1734016132.559724:0:9956:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a4b40/0x3f004d6452e08614 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1dc0 expref: 7 pid: 7690 timeout: 496 lvb_type: 0 00000100:00100000:3.0:1734016132.559741:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880092058700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:9673:x1818247336957312:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 5577us (7756us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016132.559749:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10880 00010000:00010000:0.0:1734016132.563588:0:9956:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016132.563600:0:9956:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016132.563624:0:9956:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a73c0/0x3f004d6452e0864c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8986624->8994815) gid 0 flags: 0x40080000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1dea expref: 6 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016132.563640:0:9956:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a9a73c0/0x3f004d6452e0864c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8986624->8994815) gid 0 flags: 0x40080000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1dea expref: 6 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016132.563717:0:9956:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009a9a73c0/0x3f004d6452e0864c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8986624->8994815) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1dea expref: 6 pid: 7690 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016132.563739:0:9956:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009205aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9956:1818247339464064:192.168.201.10@tcp:105: 00000100:00100000:0.0:1734016132.563832:0:9956:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a74866c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016132.575957:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016132.576178:0:9956:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009205aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9956:1818247339464064:192.168.201.10@tcp:105: 00010000:00010000:2.0:1734016132.576239:0:9956:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016132.576319:0:9956:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800769c7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1978:x1818247336957440:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 16696us (17391us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016132.576336:0:9956:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2929 00000100:00100000:3.0:1734016132.577287:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336957568 00000100:00100000:3.0:1734016132.577302:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336957568 00000100:00100000:3.0:1734016132.577362:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10881 00000100:00100000:3.0:1734016132.577372:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074e41500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1979:x1818247336957568:12345-192.168.201.10@tcp:22:fsx.0 00002000:00010000:3.0:1734016132.577771:0:7690:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 2526676 -> 2526676 00002000:00010000:3.0:1734016132.577775:0:7690:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016131 -> 1734016131 00002000:00010000:3.0:1734016132.577778:0:7690:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016131 -> 1734016129 00002000:00010000:3.0:1734016132.577781:0:7690:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016131 -> 1734016132 00002000:00010000:3.0:1734016132.577783:0:7690:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 248 -> 264 00000100:00100000:3.0:1734016132.577841:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074e41500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1979:x1818247336957568:12345-192.168.201.10@tcp:22:fsx.0 Request processed in 470us (1902us total) trans 4294969369 rc 0/0 00000100:00100000:3.0:1734016132.577848:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10881 00000100:00100000:2.0:1734016132.588142:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016132.588270:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336957696 00000100:00100000:1.0:1734016132.588282:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336957696 00000100:00100000:1.0:1734016132.588361:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10882 00000100:00100000:1.0:1734016132.588370:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800769c7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1978:x1818247336957696:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:1.0:1734016132.588397:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016132.588421:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880097234900/0x3f004d6452e08653 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d1df1 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016132.588504:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880075261180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339464192:192.168.201.10@tcp:106: 00000100:00100000:1.0:1734016132.588598:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b42cd900 going to sleep for 11 seconds 00002000:00010000:1.0:1734016132.598262:0:7689:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime: 1734016129 -> 1734016131 00000100:00100000:1.0:1734016132.598338:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880075261180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339464192:192.168.201.10@tcp:106: 00010000:00010000:1.0:1734016132.598418:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880097234900/0x3f004d6452e08653 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1df1 expref: 7 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016132.598443:0:7689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097234900/0x3f004d6452e08653 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1df1 expref: 7 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016132.598491:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097234900, rc 0) 00000100:00100000:1.0:1734016132.598619:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800769c7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1978:x1818247336957696:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 10246us (10491us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016132.598634:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10882 00000100:00100000:2.0:1734016132.614063:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016132.614152:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336957824 00000100:00100000:1.0:1734016132.614170:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336957824 00000100:00100000:1.0:1734016132.618419:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10883 00000100:00100000:1.0:1734016132.618441:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009205aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1980:x1818247336957824:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:1.0:1734016132.618481:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016132.618518:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880097236d00/0x3f004d6452e0865a lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d1df8 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016132.618628:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880075261180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339464320:192.168.201.10@tcp:106: 00000100:00100000:1.0:1734016132.618775:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b42cd900 going to sleep for 11 seconds 00000100:00100000:1.0:1734016132.625709:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880075261180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339464320:192.168.201.10@tcp:106: 00010000:00010000:1.0:1734016132.625762:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880097236d00/0x3f004d6452e0865a lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1df8 expref: 7 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016132.625785:0:7689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097236d00/0x3f004d6452e0865a lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1df8 expref: 7 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016132.625825:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097236d00, rc 0) 00000100:00100000:1.0:1734016132.626652:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009205aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1980:x1818247336957824:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 8214us (12610us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016132.626664:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10883 00000100:00100000:1.0:1734016132.635423:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016132.635767:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336957952 00000100:00100000:2.0:1734016132.635779:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336957952 00000100:00100000:2.0:1734016132.635839:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10884 00000100:00100000:2.0:1734016132.635847:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cf11c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1979:x1818247336957952:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:2.0:1734016132.635909:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016132.637511:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a9a4480/0x3f004d6452e08661 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d1dff expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016132.637610:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88011efc6300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339464448:192.168.201.10@tcp:106: 00000100:00100000:3.0:1734016132.637714:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac68e540 going to sleep for 11 seconds 00000100:00100000:3.0:1734016132.645982:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88011efc6300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339464448:192.168.201.10@tcp:106: 00010000:00010000:3.0:1734016132.646038:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a9a4480/0x3f004d6452e08661 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1dff expref: 7 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016132.646056:0:7689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a4480/0x3f004d6452e08661 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1dff expref: 7 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016132.646097:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a9a4480, rc 0) 00000100:00100000:3.0:1734016132.646175:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cf11c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1979:x1818247336957952:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 10326us (10766us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016132.646186:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10884 00010000:00010000:2.0:1734016132.651291:0:6472:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734016132.652924:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016132.653267:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336958080 00000100:00100000:3.0:1734016132.653283:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336958080 00000100:00100000:3.0:1734016132.653369:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10885 00000100:00100000:3.0:1734016132.653379:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009205bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1981:x1818247336958080:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:3.0:1734016132.653418:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016132.653456:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a9a6400/0x3f004d6452e08668 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d1e06 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016132.653559:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88011efc5500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339464576:192.168.201.10@tcp:106: 00000100:00100000:3.0:1734016132.653664:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac68e540 going to sleep for 11 seconds 00000100:00100000:3.0:1734016132.658338:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88011efc5500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339464576:192.168.201.10@tcp:106: 00010000:00010000:3.0:1734016132.658444:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a9a6400/0x3f004d6452e08668 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1e06 expref: 7 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016132.658467:0:7689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a6400/0x3f004d6452e08668 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1e06 expref: 7 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016132.658611:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a9a6400, rc 0) 00000100:00100000:3.0:1734016132.659184:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009205bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1981:x1818247336958080:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 5801us (6276us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016132.659206:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10885 00000100:00100000:2.0:1734016132.662717:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016132.662993:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336958208 00000100:00100000:3.0:1734016132.663006:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336958208 00000100:00100000:3.0:1734016132.663077:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10886 00000100:00100000:3.0:1734016132.663087:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880092059500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1978:x1818247336958208:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:3.0:1734016132.663120:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016132.663148:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a9a5440/0x3f004d6452e0866f lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d1e0d expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016132.663234:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88011efc5500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339464704:192.168.201.10@tcp:106: 00000100:00100000:3.0:1734016132.663305:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac68e540 going to sleep for 11 seconds 00000100:00100000:3.0:1734016132.666538:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88011efc5500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339464704:192.168.201.10@tcp:106: 00010000:00010000:3.0:1734016132.666623:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a9a5440/0x3f004d6452e0866f lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1e0d expref: 7 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016132.666643:0:7689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a5440/0x3f004d6452e0866f lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1e0d expref: 7 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016132.666809:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a9a5440, rc 0) 00000100:00100000:3.0:1734016132.667010:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880092059500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1978:x1818247336958208:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 3919us (4303us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016132.667023:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10886 00000100:00100000:2.0:1734016132.672000:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016132.672300:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336958336 00000100:00100000:3.0:1734016132.672316:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336958336 00000100:00100000:3.0:1734016132.673428:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10887 00000100:00100000:3.0:1734016132.673444:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880092059c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1981:x1818247336958336:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:3.0:1734016132.673493:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016132.673538:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a9a6f40/0x3f004d6452e08676 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d1e14 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016132.673682:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88011efc5500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339464832:192.168.201.10@tcp:106: 00000100:00100000:3.0:1734016132.673828:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac68e540 going to sleep for 11 seconds 00000100:00100000:3.0:1734016132.684828:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88011efc5500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339464832:192.168.201.10@tcp:106: 00010000:00010000:3.0:1734016132.684973:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a9a6f40/0x3f004d6452e08676 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1e14 expref: 7 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016132.684991:0:7689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a6f40/0x3f004d6452e08676 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1e14 expref: 7 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016132.685073:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a9a6f40, rc 0) 00000100:00100000:3.0:1734016132.687371:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880092059c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1981:x1818247336958336:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 13902us (15367us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016132.687391:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10887 00000100:00100000:3.0:1734016132.697601:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016132.698077:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336958464 00000100:00100000:0.0:1734016132.698091:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336958464 00000100:00100000:0.0:1734016132.698157:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10888 00000100:00100000:0.0:1734016132.698165:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011efc5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1978:x1818247336958464:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:0.0:1734016132.698192:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016132.698226:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a80386c0/0x3f004d6452e0867d lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d1e1b expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016132.698302:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074e43b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339464960:192.168.201.10@tcp:106: 00000100:00100000:0.0:1734016132.698400:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a74866c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016132.704700:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074e43b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339464960:192.168.201.10@tcp:106: 00010000:00010000:0.0:1734016132.704762:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a80386c0/0x3f004d6452e0867d lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1e1b expref: 7 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016132.704782:0:7689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a80386c0/0x3f004d6452e0867d lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1e1b expref: 7 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016132.705247:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a80386c0, rc 0) 00000100:00100000:0.0:1734016132.705356:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011efc5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1978:x1818247336958464:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 7188us (7773us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016132.705370:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10888 00000100:00100000:2.0:1734016132.722142:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016132.722291:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336958592 00000100:00100000:0.0:1734016132.722304:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336958592 00000100:00100000:0.0:1734016132.722378:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10889 00000100:00100000:0.0:1734016132.722387:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009205ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:9673:x1818247336958592:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:0.0:1734016132.722420:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016132.722451:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a80386c0/0x3f004d6452e08684 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d1e22 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016132.722499:0:7689:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a73c0/0x3f004d6452e0864c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8986624->8994815) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1dea expref: 7 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016132.722508:0:7689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016132.722511:0:7689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016132.722515:0:7689:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a80386c0/0x3f004d6452e08684 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [2523136->2527231] (req 2523136->2527231) gid 0 flags: 0x50000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1e22 expref: 7 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016132.722563:0:7689:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a9a73c0/0x3f004d6452e0864c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8986624->8994815) gid 0 flags: 0x50000000020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1dea expref: 7 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016132.722578:0:7689:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a9a73c0/0x3f004d6452e0864c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8986624->8994815) gid 0 flags: 0x70000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1dea expref: 7 pid: 7690 timeout: 496 lvb_type: 0 00000100:00100000:0.0:1734016132.722595:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074e43b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339465088:192.168.201.10@tcp:104: 00000100:00100000:0.0:1734016132.722697:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a74866c0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016132.727473:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016132.727632:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074e43b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339465088:192.168.201.10@tcp:104: 00010000:00010000:0.0:1734016132.727690:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a80386c0/0x3f004d6452e08684 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [2523136->2527231] (req 2523136->2527231) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1e22 expref: 7 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016132.727718:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a80386c0, rc 0) 00000100:00100000:0.0:1734016132.727800:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009205ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:9673:x1818247336958592:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 5412us (5676us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016132.727810:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10889 00000100:00100000:2.0:1734016132.727929:0:9956:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336958720 00000100:00100000:2.0:1734016132.727939:0:9956:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336958720 00010000:00010000:2.0:1734016132.727976:0:9956:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a9a73c0/0x3f004d6452e0864c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8986624->8994815) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1dea expref: 8 pid: 7690 timeout: 496 lvb_type: 0 00000100:00100000:2.0:1734016132.728021:0:9956:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2930 00000100:00100000:2.0:1734016132.728028:0:9956:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011efc4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1979:x1818247336958720:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016132.728044:0:9956:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016132.728068:0:9956:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a9a73c0/0x3f004d6452e0864c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 8986624->8994815) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1dea expref: 8 pid: 7690 timeout: 496 lvb_type: 0 00010000:00010000:2.0:1734016132.728081:0:9956:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a9a73c0/0x3f004d6452e0864c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 8986624->8994815) gid 0 flags: 0x50000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1dea expref: 8 pid: 7690 timeout: 496 lvb_type: 0 00010000:00010000:2.0:1734016132.728105:0:9956:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a73c0/0x3f004d6452e0864c lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 8986624->8994815) gid 0 flags: 0x44801400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1dea expref: 8 pid: 7690 timeout: 496 lvb_type: 0 00010000:00010000:2.0:1734016132.728125:0:9956:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016132.728127:0:9956:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016132.728135:0:9956:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a80386c0/0x3f004d6452e08684 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2523136->2527231) gid 0 flags: 0x40080000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1e22 expref: 6 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016132.728145:0:9956:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a80386c0/0x3f004d6452e08684 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2523136->2527231) gid 0 flags: 0x40080000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1e22 expref: 6 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016132.728178:0:9956:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a80386c0/0x3f004d6452e08684 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2523136->2527231) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1e22 expref: 6 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016132.728206:0:9956:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880092058000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9956:1818247339465216:192.168.201.10@tcp:105: 00000100:00100000:2.0:1734016132.728245:0:9956:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012b9119c0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016132.739112:0:9956:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880092058000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9956:1818247339465216:192.168.201.10@tcp:105: 00010000:00010000:3.0:1734016132.739145:0:9956:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016132.739230:0:9956:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011efc4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1979:x1818247336958720:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 11200us (11777us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016132.739245:0:9956:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2930 00000100:00100000:3.0:1734016132.745276:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016132.745382:0:13925:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336958976 00000100:00100000:0.0:1734016132.745399:0:13925:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336958976 00002000:00100000:0.0:1734016132.745480:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (2523136->2527231) req@ffff88011efc4380 x1818247336958976/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:93/0 lens 488/0 e 0 to 0 dl 1734016143 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016132.745493:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88011efc4380 with x1818247336958976 ext(2523136->2527231) 00002000:00010000:0.0:1734016132.745503:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011efc4380 00000100:00100000:0.0:1734016132.746224:0:13925:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9141 00000100:00100000:0.0:1734016132.746236:0:13925:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011efc4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1979:x1818247336958976:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:0.0:1734016132.746503:0:13925:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011efc4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1979:x1818247336958976:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 268us (1244us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016132.746514:0:13925:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9141 00002000:00100000:0.0:1734016132.746521:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (2523136->2527231) req@ffff88011efc4380 x1818247336958976/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:93/0 lens 488/4536 e 0 to 0 dl 1734016143 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016132.746528:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88011efc4380 with x1818247336958976 ext(2523136->2527231) 00002000:00010000:0.0:1734016132.746533:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011efc4380 00000100:00100000:2.0:1734016132.766421:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016132.766565:0:7695:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336959232 00000100:00100000:1.0:1734016132.766576:0:7695:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336959232 00002000:00100000:1.0:1734016132.766638:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (2519040->2523135) req@ffff88009205a300 x1818247336959232/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:93/0 lens 488/0 e 0 to 0 dl 1734016143 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016132.766651:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88009205a300 with x1818247336959232 ext(2519040->2523135) 00002000:00010000:1.0:1734016132.766658:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009205a300 00000100:00100000:1.0:1734016132.766684:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9142 00000100:00100000:1.0:1734016132.766692:0:7695:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009205a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1978:x1818247336959232:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:1.0:1734016132.766977:0:7695:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009205a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1978:x1818247336959232:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 284us (566us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016132.766986:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9142 00002000:00100000:1.0:1734016132.766995:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (2519040->2523135) req@ffff88009205a300 x1818247336959232/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:93/0 lens 488/4536 e 0 to 0 dl 1734016143 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016132.767011:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88009205a300 with x1818247336959232 ext(2519040->2523135) 00002000:00010000:1.0:1734016132.767014:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009205a300 00000100:00100000:2.0:1734016132.770695:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016132.770813:0:13925:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336959488 00000100:00100000:0.0:1734016132.770836:0:13925:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336959488 00002000:00100000:0.0:1734016132.770997:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (2514944->2519039) req@ffff880092058700 x1818247336959488/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:93/0 lens 488/0 e 0 to 0 dl 1734016143 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016132.771010:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880092058700 with x1818247336959488 ext(2514944->2519039) 00002000:00010000:0.0:1734016132.771020:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092058700 00000100:00100000:0.0:1734016132.771061:0:13925:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9143 00000100:00100000:0.0:1734016132.771070:0:13925:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880092058700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1979:x1818247336959488:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:0.0:1734016132.771375:0:13925:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880092058700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1979:x1818247336959488:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 304us (697us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016132.771384:0:13925:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9143 00002000:00100000:0.0:1734016132.771391:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (2514944->2519039) req@ffff880092058700 x1818247336959488/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:93/0 lens 488/4536 e 0 to 0 dl 1734016143 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016132.771398:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880092058700 with x1818247336959488 ext(2514944->2519039) 00002000:00010000:0.0:1734016132.771402:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092058700 00000100:00100000:3.0:1734016132.775615:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016132.776075:0:7695:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336959744 00000100:00100000:1.0:1734016132.776090:0:7695:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336959744 00002000:00100000:1.0:1734016132.776146:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (2510848->2514943) req@ffff88011efc7b80 x1818247336959744/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:93/0 lens 488/0 e 0 to 0 dl 1734016143 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016132.776157:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88011efc7b80 with x1818247336959744 ext(2510848->2514943) 00002000:00010000:1.0:1734016132.776163:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011efc7b80 00000100:00100000:1.0:1734016132.776213:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9144 00000100:00100000:1.0:1734016132.776222:0:7695:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011efc7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1979:x1818247336959744:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:1.0:1734016132.776480:0:7695:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011efc7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1979:x1818247336959744:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 258us (879us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016132.776487:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9144 00002000:00100000:1.0:1734016132.776493:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (2510848->2514943) req@ffff88011efc7b80 x1818247336959744/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:93/0 lens 488/4536 e 0 to 0 dl 1734016143 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016132.776500:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88011efc7b80 with x1818247336959744 ext(2510848->2514943) 00002000:00010000:1.0:1734016132.776504:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011efc7b80 00000100:00100000:2.0:1734016132.780577:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016132.782009:0:13925:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336960000 00000100:00100000:0.0:1734016132.782037:0:13925:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336960000 00002000:00100000:0.0:1734016132.782148:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (2506752->2510847) req@ffff88009205aa00 x1818247336960000/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:93/0 lens 488/0 e 0 to 0 dl 1734016143 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016132.782163:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88009205aa00 with x1818247336960000 ext(2506752->2510847) 00002000:00010000:0.0:1734016132.782175:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009205aa00 00000100:00100000:0.0:1734016132.782247:0:13925:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9145 00000100:00100000:0.0:1734016132.782261:0:13925:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009205aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1979:x1818247336960000:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:0.0:1734016132.782657:0:13925:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009205aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1979:x1818247336960000:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 397us (2103us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016132.782667:0:13925:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9145 00002000:00100000:0.0:1734016132.782677:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (2506752->2510847) req@ffff88009205aa00 x1818247336960000/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:93/0 lens 488/4536 e 0 to 0 dl 1734016143 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016132.782685:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88009205aa00 with x1818247336960000 ext(2506752->2510847) 00002000:00010000:0.0:1734016132.782688:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009205aa00 00000100:00100000:2.0:1734016132.790619:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016132.791626:0:7695:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336960256 00000100:00100000:1.0:1734016132.791639:0:7695:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336960256 00002000:00100000:1.0:1734016132.791697:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (2502656->2506751) req@ffff880092058000 x1818247336960256/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:93/0 lens 488/0 e 0 to 0 dl 1734016143 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016132.791709:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880092058000 with x1818247336960256 ext(2502656->2506751) 00002000:00010000:1.0:1734016132.791716:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092058000 00000100:00100000:1.0:1734016132.791827:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9146 00000100:00100000:1.0:1734016132.791834:0:7695:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880092058000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1979:x1818247336960256:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:1.0:1734016132.792584:0:7695:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880092058000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1979:x1818247336960256:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 746us (1978us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016132.792595:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9146 00002000:00100000:1.0:1734016132.792603:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (2502656->2506751) req@ffff880092058000 x1818247336960256/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:93/0 lens 488/4536 e 0 to 0 dl 1734016143 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016132.792611:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880092058000 with x1818247336960256 ext(2502656->2506751) 00002000:00010000:1.0:1734016132.792614:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092058000 00000100:00100000:3.0:1734016132.797724:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016132.797931:0:7695:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336960512 00000100:00100000:1.0:1734016132.797947:0:7695:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336960512 00002000:00100000:1.0:1734016132.798016:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (2498560->2502655) req@ffff88011efc6300 x1818247336960512/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:93/0 lens 488/0 e 0 to 0 dl 1734016143 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016132.798029:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88011efc6300 with x1818247336960512 ext(2498560->2502655) 00002000:00010000:1.0:1734016132.798037:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011efc6300 00000100:00100000:1.0:1734016132.798070:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9147 00000100:00100000:1.0:1734016132.798079:0:7695:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011efc6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1979:x1818247336960512:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:1.0:1734016132.798322:0:7695:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011efc6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1979:x1818247336960512:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 243us (616us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016132.798330:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9147 00002000:00100000:1.0:1734016132.798336:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (2498560->2502655) req@ffff88011efc6300 x1818247336960512/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:93/0 lens 488/4536 e 0 to 0 dl 1734016143 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016132.798343:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88011efc6300 with x1818247336960512 ext(2498560->2502655) 00002000:00010000:1.0:1734016132.798346:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011efc6300 00000100:00100000:2.0:1734016132.802600:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016132.802922:0:6482:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336960768 00000100:00100000:0.0:1734016132.802933:0:6482:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336960768 00000100:00100000:0.0:1734016132.803001:0:6482:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2077 00000100:00100000:0.0:1734016132.803009:0:6482:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074f00700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+20:9673:x1818247336960768:12345-192.168.201.10@tcp:36:fsx.0 00010000:00010000:0.0:1734016132.803080:0:6482:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016132.803120:0:6482:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a5b00/0x3f004d6452e08622 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1dc7 expref: 20 pid: 8966 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016132.803154:0:6482:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:0.0:1734016132.803159:0:6482:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1734016132.803411:0:6482:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8039b00/0x3f004d6452e0868b lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6482 initiator: MDT0 00010000:00010000:0.0:1734016132.803430:0:6482:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a58c0/0x3f004d6452e0863e lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1ddc expref: 17 pid: 8966 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016132.803437:0:6482:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8039b00/0x3f004d6452e0868b lrc: 4/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6482 initiator: MDT0 00010000:00010000:0.0:1734016132.803482:0:6482:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a58c0/0x3f004d6452e0863e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1ddc expref: 17 pid: 8966 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016132.803495:0:6482:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a58c0/0x3f004d6452e0863e lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1ddc expref: 17 pid: 8966 timeout: 496 lvb_type: 0 00000100:00100000:0.0:1734016132.803512:0:6482:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074e43b80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6482:1818247339465344:192.168.201.10@tcp:104: 00000100:00100000:0.0:1734016132.803606:0:6482:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7486cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1734016132.807919:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016132.808951:0:6482:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074e43b80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6482:1818247339465344:192.168.201.10@tcp:104: 00010000:00010000:0.0:1734016132.808990:0:6482:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8039b00/0x3f004d6452e0868b lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6482 initiator: MDT0 00000100:00100000:3.0:1734016132.809537:0:9956:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336960896 00000100:00100000:3.0:1734016132.809548:0:9956:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336960896 00010000:00010000:3.0:1734016132.809599:0:9956:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a58c0/0x3f004d6452e0863e lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1ddc expref: 18 pid: 8966 timeout: 496 lvb_type: 0 00000100:00100000:3.0:1734016132.810042:0:9956:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2931 00000100:00100000:3.0:1734016132.810053:0:9956:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074f02680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+18:1979:x1818247336960896:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016132.810078:0:9956:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016132.810088:0:9956:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a58c0/0x3f004d6452e0863e lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1ddc expref: 18 pid: 8966 timeout: 496 lvb_type: 0 00010000:00010000:3.0:1734016132.810103:0:9956:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a58c0/0x3f004d6452e0863e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1ddc expref: 18 pid: 8966 timeout: 496 lvb_type: 0 00010000:00010000:3.0:1734016132.810143:0:9956:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a58c0/0x3f004d6452e0863e lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1ddc expref: 18 pid: 8966 timeout: 496 lvb_type: 0 00010000:00010000:3.0:1734016132.810487:0:9956:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:3.0:1734016132.810496:0:9956:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8039b00/0x3f004d6452e0868b lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6482 initiator: MDT0 00010000:00010000:3.0:1734016132.810510:0:9956:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8039b00/0x3f004d6452e0868b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6482 initiator: MDT0 00010000:00010000:3.0:1734016132.810518:0:9956:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8039b00/0x3f004d6452e0868b lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6482 initiator: MDT0 00010000:00010000:3.0:1734016132.810549:0:9956:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1734016132.810942:0:6482:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8039b00/0x3f004d6452e0868b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6482 initiator: MDT0 00010000:00010000:1.0:1734016132.810951:0:6482:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8039b00/0x3f004d6452e0868b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6482 initiator: MDT0 00000001:00080000:1.0:1734016132.811109:0:6482:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294968613 00000004:00010000:1.0:1734016132.811204:0:6482:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff880074f00700 reply state ffff8800747cc000 transno 4294968614 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8039b00/0x3f004d6452e0868b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6482 initiator: MDT0 00000100:00100000:1.0:1734016132.811213:0:6482:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1734016132.811366:0:9956:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074f02680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+17:1979:x1818247336960896:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 1310us (3462us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016132.811379:0:9956:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2931 00000100:00100000:1.0:1734016132.812651:0:6482:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074f00700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+22:9673:x1818247336960768:12345-192.168.201.10@tcp:36:fsx.0 Request processed in 9629us (10050us total) trans 4294968614 rc 0/0 00000100:00100000:1.0:1734016132.812666:0:6482:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2077 00000020:00080000:1.0:1734016132.812674:0:6482:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1734016132.823390:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00010000:00010000:0.0:1734016132.823781:0:3494:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8039b00/0x3f004d6452e0868b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6482 initiator: MDT0 00010000:00010000:0.0:1734016132.823795:0:3494:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8039b00/0x3f004d6452e0868b lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6482 initiator: MDT0 00010000:00010000:0.0:1734016132.823802:0:3494:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8039b00/0x3f004d6452e0868b lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6482 initiator: MDT0 00010000:00010000:0.0:1734016132.823809:0:3494:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800a8039b00 already unused, calling callback (ffffffffa0f03950) 00010000:00010000:0.0:1734016132.823814:0:3494:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8039b00/0x3f004d6452e0868b lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6482 initiator: MDT0 00010000:00010000:0.0:1734016132.823825:0:3494:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8039b00/0x3f004d6452e0868b lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6482 initiator: MDT0 00010000:00010000:0.0:1734016132.823851:0:3494:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:0.0:1734016132.823855:0:3494:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1734016132.823860:0:3494:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8039b00/0x3f004d6452e0868b lrc: 2/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6482 initiator: MDT0 00010000:00010000:0.0:1734016132.823880:0:3494:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8039b00/0x3f004d6452e0868b lrc: 0/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6482 initiator: MDT0 00000100:00100000:1.0:1734016132.824119:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336961024 00000100:00100000:1.0:1734016132.824133:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336961024 00000100:00100000:1.0:1734016132.824208:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10890 00000100:00100000:1.0:1734016132.824216:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074623b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:9673:x1818247336961024:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:1.0:1734016132.824237:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016132.824256:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880097237600/0x3f004d6452e08692 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d1e29 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016132.824284:0:7689:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a80386c0/0x3f004d6452e08684 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2523136->2527231) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1e22 expref: 6 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016132.824291:0:7689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016132.824292:0:7689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016132.824296:0:7689:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880097237600/0x3f004d6452e08692 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1e29 expref: 8 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016132.824333:0:7689:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a80386c0/0x3f004d6452e08684 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2523136->2527231) gid 0 flags: 0x50000000020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1e22 expref: 6 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016132.824345:0:7689:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a80386c0/0x3f004d6452e08684 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2523136->2527231) gid 0 flags: 0x70000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1e22 expref: 6 pid: 7689 timeout: 496 lvb_type: 0 00000100:00100000:1.0:1734016132.824357:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880075261180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339465472:192.168.201.10@tcp:104: 00000100:00100000:1.0:1734016132.824436:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b42cda80 going to sleep for 11 seconds 00000100:00100000:0.0:1734016132.832061:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880075261180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339465472:192.168.201.10@tcp:104: 00010000:00010000:0.0:1734016132.832132:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880097237600/0x3f004d6452e08692 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1e29 expref: 8 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016132.832164:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097237600, rc 0) 00000100:00100000:0.0:1734016132.832297:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074623b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:9673:x1818247336961024:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 8079us (8923us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016132.832312:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10890 00000100:00100000:2.0:1734016132.832646:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016132.832849:0:9956:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336961152 00000100:00100000:0.0:1734016132.832859:0:9956:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336961152 00010000:00010000:0.0:1734016132.832949:0:9956:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a80386c0/0x3f004d6452e08684 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2523136->2527231) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1e22 expref: 7 pid: 7689 timeout: 496 lvb_type: 0 00000100:00100000:0.0:1734016132.832979:0:9956:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2932 00000100:00100000:0.0:1734016132.832985:0:9956:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074623800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1979:x1818247336961152:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016132.833006:0:9956:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016132.833040:0:9956:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a80386c0/0x3f004d6452e08684 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2523136->2527231) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1e22 expref: 7 pid: 7689 timeout: 496 lvb_type: 0 00010000:00010000:0.0:1734016132.833053:0:9956:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a80386c0/0x3f004d6452e08684 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2523136->2527231) gid 0 flags: 0x50000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1e22 expref: 7 pid: 7689 timeout: 496 lvb_type: 0 00010000:00010000:0.0:1734016132.833087:0:9956:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a80386c0/0x3f004d6452e08684 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2523136->2527231) gid 0 flags: 0x44801400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1e22 expref: 7 pid: 7689 timeout: 496 lvb_type: 0 00010000:00010000:0.0:1734016132.833121:0:9956:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016132.833123:0:9956:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016132.833130:0:9956:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880097237600/0x3f004d6452e08692 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1e29 expref: 7 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016132.833139:0:9956:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880097237600/0x3f004d6452e08692 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1e29 expref: 7 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016132.833183:0:9956:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880097237600/0x3f004d6452e08692 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1e29 expref: 7 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016132.833210:0:9956:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074e43b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9956:1818247339465600:192.168.201.10@tcp:105: 00000100:00100000:0.0:1734016132.833279:0:9956:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7486cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1734016132.840410:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016132.840539:0:9956:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074e43b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9956:1818247339465600:192.168.201.10@tcp:105: 00010000:00010000:0.0:1734016132.840579:0:9956:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016132.840665:0:9956:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074623800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1979:x1818247336961152:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 7675us (8020us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016132.840681:0:9956:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2932 00000100:00100000:1.0:1734016132.840963:0:13925:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336961280 00000100:00100000:1.0:1734016132.840975:0:13925:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336961280 00002000:00010000:1.0:1734016132.841031:0:13925:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (3252457->18446744073709551615) 00002000:00100000:1.0:1734016132.841037:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007431ed80 with x1818247336961280 ext(3252457->18446744073709551615) 00002000:00010000:1.0:1734016132.841053:0:13925:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007431ed80. 00000100:00100000:1.0:1734016132.841081:0:13925:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9148 00000100:00100000:1.0:1734016132.841088:0:13925:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007431ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1979:x1818247336961280:12345-192.168.201.10@tcp:10:fsx.0 00002000:00010000:1.0:1734016132.841490:0:13925:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 2526676 -> 3252457 00002000:00010000:1.0:1734016132.841495:0:13925:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016131 -> 1734016132 00002000:00010000:1.0:1734016132.841498:0:13925:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016131 -> 1734016129 00002000:00010000:1.0:1734016132.841500:0:13925:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016132 -> 1734016132 00002000:00010000:1.0:1734016132.841502:0:13925:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 264 -> 248 00000100:00100000:1.0:1734016132.841534:0:13925:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007431ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+9:1979:x1818247336961280:12345-192.168.201.10@tcp:10:fsx.0 Request processed in 446us (1144us total) trans 4294969370 rc 0/0 00000100:00100000:1.0:1734016132.841542:0:13925:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9148 00002000:00010000:1.0:1734016132.841545:0:13925:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (3252457->18446744073709551615) 00002000:00100000:1.0:1734016132.841548:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007431ed80 with x1818247336961280 ext(3252457->18446744073709551615) 00002000:00010000:1.0:1734016132.841553:0:13925:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007431ed80. 00000100:00100000:3.0:1734016132.845646:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016132.845801:0:6482:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336961408 00000100:00100000:1.0:1734016132.845817:0:6482:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336961408 00000100:00100000:1.0:1734016132.846585:0:6482:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2078 00000100:00100000:1.0:1734016132.846597:0:6482:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074e54000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+17:9673:x1818247336961408:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:1.0:1734016132.846633:0:6482:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016132.846664:0:6482:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880097235200/0x3f004d6452e08699 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d1e30 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016132.846790:0:6482:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880097234d80/0x3f004d6452e086a0 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6482 initiator: MDT0 00010000:00010000:1.0:1734016132.846809:0:6482:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880097234d80/0x3f004d6452e086a0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6482 initiator: MDT0 00010000:00010000:1.0:1734016132.846824:0:6482:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880097234d80/0x3f004d6452e086a0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6482 initiator: MDT0 00000004:00200000:1.0:1734016132.846903:0:6482:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 3252457 00000004:00200000:1.0:1734016132.846910:0:6482:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1734016132.846935:0:6482:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880097234d80/0x3f004d6452e086a0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6482 initiator: MDT0 00010000:00010000:1.0:1734016132.846965:0:6482:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880097235200/0x3f004d6452e08699 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1e30 expref: 19 pid: 6482 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016132.847015:0:6482:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880097234d80/0x3f004d6452e086a0 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1e30 expref: 18 pid: 6482 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016132.847025:0:6482:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:1.0:1734016132.847029:0:6482:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1734016132.847032:0:6482:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097234d80, rc 0) 00000100:00100000:1.0:1734016132.847105:0:6482:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074e54000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+18:9673:x1818247336961408:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 509us (1475us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016132.847114:0:6482:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2078 00000100:00100000:3.0:1734016132.853190:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016132.853613:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336961536 00000100:00100000:0.0:1734016132.853630:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336961536 00000100:00100000:0.0:1734016132.853968:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10891 00000100:00100000:0.0:1734016132.853978:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074e56300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1981:x1818247336961536:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:0.0:1734016132.854020:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016132.854064:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a8038d80/0x3f004d6452e086a7 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d1e37 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016132.854184:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074e43b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339465728:192.168.201.10@tcp:106: 00000100:00100000:0.0:1734016132.854318:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7486cc0 going to sleep for 11 seconds 00002000:00010000:0.0:1734016132.858297:0:7689:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime: 1734016129 -> 1734016131 00000100:00100000:0.0:1734016132.858344:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074e43b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339465728:192.168.201.10@tcp:106: 00010000:00010000:0.0:1734016132.858406:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a8038d80/0x3f004d6452e086a7 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1e37 expref: 7 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016132.858426:0:7689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a8038d80/0x3f004d6452e086a7 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1e37 expref: 7 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016132.858934:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a8038d80, rc 0) 00000100:00100000:0.0:1734016132.859012:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074e56300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1981:x1818247336961536:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 5034us (5856us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016132.859022:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10891 00000100:00100000:3.0:1734016132.861850:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016132.862146:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336961664 00000100:00100000:0.0:1734016132.862165:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336961664 00000100:00100000:0.0:1734016132.862574:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10892 00000100:00100000:0.0:1734016132.862587:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074e55500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1978:x1818247336961664:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:0.0:1734016132.862627:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016132.862654:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a803ad00/0x3f004d6452e086ae lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d1e3e expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016132.862759:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074e43b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339465856:192.168.201.10@tcp:106: 00000100:00100000:0.0:1734016132.862919:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7486cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016132.866124:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074e43b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339465856:192.168.201.10@tcp:106: 00010000:00010000:0.0:1734016132.866181:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a803ad00/0x3f004d6452e086ae lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1e3e expref: 7 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016132.866208:0:7689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a803ad00/0x3f004d6452e086ae lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1e3e expref: 7 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016132.866375:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a803ad00, rc 0) 00000100:00100000:0.0:1734016132.866458:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074e55500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1978:x1818247336961664:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 3872us (4629us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016132.866471:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10892 00000100:00100000:1.0:1734016132.872130:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016132.872515:0:8966:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336961792 00000100:00100000:3.0:1734016132.872537:0:8966:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336961792 00000100:00100000:3.0:1734016132.872632:0:8966:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2079 00000100:00100000:3.0:1734016132.872642:0:8966:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075260e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+21:9673:x1818247336961792:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:3.0:1734016132.872685:0:8966:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016132.872714:0:8966:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a61c0/0x3f004d6452e086b5 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d1e45 expref: -99 pid: 8966 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016132.872857:0:8966:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a4fc0/0x3f004d6452e086bc lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 8966 initiator: MDT0 00010000:00010000:3.0:1734016132.873050:0:8966:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a4fc0/0x3f004d6452e086bc lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 8966 initiator: MDT0 00010000:00010000:3.0:1734016132.873069:0:8966:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a4fc0/0x3f004d6452e086bc lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 8966 initiator: MDT0 00000004:00200000:3.0:1734016132.873113:0:8966:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 3252457 00000004:00200000:3.0:1734016132.873123:0:8966:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1734016132.873152:0:8966:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a4fc0/0x3f004d6452e086bc lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 8966 initiator: MDT0 00010000:00010000:3.0:1734016132.873331:0:8966:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a61c0/0x3f004d6452e086b5 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1e45 expref: 23 pid: 8966 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016132.873523:0:8966:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a4fc0/0x3f004d6452e086bc lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1e45 expref: 22 pid: 8966 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016132.873534:0:8966:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:3.0:1734016132.873537:0:8966:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1734016132.873542:0:8966:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a9a4fc0, rc 0) 00000100:00100000:3.0:1734016132.876030:0:8966:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075260e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+22:9673:x1818247336961792:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 3368us (3896us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016132.876049:0:8966:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2079 00000100:00100000:3.0:1734016132.880699:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016132.881416:0:7695:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336962048 00000100:00100000:0.0:1734016132.881434:0:7695:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336962048 00000100:00100000:0.0:1734016132.881562:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9149 00000100:00100000:0.0:1734016132.881573:0:7695:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800753eb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+9:1981:x1818247336962048:12345-192.168.201.10@tcp:3:fsx.0 00010000:00010000:0.0:1734016132.881660:0:7695:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff8800a803b180/0x3f004d6452e086c3 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7695 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016132.881696:0:7695:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880097237600/0x3f004d6452e08692 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1e29 expref: 9 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016132.881712:0:7695:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016132.881714:0:7695:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016132.881719:0:7695:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a803b180/0x3f004d6452e086c3 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [1925120->1953791] (req 1925120->1953791) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 7695 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016132.881784:0:7695:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880097237600/0x3f004d6452e08692 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1e29 expref: 9 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016132.881804:0:7695:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880097237600/0x3f004d6452e08692 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1e29 expref: 9 pid: 7689 timeout: 496 lvb_type: 0 00000100:00100000:0.0:1734016132.881827:0:7695:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074e43b80 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_001:lustre-OST0001_UUID:7695:1818247339465984:192.168.201.10@tcp:104: 00000100:00100000:0.0:1734016132.882205:0:7695:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7486cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016132.885685:0:7695:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074e43b80 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_001:lustre-OST0001_UUID:7695:1818247339465984:192.168.201.10@tcp:104: 00010000:00010000:0.0:1734016132.885742:0:7695:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800a803b180/0x3f004d6452e086c3 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [1925120->1953791] (req 1925120->1953791) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 7695 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016132.887693:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016132.887990:0:9956:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336962176 00000100:00100000:0.0:1734016132.888003:0:9956:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336962176 00010000:00010000:0.0:1734016132.888062:0:9956:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880097237600/0x3f004d6452e08692 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1e29 expref: 10 pid: 7689 timeout: 496 lvb_type: 0 00000100:00100000:0.0:1734016132.888126:0:9956:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2933 00000100:00100000:0.0:1734016132.888136:0:9956:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b1ea7850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+10:1979:x1818247336962176:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016132.888155:0:9956:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016132.889002:0:9956:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880097237600/0x3f004d6452e08692 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1e29 expref: 10 pid: 7689 timeout: 496 lvb_type: 0 00010000:00010000:0.0:1734016132.889022:0:9956:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880097237600/0x3f004d6452e08692 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1e29 expref: 10 pid: 7689 timeout: 496 lvb_type: 0 00010000:00010000:0.0:1734016132.889060:0:9956:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097237600/0x3f004d6452e08692 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1e29 expref: 10 pid: 7689 timeout: 496 lvb_type: 0 00010000:00010000:0.0:1734016132.889385:0:9956:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016132.889390:0:9956:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016132.889398:0:9956:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a803b180/0x3f004d6452e086c3 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [1925120->1953791] (req 1925120->1953791) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 7695 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016132.889410:0:9956:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a803b180/0x3f004d6452e086c3 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [1925120->1953791] (req 1925120->1953791) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 7695 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016132.889796:0:9956:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016132.890354:0:9956:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b1ea7850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+9:1979:x1818247336962176:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 2212us (2672us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016132.890369:0:9956:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2933 00010000:00010000:1.0:1734016132.891052:0:7695:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800a803b180/0x3f004d6452e086c3 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [1925120->1953791] (req 1925120->1953791) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 7695 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016132.891069:0:7695:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a803b180/0x3f004d6452e086c3 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [1925120->1953791] (req 1925120->1953791) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 7695 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016132.894997:0:7695:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff8800a803b180/0x3f004d6452e086c3 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [1925120->1953791] (req 1925120->1953791) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 7695 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016132.895023:0:7695:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a803b180/0x3f004d6452e086c3 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [1925120->1953791] (req 1925120->1953791) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 7695 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016132.895032:0:7695:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a803b180/0x3f004d6452e086c3 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [1925120->1953791] (req 1925120->1953791) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 7695 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016132.895042:0:7695:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800a803b180 already unused, calling callback (ffffffffa086d100) 00010000:00010000:1.0:1734016132.895048:0:7695:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a803b180/0x3f004d6452e086c3 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [1925120->1953791] (req 1925120->1953791) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 7695 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016132.895057:0:7695:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a803b180/0x3f004d6452e086c3 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [1925120->1953791] (req 1925120->1953791) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 7695 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016132.895084:0:7695:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a803b180/0x3f004d6452e086c3 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [1925120->1953791] (req 1925120->1953791) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 7695 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016132.895092:0:7695:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a803b180/0x3f004d6452e086c3 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [1925120->1953791] (req 1925120->1953791) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 7695 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016132.895272:0:7695:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800753eb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1981:x1818247336962048:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 13689us (14592us total) trans 0 rc 28672/28672 00000100:00100000:1.0:1734016132.895288:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9149 00000100:00100000:0.0:1734016132.898030:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016132.898253:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336962304 00000100:00100000:1.0:1734016132.898267:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336962304 00000100:00100000:1.0:1734016132.898355:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10893 00000100:00100000:1.0:1734016132.898363:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074e43b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1978:x1818247336962304:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:1.0:1734016132.898392:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016132.898427:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880097235440/0x3f004d6452e086ca lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d1e4c expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1734016132.898462:0:7689:0:(ofd_lvb.c:169:ofd_lvbo_init()) res: [0x280000400:0x5:0x0] initial LVB size: 3252457, mtime: 0x675afc84, atime: 0x675afc81, ctime: 0x675afc84, blocks: 0xf8 00010000:00010000:1.0:1734016132.898494:0:7689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016132.898497:0:7689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016132.898509:0:7689:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880097235440/0x3f004d6452e086ca lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1e4c expref: 9 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016132.898535:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880097235440/0x3f004d6452e086ca lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1e4c expref: 9 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016132.898551:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097235440, rc 0) 00000100:00100000:1.0:1734016132.898808:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074e43b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+9:1978:x1818247336962304:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 445us (796us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016132.898819:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10893 00000100:00100000:3.0:1734016132.902624:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016132.902799:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336962432 00000100:00100000:1.0:1734016132.902815:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336962432 00000100:00100000:1.0:1734016132.903002:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10894 00000100:00100000:1.0:1734016132.903013:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076865f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1980:x1818247336962432:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:1.0:1734016132.903047:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016132.903080:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880097234480/0x3f004d6452e086d1 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d1e53 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016132.903118:0:7689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016132.903121:0:7689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016132.903132:0:7689:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880097234480/0x3f004d6452e086d1 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1e53 expref: 7 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016132.903152:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880097234480/0x3f004d6452e086d1 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1e53 expref: 7 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016132.903166:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097234480, rc 0) 00000100:00100000:1.0:1734016132.903243:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076865f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1980:x1818247336962432:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 231us (640us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016132.903252:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10894 00000100:00100000:3.0:1734016132.905838:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016132.906086:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336962560 00000100:00100000:2.0:1734016132.906102:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336962560 00000100:00100000:2.0:1734016132.906184:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10895 00000100:00100000:2.0:1734016132.906204:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076864380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:9673:x1818247336962560:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:2.0:1734016132.906233:0:7690:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016132.906268:0:7690:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880072170d80/0x3f004d6452e086d8 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d1e5a expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016132.906313:0:7690:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880097235440/0x3f004d6452e086ca lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1e4c expref: 8 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016132.906320:0:7690:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880097234480/0x3f004d6452e086d1 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1e53 expref: 8 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016132.906327:0:7690:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016132.906329:0:7690:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016132.906334:0:7690:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880072170d80/0x3f004d6452e086d8 lrc: 5/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [6045696->6086655] (req 6045696->6086655) gid 0 flags: 0x50000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1e5a expref: 8 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016132.906382:0:7690:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880097234480/0x3f004d6452e086d1 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1e53 expref: 8 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016132.906396:0:7690:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880097234480/0x3f004d6452e086d1 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1e53 expref: 8 pid: 7689 timeout: 497 lvb_type: 1 00000100:00100000:2.0:1734016132.906414:0:7690:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007431d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339466112:192.168.201.10@tcp:104: 00010000:00010000:2.0:1734016132.906509:0:7690:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880097235440/0x3f004d6452e086ca lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1e4c expref: 8 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016132.906517:0:7690:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880097235440/0x3f004d6452e086ca lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1e4c expref: 8 pid: 7689 timeout: 497 lvb_type: 1 00000100:00100000:2.0:1734016132.906525:0:7690:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007431ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339466240:192.168.201.10@tcp:104: 00000100:00100000:2.0:1734016132.906544:0:7690:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012b911e40 going to sleep for 11 seconds 00000100:00100000:2.0:1734016132.913442:0:7690:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007431d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339466112:192.168.201.10@tcp:104: 00000100:00100000:2.0:1734016132.913466:0:7690:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007431ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339466240:192.168.201.10@tcp:104: 00010000:00010000:2.0:1734016132.913531:0:7690:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880072170d80/0x3f004d6452e086d8 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [6045696->6086655] (req 6045696->6086655) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1e5a expref: 8 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016132.913558:0:7690:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880072170d80, rc 0) 00000100:00100000:2.0:1734016132.913661:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076864380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+8:9673:x1818247336962560:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 7465us (7838us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016132.913673:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10895 00000100:00100000:0.0:1734016132.914097:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016132.914234:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016132.914282:0:7705:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336962816 00000100:00100000:0.0:1734016132.914290:0:7705:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336962816 00010000:00010000:0.0:1734016132.914333:0:7705:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880097235440/0x3f004d6452e086ca lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1e4c expref: 9 pid: 7689 timeout: 497 lvb_type: 1 00000100:00100000:0.0:1734016132.914380:0:7705:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336962688 00000100:00100000:0.0:1734016132.914383:0:7705:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336962688 00010000:00010000:0.0:1734016132.914394:0:7705:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880097234480/0x3f004d6452e086d1 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1e53 expref: 8 pid: 7689 timeout: 497 lvb_type: 1 00000100:00100000:0.0:1734016132.914409:0:7705:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2934 00000100:00100000:0.0:1734016132.914417:0:7705:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074e42300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+9:1979:x1818247336962816:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016132.914439:0:7705:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016132.914473:0:7705:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880097235440/0x3f004d6452e086ca lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1e4c expref: 9 pid: 7689 timeout: 497 lvb_type: 1 00010000:00010000:0.0:1734016132.914484:0:7705:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880097235440/0x3f004d6452e086ca lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1e4c expref: 9 pid: 7689 timeout: 497 lvb_type: 1 00010000:00010000:0.0:1734016132.914520:0:7705:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097235440/0x3f004d6452e086ca lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1e4c expref: 9 pid: 7689 timeout: 497 lvb_type: 1 00010000:00010000:0.0:1734016132.914549:0:7705:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016132.914577:0:7705:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074e42300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1979:x1818247336962816:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 160us (485us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016132.914584:0:7705:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2934 00000100:00100000:0.0:1734016132.914597:0:7705:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2935 00000100:00100000:0.0:1734016132.914602:0:7705:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074e43480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+8:1979:x1818247336962688:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016132.914611:0:7705:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016132.914620:0:7705:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880097234480/0x3f004d6452e086d1 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1e53 expref: 8 pid: 7689 timeout: 497 lvb_type: 1 00010000:00010000:0.0:1734016132.914629:0:7705:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880097234480/0x3f004d6452e086d1 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1e53 expref: 8 pid: 7689 timeout: 497 lvb_type: 1 00010000:00010000:0.0:1734016132.914643:0:7705:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097234480/0x3f004d6452e086d1 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1e53 expref: 8 pid: 7689 timeout: 497 lvb_type: 1 00010000:00010000:0.0:1734016132.914654:0:7705:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016132.914656:0:7705:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016132.914664:0:7705:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880072170d80/0x3f004d6452e086d8 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6045696->6086655) gid 0 flags: 0x40080000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1e5a expref: 7 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016132.914674:0:7705:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880072170d80/0x3f004d6452e086d8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6045696->6086655) gid 0 flags: 0x40080000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1e5a expref: 7 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016132.914726:0:7705:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880072170d80/0x3f004d6452e086d8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6045696->6086655) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1e5a expref: 7 pid: 7690 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016132.914743:0:7705:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074e43100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7705:1818247339466368:192.168.201.10@tcp:105: 00000100:00100000:0.0:1734016132.914792:0:7705:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7486240 going to sleep for 11 seconds 00000100:00100000:1.0:1734016132.920341:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016132.920525:0:7705:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074e43100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7705:1818247339466368:192.168.201.10@tcp:105: 00010000:00010000:0.0:1734016132.920566:0:7705:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016132.920643:0:7705:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074e43480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1979:x1818247336962688:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 6038us (6406us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016132.920662:0:7705:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2935 00000100:00100000:3.0:1734016132.921474:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336962944 00000100:00100000:3.0:1734016132.921487:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336962944 00000100:00100000:3.0:1734016132.921544:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10896 00000100:00100000:3.0:1734016132.921553:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075261180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1979:x1818247336962944:12345-192.168.201.10@tcp:22:fsx.0 00002000:00010000:3.0:1734016132.921966:0:7690:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 3252457 -> 6085297 00002000:00010000:3.0:1734016132.921969:0:7690:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016132 -> 1734016132 00002000:00010000:3.0:1734016132.921971:0:7690:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016129 -> 1734016129 00002000:00010000:3.0:1734016132.921974:0:7690:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016132 -> 1734016132 00002000:00010000:3.0:1734016132.921976:0:7690:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 248 -> 328 00000100:00100000:3.0:1734016132.922018:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075261180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+8:1979:x1818247336962944:12345-192.168.201.10@tcp:22:fsx.0 Request processed in 466us (1703us total) trans 4294969371 rc 0/0 00000100:00100000:3.0:1734016132.922026:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10896 00000100:00100000:3.0:1734016132.926461:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016132.926967:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336963072 00000100:00100000:1.0:1734016132.926982:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336963072 00000100:00100000:1.0:1734016132.927056:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10897 00000100:00100000:1.0:1734016132.927065:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800744eb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1980:x1818247336963072:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:1.0:1734016132.927099:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016132.927130:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880097237cc0/0x3f004d6452e086df lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d1e61 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016132.927218:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880075262300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339466496:192.168.201.10@tcp:106: 00000100:00100000:1.0:1734016132.927317:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b42cda80 going to sleep for 11 seconds 00002000:00010000:2.0:1734016132.930306:0:7689:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime: 1734016129 -> 1734016131 00000100:00100000:2.0:1734016132.930368:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880075262300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339466496:192.168.201.10@tcp:106: 00010000:00010000:2.0:1734016132.930430:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880097237cc0/0x3f004d6452e086df lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1e61 expref: 9 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016132.930447:0:7689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097237cc0/0x3f004d6452e086df lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1e61 expref: 9 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016132.930480:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097237cc0, rc 0) 00000100:00100000:2.0:1734016132.931014:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800744eb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1980:x1818247336963072:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 3945us (4572us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016132.931028:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10897 00000100:00100000:0.0:1734016132.934381:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016132.934603:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336963200 00000100:00100000:2.0:1734016132.934617:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336963200 00000100:00100000:2.0:1734016132.934685:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10898 00000100:00100000:2.0:1734016132.934697:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074e43100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1978:x1818247336963200:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:2.0:1734016132.934722:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016132.934744:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800721718c0/0x3f004d6452e086e6 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d1e68 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016132.934826:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007431ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339466624:192.168.201.10@tcp:106: 00000100:00100000:2.0:1734016132.934959:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012b911e40 going to sleep for 11 seconds 00000100:00100000:2.0:1734016132.937521:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007431ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339466624:192.168.201.10@tcp:106: 00010000:00010000:2.0:1734016132.937580:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800721718c0/0x3f004d6452e086e6 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1e68 expref: 9 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016132.937599:0:7689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800721718c0/0x3f004d6452e086e6 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1e68 expref: 9 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016132.937614:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800721718c0, rc 0) 00000100:00100000:2.0:1734016132.937690:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074e43100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1978:x1818247336963200:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 2994us (3329us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016132.937701:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10898 00000100:00100000:1.0:1734016132.940706:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016132.940839:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336963328 00000100:00100000:2.0:1734016132.940855:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336963328 00000100:00100000:2.0:1734016132.941152:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10899 00000100:00100000:2.0:1734016132.941163:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075260a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1981:x1818247336963328:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:2.0:1734016132.941200:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016132.941227:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880072172d00/0x3f004d6452e086ed lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d1e6f expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016132.941314:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007431ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339466752:192.168.201.10@tcp:106: 00000100:00100000:2.0:1734016132.941671:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012b911e40 going to sleep for 11 seconds 00000100:00100000:2.0:1734016132.946437:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007431ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339466752:192.168.201.10@tcp:106: 00010000:00010000:2.0:1734016132.946516:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880072172d00/0x3f004d6452e086ed lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1e6f expref: 9 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016132.946541:0:7689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880072172d00/0x3f004d6452e086ed lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1e6f expref: 9 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016132.946570:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880072172d00, rc 0) 00000100:00100000:2.0:1734016132.946677:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075260a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1981:x1818247336963328:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 5512us (5988us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016132.946691:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10899 00000100:00100000:3.0:1734016132.949955:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016132.950134:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336963456 00000100:00100000:2.0:1734016132.950158:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336963456 00000100:00100000:2.0:1734016132.950252:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10900 00000100:00100000:2.0:1734016132.950264:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800744ebb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1978:x1818247336963456:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:2.0:1734016132.950319:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016132.950364:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800721718c0/0x3f004d6452e086f4 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d1e76 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016132.950483:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007431ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339466880:192.168.201.10@tcp:106: 00000100:00100000:2.0:1734016132.950608:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012b911e40 going to sleep for 11 seconds 00000100:00100000:3.0:1734016132.953317:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007431ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339466880:192.168.201.10@tcp:106: 00010000:00010000:3.0:1734016132.953365:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800721718c0/0x3f004d6452e086f4 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1e76 expref: 9 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016132.953380:0:7689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800721718c0/0x3f004d6452e086f4 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1e76 expref: 9 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016132.953399:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800721718c0, rc 0) 00000100:00100000:3.0:1734016132.953465:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800744ebb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1978:x1818247336963456:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 3202us (3531us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016132.953476:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10900 00000100:00100000:1.0:1734016132.960444:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016132.960748:0:7695:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336963712 00000100:00100000:2.0:1734016132.960767:0:7695:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336963712 00000100:00100000:2.0:1734016132.960898:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9150 00000100:00100000:2.0:1734016132.960911:0:7695:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075260700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1979:x1818247336963712:12345-192.168.201.10@tcp:4:fsx.0 00010000:00010000:2.0:1734016132.960975:0:7695:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880072172d00/0x3f004d6452e086fb lrc: 3/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7695 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016132.961003:0:7695:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880072170d80/0x3f004d6452e086d8 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6045696->6086655) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1e5a expref: 7 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016132.961013:0:7695:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016132.961018:0:7695:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016132.961023:0:7695:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880072172d00/0x3f004d6452e086fb lrc: 4/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [5726208->5758975] (req 5726208->5758975) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 7695 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016132.961082:0:7695:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880072170d80/0x3f004d6452e086d8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6045696->6086655) gid 0 flags: 0x50000000020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1e5a expref: 7 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016132.961099:0:7695:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880072170d80/0x3f004d6452e086d8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6045696->6086655) gid 0 flags: 0x70000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1e5a expref: 7 pid: 7690 timeout: 497 lvb_type: 0 00000100:00100000:2.0:1734016132.961118:0:7695:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007431d180 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_001:lustre-OST0001_UUID:7695:1818247339467008:192.168.201.10@tcp:104: 00000100:00100000:2.0:1734016132.961261:0:7695:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012b911e40 going to sleep for 11 seconds 00000100:00100000:2.0:1734016132.964719:0:7695:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007431d180 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_001:lustre-OST0001_UUID:7695:1818247339467008:192.168.201.10@tcp:104: 00010000:00010000:2.0:1734016132.964773:0:7695:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880072172d00/0x3f004d6452e086fb lrc: 3/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [5726208->5758975] (req 5726208->5758975) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 7695 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016132.965434:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016132.965633:0:7705:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336963840 00000100:00100000:0.0:1734016132.965641:0:7705:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336963840 00010000:00010000:0.0:1734016132.965678:0:7705:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880072170d80/0x3f004d6452e086d8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6045696->6086655) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1e5a expref: 8 pid: 7690 timeout: 497 lvb_type: 0 00000100:00100000:0.0:1734016132.965713:0:7705:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2936 00000100:00100000:0.0:1734016132.965721:0:7705:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075263800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+8:1978:x1818247336963840:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016132.965736:0:7705:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016132.965758:0:7705:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880072170d80/0x3f004d6452e086d8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 6045696->6086655) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1e5a expref: 8 pid: 7690 timeout: 497 lvb_type: 0 00010000:00010000:0.0:1734016132.965769:0:7705:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880072170d80/0x3f004d6452e086d8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 6045696->6086655) gid 0 flags: 0x50000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1e5a expref: 8 pid: 7690 timeout: 497 lvb_type: 0 00010000:00010000:0.0:1734016132.965793:0:7705:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880072170d80/0x3f004d6452e086d8 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 6045696->6086655) gid 0 flags: 0x44801400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1e5a expref: 8 pid: 7690 timeout: 497 lvb_type: 0 00010000:00010000:0.0:1734016132.965822:0:7705:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016132.965825:0:7705:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016132.965830:0:7705:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880072172d00/0x3f004d6452e086fb lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [5726208->5758975] (req 5726208->5758975) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 7695 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016132.965839:0:7705:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880072172d00/0x3f004d6452e086fb lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [5726208->5758975] (req 5726208->5758975) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 7695 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016132.965862:0:7705:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016132.965953:0:7705:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075263800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1978:x1818247336963840:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 232us (521us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016132.965964:0:7705:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2936 00010000:00010000:2.0:1734016132.966207:0:7695:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880072172d00/0x3f004d6452e086fb lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [5726208->5758975] (req 5726208->5758975) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 7695 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016132.966216:0:7695:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880072172d00/0x3f004d6452e086fb lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [5726208->5758975] (req 5726208->5758975) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 7695 timeout: 0 lvb_type: 0 00000001:00080000:1.0:1734016132.973616:0:8954:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969372 is committed 00000001:00080000:1.0:1734016132.973654:0:8954:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969371 is committed 00002000:00010000:2.0:1734016132.973859:0:7695:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 328 -> 392 00010000:00010000:2.0:1734016132.974050:0:7695:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880072172d00/0x3f004d6452e086fb lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [5726208->5758975] (req 5726208->5758975) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 7695 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016132.974063:0:7695:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880072172d00/0x3f004d6452e086fb lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [5726208->5758975] (req 5726208->5758975) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 7695 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016132.974071:0:7695:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880072172d00/0x3f004d6452e086fb lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [5726208->5758975] (req 5726208->5758975) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 7695 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016132.974078:0:7695:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880072172d00 already unused, calling callback (ffffffffa086d100) 00010000:00010000:2.0:1734016132.974082:0:7695:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880072172d00/0x3f004d6452e086fb lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [5726208->5758975] (req 5726208->5758975) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 7695 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016132.974092:0:7695:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880072172d00/0x3f004d6452e086fb lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [5726208->5758975] (req 5726208->5758975) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 7695 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016132.974122:0:7695:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880072172d00/0x3f004d6452e086fb lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [5726208->5758975] (req 5726208->5758975) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 7695 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016132.974127:0:7695:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880072172d00/0x3f004d6452e086fb lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [5726208->5758975] (req 5726208->5758975) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 7695 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016132.975135:0:7695:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075260700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1979:x1818247336963712:12345-192.168.201.10@tcp:4:fsx.0 Request processed in 14217us (14717us total) trans 4294969372 rc 0/0 00000100:00100000:2.0:1734016132.975150:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9150 00000100:00100000:1.0:1734016132.979270:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016132.979998:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336963968 00000100:00100000:3.0:1734016132.980020:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336963968 00000100:00100000:3.0:1734016132.980132:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10901 00000100:00100000:3.0:1734016132.980143:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075262680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1981:x1818247336963968:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:3.0:1734016132.980185:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016132.980226:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7600/0x3f004d6452e08702 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d1e7d expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1734016132.980258:0:7689:0:(ofd_lvb.c:169:ofd_lvbo_init()) res: [0x280000400:0x5:0x0] initial LVB size: 6085297, mtime: 0x675afc84, atime: 0x675afc83, ctime: 0x675afc84, blocks: 0x188 00010000:00010000:3.0:1734016132.980294:0:7689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016132.980297:0:7689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016132.980308:0:7689:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7600/0x3f004d6452e08702 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1e7d expref: 7 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016132.980333:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7600/0x3f004d6452e08702 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1e7d expref: 7 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016132.980350:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a9a7600, rc 0) 00000100:00100000:3.0:1734016132.980452:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075262680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1981:x1818247336963968:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 310us (1204us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016132.980461:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10901 00000100:00100000:1.0:1734016132.984022:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016132.984201:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336964096 00000100:00100000:0.0:1734016132.984221:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336964096 00000100:00100000:0.0:1734016132.984460:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10902 00000100:00100000:0.0:1734016132.984473:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075262a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:1978:x1818247336964096:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:0.0:1734016132.984514:0:7690:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016132.984551:0:7690:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a803b180/0x3f004d6452e08709 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d1e84 expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016132.984602:0:7690:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016132.984604:0:7690:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016132.984619:0:7690:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a803b180/0x3f004d6452e08709 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1e84 expref: 6 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016132.984641:0:7690:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a803b180/0x3f004d6452e08709 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1e84 expref: 6 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016132.984658:0:7690:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a803b180, rc 0) 00000100:00100000:0.0:1734016132.984771:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075262a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1978:x1818247336964096:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 299us (786us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016132.984779:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10902 00000100:00100000:2.0:1734016132.988403:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016132.988775:0:7695:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336964352 00000100:00100000:0.0:1734016132.988799:0:7695:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336964352 00002000:00100000:0.0:1734016132.988952:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (2342912->2347007) req@ffff88007431d180 x1818247336964352/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:93/0 lens 488/0 e 0 to 0 dl 1734016143 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016132.988966:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007431d180 with x1818247336964352 ext(2342912->2347007) 00002000:00010000:0.0:1734016132.988975:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007431d180 00000100:00100000:0.0:1734016132.989023:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9151 00000100:00100000:0.0:1734016132.989038:0:7695:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007431d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1979:x1818247336964352:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:0.0:1734016132.989427:0:7695:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007431d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1979:x1818247336964352:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 390us (1049us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016132.989436:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9151 00002000:00100000:0.0:1734016132.989444:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (2342912->2347007) req@ffff88007431d180 x1818247336964352/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:93/0 lens 488/4536 e 0 to 0 dl 1734016143 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016132.989451:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007431d180 with x1818247336964352 ext(2342912->2347007) 00002000:00010000:0.0:1734016132.989454:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007431d180 00000100:00100000:1.0:1734016132.993543:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016132.994757:0:13925:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336964608 00000100:00100000:2.0:1734016132.994776:0:13925:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336964608 00002000:00100000:2.0:1734016132.994861:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (2338816->2342911) req@ffff880075261500 x1818247336964608/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:93/0 lens 488/0 e 0 to 0 dl 1734016143 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016132.994990:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880075261500 with x1818247336964608 ext(2338816->2342911) 00002000:00010000:2.0:1734016132.995000:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880075261500 00000100:00100000:2.0:1734016132.995253:0:13925:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9152 00000100:00100000:2.0:1734016132.995264:0:13925:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075261500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1979:x1818247336964608:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:2.0:1734016132.996284:0:13925:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075261500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1979:x1818247336964608:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 1015us (2750us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016132.996294:0:13925:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9152 00002000:00100000:2.0:1734016132.996305:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (2338816->2342911) req@ffff880075261500 x1818247336964608/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:93/0 lens 488/4536 e 0 to 0 dl 1734016143 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016132.996313:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880075261500 with x1818247336964608 ext(2338816->2342911) 00002000:00010000:2.0:1734016132.996319:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880075261500 00000100:00100000:2.0:1734016132.999631:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016132.999763:0:13925:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336964864 00000100:00100000:0.0:1734016132.999784:0:13925:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336964864 00002000:00100000:0.0:1734016132.999987:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (2334720->2338815) req@ffff88007431ea00 x1818247336964864/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:93/0 lens 488/0 e 0 to 0 dl 1734016143 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016133.000001:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007431ea00 with x1818247336964864 ext(2334720->2338815) 00002000:00010000:0.0:1734016133.000013:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007431ea00 00000100:00100000:2.0:1734016133.000111:0:13925:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9153 00000100:00100000:2.0:1734016133.000124:0:13925:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007431ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1978:x1818247336964864:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:2.0:1734016133.000775:0:13925:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007431ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1978:x1818247336964864:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 649us (1170us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016133.000786:0:13925:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9153 00002000:00100000:2.0:1734016133.000799:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (2334720->2338815) req@ffff88007431ea00 x1818247336964864/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:93/0 lens 488/4536 e 0 to 0 dl 1734016143 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016133.000807:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007431ea00 with x1818247336964864 ext(2334720->2338815) 00002000:00010000:2.0:1734016133.000812:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007431ea00 00000100:00100000:3.0:1734016133.004994:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016133.005286:0:7695:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336965120 00000100:00100000:2.0:1734016133.005297:0:7695:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336965120 00002000:00100000:2.0:1734016133.005356:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (2330624->2334719) req@ffff88012b91a300 x1818247336965120/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:94/0 lens 488/0 e 0 to 0 dl 1734016144 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016133.005368:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b91a300 with x1818247336965120 ext(2330624->2334719) 00002000:00010000:2.0:1734016133.005376:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012b91a300 00000100:00100000:2.0:1734016133.005454:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9154 00000100:00100000:2.0:1734016133.005462:0:7695:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b91a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1979:x1818247336965120:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:2.0:1734016133.005677:0:7695:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b91a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1979:x1818247336965120:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 215us (696us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016133.005685:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9154 00002000:00100000:2.0:1734016133.005691:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (2330624->2334719) req@ffff88012b91a300 x1818247336965120/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:94/0 lens 488/4536 e 0 to 0 dl 1734016144 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016133.005698:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b91a300 with x1818247336965120 ext(2330624->2334719) 00002000:00010000:2.0:1734016133.005700:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012b91a300 00000100:00100000:1.0:1734016133.008983:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016133.009077:0:13925:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336965376 00000100:00100000:0.0:1734016133.009092:0:13925:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336965376 00002000:00100000:0.0:1734016133.009169:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (2326528->2330623) req@ffff880075263100 x1818247336965376/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:94/0 lens 488/0 e 0 to 0 dl 1734016144 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016133.009184:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880075263100 with x1818247336965376 ext(2326528->2330623) 00002000:00010000:0.0:1734016133.009201:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880075263100 00000100:00100000:0.0:1734016133.009248:0:13925:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9155 00000100:00100000:0.0:1734016133.009258:0:13925:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075263100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1979:x1818247336965376:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:0.0:1734016133.013716:0:13925:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075263100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1979:x1818247336965376:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 4437us (4843us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016133.013738:0:13925:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9155 00002000:00100000:0.0:1734016133.013760:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (2326528->2330623) req@ffff880075263100 x1818247336965376/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:94/0 lens 488/4536 e 0 to 0 dl 1734016144 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016133.013773:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880075263100 with x1818247336965376 ext(2326528->2330623) 00002000:00010000:0.0:1734016133.013783:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880075263100 00000100:00100000:3.0:1734016133.025389:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016133.026927:0:13925:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336965632 00000100:00100000:0.0:1734016133.026960:0:13925:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336965632 00002000:00100000:2.0:1734016133.027937:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (2322432->2326527) req@ffff88012b91b480 x1818247336965632/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:94/0 lens 488/0 e 0 to 0 dl 1734016144 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016133.027951:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b91b480 with x1818247336965632 ext(2322432->2326527) 00002000:00010000:2.0:1734016133.027959:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012b91b480 00000100:00100000:2.0:1734016133.028006:0:13925:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9156 00000100:00100000:2.0:1734016133.028018:0:13925:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b91b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1978:x1818247336965632:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:2.0:1734016133.028365:0:13925:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b91b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1978:x1818247336965632:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 348us (2998us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016133.028374:0:13925:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9156 00002000:00100000:2.0:1734016133.028382:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (2322432->2326527) req@ffff88012b91b480 x1818247336965632/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:94/0 lens 488/4536 e 0 to 0 dl 1734016144 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016133.028390:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b91b480 with x1818247336965632 ext(2322432->2326527) 00002000:00010000:2.0:1734016133.028393:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012b91b480 00000100:00100000:3.0:1734016133.032544:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016133.032800:0:7695:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336965888 00000100:00100000:0.0:1734016133.032812:0:7695:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336965888 00002000:00100000:0.0:1734016133.032858:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (2318336->2322431) req@ffff880136a25500 x1818247336965888/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:94/0 lens 488/0 e 0 to 0 dl 1734016144 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016133.032894:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880136a25500 with x1818247336965888 ext(2318336->2322431) 00002000:00010000:0.0:1734016133.032900:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880136a25500 00000100:00100000:0.0:1734016133.032943:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9157 00000100:00100000:0.0:1734016133.032955:0:7695:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880136a25500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1978:x1818247336965888:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:0.0:1734016133.033214:0:7695:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880136a25500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1978:x1818247336965888:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 260us (811us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016133.033224:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9157 00002000:00100000:0.0:1734016133.033234:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (2318336->2322431) req@ffff880136a25500 x1818247336965888/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:94/0 lens 488/4536 e 0 to 0 dl 1734016144 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016133.033242:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880136a25500 with x1818247336965888 ext(2318336->2322431) 00002000:00010000:0.0:1734016133.033245:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880136a25500 00000100:00100000:1.0:1734016133.041711:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016133.042023:0:13925:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336966144 00000100:00100000:2.0:1734016133.042039:0:13925:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336966144 00002000:00100000:2.0:1734016133.042105:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (2314240->2318335) req@ffff880075262300 x1818247336966144/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:94/0 lens 488/0 e 0 to 0 dl 1734016144 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016133.042119:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880075262300 with x1818247336966144 ext(2314240->2318335) 00002000:00010000:2.0:1734016133.042128:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880075262300 00000100:00100000:2.0:1734016133.042488:0:13925:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9158 00000100:00100000:2.0:1734016133.042495:0:13925:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075262300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1979:x1818247336966144:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:2.0:1734016133.042777:0:13925:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075262300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1979:x1818247336966144:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 279us (1084us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016133.042785:0:13925:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9158 00002000:00100000:2.0:1734016133.042793:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (2314240->2318335) req@ffff880075262300 x1818247336966144/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:94/0 lens 488/4536 e 0 to 0 dl 1734016144 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016133.042799:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880075262300 with x1818247336966144 ext(2314240->2318335) 00002000:00010000:2.0:1734016133.042803:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880075262300 00000100:00100000:3.0:1734016133.052009:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016133.052479:0:7695:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336966400 00000100:00100000:0.0:1734016133.052503:0:7695:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336966400 00002000:00100000:0.0:1734016133.052615:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (2310144->2314239) req@ffff880074009c00 x1818247336966400/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:94/0 lens 488/0 e 0 to 0 dl 1734016144 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016133.052635:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074009c00 with x1818247336966400 ext(2310144->2314239) 00002000:00010000:0.0:1734016133.052651:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074009c00 00000100:00100000:0.0:1734016133.052709:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9159 00000100:00100000:0.0:1734016133.052719:0:7695:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074009c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1979:x1818247336966400:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:0.0:1734016133.053478:0:7695:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074009c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1979:x1818247336966400:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 755us (1633us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016133.053488:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9159 00002000:00100000:0.0:1734016133.053499:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (2310144->2314239) req@ffff880074009c00 x1818247336966400/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:94/0 lens 488/4536 e 0 to 0 dl 1734016144 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016133.053508:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074009c00 with x1818247336966400 ext(2310144->2314239) 00002000:00010000:0.0:1734016133.053512:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074009c00 00000100:00100000:3.0:1734016133.056677:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016133.056849:0:13925:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336966656 00000100:00100000:2.0:1734016133.056894:0:13925:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336966656 00002000:00100000:2.0:1734016133.056952:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (2306048->2310143) req@ffff88007400b100 x1818247336966656/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:94/0 lens 488/0 e 0 to 0 dl 1734016144 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016133.056965:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007400b100 with x1818247336966656 ext(2306048->2310143) 00002000:00010000:2.0:1734016133.056974:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007400b100 00000100:00100000:2.0:1734016133.057005:0:13925:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9160 00000100:00100000:2.0:1734016133.057013:0:13925:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007400b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1978:x1818247336966656:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:2.0:1734016133.057293:0:13925:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007400b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1978:x1818247336966656:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 278us (633us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016133.057303:0:13925:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9160 00002000:00100000:2.0:1734016133.057310:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (2306048->2310143) req@ffff88007400b100 x1818247336966656/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:94/0 lens 488/4536 e 0 to 0 dl 1734016144 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016133.057318:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007400b100 with x1818247336966656 ext(2306048->2310143) 00002000:00010000:2.0:1734016133.057321:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007400b100 00000100:00100000:1.0:1734016133.061752:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016133.061934:0:7695:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336966912 00000100:00100000:0.0:1734016133.061952:0:7695:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336966912 00002000:00100000:0.0:1734016133.062025:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (2301952->2306047) req@ffff880097218380 x1818247336966912/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:94/0 lens 488/0 e 0 to 0 dl 1734016144 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016133.062038:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880097218380 with x1818247336966912 ext(2301952->2306047) 00002000:00010000:0.0:1734016133.062048:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880097218380 00000100:00100000:0.0:1734016133.062098:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9161 00000100:00100000:0.0:1734016133.062106:0:7695:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880097218380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1979:x1818247336966912:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:0.0:1734016133.062371:0:7695:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880097218380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1979:x1818247336966912:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 264us (644us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016133.062379:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9161 00002000:00100000:0.0:1734016133.062384:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (2301952->2306047) req@ffff880097218380 x1818247336966912/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:94/0 lens 488/4536 e 0 to 0 dl 1734016144 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016133.062389:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880097218380 with x1818247336966912 ext(2301952->2306047) 00002000:00010000:0.0:1734016133.062392:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880097218380 00000100:00100000:3.0:1734016133.067032:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016133.068082:0:13925:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336967168 00000100:00100000:2.0:1734016133.068107:0:13925:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336967168 00002000:00100000:2.0:1734016133.068232:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (2297856->2301951) req@ffff88007400aa00 x1818247336967168/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:94/0 lens 488/0 e 0 to 0 dl 1734016144 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016133.068246:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007400aa00 with x1818247336967168 ext(2297856->2301951) 00002000:00010000:2.0:1734016133.068257:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007400aa00 00000100:00100000:2.0:1734016133.068518:0:13925:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9162 00000100:00100000:2.0:1734016133.068531:0:13925:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007400aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1979:x1818247336967168:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:2.0:1734016133.069820:0:13925:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007400aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1979:x1818247336967168:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 1277us (2801us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016133.069836:0:13925:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9162 00002000:00100000:2.0:1734016133.069847:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (2297856->2301951) req@ffff88007400aa00 x1818247336967168/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:94/0 lens 488/4536 e 0 to 0 dl 1734016144 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016133.069857:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007400aa00 with x1818247336967168 ext(2297856->2301951) 00002000:00010000:2.0:1734016133.069953:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007400aa00 00000100:00100000:3.0:1734016133.073474:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016133.073619:0:13925:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336967424 00000100:00100000:2.0:1734016133.073636:0:13925:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336967424 00002000:00100000:2.0:1734016133.073717:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (2293760->2297855) req@ffff88007400a680 x1818247336967424/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:94/0 lens 488/0 e 0 to 0 dl 1734016144 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016133.073731:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007400a680 with x1818247336967424 ext(2293760->2297855) 00002000:00010000:2.0:1734016133.073738:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007400a680 00000100:00100000:2.0:1734016133.073810:0:13925:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9163 00000100:00100000:2.0:1734016133.073818:0:13925:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007400a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1978:x1818247336967424:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:2.0:1734016133.074708:0:13925:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007400a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1978:x1818247336967424:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 883us (1250us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016133.074722:0:13925:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9163 00002000:00100000:2.0:1734016133.074736:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (2293760->2297855) req@ffff88007400a680 x1818247336967424/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:94/0 lens 488/4536 e 0 to 0 dl 1734016144 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016133.074747:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007400a680 with x1818247336967424 ext(2293760->2297855) 00002000:00010000:2.0:1734016133.074752:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007400a680 00000100:00100000:1.0:1734016133.077772:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016133.078110:0:13925:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336967680 00000100:00100000:2.0:1734016133.078125:0:13925:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336967680 00002000:00100000:2.0:1734016133.078206:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (2289664->2293759) req@ffff880097219880 x1818247336967680/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:94/0 lens 488/0 e 0 to 0 dl 1734016144 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016133.078223:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880097219880 with x1818247336967680 ext(2289664->2293759) 00002000:00010000:2.0:1734016133.078232:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880097219880 00000100:00100000:2.0:1734016133.078346:0:13925:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9164 00000100:00100000:2.0:1734016133.078362:0:13925:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880097219880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1981:x1818247336967680:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:2.0:1734016133.079471:0:13925:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880097219880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1981:x1818247336967680:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 1104us (1712us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016133.079486:0:13925:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9164 00002000:00100000:2.0:1734016133.079496:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (2289664->2293759) req@ffff880097219880 x1818247336967680/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:94/0 lens 488/4536 e 0 to 0 dl 1734016144 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016133.079504:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880097219880 with x1818247336967680 ext(2289664->2293759) 00002000:00010000:2.0:1734016133.079511:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880097219880 00000100:00100000:0.0:1734016133.083422:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016133.083688:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336967808 00000100:00100000:3.0:1734016133.083705:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336967808 00000100:00100000:3.0:1734016133.083804:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10903 00000100:00100000:3.0:1734016133.083820:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074e42680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:9673:x1818247336967808:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:3.0:1734016133.083861:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016133.083936:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a9a6d00/0x3f004d6452e08710 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d1e8b expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016133.083993:0:7689:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7600/0x3f004d6452e08702 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1e7d expref: 8 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016133.084003:0:7689:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a803b180/0x3f004d6452e08709 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1e84 expref: 5 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016133.084010:0:7689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016133.084014:0:7689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016133.084018:0:7689:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a9a6d00/0x3f004d6452e08710 lrc: 5/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [3244032->3284991] (req 3244032->3284991) gid 0 flags: 0x50000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1e8b expref: 8 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016133.084073:0:7689:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a803b180/0x3f004d6452e08709 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1e84 expref: 5 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016133.084090:0:7689:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a803b180/0x3f004d6452e08709 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1e84 expref: 5 pid: 7690 timeout: 497 lvb_type: 1 00000100:00100000:3.0:1734016133.084107:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88011d807480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339467136:192.168.201.10@tcp:104: 00010000:00010000:3.0:1734016133.084253:0:7689:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7600/0x3f004d6452e08702 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1e7d expref: 8 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016133.084263:0:7689:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7600/0x3f004d6452e08702 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1e7d expref: 8 pid: 7689 timeout: 497 lvb_type: 1 00000100:00100000:3.0:1734016133.084273:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88011d805c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339467264:192.168.201.10@tcp:104: 00000100:00100000:3.0:1734016133.084297:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac68e540 going to sleep for 11 seconds 00000100:00080000:2.0:1734016133.084387:0:6479:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734016103 00000100:00100000:3.0:1734016133.087629:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016133.088288:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88011d807480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339467136:192.168.201.10@tcp:104: 00000100:00100000:0.0:1734016133.088306:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88011d805c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339467264:192.168.201.10@tcp:104: 00010000:00010000:0.0:1734016133.088363:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a9a6d00/0x3f004d6452e08710 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [3244032->3284991] (req 3244032->3284991) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1e8b expref: 8 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016133.088394:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a9a6d00, rc 0) 00000100:00100000:0.0:1734016133.088487:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074e42680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:9673:x1818247336967808:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 4670us (5082us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016133.088498:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10903 00000100:00100000:3.0:1734016133.088822:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016133.088990:0:6470:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336968064 00000100:00100000:2.0:1734016133.089003:0:6470:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336968064 00010000:00010000:2.0:1734016133.089041:0:6470:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7600/0x3f004d6452e08702 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1e7d expref: 8 pid: 7689 timeout: 497 lvb_type: 1 00000100:00100000:2.0:1734016133.089081:0:6470:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336967936 00000100:00100000:2.0:1734016133.089084:0:6470:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336967936 00010000:00010000:2.0:1734016133.089097:0:6470:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a803b180/0x3f004d6452e08709 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1e84 expref: 6 pid: 7690 timeout: 497 lvb_type: 1 00000100:00100000:2.0:1734016133.089123:0:6470:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2937 00000100:00100000:2.0:1734016133.089131:0:6470:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d805500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1978:x1818247336968064:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016133.089156:0:6470:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016133.089201:0:6470:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7600/0x3f004d6452e08702 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1e7d expref: 8 pid: 7689 timeout: 497 lvb_type: 1 00010000:00010000:2.0:1734016133.089214:0:6470:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7600/0x3f004d6452e08702 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1e7d expref: 8 pid: 7689 timeout: 497 lvb_type: 1 00010000:00010000:2.0:1734016133.089253:0:6470:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7600/0x3f004d6452e08702 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1e7d expref: 8 pid: 7689 timeout: 497 lvb_type: 1 00010000:00010000:2.0:1734016133.089283:0:6470:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016133.089311:0:6470:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d805500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1978:x1818247336968064:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 182us (1701us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016133.089318:0:6470:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2937 00000100:00100000:2.0:1734016133.089337:0:6470:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2938 00000100:00100000:2.0:1734016133.089341:0:6470:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d807b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1978:x1818247336967936:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016133.089349:0:6470:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016133.089355:0:6470:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a803b180/0x3f004d6452e08709 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1e84 expref: 6 pid: 7690 timeout: 497 lvb_type: 1 00010000:00010000:2.0:1734016133.089368:0:6470:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a803b180/0x3f004d6452e08709 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1e84 expref: 6 pid: 7690 timeout: 497 lvb_type: 1 00010000:00010000:2.0:1734016133.089384:0:6470:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a803b180/0x3f004d6452e08709 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1e84 expref: 6 pid: 7690 timeout: 497 lvb_type: 1 00010000:00010000:2.0:1734016133.089404:0:6470:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016133.089406:0:6470:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016133.089416:0:6470:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a6d00/0x3f004d6452e08710 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3244032->3284991) gid 0 flags: 0x40080000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1e8b expref: 6 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016133.089428:0:6470:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a9a6d00/0x3f004d6452e08710 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3244032->3284991) gid 0 flags: 0x40080000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1e8b expref: 6 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016133.089481:0:6470:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009a9a6d00/0x3f004d6452e08710 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3244032->3284991) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1e8b expref: 6 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016133.089505:0:6470:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880073e30000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6470:1818247339467392:192.168.201.10@tcp:105: 00000100:00100000:2.0:1734016133.089560:0:6470:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012b911600 going to sleep for 11 seconds 00000100:00100000:2.0:1734016133.093521:0:6470:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880073e30000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6470:1818247339467392:192.168.201.10@tcp:105: 00010000:00010000:2.0:1734016133.093570:0:6470:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016133.093661:0:6470:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d807b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:1978:x1818247336967936:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 4313us (4835us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016133.093680:0:6470:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2938 00000100:00100000:3.0:1734016133.093810:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016133.094015:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336968192 00000100:00100000:0.0:1734016133.094026:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336968192 00000100:00100000:0.0:1734016133.094085:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10904 00000100:00100000:0.0:1734016133.094092:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d807800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1978:x1818247336968192:12345-192.168.201.10@tcp:22:fsx.0 00002000:00010000:0.0:1734016133.094493:0:7689:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 6085297 -> 6085297 00002000:00010000:0.0:1734016133.094497:0:7689:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016132 -> 1734016132 00002000:00010000:0.0:1734016133.094499:0:7689:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016131 -> 1734016131 00002000:00010000:0.0:1734016133.094501:0:7689:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016132 -> 1734016133 00002000:00010000:0.0:1734016133.094503:0:7689:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 392 -> 472 00000100:00100000:0.0:1734016133.094546:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d807800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1978:x1818247336968192:12345-192.168.201.10@tcp:22:fsx.0 Request processed in 454us (740us total) trans 4294969373 rc 0/0 00000100:00100000:0.0:1734016133.094552:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10904 00000100:00100000:3.0:1734016133.099368:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016133.099468:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336968320 00000100:00100000:2.0:1734016133.099485:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336968320 00000100:00100000:2.0:1734016133.099577:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10905 00000100:00100000:2.0:1734016133.099586:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d805f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:1981:x1818247336968320:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:2.0:1734016133.099617:0:7690:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016133.099654:0:7690:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880072172d00/0x3f004d6452e08717 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d1e92 expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016133.099770:0:7690:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880073e30000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339467520:192.168.201.10@tcp:106: 00000100:00100000:2.0:1734016133.100186:0:7690:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012b911600 going to sleep for 11 seconds 00002000:00010000:2.0:1734016133.102779:0:7690:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime: 1734016131 -> 1734016132 00000100:00100000:2.0:1734016133.102829:0:7690:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880073e30000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339467520:192.168.201.10@tcp:106: 00010000:00010000:2.0:1734016133.103011:0:7690:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880072172d00/0x3f004d6452e08717 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1e92 expref: 6 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016133.103035:0:7690:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880072172d00/0x3f004d6452e08717 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1e92 expref: 6 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016133.103067:0:7690:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880072172d00, rc 0) 00000100:00100000:2.0:1734016133.103179:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d805f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:1981:x1818247336968320:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 3592us (3829us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016133.103197:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10905 00000100:00100000:1.0:1734016133.105684:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016133.105802:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336968448 00000100:00100000:2.0:1734016133.105816:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336968448 00000100:00100000:0.0:1734016133.105989:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10906 00000100:00100000:0.0:1734016133.106001:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880097218e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:1980:x1818247336968448:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:0.0:1734016133.106037:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016133.106070:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a8038fc0/0x3f004d6452e0871e lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d1e99 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016133.106170:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074e40000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339467648:192.168.201.10@tcp:106: 00000100:00100000:0.0:1734016133.106667:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7486d80 going to sleep for 11 seconds 00000100:00100000:1.0:1734016133.109412:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074e40000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339467648:192.168.201.10@tcp:106: 00010000:00010000:1.0:1734016133.109486:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a8038fc0/0x3f004d6452e0871e lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1e99 expref: 6 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016133.109504:0:7689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a8038fc0/0x3f004d6452e0871e lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1e99 expref: 6 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016133.109555:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a8038fc0, rc 0) 00000100:00100000:1.0:1734016133.110375:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880097218e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:1980:x1818247336968448:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 4371us (4696us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016133.110387:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10906 00000100:00100000:3.0:1734016133.113733:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016133.113844:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336968576 00000100:00100000:1.0:1734016133.113882:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336968576 00000100:00100000:1.0:1734016133.114255:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10907 00000100:00100000:1.0:1734016133.114266:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d806300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:1981:x1818247336968576:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:1.0:1734016133.114305:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016133.114351:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880097236f40/0x3f004d6452e08725 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d1ea0 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016133.114470:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880097219c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339467776:192.168.201.10@tcp:106: 00000100:00100000:1.0:1734016133.114913:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b42cdb40 going to sleep for 11 seconds 00000100:00100000:1.0:1734016133.117941:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880097219c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339467776:192.168.201.10@tcp:106: 00010000:00010000:1.0:1734016133.117987:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880097236f40/0x3f004d6452e08725 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1ea0 expref: 6 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016133.118003:0:7689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097236f40/0x3f004d6452e08725 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1ea0 expref: 6 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016133.118030:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097236f40, rc 0) 00000100:00100000:1.0:1734016133.118645:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d806300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:1981:x1818247336968576:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 4378us (5091us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016133.118658:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10907 00000100:00100000:0.0:1734016133.123125:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016133.123276:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336968704 00000100:00100000:1.0:1734016133.123289:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336968704 00000100:00100000:1.0:1734016133.123361:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10908 00000100:00100000:1.0:1734016133.123372:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074e43800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:1980:x1818247336968704:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:1.0:1734016133.123403:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016133.123433:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800972373c0/0x3f004d6452e0872c lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d1ea7 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016133.123520:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880097219c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339467904:192.168.201.10@tcp:106: 00000100:00100000:1.0:1734016133.123621:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b42cdb40 going to sleep for 11 seconds 00000100:00100000:1.0:1734016133.125715:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880097219c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339467904:192.168.201.10@tcp:106: 00010000:00010000:1.0:1734016133.125782:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800972373c0/0x3f004d6452e0872c lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1ea7 expref: 6 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016133.125802:0:7689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800972373c0/0x3f004d6452e0872c lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1ea7 expref: 6 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016133.125845:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800972373c0, rc 0) 00000100:00100000:1.0:1734016133.125947:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074e43800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:1980:x1818247336968704:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 2576us (2838us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016133.125960:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10908 00000100:00100000:0.0:1734016133.129438:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016133.129656:0:8966:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336968960 00000100:00100000:3.0:1734016133.129674:0:8966:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336968960 00000100:00100000:3.0:1734016133.129916:0:8966:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2080 00000100:00100000:3.0:1734016133.129927:0:8966:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074e40380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+18:9673:x1818247336968960:12345-192.168.201.10@tcp:36:fsx.0 00010000:00010000:3.0:1734016133.129994:0:8966:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016133.130037:0:8966:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880097234d80/0x3f004d6452e086a0 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1e30 expref: 18 pid: 6482 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016133.130065:0:8966:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:3.0:1734016133.130070:0:8966:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1734016133.130350:0:8966:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a7600/0x3f004d6452e08733 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 8966 initiator: MDT0 00010000:00010000:3.0:1734016133.130367:0:8966:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a4fc0/0x3f004d6452e086bc lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1e45 expref: 21 pid: 8966 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016133.130377:0:8966:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a7600/0x3f004d6452e08733 lrc: 4/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 8966 initiator: MDT0 00010000:00010000:3.0:1734016133.130433:0:8966:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a4fc0/0x3f004d6452e086bc lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1e45 expref: 21 pid: 8966 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016133.130451:0:8966:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a4fc0/0x3f004d6452e086bc lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1e45 expref: 21 pid: 8966 timeout: 497 lvb_type: 0 00000100:00100000:3.0:1734016133.130470:0:8966:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88011d805c00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:8966:1818247339468032:192.168.201.10@tcp:104: 00000100:00100000:3.0:1734016133.130568:0:8966:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac68e540 going to sleep for 11 seconds 00000100:00080000:2.0:1734016133.131478:0:6479:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734016103 00000100:00100000:3.0:1734016133.134203:0:8966:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88011d805c00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:8966:1818247339468032:192.168.201.10@tcp:104: 00010000:00010000:3.0:1734016133.134253:0:8966:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a7600/0x3f004d6452e08733 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 8966 initiator: MDT0 00000100:00100000:2.0:1734016133.136282:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016133.136369:0:6470:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336969088 00000100:00100000:0.0:1734016133.136381:0:6470:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336969088 00010000:00010000:0.0:1734016133.136445:0:6470:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a4fc0/0x3f004d6452e086bc lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1e45 expref: 22 pid: 8966 timeout: 497 lvb_type: 0 00000100:00100000:0.0:1734016133.136497:0:6470:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2939 00000100:00100000:0.0:1734016133.136506:0:6470:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880073e30000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+22:1978:x1818247336969088:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016133.136534:0:6470:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016133.136544:0:6470:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a4fc0/0x3f004d6452e086bc lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1e45 expref: 22 pid: 8966 timeout: 497 lvb_type: 0 00010000:00010000:0.0:1734016133.136560:0:6470:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a4fc0/0x3f004d6452e086bc lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1e45 expref: 22 pid: 8966 timeout: 497 lvb_type: 0 00010000:00010000:0.0:1734016133.136596:0:6470:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a4fc0/0x3f004d6452e086bc lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1e45 expref: 22 pid: 8966 timeout: 497 lvb_type: 0 00010000:00010000:0.0:1734016133.136630:0:6470:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:0.0:1734016133.136637:0:6470:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a7600/0x3f004d6452e08733 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 8966 initiator: MDT0 00010000:00010000:0.0:1734016133.136650:0:6470:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a7600/0x3f004d6452e08733 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 8966 initiator: MDT0 00010000:00010000:0.0:1734016133.136659:0:6470:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a7600/0x3f004d6452e08733 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 8966 initiator: MDT0 00010000:00010000:0.0:1734016133.136689:0:6470:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016133.136777:0:6470:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880073e30000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+21:1978:x1818247336969088:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 271us (504us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016133.136785:0:6470:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2939 00000100:00080000:2.0:1734016133.137346:0:6479:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734016103 00010000:00010000:2.0:1734016133.137390:0:8966:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a7600/0x3f004d6452e08733 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8966 initiator: MDT0 00010000:00010000:2.0:1734016133.137396:0:8966:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a7600/0x3f004d6452e08733 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8966 initiator: MDT0 00000001:00080000:2.0:1734016133.137513:0:8966:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294968615 00000004:00010000:2.0:1734016133.137574:0:8966:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff880074e40380 reply state ffff880075097000 transno 4294968616 ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a7600/0x3f004d6452e08733 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8966 initiator: MDT0 00000100:00100000:2.0:1734016133.137581:0:8966:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1734016133.137678:0:8966:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074e40380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+20:9673:x1818247336968960:12345-192.168.201.10@tcp:36:fsx.0 Request processed in 7751us (8263us total) trans 4294968616 rc 0/0 00000100:00100000:2.0:1734016133.137686:0:8966:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2080 00000020:00080000:2.0:1734016133.137690:0:8966:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:0.0:1734016133.140664:0:3495:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a7600/0x3f004d6452e08733 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8966 initiator: MDT0 00010000:00010000:0.0:1734016133.140689:0:3495:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a7600/0x3f004d6452e08733 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 8966 initiator: MDT0 00010000:00010000:0.0:1734016133.140697:0:3495:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a7600/0x3f004d6452e08733 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8966 initiator: MDT0 00010000:00010000:0.0:1734016133.140705:0:3495:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88009a9a7600 already unused, calling callback (ffffffffa0f03950) 00010000:00010000:0.0:1734016133.140711:0:3495:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a7600/0x3f004d6452e08733 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8966 initiator: MDT0 00010000:00010000:0.0:1734016133.140719:0:3495:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a7600/0x3f004d6452e08733 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 8966 initiator: MDT0 00010000:00010000:0.0:1734016133.140743:0:3495:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:0.0:1734016133.140746:0:3495:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1734016133.140751:0:3495:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a7600/0x3f004d6452e08733 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8966 initiator: MDT0 00010000:00010000:0.0:1734016133.140755:0:3495:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a7600/0x3f004d6452e08733 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8966 initiator: MDT0 00000100:00100000:1.0:1734016133.140982:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016133.141674:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336969216 00000100:00100000:2.0:1734016133.141689:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336969216 00000100:00100000:2.0:1734016133.141761:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10909 00000100:00100000:2.0:1734016133.141770:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880097219c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:9673:x1818247336969216:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:2.0:1734016133.141799:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016133.141830:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880072172d00/0x3f004d6452e0873a lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d1eae expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016133.141899:0:7689:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a6d00/0x3f004d6452e08710 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3244032->3284991) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1e8b expref: 7 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016133.141912:0:7689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016133.141916:0:7689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016133.141920:0:7689:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880072172d00/0x3f004d6452e0873a lrc: 4/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1eae expref: 6 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016133.141979:0:7689:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a9a6d00/0x3f004d6452e08710 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3244032->3284991) gid 0 flags: 0x50000000020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1e8b expref: 7 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016133.141995:0:7689:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a9a6d00/0x3f004d6452e08710 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3244032->3284991) gid 0 flags: 0x70000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1e8b expref: 7 pid: 7689 timeout: 497 lvb_type: 0 00000100:00100000:2.0:1734016133.142019:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880073e30380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339468160:192.168.201.10@tcp:104: 00000100:00100000:2.0:1734016133.142124:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012b911cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1734016133.145693:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880073e30380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339468160:192.168.201.10@tcp:104: 00010000:00010000:2.0:1734016133.145748:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880072172d00/0x3f004d6452e0873a lrc: 3/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1eae expref: 6 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016133.145777:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880072172d00, rc 0) 00000100:00100000:2.0:1734016133.147002:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880097219c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:9673:x1818247336969216:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 5214us (6010us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016133.147021:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10909 00000100:00100000:0.0:1734016133.147971:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016133.148167:0:6469:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336969344 00000100:00100000:3.0:1734016133.148184:0:6469:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336969344 00010000:00010000:3.0:1734016133.148251:0:6469:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a9a6d00/0x3f004d6452e08710 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3244032->3284991) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1e8b expref: 8 pid: 7689 timeout: 497 lvb_type: 0 00000100:00100000:3.0:1734016133.148304:0:6469:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2940 00000100:00100000:3.0:1734016133.148312:0:6469:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b1ea7450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1978:x1818247336969344:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016133.148339:0:6469:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016133.148380:0:6469:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a9a6d00/0x3f004d6452e08710 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3244032->3284991) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1e8b expref: 8 pid: 7689 timeout: 497 lvb_type: 0 00010000:00010000:3.0:1734016133.148397:0:6469:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a9a6d00/0x3f004d6452e08710 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3244032->3284991) gid 0 flags: 0x50000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1e8b expref: 8 pid: 7689 timeout: 497 lvb_type: 0 00010000:00010000:3.0:1734016133.148442:0:6469:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a6d00/0x3f004d6452e08710 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3244032->3284991) gid 0 flags: 0x44801400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1e8b expref: 8 pid: 7689 timeout: 497 lvb_type: 0 00010000:00010000:3.0:1734016133.148483:0:6469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016133.148487:0:6469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016133.148496:0:6469:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880072172d00/0x3f004d6452e0873a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1eae expref: 5 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016133.148509:0:6469:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880072172d00/0x3f004d6452e0873a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1eae expref: 5 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016133.148567:0:6469:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880072172d00/0x3f004d6452e0873a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1eae expref: 5 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016133.148590:0:6469:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88011d805c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6469:1818247339468288:192.168.201.10@tcp:105: 00000100:00100000:3.0:1734016133.148698:0:6469:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac68e540 going to sleep for 11 seconds 00000100:00100000:3.0:1734016133.154245:0:6469:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88011d805c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6469:1818247339468288:192.168.201.10@tcp:105: 00010000:00010000:3.0:1734016133.154286:0:6469:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016133.154365:0:6469:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b1ea7450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1978:x1818247336969344:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 6053us (6400us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016133.154379:0:6469:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2940 00000100:00100000:0.0:1734016133.155761:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016133.157287:0:13925:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336969472 00000100:00100000:1.0:1734016133.157308:0:13925:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336969472 00002000:00010000:1.0:1734016133.157505:0:13925:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (9406520->18446744073709551615) 00002000:00100000:1.0:1734016133.157512:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074e42d80 with x1818247336969472 ext(9406520->18446744073709551615) 00002000:00010000:1.0:1734016133.157536:0:13925:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074e42d80. 00000100:00100000:1.0:1734016133.157590:0:13925:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9165 00000100:00100000:1.0:1734016133.157600:0:13925:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074e42d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1979:x1818247336969472:12345-192.168.201.10@tcp:10:fsx.0 00002000:00010000:1.0:1734016133.158056:0:13925:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 6085297 -> 9406520 00002000:00010000:1.0:1734016133.158061:0:13925:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016132 -> 1734016132 00002000:00010000:1.0:1734016133.158063:0:13925:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016132 -> 1734016131 00002000:00010000:1.0:1734016133.158066:0:13925:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016133 -> 1734016132 00002000:00010000:1.0:1734016133.158069:0:13925:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 472 -> 472 00000100:00100000:1.0:1734016133.158165:0:13925:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074e42d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1979:x1818247336969472:12345-192.168.201.10@tcp:10:fsx.0 Request processed in 565us (2413us total) trans 4294969374 rc 0/0 00000100:00100000:1.0:1734016133.158175:0:13925:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9165 00002000:00010000:1.0:1734016133.158180:0:13925:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (9406520->18446744073709551615) 00002000:00100000:1.0:1734016133.158182:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074e42d80 with x1818247336969472 ext(9406520->18446744073709551615) 00002000:00010000:1.0:1734016133.158198:0:13925:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074e42d80. 00000100:00100000:0.0:1734016133.161093:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016133.162209:0:8966:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336969600 00000100:00100000:2.0:1734016133.162225:0:8966:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336969600 00000100:00100000:2.0:1734016133.162447:0:8966:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2081 00000100:00100000:2.0:1734016133.162465:0:8966:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074e41c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+19:9673:x1818247336969600:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:2.0:1734016133.162500:0:8966:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016133.162534:0:8966:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880072170d80/0x3f004d6452e08741 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d1eb5 expref: -99 pid: 8966 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016133.162667:0:8966:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800721718c0/0x3f004d6452e08748 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 8966 initiator: MDT0 00010000:00010000:2.0:1734016133.162686:0:8966:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800721718c0/0x3f004d6452e08748 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 8966 initiator: MDT0 00010000:00010000:2.0:1734016133.162697:0:8966:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800721718c0/0x3f004d6452e08748 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 8966 initiator: MDT0 00000004:00200000:2.0:1734016133.162736:0:8966:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 9406520 00000004:00200000:2.0:1734016133.162741:0:8966:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1734016133.162762:0:8966:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800721718c0/0x3f004d6452e08748 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 8966 initiator: MDT0 00010000:00010000:2.0:1734016133.162792:0:8966:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880072170d80/0x3f004d6452e08741 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1eb5 expref: 21 pid: 8966 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016133.162833:0:8966:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800721718c0/0x3f004d6452e08748 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1eb5 expref: 20 pid: 8966 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016133.162842:0:8966:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:2.0:1734016133.162845:0:8966:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1734016133.162847:0:8966:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800721718c0, rc 0) 00000100:00100000:2.0:1734016133.162944:0:8966:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074e41c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+20:9673:x1818247336969600:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 485us (1869us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016133.162950:0:8966:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2081 00000100:00100000:0.0:1734016133.166271:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016133.166695:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336969728 00000100:00100000:2.0:1734016133.166716:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336969728 00000100:00100000:2.0:1734016133.166829:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10910 00000100:00100000:2.0:1734016133.166844:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074e42300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1978:x1818247336969728:12345-192.168.201.10@tcp:22:fsx.0 00002000:00010000:2.0:1734016133.167498:0:7689:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 9406520 -> 9406520 00002000:00010000:2.0:1734016133.167502:0:7689:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016132 -> 1734016132 00002000:00010000:2.0:1734016133.167504:0:7689:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016131 -> 1734016131 00002000:00010000:2.0:1734016133.167506:0:7689:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016132 -> 1734016133 00002000:00010000:2.0:1734016133.167509:0:7689:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 472 -> 496 00000100:00100000:2.0:1734016133.168238:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074e42300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+8:1978:x1818247336969728:12345-192.168.201.10@tcp:22:fsx.0 Request processed in 1393us (1987us total) trans 4294969375 rc 0/0 00000100:00100000:2.0:1734016133.168248:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10910 00000100:00100000:0.0:1734016133.171078:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016133.171340:0:6482:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336969856 00000100:00100000:1.0:1734016133.171354:0:6482:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336969856 00000100:00100000:1.0:1734016133.171707:0:6482:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2082 00000100:00100000:1.0:1734016133.171718:0:6482:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074e43480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+21:9673:x1818247336969856:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:1.0:1734016133.171751:0:6482:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016133.171785:0:6482:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880097237840/0x3f004d6452e0874f lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d1ebc expref: -99 pid: 6482 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016133.171955:0:6482:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800972346c0/0x3f004d6452e08756 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 6482 initiator: MDT0 00010000:00010000:1.0:1734016133.171975:0:6482:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800972346c0/0x3f004d6452e08756 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6482 initiator: MDT0 00010000:00010000:1.0:1734016133.171988:0:6482:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800972346c0/0x3f004d6452e08756 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6482 initiator: MDT0 00000004:00200000:1.0:1734016133.172029:0:6482:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 9406520 00000004:00200000:1.0:1734016133.172036:0:6482:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1734016133.172057:0:6482:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800972346c0/0x3f004d6452e08756 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6482 initiator: MDT0 00010000:00010000:1.0:1734016133.172084:0:6482:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880097237840/0x3f004d6452e0874f lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1ebc expref: 23 pid: 6482 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016133.172109:0:6482:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800972346c0/0x3f004d6452e08756 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1ebc expref: 22 pid: 6482 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016133.172120:0:6482:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:1.0:1734016133.172123:0:6482:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1734016133.172128:0:6482:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800972346c0, rc 0) 00000100:00100000:1.0:1734016133.172184:0:6482:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074e43480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+22:9673:x1818247336969856:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 468us (1127us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016133.172200:0:6482:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2082 00000100:00100000:0.0:1734016133.175117:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016133.175298:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336969984 00000100:00100000:2.0:1734016133.175315:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336969984 00000100:00100000:2.0:1734016133.175390:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10911 00000100:00100000:2.0:1734016133.175401:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074e40000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1979:x1818247336969984:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:2.0:1734016133.175438:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016133.175477:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e0875d lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d1ec3 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016133.175593:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880073e30380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339468416:192.168.201.10@tcp:106: 00000100:00100000:2.0:1734016133.175725:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012b911cc0 going to sleep for 11 seconds 00002000:00010000:2.0:1734016133.178346:0:7689:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime: 1734016131 -> 1734016132 00000100:00100000:2.0:1734016133.178395:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880073e30380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339468416:192.168.201.10@tcp:106: 00010000:00010000:2.0:1734016133.178449:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e0875d lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1ec3 expref: 8 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016133.178470:0:7689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e0875d lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1ec3 expref: 8 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016133.179048:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880072171440, rc 0) 00000100:00100000:2.0:1734016133.179145:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074e40000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1979:x1818247336969984:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 3742us (4053us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016133.179160:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10911 00000100:00100000:1.0:1734016133.183552:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016133.183648:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336970112 00000100:00100000:2.0:1734016133.183664:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336970112 00000100:00100000:2.0:1734016133.183729:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10912 00000100:00100000:2.0:1734016133.183738:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076b62d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1981:x1818247336970112:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:2.0:1734016133.183771:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016133.183802:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880072171f80/0x3f004d6452e08764 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d1eca expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016133.183920:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880073e30380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339468544:192.168.201.10@tcp:106: 00000100:00100000:2.0:1734016133.184009:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012b911cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1734016133.186331:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880073e30380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339468544:192.168.201.10@tcp:106: 00010000:00010000:2.0:1734016133.186376:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880072171f80/0x3f004d6452e08764 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1eca expref: 8 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016133.186391:0:7689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880072171f80/0x3f004d6452e08764 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1eca expref: 8 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016133.186674:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880072171f80, rc 0) 00000100:00100000:2.0:1734016133.187972:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076b62d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1981:x1818247336970112:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 4227us (4435us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016133.187985:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10912 00000100:00100000:0.0:1734016133.191476:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016133.192397:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336970240 00000100:00100000:3.0:1734016133.192422:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336970240 00000100:00100000:3.0:1734016133.192519:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10913 00000100:00100000:3.0:1734016133.192530:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074e41500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1980:x1818247336970240:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:3.0:1734016133.192573:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016133.192618:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7180/0x3f004d6452e0876b lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d1ed1 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016133.192752:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88011d805500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339468672:192.168.201.10@tcp:106: 00000100:00100000:3.0:1734016133.192917:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac68e3c0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016133.196653:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88011d805500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339468672:192.168.201.10@tcp:106: 00010000:00010000:3.0:1734016133.196735:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7180/0x3f004d6452e0876b lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1ed1 expref: 8 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016133.196752:0:7689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7180/0x3f004d6452e0876b lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1ed1 expref: 8 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016133.196791:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a9a7180, rc 0) 00000100:00100000:3.0:1734016133.196916:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074e41500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1980:x1818247336970240:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 4385us (5466us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016133.196930:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10913 00000100:00100000:0.0:1734016133.200044:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016133.200226:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336970368 00000100:00100000:3.0:1734016133.200243:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336970368 00000100:00100000:3.0:1734016133.200332:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10914 00000100:00100000:3.0:1734016133.200345:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009205b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1980:x1818247336970368:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:3.0:1734016133.200381:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016133.200421:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a9a6880/0x3f004d6452e08772 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d1ed8 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016133.200549:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88011d805500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339468800:192.168.201.10@tcp:106: 00000100:00100000:3.0:1734016133.200668:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac68e3c0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016133.204351:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88011d805500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339468800:192.168.201.10@tcp:106: 00010000:00010000:3.0:1734016133.204414:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a9a6880/0x3f004d6452e08772 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1ed8 expref: 8 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016133.204438:0:7689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a6880/0x3f004d6452e08772 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1ed8 expref: 8 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016133.204638:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a9a6880, rc 0) 00000100:00100000:3.0:1734016133.205067:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009205b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1980:x1818247336970368:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 4721us (5040us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016133.205080:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10914 00000100:00100000:0.0:1734016133.207330:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016133.207510:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336970496 00000100:00100000:3.0:1734016133.207530:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336970496 00000100:00100000:3.0:1734016133.207633:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10915 00000100:00100000:3.0:1734016133.207644:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011efc6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:9673:x1818247336970496:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:3.0:1734016133.207675:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016133.207704:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7cc0/0x3f004d6452e08779 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d1edf expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016133.207751:0:7689:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880072172d00/0x3f004d6452e0873a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1eae expref: 7 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016133.207759:0:7689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016133.207762:0:7689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016133.207766:0:7689:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7cc0/0x3f004d6452e08779 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [4972544->5017599] (req 4972544->5017599) gid 0 flags: 0x50000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1edf expref: 8 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016133.207816:0:7689:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880072172d00/0x3f004d6452e0873a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1eae expref: 7 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016133.207836:0:7689:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880072172d00/0x3f004d6452e0873a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1eae expref: 7 pid: 7689 timeout: 497 lvb_type: 0 00000100:00100000:3.0:1734016133.207853:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88011d805500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339468928:192.168.201.10@tcp:104: 00000100:00100000:3.0:1734016133.208823:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac68e3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016133.211840:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016133.212105:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88011d805500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339468928:192.168.201.10@tcp:104: 00010000:00010000:3.0:1734016133.212152:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7cc0/0x3f004d6452e08779 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [4972544->5017599] (req 4972544->5017599) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1edf expref: 8 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016133.212176:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a9a7cc0, rc 0) 00000100:00100000:3.0:1734016133.212263:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011efc6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:9673:x1818247336970496:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 4619us (4955us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016133.212274:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10915 00000100:00100000:2.0:1734016133.212809:0:6469:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336970624 00000100:00100000:2.0:1734016133.212818:0:6469:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336970624 00010000:00010000:2.0:1734016133.212853:0:6469:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880072172d00/0x3f004d6452e0873a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1eae expref: 8 pid: 7689 timeout: 497 lvb_type: 0 00000100:00100000:2.0:1734016133.212903:0:6469:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2941 00000100:00100000:2.0:1734016133.212909:0:6469:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011efc4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+8:1978:x1818247336970624:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016133.212936:0:6469:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016133.212967:0:6469:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880072172d00/0x3f004d6452e0873a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1eae expref: 8 pid: 7689 timeout: 497 lvb_type: 0 00010000:00010000:2.0:1734016133.212979:0:6469:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880072172d00/0x3f004d6452e0873a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1eae expref: 8 pid: 7689 timeout: 497 lvb_type: 0 00010000:00010000:2.0:1734016133.213012:0:6469:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880072172d00/0x3f004d6452e0873a lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1eae expref: 8 pid: 7689 timeout: 497 lvb_type: 0 00010000:00010000:2.0:1734016133.213033:0:6469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016133.213035:0:6469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016133.213046:0:6469:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7cc0/0x3f004d6452e08779 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4972544->5017599) gid 0 flags: 0x40080000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1edf expref: 7 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016133.213057:0:6469:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7cc0/0x3f004d6452e08779 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4972544->5017599) gid 0 flags: 0x40080000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1edf expref: 7 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016133.213112:0:6469:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7cc0/0x3f004d6452e08779 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4972544->5017599) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1edf expref: 7 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016133.213129:0:6469:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880073e30380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6469:1818247339469056:192.168.201.10@tcp:105: 00000100:00100000:2.0:1734016133.213221:0:6469:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012b911cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016133.216747:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016133.216921:0:6469:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880073e30380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6469:1818247339469056:192.168.201.10@tcp:105: 00010000:00010000:2.0:1734016133.216949:0:6469:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016133.217030:0:6469:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011efc4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1978:x1818247336970624:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 4120us (5210us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016133.217045:0:6469:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2941 00000100:00100000:3.0:1734016133.217604:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336970752 00000100:00100000:3.0:1734016133.217616:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336970752 00000100:00100000:3.0:1734016133.217669:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10916 00000100:00100000:3.0:1734016133.217675:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074f02680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1979:x1818247336970752:12345-192.168.201.10@tcp:22:fsx.0 00002000:00010000:3.0:1734016133.218099:0:7689:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 9406520 -> 9406520 00002000:00010000:3.0:1734016133.218103:0:7689:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016132 -> 1734016133 00002000:00010000:3.0:1734016133.218105:0:7689:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016132 -> 1734016131 00002000:00010000:3.0:1734016133.218107:0:7689:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016133 -> 1734016133 00002000:00010000:3.0:1734016133.218110:0:7689:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 496 -> 496 00000100:00100000:3.0:1734016133.218196:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074f02680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+9:1979:x1818247336970752:12345-192.168.201.10@tcp:22:fsx.0 Request processed in 513us (1458us total) trans 4294969376 rc 0/0 00000100:00100000:3.0:1734016133.218207:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10916 00000100:00100000:0.0:1734016133.221111:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016133.221322:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336970880 00000100:00100000:2.0:1734016133.221341:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336970880 00000100:00100000:2.0:1734016133.221698:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10917 00000100:00100000:2.0:1734016133.221712:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074623800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1980:x1818247336970880:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:2.0:1734016133.221746:0:7690:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016133.221776:0:7690:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880072172640/0x3f004d6452e08780 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d1ee6 expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016133.221859:0:7690:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880073e30380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339469184:192.168.201.10@tcp:106: 00000100:00100000:2.0:1734016133.221997:0:7690:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012b911cc0 going to sleep for 11 seconds 00002000:00010000:2.0:1734016133.224963:0:7690:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime: 1734016131 -> 1734016132 00000100:00100000:2.0:1734016133.225014:0:7690:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880073e30380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339469184:192.168.201.10@tcp:106: 00010000:00010000:2.0:1734016133.225070:0:7690:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880072172640/0x3f004d6452e08780 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1ee6 expref: 8 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016133.225088:0:7690:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880072172640/0x3f004d6452e08780 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1ee6 expref: 8 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016133.225688:0:7690:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880072172640, rc 0) 00000100:00100000:2.0:1734016133.225815:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074623800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1980:x1818247336970880:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 4105us (4726us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016133.225829:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10917 00000100:00100000:0.0:1734016133.228457:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016133.228624:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336971008 00000100:00100000:2.0:1734016133.228643:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336971008 00000100:00100000:2.0:1734016133.228731:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10918 00000100:00100000:2.0:1734016133.228744:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076949180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1978:x1818247336971008:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:2.0:1734016133.228780:0:7690:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016133.228822:0:7690:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880072172d00/0x3f004d6452e08787 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d1eed expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016133.229024:0:7690:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880073e30380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339469312:192.168.201.10@tcp:106: 00000100:00100000:2.0:1734016133.229174:0:7690:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012b911cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016133.232839:0:7690:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880073e30380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339469312:192.168.201.10@tcp:106: 00010000:00010000:3.0:1734016133.232954:0:7690:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880072172d00/0x3f004d6452e08787 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1eed expref: 8 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016133.232979:0:7690:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880072172d00/0x3f004d6452e08787 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1eed expref: 8 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016133.233007:0:7690:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880072172d00, rc 0) 00000100:00100000:3.0:1734016133.233553:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076949180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1978:x1818247336971008:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 4807us (5109us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016133.233566:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10918 00000100:00100000:0.0:1734016133.254367:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016133.255734:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016133.255796:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016133.256470:0:7695:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336971264 00000100:00100000:2.0:1734016133.256485:0:7695:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336971264 00002000:00100000:2.0:1734016133.256565:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (0->4988927) req@ffff880076948a80 x1818247336971264/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:94/0 lens 504/0 e 0 to 0 dl 1734016144 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016133.256576:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076948a80 with x1818247336971264 ext(0->4988927) 00002000:00010000:2.0:1734016133.256584:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076948a80 00000100:00100000:2.0:1734016133.256610:0:7695:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336971520 00000100:00100000:2.0:1734016133.256613:0:7695:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336971520 00002000:00100000:2.0:1734016133.256630:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (8388608->9408511) req@ffff880076948380 x1818247336971520/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:94/0 lens 488/0 e 0 to 0 dl 1734016144 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016133.256637:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076948380 with x1818247336971520 ext(8388608->9408511) 00002000:00010000:2.0:1734016133.256639:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076948380 00000100:00100000:2.0:1734016133.256649:0:7695:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336971392 00000100:00100000:2.0:1734016133.256652:0:7695:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336971392 00002000:00100000:2.0:1734016133.256663:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (4190208->8388607) req@ffff88007694b480 x1818247336971392/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:94/0 lens 504/0 e 0 to 0 dl 1734016144 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016133.256669:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007694b480 with x1818247336971392 ext(4190208->8388607) 00002000:00010000:2.0:1734016133.256672:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007694b480 00000100:00100000:2.0:1734016133.256685:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9166 00000100:00100000:2.0:1734016133.256695:0:7695:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076948a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+11:1981:x1818247336971264:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:2.0:1734016133.262290:0:13929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9167 00000100:00100000:2.0:1734016133.262320:0:13929:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076948380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+11:1981:x1818247336971520:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:2.0:1734016133.264481:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9168 00000100:00100000:2.0:1734016133.264497:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007694b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+12:1981:x1818247336971392:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:3.0:1734016133.303952:0:13929:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076948380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+13:1981:x1818247336971520:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 41619us (48209us total) trans 0 rc 1019904/1019904 00000100:00100000:3.0:1734016133.303969:0:13929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9167 00002000:00100000:3.0:1734016133.303988:0:13929:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (8388608->9408511) req@ffff880076948380 x1818247336971520/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:94/0 lens 488/440 e 0 to 0 dl 1734016144 ref 1 fl Complete:/200/0 rc 1019904/1019904 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016133.304000:0:13929:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076948380 with x1818247336971520 ext(8388608->9408511) 00002000:00010000:3.0:1734016133.304009:0:13929:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076948380 00000100:00100000:1.0:1734016133.381008:0:7695:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076948a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+11:1981:x1818247336971264:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 124279us (126632us total) trans 0 rc 4194304/4194304 00000100:00100000:1.0:1734016133.381030:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9166 00002000:00100000:1.0:1734016133.381066:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (0->4988927) req@ffff880076948a80 x1818247336971264/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:94/0 lens 504/440 e 0 to 0 dl 1734016144 ref 1 fl Complete:/200/0 rc 4194304/4194304 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016133.381092:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076948a80 with x1818247336971264 ext(0->4988927) 00002000:00010000:1.0:1734016133.381106:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076948a80 00000100:00100000:3.0:1734016133.410900:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007694b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+9:1981:x1818247336971392:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 146359us (155055us total) trans 0 rc 4194304/4194304 00000100:00100000:3.0:1734016133.410925:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9168 00002000:00100000:3.0:1734016133.410949:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (4190208->8388607) req@ffff88007694b480 x1818247336971392/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:94/0 lens 504/440 e 0 to 0 dl 1734016144 ref 1 fl Complete:/200/0 rc 4194304/4194304 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016133.410967:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007694b480 with x1818247336971392 ext(4190208->8388607) 00002000:00010000:3.0:1734016133.410976:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007694b480 00000100:00100000:0.0:1734016133.418138:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016133.420543:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336971776 00000100:00100000:3.0:1734016133.420577:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336971776 00002000:00100000:3.0:1734016133.420681:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (4980736->4988927) req@ffff880076948e00 x1818247336971776/t0(0) o4->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:94/0 lens 8680/0 e 0 to 0 dl 1734016144 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016133.420693:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076948e00 with x1818247336971776 ext(4980736->4988927) 00002000:00010000:3.0:1734016133.420701:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076948e00 00000100:00100000:3.0:1734016133.420771:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9169 00000100:00100000:3.0:1734016133.420781:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076948e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+9:1980:x1818247336971776:12345-192.168.201.10@tcp:4:fsx.0 00000100:00100000:3.0:1734016133.427284:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076948e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+11:1980:x1818247336971776:12345-192.168.201.10@tcp:4:fsx.0 Request processed in 6482us (9148us total) trans 4294969377 rc 0/0 00000100:00100000:3.0:1734016133.427303:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9169 00002000:00100000:3.0:1734016133.427324:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (4980736->4988927) req@ffff880076948e00 x1818247336971776/t4294969377(0) o4->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:94/0 lens 8680/448 e 0 to 0 dl 1734016144 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016133.427334:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076948e00 with x1818247336971776 ext(4980736->4988927) 00002000:00010000:3.0:1734016133.427343:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076948e00 00000100:00100000:2.0:1734016133.430340:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016133.430542:0:8966:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336971904 00000100:00100000:3.0:1734016133.430561:0:8966:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336971904 00000100:00100000:3.0:1734016133.430726:0:8966:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2083 00000100:00100000:3.0:1734016133.430737:0:8966:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880073e33480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+22:9673:x1818247336971904:12345-192.168.201.10@tcp:44:fsx.0 00000100:00100000:3.0:1734016133.432464:0:8966:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880073e33480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+22:9673:x1818247336971904:12345-192.168.201.10@tcp:44:fsx.0 Request processed in 1719us (2144us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016133.432481:0:8966:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2083 00000100:00100000:0.0:1734016133.435604:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016133.435767:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336972032 00000100:00100000:3.0:1734016133.435788:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336972032 00000100:00100000:3.0:1734016133.435896:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10919 00000100:00100000:3.0:1734016133.435905:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076949880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+11:1979:x1818247336972032:12345-192.168.201.10@tcp:16:fsx.0 00000001:00080000:2.0:1734016133.439040:0:8954:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969377 is committed 00000001:00080000:2.0:1734016133.439084:0:8954:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969375 is committed 00000100:00100000:3.0:1734016133.439903:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076949880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1979:x1818247336972032:12345-192.168.201.10@tcp:16:fsx.0 Request processed in 3943us (4270us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016133.439928:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10919 00000100:00100000:0.0:1734016133.445304:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016133.445437:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336972160 00000100:00100000:3.0:1734016133.445452:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336972160 00000100:00100000:3.0:1734016133.445725:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10920 00000100:00100000:3.0:1734016133.445737:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007694ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:1980:x1818247336972160:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:3.0:1734016133.445780:0:7690:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016133.445816:0:7690:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a9a6880/0x3f004d6452e0878e lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d1ef4 expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016133.446191:0:7690:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88011d805500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339469440:192.168.201.10@tcp:106: 00000100:00100000:3.0:1734016133.446289:0:7690:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac68e3c0 going to sleep for 11 seconds 00002000:00010000:3.0:1734016133.448328:0:7690:0:(ofd_lvb.c:301:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks: 496 -> 512 00000100:00100000:3.0:1734016133.448389:0:7690:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88011d805500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339469440:192.168.201.10@tcp:106: 00010000:00010000:3.0:1734016133.448460:0:7690:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a9a6880/0x3f004d6452e0878e lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1ef4 expref: 6 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016133.448481:0:7690:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a6880/0x3f004d6452e0878e lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1ef4 expref: 6 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016133.448516:0:7690:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a9a6880, rc 0) 00000100:00100000:3.0:1734016133.448604:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007694ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:1980:x1818247336972160:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 2865us (3324us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016133.448619:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10920 00000100:00100000:2.0:1734016133.454005:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016133.454380:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336972288 00000100:00100000:3.0:1734016133.454402:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336972288 00000100:00100000:3.0:1734016133.454540:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10921 00000100:00100000:3.0:1734016133.454551:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880073e30380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:1981:x1818247336972288:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:3.0:1734016133.454593:0:7690:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016133.454627:0:7690:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7a80/0x3f004d6452e08795 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d1efb expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016133.454735:0:7690:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88011d805500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339469568:192.168.201.10@tcp:106: 00000100:00100000:3.0:1734016133.454862:0:7690:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac68e3c0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016133.458234:0:7690:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88011d805500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339469568:192.168.201.10@tcp:106: 00010000:00010000:3.0:1734016133.458332:0:7690:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7a80/0x3f004d6452e08795 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1efb expref: 6 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016133.458355:0:7690:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7a80/0x3f004d6452e08795 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1efb expref: 6 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016133.458592:0:7690:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a9a7a80, rc 0) 00000100:00100000:3.0:1734016133.459251:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880073e30380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:1981:x1818247336972288:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 4695us (5263us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016133.459270:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10921 00000100:00100000:0.0:1734016133.464455:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016133.464605:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336972416 00000100:00100000:3.0:1734016133.464627:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336972416 00000100:00100000:3.0:1734016133.464704:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10922 00000100:00100000:3.0:1734016133.464715:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007694b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:1980:x1818247336972416:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:3.0:1734016133.464747:0:7690:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016133.464788:0:7690:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a9a4000/0x3f004d6452e0879c lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d1f02 expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016133.464942:0:7690:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88011d805500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339469696:192.168.201.10@tcp:106: 00000100:00100000:3.0:1734016133.466057:0:7690:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac68e3c0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016133.468686:0:7690:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88011d805500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339469696:192.168.201.10@tcp:106: 00010000:00010000:3.0:1734016133.468747:0:7690:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a9a4000/0x3f004d6452e0879c lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1f02 expref: 6 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016133.468768:0:7690:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a4000/0x3f004d6452e0879c lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1f02 expref: 6 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016133.469027:0:7690:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a9a4000, rc 0) 00000100:00100000:3.0:1734016133.469123:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007694b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:1980:x1818247336972416:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 4407us (4698us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016133.469140:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10922 00000100:00100000:0.0:1734016133.472407:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016133.472527:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336972544 00000100:00100000:3.0:1734016133.472546:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336972544 00000100:00100000:3.0:1734016133.472691:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10923 00000100:00100000:3.0:1734016133.472705:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076949c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:9673:x1818247336972544:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:3.0:1734016133.472745:0:7690:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016133.472794:0:7690:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7a80/0x3f004d6452e087a3 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d1f09 expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016133.472854:0:7690:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7cc0/0x3f004d6452e08779 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4972544->5017599) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1edf expref: 6 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016133.472888:0:7690:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016133.472891:0:7690:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016133.472896:0:7690:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7a80/0x3f004d6452e087a3 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [3121152->3125247] (req 3121152->3125247) gid 0 flags: 0x50000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1f09 expref: 6 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016133.472955:0:7690:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7cc0/0x3f004d6452e08779 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4972544->5017599) gid 0 flags: 0x50000000020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1edf expref: 6 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016133.472972:0:7690:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7cc0/0x3f004d6452e08779 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4972544->5017599) gid 0 flags: 0x70000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1edf expref: 6 pid: 7689 timeout: 497 lvb_type: 0 00000100:00100000:3.0:1734016133.472992:0:7690:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88011d805500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339469824:192.168.201.10@tcp:104: 00000100:00100000:3.0:1734016133.473535:0:7690:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac68e3c0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016133.487775:0:7690:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88011d805500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339469824:192.168.201.10@tcp:104: 00010000:00010000:3.0:1734016133.487839:0:7690:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7a80/0x3f004d6452e087a3 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [3121152->3125247] (req 3121152->3125247) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1f09 expref: 6 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016133.487908:0:7690:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a9a7a80, rc 0) 00000100:00100000:3.0:1734016133.487980:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076949c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:9673:x1818247336972544:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 15276us (15591us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016133.487992:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10923 00000100:00100000:2.0:1734016133.511010:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016133.511126:0:6469:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336972672 00000100:00100000:0.0:1734016133.511145:0:6469:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336972672 00010000:00010000:0.0:1734016133.511211:0:6469:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7cc0/0x3f004d6452e08779 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4972544->5017599) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1edf expref: 7 pid: 7689 timeout: 497 lvb_type: 0 00000100:00100000:0.0:1734016133.511263:0:6469:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2942 00000100:00100000:0.0:1734016133.511275:0:6469:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880073e30000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1979:x1818247336972672:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016133.511297:0:6469:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016133.511328:0:6469:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7cc0/0x3f004d6452e08779 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4972544->5017599) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1edf expref: 7 pid: 7689 timeout: 497 lvb_type: 0 00010000:00010000:0.0:1734016133.511343:0:6469:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7cc0/0x3f004d6452e08779 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4972544->5017599) gid 0 flags: 0x50000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1edf expref: 7 pid: 7689 timeout: 497 lvb_type: 0 00010000:00010000:0.0:1734016133.511378:0:6469:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7cc0/0x3f004d6452e08779 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4972544->5017599) gid 0 flags: 0x44801400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1edf expref: 7 pid: 7689 timeout: 497 lvb_type: 0 00010000:00010000:0.0:1734016133.511415:0:6469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016133.511418:0:6469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016133.511427:0:6469:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7a80/0x3f004d6452e087a3 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3121152->3125247) gid 0 flags: 0x40080000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1f09 expref: 5 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016133.511435:0:6469:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7a80/0x3f004d6452e087a3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3121152->3125247) gid 0 flags: 0x40080000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1f09 expref: 5 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016133.511481:0:6469:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7a80/0x3f004d6452e087a3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3121152->3125247) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1f09 expref: 5 pid: 7690 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016133.511505:0:6469:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007694a680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6469:1818247339469952:192.168.201.10@tcp:105: 00000100:00100000:0.0:1734016133.511593:0:6469:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7486b40 going to sleep for 11 seconds 00000100:00100000:0.0:1734016133.514477:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016133.514606:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336972928 00000100:00100000:3.0:1734016133.514619:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336972928 00002000:00100000:3.0:1734016133.514679:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (3121152->3125247) req@ffff880076949500 x1818247336972928/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:94/0 lens 488/0 e 0 to 0 dl 1734016144 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016133.514690:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076949500 with x1818247336972928 ext(3121152->3125247) 00002000:00010000:3.0:1734016133.514697:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076949500 00000100:00100000:3.0:1734016133.514737:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9170 00000100:00100000:3.0:1734016133.514744:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076949500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1981:x1818247336972928:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:3.0:1734016133.514984:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076949500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1981:x1818247336972928:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 239us (527us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016133.514992:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9170 00002000:00100000:3.0:1734016133.514999:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (3121152->3125247) req@ffff880076949500 x1818247336972928/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:94/0 lens 488/4536 e 0 to 0 dl 1734016144 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016133.515006:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076949500 with x1818247336972928 ext(3121152->3125247) 00002000:00010000:3.0:1734016133.515009:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076949500 00000100:00100000:2.0:1734016133.515542:0:6469:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007694a680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6469:1818247339469952:192.168.201.10@tcp:105: 00010000:00010000:2.0:1734016133.515578:0:6469:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016133.518290:0:6469:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880073e30000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1979:x1818247336972672:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 6987us (7267us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016133.518315:0:6469:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2942 00000100:00100000:0.0:1734016133.519079:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016133.519983:0:7695:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336973184 00000100:00100000:1.0:1734016133.520006:0:7695:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336973184 00002000:00100000:1.0:1734016133.520100:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (3117056->3121151) req@ffff88007694bb80 x1818247336973184/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:94/0 lens 488/0 e 0 to 0 dl 1734016144 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016133.520118:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007694bb80 with x1818247336973184 ext(3117056->3121151) 00002000:00010000:1.0:1734016133.520129:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007694bb80 00000100:00100000:1.0:1734016133.520201:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9171 00000100:00100000:1.0:1734016133.520211:0:7695:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007694bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1979:x1818247336973184:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:1.0:1734016133.520582:0:7695:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007694bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1979:x1818247336973184:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 371us (1504us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016133.520591:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9171 00002000:00100000:1.0:1734016133.520597:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (3117056->3121151) req@ffff88007694bb80 x1818247336973184/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:94/0 lens 488/4536 e 0 to 0 dl 1734016144 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016133.520606:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007694bb80 with x1818247336973184 ext(3117056->3121151) 00002000:00010000:1.0:1734016133.520609:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007694bb80 00000100:00100000:0.0:1734016133.524589:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016133.525716:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336973440 00000100:00100000:3.0:1734016133.525742:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336973440 00002000:00100000:3.0:1734016133.525848:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (3112960->3117055) req@ffff880076948700 x1818247336973440/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:94/0 lens 488/0 e 0 to 0 dl 1734016144 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016133.525891:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076948700 with x1818247336973440 ext(3112960->3117055) 00002000:00010000:3.0:1734016133.525902:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076948700 00000100:00100000:3.0:1734016133.525955:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9172 00000100:00100000:3.0:1734016133.525965:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076948700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1980:x1818247336973440:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:3.0:1734016133.526322:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076948700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1980:x1818247336973440:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 358us (1757us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016133.526334:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9172 00002000:00100000:3.0:1734016133.526342:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (3112960->3117055) req@ffff880076948700 x1818247336973440/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:94/0 lens 488/4536 e 0 to 0 dl 1734016144 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016133.526352:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076948700 with x1818247336973440 ext(3112960->3117055) 00002000:00010000:3.0:1734016133.526355:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076948700 00000100:00100000:2.0:1734016133.538688:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016133.541206:0:7695:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336973696 00000100:00100000:1.0:1734016133.541228:0:7695:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336973696 00002000:00100000:1.0:1734016133.541304:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (3108864->3112959) req@ffff8800744bfb80 x1818247336973696/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:94/0 lens 488/0 e 0 to 0 dl 1734016144 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016133.541318:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800744bfb80 with x1818247336973696 ext(3108864->3112959) 00002000:00010000:1.0:1734016133.541327:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800744bfb80 00000100:00100000:1.0:1734016133.541375:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9173 00000100:00100000:1.0:1734016133.541384:0:7695:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800744bfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1978:x1818247336973696:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:1.0:1734016133.541715:0:7695:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800744bfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1978:x1818247336973696:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 331us (3069us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016133.541727:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9173 00002000:00100000:1.0:1734016133.541734:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (3108864->3112959) req@ffff8800744bfb80 x1818247336973696/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:94/0 lens 488/4536 e 0 to 0 dl 1734016144 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016133.541741:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800744bfb80 with x1818247336973696 ext(3108864->3112959) 00002000:00010000:1.0:1734016133.541744:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800744bfb80 00000100:00100000:0.0:1734016133.546121:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016133.546382:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336973952 00000100:00100000:3.0:1734016133.546405:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336973952 00002000:00100000:3.0:1734016133.546508:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (3104768->3108863) req@ffff88007694b100 x1818247336973952/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:94/0 lens 488/0 e 0 to 0 dl 1734016144 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016133.546524:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007694b100 with x1818247336973952 ext(3104768->3108863) 00002000:00010000:3.0:1734016133.546535:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007694b100 00000100:00100000:3.0:1734016133.546585:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9174 00000100:00100000:3.0:1734016133.546599:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007694b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1979:x1818247336973952:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:3.0:1734016133.546971:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007694b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1979:x1818247336973952:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 374us (870us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016133.546979:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9174 00002000:00100000:3.0:1734016133.546987:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (3104768->3108863) req@ffff88007694b100 x1818247336973952/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:94/0 lens 488/4536 e 0 to 0 dl 1734016144 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016133.546994:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007694b100 with x1818247336973952 ext(3104768->3108863) 00002000:00010000:3.0:1734016133.546998:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007694b100 00000100:00100000:2.0:1734016133.550657:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016133.551580:0:7695:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336974208 00000100:00100000:1.0:1734016133.551601:0:7695:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336974208 00002000:00100000:1.0:1734016133.551713:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (3100672->3104767) req@ffff8800744bc000 x1818247336974208/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:94/0 lens 488/0 e 0 to 0 dl 1734016144 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016133.551728:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800744bc000 with x1818247336974208 ext(3100672->3104767) 00002000:00010000:1.0:1734016133.551742:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800744bc000 00000100:00100000:1.0:1734016133.551801:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9175 00000100:00100000:1.0:1734016133.551815:0:7695:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800744bc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1980:x1818247336974208:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:1.0:1734016133.552315:0:7695:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800744bc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1980:x1818247336974208:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 499us (1685us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016133.552325:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9175 00002000:00100000:1.0:1734016133.552333:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (3100672->3104767) req@ffff8800744bc000 x1818247336974208/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:94/0 lens 488/4536 e 0 to 0 dl 1734016144 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016133.552340:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800744bc000 with x1818247336974208 ext(3100672->3104767) 00002000:00010000:1.0:1734016133.552344:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800744bc000 00000100:00100000:0.0:1734016133.556479:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016133.556659:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336974464 00000100:00100000:3.0:1734016133.556682:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336974464 00002000:00100000:3.0:1734016133.556786:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (3096576->3100671) req@ffff88007694a300 x1818247336974464/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:94/0 lens 488/0 e 0 to 0 dl 1734016144 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016133.556800:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007694a300 with x1818247336974464 ext(3096576->3100671) 00002000:00010000:3.0:1734016133.556808:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007694a300 00000100:00100000:3.0:1734016133.557001:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9176 00000100:00100000:3.0:1734016133.557016:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007694a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1980:x1818247336974464:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:3.0:1734016133.557373:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007694a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1980:x1818247336974464:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 359us (923us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016133.557383:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9176 00002000:00100000:3.0:1734016133.557390:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (3096576->3100671) req@ffff88007694a300 x1818247336974464/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:94/0 lens 488/4536 e 0 to 0 dl 1734016144 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016133.557399:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007694a300 with x1818247336974464 ext(3096576->3100671) 00002000:00010000:3.0:1734016133.557402:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007694a300 00000100:00100000:1.0:1734016133.560854:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016133.561413:0:7695:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336974720 00000100:00100000:2.0:1734016133.561430:0:7695:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336974720 00002000:00100000:2.0:1734016133.561509:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (3092480->3096575) req@ffff880076b62300 x1818247336974720/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:94/0 lens 488/0 e 0 to 0 dl 1734016144 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016133.561523:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076b62300 with x1818247336974720 ext(3092480->3096575) 00002000:00010000:2.0:1734016133.561533:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076b62300 00000100:00100000:2.0:1734016133.561578:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9177 00000100:00100000:2.0:1734016133.561590:0:7695:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076b62300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1980:x1818247336974720:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:2.0:1734016133.561941:0:7695:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076b62300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1980:x1818247336974720:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 348us (1105us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016133.561951:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9177 00002000:00100000:2.0:1734016133.561959:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (3092480->3096575) req@ffff880076b62300 x1818247336974720/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:94/0 lens 488/4536 e 0 to 0 dl 1734016144 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016133.561968:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076b62300 with x1818247336974720 ext(3092480->3096575) 00002000:00010000:2.0:1734016133.561971:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076b62300 00000100:00100000:2.0:1734016133.566817:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016133.567131:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336974976 00000100:00100000:3.0:1734016133.567148:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336974976 00002000:00100000:3.0:1734016133.567233:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (3088384->3092479) req@ffff8800744bf480 x1818247336974976/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:94/0 lens 488/0 e 0 to 0 dl 1734016144 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016133.567246:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800744bf480 with x1818247336974976 ext(3088384->3092479) 00002000:00010000:3.0:1734016133.567253:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800744bf480 00000100:00100000:3.0:1734016133.567315:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9178 00000100:00100000:3.0:1734016133.567323:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800744bf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1979:x1818247336974976:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:3.0:1734016133.568363:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800744bf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1979:x1818247336974976:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 1033us (1563us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016133.568382:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9178 00002000:00100000:3.0:1734016133.568392:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (3088384->3092479) req@ffff8800744bf480 x1818247336974976/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:94/0 lens 488/4536 e 0 to 0 dl 1734016144 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016133.568402:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800744bf480 with x1818247336974976 ext(3088384->3092479) 00002000:00010000:3.0:1734016133.568406:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800744bf480 00000100:00100000:0.0:1734016133.572536:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016133.573754:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336975232 00000100:00100000:3.0:1734016133.573778:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336975232 00002000:00100000:3.0:1734016133.573860:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (3084288->3088383) req@ffff88007694a680 x1818247336975232/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:94/0 lens 488/0 e 0 to 0 dl 1734016144 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016133.573933:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007694a680 with x1818247336975232 ext(3084288->3088383) 00002000:00010000:3.0:1734016133.573942:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007694a680 00000100:00100000:3.0:1734016133.574000:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9179 00000100:00100000:3.0:1734016133.574009:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007694a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1978:x1818247336975232:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:3.0:1734016133.574317:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007694a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1978:x1818247336975232:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 307us (1805us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016133.574326:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9179 00002000:00100000:3.0:1734016133.574334:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (3084288->3088383) req@ffff88007694a680 x1818247336975232/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:94/0 lens 488/4536 e 0 to 0 dl 1734016144 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016133.574342:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007694a680 with x1818247336975232 ext(3084288->3088383) 00002000:00010000:3.0:1734016133.574345:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007694a680 00000100:00100000:1.0:1734016133.577460:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016133.578239:0:7695:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336975488 00000100:00100000:2.0:1734016133.578261:0:7695:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336975488 00002000:00100000:2.0:1734016133.578359:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (3080192->3084287) req@ffff880076b63480 x1818247336975488/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:94/0 lens 488/0 e 0 to 0 dl 1734016144 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016133.578373:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076b63480 with x1818247336975488 ext(3080192->3084287) 00002000:00010000:2.0:1734016133.578384:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076b63480 00000100:00100000:2.0:1734016133.578439:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9180 00000100:00100000:2.0:1734016133.578454:0:7695:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076b63480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1980:x1818247336975488:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:2.0:1734016133.578888:0:7695:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076b63480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1980:x1818247336975488:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 415us (1422us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016133.578898:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9180 00002000:00100000:2.0:1734016133.578908:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (3080192->3084287) req@ffff880076b63480 x1818247336975488/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:94/0 lens 488/4536 e 0 to 0 dl 1734016144 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016133.578914:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076b63480 with x1818247336975488 ext(3080192->3084287) 00002000:00010000:2.0:1734016133.578919:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076b63480 00000100:00100000:0.0:1734016133.582808:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016133.584331:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336975616 00000100:00100000:3.0:1734016133.584351:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336975616 00002000:00100000:3.0:1734016133.584432:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (3080192->3125247) req@ffff880135f54700 x1818247336975616/t0(0) o4->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:94/0 lens 488/0 e 0 to 0 dl 1734016144 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016133.584449:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880135f54700 with x1818247336975616 ext(3080192->3125247) 00002000:00010000:3.0:1734016133.584458:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880135f54700 00000100:00100000:3.0:1734016133.584505:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9181 00000100:00100000:3.0:1734016133.584514:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880135f54700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1978:x1818247336975616:12345-192.168.201.10@tcp:4:fsx.0 00000100:00100000:3.0:1734016133.589819:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880135f54700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+8:1978:x1818247336975616:12345-192.168.201.10@tcp:4:fsx.0 Request processed in 5290us (7014us total) trans 4294969378 rc 0/0 00000100:00100000:3.0:1734016133.589836:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9181 00002000:00100000:3.0:1734016133.589853:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (3080192->3125247) req@ffff880135f54700 x1818247336975616/t4294969378(0) o4->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:94/0 lens 488/448 e 0 to 0 dl 1734016144 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016133.589888:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880135f54700 with x1818247336975616 ext(3080192->3125247) 00002000:00010000:3.0:1734016133.589896:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880135f54700 00000100:00100000:1.0:1734016133.591671:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016133.591765:0:8966:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336975744 00000100:00100000:3.0:1734016133.591779:0:8966:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336975744 00000100:00100000:3.0:1734016133.591842:0:8966:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2084 00000100:00100000:3.0:1734016133.591851:0:8966:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076b36680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+20:9673:x1818247336975744:12345-192.168.201.10@tcp:44:fsx.0 00000100:00100000:3.0:1734016133.592037:0:8966:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076b36680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+20:9673:x1818247336975744:12345-192.168.201.10@tcp:44:fsx.0 Request processed in 186us (375us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016133.592045:0:8966:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2084 00000100:00100000:1.0:1734016133.593234:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016133.593366:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336975872 00000100:00100000:3.0:1734016133.593373:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336975872 00000100:00100000:3.0:1734016133.593415:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10924 00000100:00100000:3.0:1734016133.593424:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076a9a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+8:1978:x1818247336975872:12345-192.168.201.10@tcp:16:fsx.0 00000001:00080000:2.0:1734016133.595964:0:8954:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969378 is committed 00000100:00100000:3.0:1734016133.596994:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076a9a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1978:x1818247336975872:12345-192.168.201.10@tcp:16:fsx.0 Request processed in 3556us (3746us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016133.597011:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10924 00000100:00100000:0.0:1734016133.600609:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016133.601101:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336976000 00000100:00100000:3.0:1734016133.601118:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336976000 00000100:00100000:3.0:1734016133.601178:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10925 00000100:00100000:3.0:1734016133.601197:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880135f55500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1980:x1818247336976000:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:3.0:1734016133.601232:0:7690:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016133.601263:0:7690:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a9a6880/0x3f004d6452e087aa lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d1f10 expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016133.601359:0:7690:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88011d805500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339470080:192.168.201.10@tcp:106: 00000100:00100000:3.0:1734016133.601467:0:7690:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac68e9c0 going to sleep for 11 seconds 00002000:00010000:3.0:1734016133.603632:0:7690:0:(ofd_lvb.c:301:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks: 512 -> 600 00000100:00100000:3.0:1734016133.603675:0:7690:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88011d805500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339470080:192.168.201.10@tcp:106: 00010000:00010000:3.0:1734016133.603725:0:7690:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a9a6880/0x3f004d6452e087aa lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1f10 expref: 7 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016133.603743:0:7690:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a6880/0x3f004d6452e087aa lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1f10 expref: 7 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016133.603760:0:7690:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a9a6880, rc 0) 00000100:00100000:3.0:1734016133.604252:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880135f55500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1980:x1818247336976000:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 3054us (3660us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016133.604263:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10925 00000100:00100000:1.0:1734016133.609101:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016133.609332:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336976128 00000100:00100000:3.0:1734016133.609351:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336976128 00000100:00100000:3.0:1734016133.609592:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10926 00000100:00100000:3.0:1734016133.609609:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076a9b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1978:x1818247336976128:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:3.0:1734016133.609647:0:7690:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016133.609688:0:7690:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7180/0x3f004d6452e087b1 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d1f17 expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016133.609813:0:7690:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88011d805500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339470208:192.168.201.10@tcp:106: 00000100:00100000:3.0:1734016133.609988:0:7690:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac68e9c0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016133.613266:0:7690:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88011d805500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339470208:192.168.201.10@tcp:106: 00010000:00010000:3.0:1734016133.613336:0:7690:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7180/0x3f004d6452e087b1 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1f17 expref: 7 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016133.613354:0:7690:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7180/0x3f004d6452e087b1 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1f17 expref: 7 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016133.613387:0:7690:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a9a7180, rc 0) 00000100:00100000:3.0:1734016133.613475:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076a9b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1978:x1818247336976128:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 3867us (4400us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016133.613487:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10926 00000100:00100000:1.0:1734016133.634977:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016133.635071:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336976384 00000100:00100000:3.0:1734016133.635084:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336976384 00002000:00100000:3.0:1734016133.635163:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (0->6615039) req@ffff880076a9bb80 x1818247336976384/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:94/0 lens 520/0 e 0 to 0 dl 1734016144 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016133.635176:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076a9bb80 with x1818247336976384 ext(0->6615039) 00002000:00010000:3.0:1734016133.635194:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076a9bb80 00000100:00100000:3.0:1734016133.635242:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9182 00000100:00100000:3.0:1734016133.635252:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076a9bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1978:x1818247336976384:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:0.0:1734016133.640242:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016133.640314:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016133.640406:0:13929:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336976640 00000100:00100000:0.0:1734016133.640422:0:13929:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336976640 00002000:00100000:0.0:1734016133.640511:0:13929:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (4235264->8433663) req@ffff880135f57480 x1818247336976640/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:94/0 lens 504/0 e 0 to 0 dl 1734016144 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016133.640525:0:13929:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880135f57480 with x1818247336976640 ext(4235264->8433663) 00002000:00010000:0.0:1734016133.640532:0:13929:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880135f57480 00000100:00100000:0.0:1734016133.640561:0:13929:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336976896 00000100:00100000:0.0:1734016133.640564:0:13929:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336976896 00002000:00100000:0.0:1734016133.640577:0:13929:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (8433664->9408511) req@ffff880135f55880 x1818247336976896/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:94/0 lens 488/0 e 0 to 0 dl 1734016144 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016133.640585:0:13929:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880135f55880 with x1818247336976896 ext(8433664->9408511) 00002000:00010000:0.0:1734016133.640588:0:13929:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880135f55880 00000100:00100000:0.0:1734016133.640625:0:13929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9183 00000100:00100000:0.0:1734016133.640636:0:13929:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880135f57480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+8:1979:x1818247336976640:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:1.0:1734016133.643365:0:13925:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9184 00000100:00100000:1.0:1734016133.643388:0:13925:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880135f55880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+8:1979:x1818247336976896:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:1.0:1734016133.663648:0:13925:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880135f55880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+10:1979:x1818247336976896:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 20239us (23305us total) trans 0 rc 974848/974848 00000100:00100000:1.0:1734016133.663669:0:13925:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9184 00002000:00100000:1.0:1734016133.663688:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (8433664->9408511) req@ffff880135f55880 x1818247336976896/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:94/0 lens 488/440 e 0 to 0 dl 1734016144 ref 1 fl Complete:/200/0 rc 974848/974848 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016133.663702:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880135f55880 with x1818247336976896 ext(8433664->9408511) 00002000:00010000:1.0:1734016133.663717:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880135f55880 00000100:00100000:1.0:1734016133.663798:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016133.663901:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336977152 00000100:00100000:2.0:1734016133.663918:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336977152 00000100:00100000:2.0:1734016133.663987:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 116 00000100:00100000:2.0:1734016133.663996:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076a98a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1981:x1818247336977152:12345-192.168.201.10@tcp:400:kworker.0 00000100:00100000:2.0:1734016133.664052:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076a98a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1981:x1818247336977152:12345-192.168.201.10@tcp:400:kworker.0 Request processed in 59us (255us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016133.664058:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 116 00000100:00080000:2.0:1734016133.664101:0:6479:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1734016103 00000100:00100000:1.0:1734016133.664429:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016133.664476:0:6478:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336977024 00000100:00100000:2.0:1734016133.664480:0:6478:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336977024 00000100:00100000:2.0:1734016133.664513:0:6478:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 330 00000100:00100000:2.0:1734016133.664519:0:6478:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800ac540450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:63afa445-d95f-4754-9884-d132561fd492+12:1981:x1818247336977024:12345-192.168.201.10@tcp:400:kworker.0 00000100:00100000:2.0:1734016133.664561:0:6478:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800ac540450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:63afa445-d95f-4754-9884-d132561fd492+12:1981:x1818247336977024:12345-192.168.201.10@tcp:400:kworker.0 Request processed in 42us (134us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016133.664568:0:6478:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 330 00000100:00080000:2.0:1734016133.664602:0:6479:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734016103 00010000:00010000:2.0:1734016133.668934:0:6471:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734016133.733808:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076a9bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+8:1978:x1818247336976384:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 98538us (98824us total) trans 0 rc 4194304/4194304 00000100:00100000:3.0:1734016133.733822:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9182 00002000:00100000:3.0:1734016133.733842:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (0->6615039) req@ffff880076a9bb80 x1818247336976384/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:94/0 lens 520/440 e 0 to 0 dl 1734016144 ref 1 fl Complete:/200/0 rc 4194304/4194304 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016133.733854:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076a9bb80 with x1818247336976384 ext(0->6615039) 00002000:00010000:3.0:1734016133.733882:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076a9bb80 00000100:00100000:2.0:1734016133.779859:0:13929:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880135f57480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1979:x1818247336976640:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 139202us (139627us total) trans 0 rc 4194304/4194304 00000100:00100000:2.0:1734016133.779891:0:13929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9183 00002000:00100000:2.0:1734016133.779905:0:13929:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (4235264->8433663) req@ffff880135f57480 x1818247336976640/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:94/0 lens 504/440 e 0 to 0 dl 1734016144 ref 1 fl Complete:/200/0 rc 4194304/4194304 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016133.779917:0:13929:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880135f57480 with x1818247336976640 ext(4235264->8433663) 00002000:00010000:2.0:1734016133.779927:0:13929:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880135f57480 00000100:00100000:1.0:1734016133.794643:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016133.798013:0:6482:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336977408 00000100:00100000:2.0:1734016133.798049:0:6482:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336977408 00000100:00100000:2.0:1734016133.798174:0:6482:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2085 00000100:00100000:2.0:1734016133.798199:0:6482:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076a98e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+22:9673:x1818247336977408:12345-192.168.201.10@tcp:36:fsx.0 00010000:00010000:2.0:1734016133.798294:0:6482:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016133.799130:0:6482:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800972346c0/0x3f004d6452e08756 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1ebc expref: 22 pid: 6482 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016133.799812:0:6482:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:2.0:1734016133.799819:0:6482:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1734016133.803717:0:6482:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a6d00/0x3f004d6452e087b8 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6482 initiator: MDT0 00010000:00010000:3.0:1734016133.803754:0:6482:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800721718c0/0x3f004d6452e08748 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1eb5 expref: 19 pid: 8966 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016133.803762:0:6482:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a6d00/0x3f004d6452e087b8 lrc: 4/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6482 initiator: MDT0 00010000:00010000:3.0:1734016133.803827:0:6482:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8800721718c0/0x3f004d6452e08748 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1eb5 expref: 19 pid: 8966 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016133.803847:0:6482:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8800721718c0/0x3f004d6452e08748 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1eb5 expref: 19 pid: 8966 timeout: 497 lvb_type: 0 00000100:00100000:3.0:1734016133.803907:0:6482:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88011d805500 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6482:1818247339470336:192.168.201.10@tcp:104: 00000100:00100000:3.0:1734016133.804031:0:6482:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac68e3c0 going to sleep for 11 seconds 00000100:00100000:1.0:1734016133.814956:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016133.815117:0:6469:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336977536 00000100:00100000:2.0:1734016133.815138:0:6469:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336977536 00010000:00010000:2.0:1734016133.815223:0:6469:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800721718c0/0x3f004d6452e08748 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1eb5 expref: 20 pid: 8966 timeout: 497 lvb_type: 0 00000100:00100000:2.0:1734016133.815285:0:6469:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2943 00000100:00100000:2.0:1734016133.815296:0:6469:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076a9b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+20:1979:x1818247336977536:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016133.815322:0:6469:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016133.815332:0:6469:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8800721718c0/0x3f004d6452e08748 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1eb5 expref: 20 pid: 8966 timeout: 497 lvb_type: 0 00010000:00010000:2.0:1734016133.815353:0:6469:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8800721718c0/0x3f004d6452e08748 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1eb5 expref: 20 pid: 8966 timeout: 497 lvb_type: 0 00010000:00010000:2.0:1734016133.815397:0:6469:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:2.0:1734016133.815408:0:6469:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a6d00/0x3f004d6452e087b8 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6482 initiator: MDT0 00010000:00010000:2.0:1734016133.815419:0:6469:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a6d00/0x3f004d6452e087b8 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50290000000000 pid: 6482 initiator: MDT0 00010000:00010000:2.0:1734016133.815429:0:6469:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a6d00/0x3f004d6452e087b8 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50290000000000 pid: 6482 initiator: MDT0 00010000:00010000:2.0:1734016133.815454:0:6469:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016133.815536:0:6469:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076a9b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+20:1979:x1818247336977536:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 240us (605us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016133.815542:0:6469:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2943 00010000:00010000:3.0:1734016133.815599:0:6482:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800721718c0/0x3f004d6452e08748 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1eb5 expref: 19 pid: 8966 timeout: 497 lvb_type: 0 00000100:00100000:3.0:1734016133.815630:0:6482:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88011d805500 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6482:1818247339470336:192.168.201.10@tcp:104: 00010000:00010000:3.0:1734016133.815655:0:6482:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a6d00/0x3f004d6452e087b8 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6482 initiator: MDT0 00010000:00010000:3.0:1734016133.815663:0:6482:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a6d00/0x3f004d6452e087b8 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6482 initiator: MDT0 00010000:00010000:3.0:1734016133.815669:0:6482:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a6d00/0x3f004d6452e087b8 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6482 initiator: MDT0 00000001:00080000:3.0:1734016133.815853:0:6482:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294968617 00000004:00010000:3.0:1734016133.815984:0:6482:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff880076a98e00 reply state ffff8800753c7000 transno 4294968618 ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a6d00/0x3f004d6452e087b8 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6482 initiator: MDT0 00000100:00100000:3.0:1734016133.815992:0:6482:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1734016133.816123:0:6482:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076a98e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+24:9673:x1818247336977408:12345-192.168.201.10@tcp:36:fsx.0 Request processed in 17929us (21504us total) trans 4294968618 rc 0/0 00000100:00100000:3.0:1734016133.816133:0:6482:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2085 00000020:00080000:3.0:1734016133.816141:0:6482:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1734016133.828336:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016133.828444:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336977664 00010000:00010000:0.0:1734016133.828462:0:3494:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a6d00/0x3f004d6452e087b8 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6482 initiator: MDT0 00000100:00100000:2.0:1734016133.828465:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336977664 00010000:00010000:0.0:1734016133.828482:0:3494:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a6d00/0x3f004d6452e087b8 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6482 initiator: MDT0 00010000:00010000:0.0:1734016133.828491:0:3494:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a6d00/0x3f004d6452e087b8 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6482 initiator: MDT0 00010000:00010000:0.0:1734016133.828501:0:3494:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88009a9a6d00 already unused, calling callback (ffffffffa0f03950) 00010000:00010000:0.0:1734016133.828507:0:3494:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a6d00/0x3f004d6452e087b8 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6482 initiator: MDT0 00010000:00010000:0.0:1734016133.828516:0:3494:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a6d00/0x3f004d6452e087b8 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6482 initiator: MDT0 00010000:00010000:0.0:1734016133.828542:0:3494:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:0.0:1734016133.828545:0:3494:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1734016133.828550:0:3494:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a6d00/0x3f004d6452e087b8 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6482 initiator: MDT0 00010000:00010000:0.0:1734016133.828563:0:3494:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a6d00/0x3f004d6452e087b8 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6482 initiator: MDT0 00000100:00100000:2.0:1734016133.829723:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10927 00000100:00100000:2.0:1734016133.829735:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076a98000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:9673:x1818247336977664:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:2.0:1734016133.829764:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016133.829797:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800721718c0/0x3f004d6452e087bf lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d1f1e expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016133.829854:0:7689:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7a80/0x3f004d6452e087a3 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3121152->3125247) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1f09 expref: 5 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016133.829880:0:7689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016133.829882:0:7689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016133.829887:0:7689:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800721718c0/0x3f004d6452e087bf lrc: 4/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1f1e expref: 7 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016133.829943:0:7689:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7a80/0x3f004d6452e087a3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3121152->3125247) gid 0 flags: 0x50000000020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1f09 expref: 5 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016133.829965:0:7689:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7a80/0x3f004d6452e087a3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3121152->3125247) gid 0 flags: 0x70000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1f09 expref: 5 pid: 7690 timeout: 497 lvb_type: 0 00000100:00100000:2.0:1734016133.829990:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800744bed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339470464:192.168.201.10@tcp:104: 00000100:00100000:2.0:1734016133.830115:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012b9119c0 going to sleep for 11 seconds 00000100:00100000:2.0:1734016133.840246:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800744bed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339470464:192.168.201.10@tcp:104: 00010000:00010000:2.0:1734016133.840323:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800721718c0/0x3f004d6452e087bf lrc: 3/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1f1e expref: 7 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016133.840361:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800721718c0, rc 0) 00000100:00100000:2.0:1734016133.840471:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076a98000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:9673:x1818247336977664:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 10733us (12158us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016133.840488:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10927 00000100:00100000:1.0:1734016133.876966:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016133.878520:0:6470:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336977792 00000100:00100000:0.0:1734016133.878537:0:6470:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336977792 00010000:00010000:0.0:1734016133.878606:0:6470:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7a80/0x3f004d6452e087a3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3121152->3125247) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1f09 expref: 6 pid: 7690 timeout: 497 lvb_type: 0 00000100:00100000:2.0:1734016133.880417:0:6469:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2944 00000100:00100000:2.0:1734016133.880436:0:6469:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076a98380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1978:x1818247336977792:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016133.880472:0:6469:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016133.880527:0:6469:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7a80/0x3f004d6452e087a3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3121152->3125247) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1f09 expref: 6 pid: 7690 timeout: 497 lvb_type: 0 00010000:00010000:2.0:1734016133.880551:0:6469:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7a80/0x3f004d6452e087a3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3121152->3125247) gid 0 flags: 0x50000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1f09 expref: 6 pid: 7690 timeout: 497 lvb_type: 0 00010000:00010000:2.0:1734016133.880593:0:6469:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7a80/0x3f004d6452e087a3 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3121152->3125247) gid 0 flags: 0x44801400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1f09 expref: 6 pid: 7690 timeout: 497 lvb_type: 0 00010000:00010000:2.0:1734016133.881392:0:6469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016133.881398:0:6469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016133.881410:0:6469:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800721718c0/0x3f004d6452e087bf lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1f1e expref: 6 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016133.881422:0:6469:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800721718c0/0x3f004d6452e087bf lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1f1e expref: 6 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016133.881498:0:6469:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800721718c0/0x3f004d6452e087bf lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1f1e expref: 6 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016133.881521:0:6469:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800744bed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6469:1818247339470592:192.168.201.10@tcp:105: 00000100:00100000:2.0:1734016133.881705:0:6469:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012b9119c0 going to sleep for 11 seconds 00000100:00100000:1.0:1734016133.895647:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016133.896142:0:6469:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800744bed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6469:1818247339470592:192.168.201.10@tcp:105: 00010000:00010000:2.0:1734016133.896195:0:6469:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016133.896277:0:6469:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076a98380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:1978:x1818247336977792:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 15844us (19337us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016133.896293:0:6469:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2944 00000100:00100000:3.0:1734016133.897665:0:13929:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336977920 00000100:00100000:3.0:1734016133.897686:0:13929:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336977920 00002000:00010000:3.0:1734016133.897749:0:13929:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (9424365->18446744073709551615) 00002000:00100000:3.0:1734016133.897762:0:13929:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076a9ad80 with x1818247336977920 ext(9424365->18446744073709551615) 00002000:00010000:3.0:1734016133.897786:0:13929:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076a9ad80. 00000100:00100000:3.0:1734016133.897832:0:13929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9185 00000100:00100000:3.0:1734016133.897840:0:13929:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076a9ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1978:x1818247336977920:12345-192.168.201.10@tcp:10:fsx.0 00002000:00010000:3.0:1734016133.898334:0:13929:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 9406520 -> 9424365 00002000:00010000:3.0:1734016133.898338:0:13929:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016133 -> 1734016133 00002000:00010000:3.0:1734016133.898343:0:13929:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016132 -> 1734016132 00002000:00010000:3.0:1734016133.898345:0:13929:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016133 -> 1734016133 00002000:00010000:3.0:1734016133.898347:0:13929:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 600 -> 600 00000100:00100000:3.0:1734016133.898438:0:13929:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076a9ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1978:x1818247336977920:12345-192.168.201.10@tcp:10:fsx.0 Request processed in 596us (2813us total) trans 4294969379 rc 0/0 00000100:00100000:3.0:1734016133.898448:0:13929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9185 00002000:00010000:3.0:1734016133.898453:0:13929:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (9424365->18446744073709551615) 00002000:00100000:3.0:1734016133.898456:0:13929:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076a9ad80 with x1818247336977920 ext(9424365->18446744073709551615) 00002000:00010000:3.0:1734016133.898461:0:13929:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076a9ad80. 00000100:00100000:0.0:1734016133.902794:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016133.909042:0:6482:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336978048 00000100:00100000:3.0:1734016133.909075:0:6482:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336978048 00000100:00100000:3.0:1734016133.909191:0:6482:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2086 00000100:00100000:3.0:1734016133.909204:0:6482:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880135f54e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+23:9673:x1818247336978048:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:3.0:1734016133.909252:0:6482:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016133.909287:0:6482:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a7a80/0x3f004d6452e087c6 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d1f25 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016133.909505:0:6482:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a7600/0x3f004d6452e087cd lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6482 initiator: MDT0 00010000:00010000:3.0:1734016133.909526:0:6482:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a7600/0x3f004d6452e087cd lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6482 initiator: MDT0 00010000:00010000:3.0:1734016133.909547:0:6482:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a7600/0x3f004d6452e087cd lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6482 initiator: MDT0 00000004:00200000:3.0:1734016133.909596:0:6482:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 9424365 00000004:00200000:3.0:1734016133.909604:0:6482:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1734016133.909639:0:6482:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a7600/0x3f004d6452e087cd lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6482 initiator: MDT0 00010000:00010000:3.0:1734016133.909677:0:6482:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a7a80/0x3f004d6452e087c6 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1f25 expref: 25 pid: 6482 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016133.909739:0:6482:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a7600/0x3f004d6452e087cd lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1f25 expref: 24 pid: 6482 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016133.909751:0:6482:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:3.0:1734016133.909756:0:6482:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1734016133.909760:0:6482:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a9a7600, rc 0) 00000100:00100000:3.0:1734016133.909906:0:6482:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880135f54e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+24:9673:x1818247336978048:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 702us (7139us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016133.909917:0:6482:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2086 00000100:00100000:1.0:1734016133.913646:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016133.914051:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336978176 00000100:00100000:2.0:1734016133.914069:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336978176 00000100:00100000:2.0:1734016133.914157:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10928 00000100:00100000:2.0:1734016133.914172:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cf13850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1979:x1818247336978176:12345-192.168.201.10@tcp:22:fsx.0 00002000:00010000:2.0:1734016133.914579:0:7689:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 9424365 -> 9424365 00002000:00010000:2.0:1734016133.914582:0:7689:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016133 -> 1734016133 00002000:00010000:2.0:1734016133.914584:0:7689:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016132 -> 1734016132 00002000:00010000:2.0:1734016133.914586:0:7689:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016133 -> 1734016133 00002000:00010000:2.0:1734016133.914588:0:7689:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 600 -> 600 00000100:00100000:2.0:1734016133.917792:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cf13850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+9:1979:x1818247336978176:12345-192.168.201.10@tcp:22:fsx.0 Request processed in 3599us (4143us total) trans 4294969380 rc 0/0 00000100:00100000:2.0:1734016133.917812:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10928 00000100:00100000:1.0:1734016133.922012:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016133.922108:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336978432 00000100:00100000:0.0:1734016133.922127:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336978432 00000100:00100000:0.0:1734016133.922222:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9186 00000100:00100000:0.0:1734016133.922232:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076a9b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+9:1981:x1818247336978432:12345-192.168.201.10@tcp:4:fsx.0 00010000:00010000:0.0:1734016133.922289:0:7694:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a803bcc0/0x3f004d6452e087d4 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016133.922316:0:7694:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800721718c0/0x3f004d6452e087bf lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1f1e expref: 9 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016133.922323:0:7694:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016133.922326:0:7694:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016133.922330:0:7694:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a803bcc0/0x3f004d6452e087d4 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [5373952->5423103] (req 5373952->5423103) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016133.922369:0:7694:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800721718c0/0x3f004d6452e087bf lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1f1e expref: 9 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016133.922382:0:7694:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800721718c0/0x3f004d6452e087bf lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1f1e expref: 9 pid: 7689 timeout: 498 lvb_type: 0 00000100:00100000:0.0:1734016133.922396:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880135f56680 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_000:lustre-OST0001_UUID:7694:1818247339470720:192.168.201.10@tcp:104: 00000100:00100000:0.0:1734016133.922465:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7486480 going to sleep for 11 seconds 00000100:00100000:2.0:1734016133.926334:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880135f56680 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_000:lustre-OST0001_UUID:7694:1818247339470720:192.168.201.10@tcp:104: 00010000:00010000:2.0:1734016133.926391:0:7694:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800a803bcc0/0x3f004d6452e087d4 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [5373952->5423103] (req 5373952->5423103) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016133.932222:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016133.932445:0:6469:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336978560 00000100:00100000:2.0:1734016133.932468:0:6469:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336978560 00010000:00010000:2.0:1734016133.932545:0:6469:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800721718c0/0x3f004d6452e087bf lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1f1e expref: 10 pid: 7689 timeout: 498 lvb_type: 0 00000100:00100000:2.0:1734016133.932614:0:6469:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2945 00000100:00100000:2.0:1734016133.932626:0:6469:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076a98700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+10:1978:x1818247336978560:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016133.932645:0:6469:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016133.932677:0:6469:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800721718c0/0x3f004d6452e087bf lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1f1e expref: 10 pid: 7689 timeout: 498 lvb_type: 0 00010000:00010000:2.0:1734016133.932697:0:6469:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800721718c0/0x3f004d6452e087bf lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1f1e expref: 10 pid: 7689 timeout: 498 lvb_type: 0 00010000:00010000:2.0:1734016133.932740:0:6469:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800721718c0/0x3f004d6452e087bf lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1f1e expref: 10 pid: 7689 timeout: 498 lvb_type: 0 00010000:00010000:2.0:1734016133.932786:0:6469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016133.932789:0:6469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016133.932799:0:6469:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a803bcc0/0x3f004d6452e087d4 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [5373952->5423103] (req 5373952->5423103) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016133.932811:0:6469:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a803bcc0/0x3f004d6452e087d4 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [5373952->5423103] (req 5373952->5423103) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016133.932856:0:6469:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016133.932950:0:6469:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076a98700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+9:1978:x1818247336978560:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 326us (750us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016133.932957:0:6469:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2945 00010000:00010000:3.0:1734016133.933974:0:7694:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800a803bcc0/0x3f004d6452e087d4 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [5373952->5423103] (req 5373952->5423103) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016133.933989:0:7694:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a803bcc0/0x3f004d6452e087d4 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [5373952->5423103] (req 5373952->5423103) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000001:00080000:0.0:1734016133.946366:0:8954:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969381 is committed 00002000:00010000:3.0:1734016133.946626:0:7694:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 600 -> 696 00010000:00010000:3.0:1734016133.946643:0:7694:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a803bcc0/0x3f004d6452e087d4 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [5373952->5423103] (req 5373952->5423103) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016133.946654:0:7694:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a803bcc0/0x3f004d6452e087d4 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [5373952->5423103] (req 5373952->5423103) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016133.946663:0:7694:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a803bcc0/0x3f004d6452e087d4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [5373952->5423103] (req 5373952->5423103) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016133.946674:0:7694:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800a803bcc0 already unused, calling callback (ffffffffa086d100) 00010000:00010000:3.0:1734016133.946679:0:7694:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a803bcc0/0x3f004d6452e087d4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [5373952->5423103] (req 5373952->5423103) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016133.946688:0:7694:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a803bcc0/0x3f004d6452e087d4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [5373952->5423103] (req 5373952->5423103) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016133.946706:0:7694:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a803bcc0/0x3f004d6452e087d4 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [5373952->5423103] (req 5373952->5423103) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016133.946711:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a803bcc0/0x3f004d6452e087d4 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [5373952->5423103] (req 5373952->5423103) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016133.947244:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076a9b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1981:x1818247336978432:12345-192.168.201.10@tcp:4:fsx.0 Request processed in 24999us (25238us total) trans 4294969381 rc 0/0 00000100:00100000:3.0:1734016133.947257:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9186 00000100:00100000:0.0:1734016133.949498:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016133.949837:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336978688 00000100:00100000:3.0:1734016133.949855:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336978688 00000100:00100000:3.0:1734016133.949992:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10929 00000100:00100000:3.0:1734016133.950005:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880135f57100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1980:x1818247336978688:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:3.0:1734016133.950051:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016133.950099:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7a80/0x3f004d6452e087db lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d1f2c expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1734016133.950141:0:7689:0:(ofd_lvb.c:169:ofd_lvbo_init()) res: [0x280000400:0x5:0x0] initial LVB size: 9424365, mtime: 0x675afc85, atime: 0x675afc84, ctime: 0x675afc85, blocks: 0x2b8 00010000:00010000:3.0:1734016133.950191:0:7689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016133.950196:0:7689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016133.950210:0:7689:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7a80/0x3f004d6452e087db lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1f2c expref: 7 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016133.950233:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7a80/0x3f004d6452e087db lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1f2c expref: 7 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016133.950249:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a9a7a80, rc 0) 00000100:00100000:3.0:1734016133.951256:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880135f57100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1980:x1818247336978688:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 1250us (1772us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016133.951267:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10929 00000100:00100000:2.0:1734016133.962412:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016133.962520:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336978944 00000100:00100000:3.0:1734016133.962531:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336978944 00002000:00100000:3.0:1734016133.962585:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (274432->9424895) req@ffff8800744bed80 x1818247336978944/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:94/0 lens 504/0 e 0 to 0 dl 1734016144 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016133.962597:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800744bed80 with x1818247336978944 ext(274432->9424895) 00002000:00010000:3.0:1734016133.962603:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800744bed80 00000100:00100000:3.0:1734016133.962640:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9187 00000100:00100000:3.0:1734016133.962647:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800744bed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1980:x1818247336978944:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:3.0:1734016133.968506:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800744bed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1980:x1818247336978944:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 5844us (6094us total) trans 0 rc 20480/20480 00000100:00100000:3.0:1734016133.968520:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9187 00002000:00100000:3.0:1734016133.968535:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (274432->9424895) req@ffff8800744bed80 x1818247336978944/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:94/0 lens 504/440 e 0 to 0 dl 1734016144 ref 1 fl Complete:/200/0 rc 20480/20480 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016133.968546:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800744bed80 with x1818247336978944 ext(274432->9424895) 00002000:00010000:3.0:1734016133.968553:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800744bed80 00000100:00100000:1.0:1734016133.973223:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016133.973369:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336979200 00000100:00100000:3.0:1734016133.973388:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336979200 00002000:00100000:3.0:1734016133.973485:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (270336->274431) req@ffff880076a99c00 x1818247336979200/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:94/0 lens 488/0 e 0 to 0 dl 1734016144 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016133.973502:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076a99c00 with x1818247336979200 ext(270336->274431) 00002000:00010000:3.0:1734016133.973512:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076a99c00 00000100:00100000:3.0:1734016133.974838:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9188 00000100:00100000:3.0:1734016133.974853:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076a99c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1980:x1818247336979200:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:3.0:1734016133.975953:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076a99c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1980:x1818247336979200:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 1091us (2735us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016133.975966:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9188 00002000:00100000:3.0:1734016133.975981:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (270336->274431) req@ffff880076a99c00 x1818247336979200/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:94/0 lens 488/4536 e 0 to 0 dl 1734016144 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016133.975993:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076a99c00 with x1818247336979200 ext(270336->274431) 00002000:00010000:3.0:1734016133.976001:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076a99c00 00000100:00100000:2.0:1734016133.979007:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016133.979433:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336979456 00000100:00100000:3.0:1734016133.979452:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336979456 00002000:00100000:3.0:1734016133.979523:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (266240->270335) req@ffff8800744be680 x1818247336979456/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:94/0 lens 488/0 e 0 to 0 dl 1734016144 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016133.979533:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800744be680 with x1818247336979456 ext(266240->270335) 00002000:00010000:3.0:1734016133.979540:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800744be680 00000100:00100000:3.0:1734016133.979585:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9189 00000100:00100000:3.0:1734016133.979594:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800744be680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1980:x1818247336979456:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:3.0:1734016133.979900:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800744be680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1980:x1818247336979456:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 305us (906us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016133.979910:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9189 00002000:00100000:3.0:1734016133.979916:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (266240->270335) req@ffff8800744be680 x1818247336979456/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:94/0 lens 488/4536 e 0 to 0 dl 1734016144 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016133.979923:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800744be680 with x1818247336979456 ext(266240->270335) 00002000:00010000:3.0:1734016133.979926:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800744be680 00000100:00100000:1.0:1734016133.982131:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016133.982210:0:13929:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336979712 00000100:00100000:0.0:1734016133.982220:0:13929:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336979712 00002000:00100000:0.0:1734016133.982274:0:13929:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (262144->266239) req@ffff880076a9a300 x1818247336979712/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:94/0 lens 488/0 e 0 to 0 dl 1734016144 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016133.982289:0:13929:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076a9a300 with x1818247336979712 ext(262144->266239) 00002000:00010000:0.0:1734016133.982294:0:13929:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076a9a300 00000100:00100000:0.0:1734016133.982328:0:13929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9190 00000100:00100000:0.0:1734016133.982334:0:13929:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076a9a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1980:x1818247336979712:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:0.0:1734016133.982548:0:13929:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076a9a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1980:x1818247336979712:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 212us (433us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016133.982555:0:13929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9190 00002000:00100000:0.0:1734016133.982561:0:13929:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (262144->266239) req@ffff880076a9a300 x1818247336979712/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:94/0 lens 488/4536 e 0 to 0 dl 1734016144 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016133.982567:0:13929:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076a9a300 with x1818247336979712 ext(262144->266239) 00002000:00010000:0.0:1734016133.982570:0:13929:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076a9a300 00000100:00100000:1.0:1734016133.990369:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016133.990468:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336979968 00000100:00100000:3.0:1734016133.990480:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336979968 00002000:00100000:3.0:1734016133.990542:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (258048->262143) req@ffff880076a99500 x1818247336979968/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:94/0 lens 488/0 e 0 to 0 dl 1734016144 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016133.990553:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076a99500 with x1818247336979968 ext(258048->262143) 00002000:00010000:3.0:1734016133.990560:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076a99500 00000100:00100000:3.0:1734016133.990592:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9191 00000100:00100000:3.0:1734016133.990598:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076a99500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1980:x1818247336979968:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:3.0:1734016133.990896:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076a99500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1980:x1818247336979968:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 296us (540us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016133.990906:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9191 00002000:00100000:3.0:1734016133.990914:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (258048->262143) req@ffff880076a99500 x1818247336979968/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:94/0 lens 488/4536 e 0 to 0 dl 1734016144 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016133.990920:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076a99500 with x1818247336979968 ext(258048->262143) 00002000:00010000:3.0:1734016133.990923:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076a99500 00000100:00100000:2.0:1734016133.993075:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016133.993237:0:13929:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336980224 00000100:00100000:0.0:1734016133.993267:0:13929:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336980224 00002000:00100000:0.0:1734016133.993351:0:13929:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (253952->258047) req@ffff8800744bf800 x1818247336980224/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:94/0 lens 488/0 e 0 to 0 dl 1734016144 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016133.993364:0:13929:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800744bf800 with x1818247336980224 ext(253952->258047) 00002000:00010000:0.0:1734016133.993372:0:13929:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800744bf800 00000100:00100000:0.0:1734016133.993429:0:13929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9192 00000100:00100000:0.0:1734016133.993439:0:13929:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800744bf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1981:x1818247336980224:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:0.0:1734016133.993758:0:13929:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800744bf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1981:x1818247336980224:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 319us (702us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016133.993767:0:13929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9192 00002000:00100000:0.0:1734016133.993772:0:13929:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (253952->258047) req@ffff8800744bf800 x1818247336980224/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:94/0 lens 488/4536 e 0 to 0 dl 1734016144 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016133.993782:0:13929:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800744bf800 with x1818247336980224 ext(253952->258047) 00002000:00010000:0.0:1734016133.993785:0:13929:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800744bf800 00000100:00100000:1.0:1734016134.004561:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016134.004686:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336980480 00000100:00100000:3.0:1734016134.004704:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336980480 00002000:00100000:3.0:1734016134.004769:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (249856->253951) req@ffff880076a9a680 x1818247336980480/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:95/0 lens 488/0 e 0 to 0 dl 1734016145 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016134.004786:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076a9a680 with x1818247336980480 ext(249856->253951) 00002000:00010000:3.0:1734016134.004794:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076a9a680 00000100:00100000:3.0:1734016134.004831:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9193 00000100:00100000:3.0:1734016134.004838:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076a9a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1980:x1818247336980480:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:3.0:1734016134.005186:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076a9a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1980:x1818247336980480:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 347us (646us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016134.005195:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9193 00002000:00100000:3.0:1734016134.005204:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (249856->253951) req@ffff880076a9a680 x1818247336980480/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:95/0 lens 488/4536 e 0 to 0 dl 1734016145 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016134.005212:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076a9a680 with x1818247336980480 ext(249856->253951) 00002000:00010000:3.0:1734016134.005216:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076a9a680 00000100:00100000:1.0:1734016134.007650:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016134.008957:0:13929:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336980736 00000100:00100000:0.0:1734016134.008973:0:13929:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336980736 00002000:00100000:0.0:1734016134.009054:0:13929:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (245760->249855) req@ffff880076a9b800 x1818247336980736/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:95/0 lens 488/0 e 0 to 0 dl 1734016145 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016134.009066:0:13929:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076a9b800 with x1818247336980736 ext(245760->249855) 00002000:00010000:0.0:1734016134.009073:0:13929:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076a9b800 00000100:00100000:0.0:1734016134.009119:0:13929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9194 00000100:00100000:0.0:1734016134.009127:0:13929:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076a9b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1980:x1818247336980736:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:0.0:1734016134.009403:0:13929:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076a9b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1980:x1818247336980736:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 275us (1771us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016134.009411:0:13929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9194 00002000:00100000:0.0:1734016134.009417:0:13929:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (245760->249855) req@ffff880076a9b800 x1818247336980736/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:95/0 lens 488/4536 e 0 to 0 dl 1734016145 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016134.009423:0:13929:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076a9b800 with x1818247336980736 ext(245760->249855) 00002000:00010000:0.0:1734016134.009426:0:13929:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076a9b800 00000100:00100000:2.0:1734016134.013301:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016134.013985:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336980992 00000100:00100000:3.0:1734016134.014001:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336980992 00002000:00100000:3.0:1734016134.014077:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (241664->245759) req@ffff8800744bd880 x1818247336980992/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:95/0 lens 488/0 e 0 to 0 dl 1734016145 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016134.014090:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800744bd880 with x1818247336980992 ext(241664->245759) 00002000:00010000:3.0:1734016134.014099:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800744bd880 00000100:00100000:3.0:1734016134.014513:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9195 00000100:00100000:3.0:1734016134.014523:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800744bd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1981:x1818247336980992:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:3.0:1734016134.014814:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800744bd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1981:x1818247336980992:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 292us (1530us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016134.014821:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9195 00002000:00100000:3.0:1734016134.014829:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (241664->245759) req@ffff8800744bd880 x1818247336980992/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:95/0 lens 488/4536 e 0 to 0 dl 1734016145 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016134.014836:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800744bd880 with x1818247336980992 ext(241664->245759) 00002000:00010000:3.0:1734016134.014840:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800744bd880 00000100:00100000:2.0:1734016134.017327:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016134.017422:0:13929:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336981248 00000100:00100000:0.0:1734016134.017440:0:13929:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336981248 00002000:00100000:0.0:1734016134.017519:0:13929:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (237568->241663) req@ffff880074e56300 x1818247336981248/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:95/0 lens 488/0 e 0 to 0 dl 1734016145 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016134.017533:0:13929:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074e56300 with x1818247336981248 ext(237568->241663) 00002000:00010000:0.0:1734016134.017541:0:13929:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074e56300 00000100:00100000:0.0:1734016134.017591:0:13929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9196 00000100:00100000:0.0:1734016134.017599:0:13929:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074e56300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1980:x1818247336981248:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:0.0:1734016134.017842:0:13929:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074e56300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1980:x1818247336981248:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 243us (530us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016134.017850:0:13929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9196 00002000:00100000:0.0:1734016134.017855:0:13929:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (237568->241663) req@ffff880074e56300 x1818247336981248/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:95/0 lens 488/4536 e 0 to 0 dl 1734016145 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016134.017899:0:13929:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074e56300 with x1818247336981248 ext(237568->241663) 00002000:00010000:0.0:1734016134.017902:0:13929:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074e56300 00000100:00100000:0.0:1734016134.023307:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016134.023768:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336981504 00000100:00100000:3.0:1734016134.023790:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336981504 00002000:00100000:3.0:1734016134.023923:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (233472->237567) req@ffff880135f54000 x1818247336981504/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:95/0 lens 488/0 e 0 to 0 dl 1734016145 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016134.023941:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880135f54000 with x1818247336981504 ext(233472->237567) 00002000:00010000:3.0:1734016134.023951:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880135f54000 00000100:00100000:3.0:1734016134.024004:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9197 00000100:00100000:3.0:1734016134.024016:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880135f54000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1980:x1818247336981504:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:3.0:1734016134.024324:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880135f54000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1980:x1818247336981504:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 310us (1042us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016134.024332:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9197 00002000:00100000:3.0:1734016134.024338:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (233472->237567) req@ffff880135f54000 x1818247336981504/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:95/0 lens 488/4536 e 0 to 0 dl 1734016145 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016134.024345:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880135f54000 with x1818247336981504 ext(233472->237567) 00002000:00010000:3.0:1734016134.024348:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880135f54000 00000100:00100000:1.0:1734016134.027063:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016134.027153:0:13929:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336981760 00000100:00100000:0.0:1734016134.027166:0:13929:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336981760 00002000:00100000:0.0:1734016134.027235:0:13929:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (229376->233471) req@ffff880076a98a80 x1818247336981760/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:95/0 lens 488/0 e 0 to 0 dl 1734016145 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016134.027247:0:13929:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076a98a80 with x1818247336981760 ext(229376->233471) 00002000:00010000:0.0:1734016134.027255:0:13929:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076a98a80 00000100:00100000:0.0:1734016134.027295:0:13929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9198 00000100:00100000:0.0:1734016134.027304:0:13929:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076a98a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1981:x1818247336981760:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:0.0:1734016134.027587:0:13929:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076a98a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1981:x1818247336981760:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 284us (541us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016134.027595:0:13929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9198 00002000:00100000:0.0:1734016134.027601:0:13929:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (229376->233471) req@ffff880076a98a80 x1818247336981760/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:95/0 lens 488/4536 e 0 to 0 dl 1734016145 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016134.027607:0:13929:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076a98a80 with x1818247336981760 ext(229376->233471) 00002000:00010000:0.0:1734016134.027612:0:13929:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076a98a80 00000100:00100000:2.0:1734016134.030625:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016134.031006:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336982016 00000100:00100000:3.0:1734016134.031020:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336982016 00002000:00100000:3.0:1734016134.031089:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (225280->229375) req@ffff880074e55500 x1818247336982016/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:95/0 lens 488/0 e 0 to 0 dl 1734016145 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016134.031101:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074e55500 with x1818247336982016 ext(225280->229375) 00002000:00010000:3.0:1734016134.031108:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074e55500 00000100:00100000:3.0:1734016134.031300:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9199 00000100:00100000:3.0:1734016134.031310:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074e55500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1980:x1818247336982016:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:3.0:1734016134.031619:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074e55500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1980:x1818247336982016:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 309us (1015us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016134.031628:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9199 00002000:00100000:3.0:1734016134.031637:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (225280->229375) req@ffff880074e55500 x1818247336982016/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:95/0 lens 488/4536 e 0 to 0 dl 1734016145 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016134.031643:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074e55500 with x1818247336982016 ext(225280->229375) 00002000:00010000:3.0:1734016134.031646:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074e55500 00000100:00100000:2.0:1734016134.034137:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016134.034450:0:13929:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336982272 00000100:00100000:0.0:1734016134.034470:0:13929:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336982272 00002000:00100000:0.0:1734016134.034559:0:13929:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (221184->225279) req@ffff880076865f80 x1818247336982272/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:95/0 lens 488/0 e 0 to 0 dl 1734016145 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016134.034573:0:13929:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076865f80 with x1818247336982272 ext(221184->225279) 00002000:00010000:0.0:1734016134.034583:0:13929:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076865f80 00000100:00100000:0.0:1734016134.034632:0:13929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9200 00000100:00100000:0.0:1734016134.034643:0:13929:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076865f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1981:x1818247336982272:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:0.0:1734016134.034998:0:13929:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076865f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1981:x1818247336982272:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 355us (886us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016134.035007:0:13929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9200 00002000:00100000:0.0:1734016134.035015:0:13929:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (221184->225279) req@ffff880076865f80 x1818247336982272/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:95/0 lens 488/4536 e 0 to 0 dl 1734016145 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016134.035023:0:13929:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076865f80 with x1818247336982272 ext(221184->225279) 00002000:00010000:0.0:1734016134.035026:0:13929:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076865f80 00000100:00100000:1.0:1734016134.039202:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016134.039439:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336982528 00000100:00100000:3.0:1734016134.039457:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336982528 00002000:00100000:3.0:1734016134.039532:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (217088->221183) req@ffff880076a98000 x1818247336982528/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:95/0 lens 488/0 e 0 to 0 dl 1734016145 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016134.039546:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076a98000 with x1818247336982528 ext(217088->221183) 00002000:00010000:3.0:1734016134.039554:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076a98000 00000100:00100000:3.0:1734016134.039588:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9201 00000100:00100000:3.0:1734016134.039597:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076a98000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1980:x1818247336982528:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:3.0:1734016134.039898:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076a98000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1980:x1818247336982528:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 299us (721us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016134.039906:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9201 00002000:00100000:3.0:1734016134.039912:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (217088->221183) req@ffff880076a98000 x1818247336982528/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:95/0 lens 488/4536 e 0 to 0 dl 1734016145 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016134.039919:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076a98000 with x1818247336982528 ext(217088->221183) 00002000:00010000:3.0:1734016134.039922:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076a98000 00000100:00100000:2.0:1734016134.042326:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016134.042416:0:13929:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336982784 00000100:00100000:0.0:1734016134.042429:0:13929:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336982784 00002000:00100000:0.0:1734016134.042493:0:13929:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (212992->217087) req@ffff880076864380 x1818247336982784/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:95/0 lens 488/0 e 0 to 0 dl 1734016145 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016134.042504:0:13929:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076864380 with x1818247336982784 ext(212992->217087) 00002000:00010000:0.0:1734016134.042511:0:13929:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076864380 00000100:00100000:0.0:1734016134.042551:0:13929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9202 00000100:00100000:0.0:1734016134.042561:0:13929:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076864380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1981:x1818247336982784:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:0.0:1734016134.042794:0:13929:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076864380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1981:x1818247336982784:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 234us (481us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016134.042801:0:13929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9202 00002000:00100000:0.0:1734016134.042807:0:13929:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (212992->217087) req@ffff880076864380 x1818247336982784/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:95/0 lens 488/4536 e 0 to 0 dl 1734016145 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016134.042813:0:13929:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076864380 with x1818247336982784 ext(212992->217087) 00002000:00010000:0.0:1734016134.042816:0:13929:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076864380 00000100:00100000:2.0:1734016134.046370:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016134.046801:0:8966:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336982912 00000100:00100000:0.0:1734016134.046818:0:8966:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336982912 00000100:00100000:0.0:1734016134.047020:0:8966:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2087 00000100:00100000:0.0:1734016134.047030:0:8966:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800744eb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+19:9673:x1818247336982912:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:0.0:1734016134.047057:0:8966:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016134.047085:0:8966:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a803bcc0/0x3f004d6452e087e2 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d1f33 expref: -99 pid: 8966 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016134.047223:0:8966:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a803ba80/0x3f004d6452e087e9 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 8966 initiator: MDT0 00010000:00010000:0.0:1734016134.047242:0:8966:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a803ba80/0x3f004d6452e087e9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 8966 initiator: MDT0 00010000:00010000:0.0:1734016134.047254:0:8966:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a803ba80/0x3f004d6452e087e9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 8966 initiator: MDT0 00000004:00200000:0.0:1734016134.047287:0:8966:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 9424365 00000004:00200000:0.0:1734016134.047293:0:8966:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1734016134.047317:0:8966:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800a803ba80/0x3f004d6452e087e9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 8966 initiator: MDT0 00010000:00010000:0.0:1734016134.047350:0:8966:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a803bcc0/0x3f004d6452e087e2 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1f33 expref: 21 pid: 8966 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016134.047649:0:8966:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a803ba80/0x3f004d6452e087e9 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1f33 expref: 20 pid: 8966 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016134.047658:0:8966:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:0.0:1734016134.047661:0:8966:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1734016134.047664:0:8966:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a803ba80, rc 0) 00000100:00100000:0.0:1734016134.048554:0:8966:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800744eb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+20:9673:x1818247336982912:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 1518us (2196us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016134.048567:0:8966:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2087 00000100:00100000:1.0:1734016134.052535:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016134.052647:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336983040 00000100:00100000:3.0:1734016134.052666:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336983040 00000100:00100000:3.0:1734016134.052774:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10930 00000100:00100000:3.0:1734016134.052784:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074222d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:1979:x1818247336983040:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:3.0:1734016134.052813:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016134.052843:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a9a4fc0/0x3f004d6452e087f0 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d1f3a expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016134.052903:0:7689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016134.052908:0:7689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016134.052923:0:7689:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a9a4fc0/0x3f004d6452e087f0 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1f3a expref: 6 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016134.052943:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a9a4fc0/0x3f004d6452e087f0 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1f3a expref: 6 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016134.052959:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a9a4fc0, rc 0) 00000100:00100000:3.0:1734016134.053030:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074222d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1979:x1818247336983040:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 247us (518us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016134.053036:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10930 00000100:00080000:0.0:1734016134.053114:0:6479:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734016104 00000100:00100000:2.0:1734016134.057961:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016134.058142:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336983296 00000100:00100000:3.0:1734016134.058162:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336983296 00000100:00100000:3.0:1734016134.058283:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9203 00000100:00100000:3.0:1734016134.058291:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800744ebb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1980:x1818247336983296:12345-192.168.201.10@tcp:4:fsx.0 00010000:00010000:3.0:1734016134.058348:0:7694:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009a9a61c0/0x3f004d6452e087f7 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016134.058374:0:7694:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7a80/0x3f004d6452e087db lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1f2c expref: 7 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016134.058386:0:7694:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a4fc0/0x3f004d6452e087f0 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1f3a expref: 5 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016134.058391:0:7694:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016134.058393:0:7694:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016134.058396:0:7694:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a9a61c0/0x3f004d6452e087f7 lrc: 5/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [8462336->8466431] (req 8462336->8466431) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016134.058438:0:7694:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a9a4fc0/0x3f004d6452e087f0 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1f3a expref: 5 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016134.058453:0:7694:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a9a4fc0/0x3f004d6452e087f0 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1f3a expref: 5 pid: 7689 timeout: 498 lvb_type: 1 00000100:00100000:3.0:1734016134.058469:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88011d805500 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_000:lustre-OST0001_UUID:7694:1818247339470848:192.168.201.10@tcp:104: 00010000:00010000:3.0:1734016134.058568:0:7694:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7a80/0x3f004d6452e087db lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1f2c expref: 7 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016134.058578:0:7694:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7a80/0x3f004d6452e087db lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1f2c expref: 7 pid: 7689 timeout: 498 lvb_type: 1 00000100:00100000:3.0:1734016134.058586:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88011d807b80 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_000:lustre-OST0001_UUID:7694:1818247339470976:192.168.201.10@tcp:104: 00000100:00100000:3.0:1734016134.058604:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac68ee40 going to sleep for 11 seconds 00000100:00100000:2.0:1734016134.061796:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016134.061952:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88011d805500 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_000:lustre-OST0001_UUID:7694:1818247339470848:192.168.201.10@tcp:104: 00000100:00100000:3.0:1734016134.061968:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88011d807b80 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_000:lustre-OST0001_UUID:7694:1818247339470976:192.168.201.10@tcp:104: 00010000:00010000:3.0:1734016134.062005:0:7694:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88009a9a61c0/0x3f004d6452e087f7 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [8462336->8466431] (req 8462336->8466431) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016134.062411:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016134.062665:0:6470:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336983552 00000100:00100000:0.0:1734016134.062675:0:6470:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336983552 00010000:00010000:0.0:1734016134.062716:0:6470:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7a80/0x3f004d6452e087db lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1f2c expref: 8 pid: 7689 timeout: 498 lvb_type: 1 00000100:00100000:0.0:1734016134.062754:0:6470:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336983424 00000100:00100000:0.0:1734016134.062757:0:6470:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336983424 00010000:00010000:0.0:1734016134.062769:0:6470:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a9a4fc0/0x3f004d6452e087f0 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1f3a expref: 6 pid: 7689 timeout: 498 lvb_type: 1 00000100:00100000:0.0:1734016134.062791:0:6470:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2946 00000100:00100000:0.0:1734016134.062802:0:6470:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880097218e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1978:x1818247336983552:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016134.062824:0:6470:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016134.062884:0:6470:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7a80/0x3f004d6452e087db lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1f2c expref: 8 pid: 7689 timeout: 498 lvb_type: 1 00010000:00010000:0.0:1734016134.062896:0:6470:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7a80/0x3f004d6452e087db lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1f2c expref: 8 pid: 7689 timeout: 498 lvb_type: 1 00010000:00010000:0.0:1734016134.062930:0:6470:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7a80/0x3f004d6452e087db lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1f2c expref: 8 pid: 7689 timeout: 498 lvb_type: 1 00010000:00010000:0.0:1734016134.062953:0:6470:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016134.063007:0:6470:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880097218e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1978:x1818247336983552:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 207us (1223us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016134.063014:0:6470:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2946 00000100:00100000:0.0:1734016134.063047:0:6470:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2947 00000100:00100000:0.0:1734016134.063051:0:6470:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b1ea7050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1978:x1818247336983424:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016134.063059:0:6470:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016134.063067:0:6470:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a9a4fc0/0x3f004d6452e087f0 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1f3a expref: 6 pid: 7689 timeout: 498 lvb_type: 1 00010000:00010000:0.0:1734016134.063078:0:6470:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a9a4fc0/0x3f004d6452e087f0 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1f3a expref: 6 pid: 7689 timeout: 498 lvb_type: 1 00010000:00010000:0.0:1734016134.063090:0:6470:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a4fc0/0x3f004d6452e087f0 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1f3a expref: 6 pid: 7689 timeout: 498 lvb_type: 1 00010000:00010000:0.0:1734016134.063102:0:6470:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016134.063104:0:6470:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016134.063109:0:6470:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a61c0/0x3f004d6452e087f7 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [8462336->8466431] (req 8462336->8466431) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016134.063119:0:6470:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a9a61c0/0x3f004d6452e087f7 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [8462336->8466431] (req 8462336->8466431) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016134.063155:0:6470:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016134.063179:0:6470:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b1ea7050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:1978:x1818247336983424:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 120us (761us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016134.063185:0:6470:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2947 00010000:00010000:2.0:1734016134.063638:0:7694:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88009a9a61c0/0x3f004d6452e087f7 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [8462336->8466431] (req 8462336->8466431) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016134.063646:0:7694:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a9a61c0/0x3f004d6452e087f7 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [8462336->8466431] (req 8462336->8466431) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000001:00080000:2.0:1734016134.067683:0:8954:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969382 is committed 00002000:00010000:0.0:1734016134.067845:0:7694:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 696 -> 704 00010000:00010000:0.0:1734016134.067968:0:7694:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009a9a61c0/0x3f004d6452e087f7 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [8462336->8466431] (req 8462336->8466431) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016134.067984:0:7694:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009a9a61c0/0x3f004d6452e087f7 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [8462336->8466431] (req 8462336->8466431) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016134.067994:0:7694:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009a9a61c0/0x3f004d6452e087f7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [8462336->8466431] (req 8462336->8466431) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016134.068003:0:7694:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88009a9a61c0 already unused, calling callback (ffffffffa086d100) 00010000:00010000:0.0:1734016134.068007:0:7694:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009a9a61c0/0x3f004d6452e087f7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [8462336->8466431] (req 8462336->8466431) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016134.068016:0:7694:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009a9a61c0/0x3f004d6452e087f7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [8462336->8466431] (req 8462336->8466431) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016134.068039:0:7694:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009a9a61c0/0x3f004d6452e087f7 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [8462336->8466431] (req 8462336->8466431) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016134.068050:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a61c0/0x3f004d6452e087f7 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [8462336->8466431] (req 8462336->8466431) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016134.068233:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800744ebb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1980:x1818247336983296:12345-192.168.201.10@tcp:4:fsx.0 Request processed in 9931us (10285us total) trans 4294969382 rc 0/0 00000100:00100000:0.0:1734016134.068245:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9203 00000100:00100000:2.0:1734016134.071561:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016134.071635:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336983680 00000100:00100000:0.0:1734016134.071650:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336983680 00000100:00100000:3.0:1734016134.072105:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10931 00000100:00100000:3.0:1734016134.072114:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880097219c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1981:x1818247336983680:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:3.0:1734016134.072136:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016134.072165:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a9a58c0/0x3f004d6452e087fe lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d1f41 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1734016134.072201:0:7689:0:(ofd_lvb.c:169:ofd_lvbo_init()) res: [0x280000400:0x5:0x0] initial LVB size: 9424365, mtime: 0x675afc85, atime: 0x675afc84, ctime: 0x675afc85, blocks: 0x2c0 00010000:00010000:3.0:1734016134.072227:0:7689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016134.072230:0:7689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016134.072239:0:7689:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a9a58c0/0x3f004d6452e087fe lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1f41 expref: 7 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016134.072254:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a9a58c0/0x3f004d6452e087fe lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1f41 expref: 7 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016134.072265:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a9a58c0, rc 0) 00000100:00100000:3.0:1734016134.072981:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880097219c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1981:x1818247336983680:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 862us (1432us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016134.072989:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10931 00000100:00100000:2.0:1734016134.077444:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016134.077717:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336983808 00000100:00100000:3.0:1734016134.077733:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336983808 00000100:00100000:3.0:1734016134.077821:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10932 00000100:00100000:3.0:1734016134.077836:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880097218e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:1981:x1818247336983808:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:3.0:1734016134.077906:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016134.077943:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a9a5b00/0x3f004d6452e08805 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d1f48 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016134.077994:0:7689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016134.077999:0:7689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016134.078012:0:7689:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a9a5b00/0x3f004d6452e08805 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1f48 expref: 6 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016134.078038:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a9a5b00/0x3f004d6452e08805 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1f48 expref: 6 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016134.078058:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a9a5b00, rc 0) 00000100:00100000:3.0:1734016134.078162:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880097218e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1981:x1818247336983808:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 325us (730us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016134.078181:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10932 00000100:00100000:1.0:1734016134.080775:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016134.080909:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336983936 00000100:00100000:0.0:1734016134.080925:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336983936 00000100:00100000:0.0:1734016134.081001:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10933 00000100:00100000:0.0:1734016134.081014:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074223800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:9673:x1818247336983936:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:0.0:1734016134.081042:0:7690:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016134.081073:0:7690:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a8038240/0x3f004d6452e0880c lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d1f4f expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016134.081116:0:7690:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a58c0/0x3f004d6452e087fe lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1f41 expref: 6 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016134.081126:0:7690:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a5b00/0x3f004d6452e08805 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1f48 expref: 7 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016134.081134:0:7690:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016134.081136:0:7690:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016134.081140:0:7690:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a8038240/0x3f004d6452e0880c lrc: 5/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [2555904->2559999] (req 2555904->2559999) gid 0 flags: 0x50000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1f4f expref: 7 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016134.081211:0:7690:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a9a5b00/0x3f004d6452e08805 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1f48 expref: 7 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016134.081227:0:7690:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a9a5b00/0x3f004d6452e08805 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1f48 expref: 7 pid: 7689 timeout: 498 lvb_type: 1 00000100:00100000:0.0:1734016134.081245:0:7690:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880135f56300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339471104:192.168.201.10@tcp:104: 00010000:00010000:0.0:1734016134.081361:0:7690:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a9a58c0/0x3f004d6452e087fe lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1f41 expref: 6 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016134.081373:0:7690:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a9a58c0/0x3f004d6452e087fe lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1f41 expref: 6 pid: 7689 timeout: 498 lvb_type: 1 00000100:00100000:0.0:1734016134.081382:0:7690:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880135f56d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339471232:192.168.201.10@tcp:104: 00000100:00100000:0.0:1734016134.081411:0:7690:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7486300 going to sleep for 11 seconds 00000100:00100000:0.0:1734016134.086141:0:7690:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880135f56300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339471104:192.168.201.10@tcp:104: 00000100:00100000:0.0:1734016134.086169:0:7690:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880135f56d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339471232:192.168.201.10@tcp:104: 00010000:00010000:0.0:1734016134.086241:0:7690:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a8038240/0x3f004d6452e0880c lrc: 3/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [2555904->2559999] (req 2555904->2559999) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1f4f expref: 7 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016134.086272:0:7690:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a8038240, rc 0) 00000100:00100000:0.0:1734016134.086371:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074223800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:9673:x1818247336983936:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 5357us (5606us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016134.086385:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10933 00000100:00100000:1.0:1734016134.086665:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016134.086804:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016134.086993:0:6469:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336984192 00000100:00100000:3.0:1734016134.087003:0:6469:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336984192 00010000:00010000:3.0:1734016134.087040:0:6469:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a9a58c0/0x3f004d6452e087fe lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1f41 expref: 7 pid: 7689 timeout: 498 lvb_type: 1 00000100:00100000:3.0:1734016134.087080:0:6469:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336984064 00000100:00100000:3.0:1734016134.087084:0:6469:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336984064 00010000:00010000:3.0:1734016134.087099:0:6469:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a9a5b00/0x3f004d6452e08805 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1f48 expref: 7 pid: 7689 timeout: 498 lvb_type: 1 00000100:00100000:3.0:1734016134.087114:0:6469:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2948 00000100:00100000:3.0:1734016134.087124:0:6469:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007536a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1978:x1818247336984192:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016134.087144:0:6469:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016134.087191:0:6469:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a9a58c0/0x3f004d6452e087fe lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1f41 expref: 7 pid: 7689 timeout: 498 lvb_type: 1 00010000:00010000:3.0:1734016134.087202:0:6469:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a9a58c0/0x3f004d6452e087fe lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1f41 expref: 7 pid: 7689 timeout: 498 lvb_type: 1 00010000:00010000:3.0:1734016134.087237:0:6469:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a58c0/0x3f004d6452e087fe lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1f41 expref: 7 pid: 7689 timeout: 498 lvb_type: 1 00010000:00010000:3.0:1734016134.087270:0:6469:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016134.087300:0:6469:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007536a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1978:x1818247336984192:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 177us (639us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016134.087306:0:6469:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2948 00000100:00100000:3.0:1734016134.087319:0:6469:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2949 00000100:00100000:3.0:1734016134.087323:0:6469:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075368e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1978:x1818247336984064:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016134.087330:0:6469:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016134.087337:0:6469:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a9a5b00/0x3f004d6452e08805 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1f48 expref: 7 pid: 7689 timeout: 498 lvb_type: 1 00010000:00010000:3.0:1734016134.087346:0:6469:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a9a5b00/0x3f004d6452e08805 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1f48 expref: 7 pid: 7689 timeout: 498 lvb_type: 1 00010000:00010000:3.0:1734016134.087363:0:6469:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a5b00/0x3f004d6452e08805 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1f48 expref: 7 pid: 7689 timeout: 498 lvb_type: 1 00010000:00010000:3.0:1734016134.087379:0:6469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016134.087381:0:6469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016134.087390:0:6469:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a8038240/0x3f004d6452e0880c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2555904->2559999) gid 0 flags: 0x40080000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1f4f expref: 6 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016134.087399:0:6469:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a8038240/0x3f004d6452e0880c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2555904->2559999) gid 0 flags: 0x40080000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1f4f expref: 6 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016134.087437:0:6469:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a8038240/0x3f004d6452e0880c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2555904->2559999) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1f4f expref: 6 pid: 7690 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016134.087454:0:6469:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88011d807b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6469:1818247339471360:192.168.201.10@tcp:105: 00000100:00100000:3.0:1734016134.087500:0:6469:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac68ecc0 going to sleep for 11 seconds 00000100:00100000:2.0:1734016134.093200:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016134.093489:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336984448 00000100:00100000:0.0:1734016134.093506:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336984448 00002000:00100000:0.0:1734016134.093601:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (2555904->9424895) req@ffff880076b62d80 x1818247336984448/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:95/0 lens 504/0 e 0 to 0 dl 1734016145 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016134.093616:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076b62d80 with x1818247336984448 ext(2555904->9424895) 00002000:00010000:0.0:1734016134.093626:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076b62d80 00000100:00100000:0.0:1734016134.093685:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9204 00000100:00100000:0.0:1734016134.093698:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076b62d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1978:x1818247336984448:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:3.0:1734016134.094382:0:6469:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88011d807b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6469:1818247339471360:192.168.201.10@tcp:105: 00010000:00010000:3.0:1734016134.094409:0:6469:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016134.094469:0:6469:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075368e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+8:1978:x1818247336984064:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 7143us (7664us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016134.094479:0:6469:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2949 00000100:00100000:0.0:1734016134.096136:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076b62d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1978:x1818247336984448:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 2429us (2959us total) trans 0 rc 20480/20480 00000100:00100000:0.0:1734016134.096150:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9204 00002000:00100000:0.0:1734016134.096163:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (2555904->9424895) req@ffff880076b62d80 x1818247336984448/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:95/0 lens 504/440 e 0 to 0 dl 1734016145 ref 1 fl Complete:/200/0 rc 20480/20480 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016134.096181:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076b62d80 with x1818247336984448 ext(2555904->9424895) 00002000:00010000:0.0:1734016134.096188:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076b62d80 00000100:00100000:2.0:1734016134.100527:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016134.100641:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336984704 00000100:00100000:0.0:1734016134.100657:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336984704 00002000:00100000:0.0:1734016134.100729:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (2551808->2555903) req@ffff880074e43b80 x1818247336984704/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:95/0 lens 488/0 e 0 to 0 dl 1734016145 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016134.100741:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074e43b80 with x1818247336984704 ext(2551808->2555903) 00002000:00010000:0.0:1734016134.100747:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074e43b80 00000100:00100000:0.0:1734016134.100786:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9205 00000100:00100000:0.0:1734016134.100793:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074e43b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1980:x1818247336984704:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:0.0:1734016134.101087:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074e43b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1980:x1818247336984704:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 292us (579us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016134.101094:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9205 00002000:00100000:0.0:1734016134.101101:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (2551808->2555903) req@ffff880074e43b80 x1818247336984704/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:95/0 lens 488/4536 e 0 to 0 dl 1734016145 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016134.101107:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074e43b80 with x1818247336984704 ext(2551808->2555903) 00002000:00010000:0.0:1734016134.101109:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074e43b80 00000100:00100000:1.0:1734016134.105133:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016134.105695:0:13929:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336984960 00000100:00100000:2.0:1734016134.105711:0:13929:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336984960 00002000:00100000:2.0:1734016134.105782:0:13929:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (2547712->2551807) req@ffff88007536b800 x1818247336984960/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:95/0 lens 488/0 e 0 to 0 dl 1734016145 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016134.105795:0:13929:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007536b800 with x1818247336984960 ext(2547712->2551807) 00002000:00010000:2.0:1734016134.105805:0:13929:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007536b800 00000100:00100000:2.0:1734016134.106197:0:13929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9206 00000100:00100000:2.0:1734016134.106210:0:13929:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007536b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1980:x1818247336984960:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:2.0:1734016134.106517:0:13929:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007536b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1980:x1818247336984960:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 311us (1406us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016134.106527:0:13929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9206 00002000:00100000:2.0:1734016134.106533:0:13929:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (2547712->2551807) req@ffff88007536b800 x1818247336984960/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:95/0 lens 488/4536 e 0 to 0 dl 1734016145 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016134.106540:0:13929:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007536b800 with x1818247336984960 ext(2547712->2551807) 00002000:00010000:2.0:1734016134.106543:0:13929:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007536b800 00000100:00100000:2.0:1734016134.110216:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016134.110572:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336985216 00000100:00100000:0.0:1734016134.110593:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336985216 00002000:00100000:0.0:1734016134.110697:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (2543616->2547711) req@ffff880074e43100 x1818247336985216/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:95/0 lens 488/0 e 0 to 0 dl 1734016145 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016134.110714:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074e43100 with x1818247336985216 ext(2543616->2547711) 00002000:00010000:0.0:1734016134.110727:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074e43100 00000100:00100000:0.0:1734016134.110783:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9207 00000100:00100000:0.0:1734016134.110797:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074e43100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1980:x1818247336985216:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:0.0:1734016134.111223:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074e43100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1980:x1818247336985216:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 428us (1033us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016134.111231:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9207 00002000:00100000:0.0:1734016134.111238:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (2543616->2547711) req@ffff880074e43100 x1818247336985216/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:95/0 lens 488/4536 e 0 to 0 dl 1734016145 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016134.111246:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074e43100 with x1818247336985216 ext(2543616->2547711) 00002000:00010000:0.0:1734016134.111250:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074e43100 00000100:00100000:3.0:1734016134.117528:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016134.118318:0:13929:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336985472 00000100:00100000:2.0:1734016134.118337:0:13929:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336985472 00002000:00100000:2.0:1734016134.118436:0:13929:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (2539520->2543615) req@ffff88011d807b80 x1818247336985472/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:95/0 lens 488/0 e 0 to 0 dl 1734016145 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016134.118449:0:13929:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d807b80 with x1818247336985472 ext(2539520->2543615) 00002000:00010000:2.0:1734016134.118459:0:13929:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011d807b80 00000100:00100000:2.0:1734016134.118504:0:13929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9208 00000100:00100000:2.0:1734016134.118515:0:13929:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d807b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1980:x1818247336985472:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:2.0:1734016134.118906:0:13929:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d807b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1980:x1818247336985472:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 387us (1406us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016134.118915:0:13929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9208 00002000:00100000:2.0:1734016134.118922:0:13929:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (2539520->2543615) req@ffff88011d807b80 x1818247336985472/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:95/0 lens 488/4536 e 0 to 0 dl 1734016145 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016134.118930:0:13929:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d807b80 with x1818247336985472 ext(2539520->2543615) 00002000:00010000:2.0:1734016134.118935:0:13929:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011d807b80 00000100:00100000:0.0:1734016134.135680:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016134.135930:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336985600 00000100:00100000:2.0:1734016134.136066:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336985600 00002000:00100000:2.0:1734016134.136156:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (2539520->2559999) req@ffff880135f56d80 x1818247336985600/t0(0) o4->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:95/0 lens 488/0 e 0 to 0 dl 1734016145 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016134.136169:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880135f56d80 with x1818247336985600 ext(2539520->2559999) 00002000:00010000:2.0:1734016134.136191:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880135f56d80 00000100:00100000:2.0:1734016134.137015:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9209 00000100:00100000:2.0:1734016134.137029:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880135f56d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1980:x1818247336985600:12345-192.168.201.10@tcp:4:fsx.0 00000100:00100000:0.0:1734016134.144613:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880135f56d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+8:1980:x1818247336985600:12345-192.168.201.10@tcp:4:fsx.0 Request processed in 7566us (9738us total) trans 4294969383 rc 0/0 00000100:00100000:0.0:1734016134.144636:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9209 00002000:00100000:0.0:1734016134.144662:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (2539520->2559999) req@ffff880135f56d80 x1818247336985600/t4294969383(0) o4->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:95/0 lens 488/448 e 0 to 0 dl 1734016145 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016134.144675:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880135f56d80 with x1818247336985600 ext(2539520->2559999) 00002000:00010000:0.0:1734016134.144682:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880135f56d80 00000100:00100000:0.0:1734016134.147740:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016134.152686:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336985728 00000100:00100000:2.0:1734016134.152712:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336985728 00000100:00100000:2.0:1734016134.152816:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10934 00000100:00100000:2.0:1734016134.152829:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880135f56300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+8:1981:x1818247336985728:12345-192.168.201.10@tcp:16:fsx.0 00000001:00080000:0.0:1734016134.158469:0:8954:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969383 is committed 00000100:00100000:2.0:1734016134.158946:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880135f56300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1981:x1818247336985728:12345-192.168.201.10@tcp:16:fsx.0 Request processed in 6100us (11218us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016134.158972:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10934 00000100:00100000:0.0:1734016134.165189:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016134.165315:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336985856 00000100:00100000:2.0:1734016134.165326:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336985856 00000100:00100000:2.0:1734016134.165395:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10935 00000100:00100000:2.0:1734016134.165406:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880135f56680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1981:x1818247336985856:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:2.0:1734016134.165429:0:7690:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016134.165449:0:7690:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880072172640/0x3f004d6452e08813 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d1f56 expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016134.165521:0:7690:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074e42680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339471488:192.168.201.10@tcp:106: 00000100:00100000:2.0:1734016134.165598:0:7690:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012b9119c0 going to sleep for 11 seconds 00002000:00010000:2.0:1734016134.171982:0:7690:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime: 1734016132 -> 1734016133 00002000:00010000:2.0:1734016134.171994:0:7690:0:(ofd_lvb.c:301:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks: 704 -> 744 00000100:00100000:2.0:1734016134.172038:0:7690:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074e42680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339471488:192.168.201.10@tcp:106: 00010000:00010000:2.0:1734016134.172103:0:7690:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880072172640/0x3f004d6452e08813 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1f56 expref: 7 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016134.172124:0:7690:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880072172640/0x3f004d6452e08813 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1f56 expref: 7 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016134.172234:0:7690:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880072172640, rc 0) 00000100:00100000:2.0:1734016134.172499:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880135f56680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1981:x1818247336985856:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 7088us (7331us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016134.172511:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10935 00000100:00100000:0.0:1734016134.175083:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016134.175361:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336986112 00000100:00100000:2.0:1734016134.175375:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336986112 00000100:00100000:2.0:1734016134.176256:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9210 00000100:00100000:2.0:1734016134.176269:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880135f55500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1980:x1818247336986112:12345-192.168.201.10@tcp:3:fsx.0 00010000:00010000:2.0:1734016134.176330:0:7694:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880072171f80/0x3f004d6452e0881a lrc: 3/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016134.176359:0:7694:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a8038240/0x3f004d6452e0880c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2555904->2559999) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1f4f expref: 5 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016134.176368:0:7694:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016134.176370:0:7694:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016134.176374:0:7694:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880072171f80/0x3f004d6452e0881a lrc: 4/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [3084288->3129343] (req 3084288->3129343) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016134.176420:0:7694:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a8038240/0x3f004d6452e0880c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2555904->2559999) gid 0 flags: 0x50000000020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1f4f expref: 5 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016134.176437:0:7694:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a8038240/0x3f004d6452e0880c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2555904->2559999) gid 0 flags: 0x70000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1f4f expref: 5 pid: 7690 timeout: 498 lvb_type: 0 00000100:00100000:2.0:1734016134.176456:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074e42680 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_000:lustre-OST0001_UUID:7694:1818247339471616:192.168.201.10@tcp:104: 00000100:00100000:2.0:1734016134.176729:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012b9119c0 going to sleep for 11 seconds 00000100:00100000:2.0:1734016134.182992:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074e42680 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_000:lustre-OST0001_UUID:7694:1818247339471616:192.168.201.10@tcp:104: 00010000:00010000:2.0:1734016134.183047:0:7694:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880072171f80/0x3f004d6452e0881a lrc: 3/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [3084288->3129343] (req 3084288->3129343) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016134.184337:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016134.184584:0:6469:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336986240 00000100:00100000:3.0:1734016134.184596:0:6469:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336986240 00010000:00010000:3.0:1734016134.184651:0:6469:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a8038240/0x3f004d6452e0880c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2555904->2559999) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1f4f expref: 6 pid: 7690 timeout: 498 lvb_type: 0 00000100:00100000:3.0:1734016134.184711:0:6469:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2950 00000100:00100000:3.0:1734016134.184720:0:6469:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076a9b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1979:x1818247336986240:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016134.184746:0:6469:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016134.184783:0:6469:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a8038240/0x3f004d6452e0880c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2555904->2559999) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1f4f expref: 6 pid: 7690 timeout: 498 lvb_type: 0 00010000:00010000:3.0:1734016134.184800:0:6469:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a8038240/0x3f004d6452e0880c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2555904->2559999) gid 0 flags: 0x50000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1f4f expref: 6 pid: 7690 timeout: 498 lvb_type: 0 00010000:00010000:3.0:1734016134.184838:0:6469:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a8038240/0x3f004d6452e0880c lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2555904->2559999) gid 0 flags: 0x44801400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1f4f expref: 6 pid: 7690 timeout: 498 lvb_type: 0 00010000:00010000:3.0:1734016134.184923:0:6469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016134.184926:0:6469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016134.184931:0:6469:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880072171f80/0x3f004d6452e0881a lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [3084288->3129343] (req 3084288->3129343) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016134.184940:0:6469:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880072171f80/0x3f004d6452e0881a lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [3084288->3129343] (req 3084288->3129343) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016134.184968:0:6469:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016134.185028:0:6469:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076a9b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:1979:x1818247336986240:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 309us (704us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016134.185036:0:6469:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2950 00010000:00010000:3.0:1734016134.185074:0:7694:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880072171f80/0x3f004d6452e0881a lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [3084288->3129343] (req 3084288->3129343) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016134.185081:0:7694:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880072171f80/0x3f004d6452e0881a lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [3084288->3129343] (req 3084288->3129343) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016134.188418:0:7694:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880072171f80/0x3f004d6452e0881a lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [3084288->3129343] (req 3084288->3129343) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016134.188437:0:7694:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880072171f80/0x3f004d6452e0881a lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [3084288->3129343] (req 3084288->3129343) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016134.188447:0:7694:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880072171f80/0x3f004d6452e0881a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [3084288->3129343] (req 3084288->3129343) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016134.188455:0:7694:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880072171f80 already unused, calling callback (ffffffffa086d100) 00010000:00010000:2.0:1734016134.188459:0:7694:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880072171f80/0x3f004d6452e0881a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [3084288->3129343] (req 3084288->3129343) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016134.188468:0:7694:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880072171f80/0x3f004d6452e0881a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [3084288->3129343] (req 3084288->3129343) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016134.188490:0:7694:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880072171f80/0x3f004d6452e0881a lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [3084288->3129343] (req 3084288->3129343) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016134.188495:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880072171f80/0x3f004d6452e0881a lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [3084288->3129343] (req 3084288->3129343) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016134.188605:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880135f55500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1980:x1818247336986112:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 12331us (13530us total) trans 0 rc 45056/45056 00000100:00100000:2.0:1734016134.188618:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9210 00000100:00100000:0.0:1734016134.204408:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016134.206304:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336986368 00000100:00100000:2.0:1734016134.206333:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336986368 00000100:00100000:2.0:1734016134.206425:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10936 00000100:00100000:2.0:1734016134.206437:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076a98380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:1981:x1818247336986368:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:2.0:1734016134.206475:0:7690:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016134.206514:0:7690:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e08821 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d1f5d expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1734016134.206545:0:7690:0:(ofd_lvb.c:169:ofd_lvbo_init()) res: [0x280000400:0x5:0x0] initial LVB size: 9424365, mtime: 0x675afc85, atime: 0x675afc84, ctime: 0x675afc85, blocks: 0x2e8 00010000:00010000:2.0:1734016134.206577:0:7690:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016134.206581:0:7690:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016134.206594:0:7690:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e08821 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1f5d expref: 6 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016134.206615:0:7690:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e08821 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1f5d expref: 6 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016134.206631:0:7690:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880072171440, rc 0) 00000100:00100000:2.0:1734016134.206717:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076a98380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1981:x1818247336986368:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 281us (2326us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016134.206724:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10936 00000100:00100000:0.0:1734016134.209764:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016134.210574:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336986496 00000100:00100000:3.0:1734016134.210594:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336986496 00000100:00100000:3.0:1734016134.211661:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10937 00000100:00100000:3.0:1734016134.211674:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076a98700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1980:x1818247336986496:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:3.0:1734016134.211716:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016134.211754:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a9a73c0/0x3f004d6452e08828 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d1f64 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016134.211795:0:7689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016134.211798:0:7689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016134.211809:0:7689:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a9a73c0/0x3f004d6452e08828 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1f64 expref: 7 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016134.211828:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a9a73c0/0x3f004d6452e08828 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1f64 expref: 7 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016134.211843:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a9a73c0, rc 0) 00000100:00100000:3.0:1734016134.211948:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076a98700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1980:x1818247336986496:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 278us (2207us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016134.211956:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10937 00000100:00100000:0.0:1734016134.215351:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016134.216109:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336986624 00000100:00100000:2.0:1734016134.216122:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336986624 00000100:00100000:2.0:1734016134.216196:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10938 00000100:00100000:2.0:1734016134.216206:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a9ab480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:9673:x1818247336986624:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:2.0:1734016134.216231:0:7690:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016134.216260:0:7690:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880072170d80/0x3f004d6452e0882f lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d1f6b expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016134.216298:0:7690:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e08821 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1f5d expref: 5 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016134.216312:0:7690:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a73c0/0x3f004d6452e08828 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1f64 expref: 8 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016134.216318:0:7690:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016134.216320:0:7690:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016134.216324:0:7690:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880072170d80/0x3f004d6452e0882f lrc: 5/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [876544->905215] (req 876544->905215) gid 0 flags: 0x50000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1f6b expref: 8 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016134.216361:0:7690:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a9a73c0/0x3f004d6452e08828 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1f64 expref: 8 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016134.216375:0:7690:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a9a73c0/0x3f004d6452e08828 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1f64 expref: 8 pid: 7689 timeout: 498 lvb_type: 1 00000100:00100000:2.0:1734016134.216389:0:7690:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074e42680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339471744:192.168.201.10@tcp:104: 00010000:00010000:2.0:1734016134.216479:0:7690:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e08821 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1f5d expref: 5 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016134.216488:0:7690:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e08821 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1f5d expref: 5 pid: 7690 timeout: 498 lvb_type: 1 00000100:00100000:2.0:1734016134.216497:0:7690:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074e43800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339471872:192.168.201.10@tcp:104: 00000100:00100000:2.0:1734016134.216517:0:7690:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012b911cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1734016134.221310:0:7690:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074e42680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339471744:192.168.201.10@tcp:104: 00000100:00100000:2.0:1734016134.221343:0:7690:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074e43800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339471872:192.168.201.10@tcp:104: 00010000:00010000:2.0:1734016134.221410:0:7690:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880072170d80/0x3f004d6452e0882f lrc: 3/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [876544->905215] (req 876544->905215) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1f6b expref: 8 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016134.221445:0:7690:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880072170d80, rc 0) 00000100:00100000:2.0:1734016134.221571:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a9ab480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:9673:x1818247336986624:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 5365us (6239us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016134.221587:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10938 00000100:00100000:0.0:1734016134.222412:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016134.222508:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016134.223993:0:9956:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336986880 00000100:00100000:1.0:1734016134.224012:0:9956:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336986880 00010000:00010000:1.0:1734016134.224205:0:9956:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e08821 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1f5d expref: 6 pid: 7690 timeout: 498 lvb_type: 1 00000100:00100000:1.0:1734016134.224245:0:9956:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336986752 00000100:00100000:1.0:1734016134.224249:0:9956:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336986752 00010000:00010000:1.0:1734016134.224263:0:9956:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a9a73c0/0x3f004d6452e08828 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1f64 expref: 8 pid: 7689 timeout: 498 lvb_type: 1 00000100:00100000:1.0:1734016134.224289:0:9956:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2951 00000100:00100000:1.0:1734016134.224298:0:9956:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a9aaa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1979:x1818247336986880:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016134.224327:0:9956:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016134.224369:0:9956:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e08821 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1f5d expref: 6 pid: 7690 timeout: 498 lvb_type: 1 00010000:00010000:1.0:1734016134.224382:0:9956:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e08821 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1f5d expref: 6 pid: 7690 timeout: 498 lvb_type: 1 00010000:00010000:1.0:1734016134.224420:0:9956:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e08821 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1f5d expref: 6 pid: 7690 timeout: 498 lvb_type: 1 00010000:00010000:1.0:1734016134.224457:0:9956:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016134.224534:0:9956:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a9aaa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:1979:x1818247336986880:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 236us (2126us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016134.224541:0:9956:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2951 00000100:00100000:1.0:1734016134.224569:0:9956:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2952 00000100:00100000:1.0:1734016134.224573:0:9956:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a9a8700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1979:x1818247336986752:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016134.224582:0:9956:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016134.224589:0:9956:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a9a73c0/0x3f004d6452e08828 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1f64 expref: 8 pid: 7689 timeout: 498 lvb_type: 1 00010000:00010000:1.0:1734016134.224601:0:9956:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a9a73c0/0x3f004d6452e08828 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1f64 expref: 8 pid: 7689 timeout: 498 lvb_type: 1 00010000:00010000:1.0:1734016134.224615:0:9956:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a73c0/0x3f004d6452e08828 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1f64 expref: 8 pid: 7689 timeout: 498 lvb_type: 1 00010000:00010000:1.0:1734016134.224627:0:9956:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016134.224629:0:9956:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016134.224638:0:9956:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880072170d80/0x3f004d6452e0882f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 876544->905215) gid 0 flags: 0x40080000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1f6b expref: 7 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016134.224648:0:9956:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880072170d80/0x3f004d6452e0882f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 876544->905215) gid 0 flags: 0x40080000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1f6b expref: 7 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016134.224703:0:9956:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880072170d80/0x3f004d6452e0882f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 876544->905215) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1f6b expref: 7 pid: 7690 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016134.224722:0:9956:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800769c7800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9956:1818247339472000:192.168.201.10@tcp:105: 00000100:00100000:1.0:1734016134.224779:0:9956:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b42cdb40 going to sleep for 11 seconds 00000100:00100000:0.0:1734016134.228840:0:9956:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800769c7800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9956:1818247339472000:192.168.201.10@tcp:105: 00010000:00010000:0.0:1734016134.230348:0:9956:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016134.230499:0:9956:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a9a8700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1979:x1818247336986752:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 5913us (7979us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016134.230517:0:9956:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2952 00000100:00100000:0.0:1734016134.231101:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016134.231602:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336987008 00000100:00100000:3.0:1734016134.231617:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336987008 00000100:00100000:3.0:1734016134.231668:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10939 00000100:00100000:3.0:1734016134.231675:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a9a9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1981:x1818247336987008:12345-192.168.201.10@tcp:22:fsx.0 00002000:00010000:3.0:1734016134.232061:0:7690:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 9424365 -> 9424365 00002000:00010000:3.0:1734016134.232066:0:7690:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016133 -> 1734016133 00002000:00010000:3.0:1734016134.232068:0:7690:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016132 -> 1734016132 00002000:00010000:3.0:1734016134.232070:0:7690:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016133 -> 1734016134 00002000:00010000:3.0:1734016134.232072:0:7690:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 744 -> 800 00000100:00100000:3.0:1734016134.232134:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a9a9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1981:x1818247336987008:12345-192.168.201.10@tcp:22:fsx.0 Request processed in 458us (1034us total) trans 4294969384 rc 0/0 00000100:00100000:3.0:1734016134.232143:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10939 00000100:00100000:0.0:1734016134.236433:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016134.236624:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336987264 00000100:00100000:2.0:1734016134.236649:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336987264 00000100:00100000:2.0:1734016134.236782:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9211 00000100:00100000:2.0:1734016134.236796:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a9aa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1979:x1818247336987264:12345-192.168.201.10@tcp:3:fsx.0 00010000:00010000:2.0:1734016134.236940:0:7694:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e08836 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016134.236967:0:7694:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880072170d80/0x3f004d6452e0882f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 876544->905215) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1f6b expref: 8 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016134.236975:0:7694:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016134.236978:0:7694:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016134.236982:0:7694:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e08836 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [8581120->8601599] (req 8581120->8601599) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016134.237036:0:7694:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880072170d80/0x3f004d6452e0882f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 876544->905215) gid 0 flags: 0x50000000020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1f6b expref: 8 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016134.237051:0:7694:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880072170d80/0x3f004d6452e0882f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 876544->905215) gid 0 flags: 0x70000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1f6b expref: 8 pid: 7690 timeout: 498 lvb_type: 0 00000100:00100000:2.0:1734016134.237072:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074e43800 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_000:lustre-OST0001_UUID:7694:1818247339472128:192.168.201.10@tcp:104: 00000100:00100000:2.0:1734016134.237188:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012b911cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1734016134.240753:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074e43800 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_000:lustre-OST0001_UUID:7694:1818247339472128:192.168.201.10@tcp:104: 00010000:00010000:2.0:1734016134.240815:0:7694:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e08836 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [8581120->8601599] (req 8581120->8601599) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016134.242363:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016134.242506:0:9956:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336987392 00000100:00100000:1.0:1734016134.242523:0:9956:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336987392 00010000:00010000:1.0:1734016134.242574:0:9956:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880072170d80/0x3f004d6452e0882f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 876544->905215) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1f6b expref: 9 pid: 7690 timeout: 498 lvb_type: 0 00000100:00100000:1.0:1734016134.242630:0:9956:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2953 00000100:00100000:1.0:1734016134.242641:0:9956:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074952a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+9:1978:x1818247336987392:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016134.242666:0:9956:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016134.242706:0:9956:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880072170d80/0x3f004d6452e0882f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 876544->905215) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1f6b expref: 9 pid: 7690 timeout: 498 lvb_type: 0 00010000:00010000:1.0:1734016134.242721:0:9956:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880072170d80/0x3f004d6452e0882f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 876544->905215) gid 0 flags: 0x50000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1f6b expref: 9 pid: 7690 timeout: 498 lvb_type: 0 00010000:00010000:1.0:1734016134.242758:0:9956:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880072170d80/0x3f004d6452e0882f lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 876544->905215) gid 0 flags: 0x44801400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1f6b expref: 9 pid: 7690 timeout: 498 lvb_type: 0 00010000:00010000:1.0:1734016134.242807:0:9956:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016134.242810:0:9956:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016134.242819:0:9956:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e08836 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [8581120->8601599] (req 8581120->8601599) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016134.242829:0:9956:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e08836 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [8581120->8601599] (req 8581120->8601599) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016134.243009:0:9956:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016134.243097:0:9956:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074952a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1978:x1818247336987392:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 454us (748us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016134.243106:0:9956:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2953 00010000:00010000:2.0:1734016134.243649:0:7694:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e08836 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [8581120->8601599] (req 8581120->8601599) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016134.243660:0:7694:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e08836 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [8581120->8601599] (req 8581120->8601599) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016134.247392:0:7694:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e08836 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [8581120->8601599] (req 8581120->8601599) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016134.247414:0:7694:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e08836 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [8581120->8601599] (req 8581120->8601599) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016134.247423:0:7694:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e08836 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [8581120->8601599] (req 8581120->8601599) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016134.247431:0:7694:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880072171440 already unused, calling callback (ffffffffa086d100) 00010000:00010000:2.0:1734016134.247436:0:7694:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e08836 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [8581120->8601599] (req 8581120->8601599) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016134.247445:0:7694:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e08836 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [8581120->8601599] (req 8581120->8601599) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016134.247473:0:7694:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e08836 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [8581120->8601599] (req 8581120->8601599) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016134.247479:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e08836 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [8581120->8601599] (req 8581120->8601599) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016134.247911:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a9aa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1979:x1818247336987264:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 11062us (11450us total) trans 0 rc 20480/20480 00000100:00100000:2.0:1734016134.247928:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9211 00000100:00100000:0.0:1734016134.250262:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016134.250520:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336987520 00000100:00100000:2.0:1734016134.250533:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336987520 00000100:00100000:2.0:1734016134.250674:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10940 00000100:00100000:2.0:1734016134.250684:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074951c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:1980:x1818247336987520:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:2.0:1734016134.250716:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016134.250749:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880072171f80/0x3f004d6452e0883d lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d1f72 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1734016134.250785:0:7689:0:(ofd_lvb.c:169:ofd_lvbo_init()) res: [0x280000400:0x5:0x0] initial LVB size: 9424365, mtime: 0x675afc85, atime: 0x675afc84, ctime: 0x675afc86, blocks: 0x320 00010000:00010000:2.0:1734016134.250814:0:7689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016134.250818:0:7689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016134.250830:0:7689:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880072171f80/0x3f004d6452e0883d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1f72 expref: 6 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016134.250850:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880072171f80/0x3f004d6452e0883d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1f72 expref: 6 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016134.250928:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880072171f80, rc 0) 00000100:00100000:2.0:1734016134.251463:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074951c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1980:x1818247336987520:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 777us (1214us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016134.251472:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10940 00000100:00100000:2.0:1734016134.255122:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016134.255255:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336987648 00000100:00100000:0.0:1734016134.255266:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336987648 00000100:00100000:0.0:1734016134.255854:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10941 00000100:00100000:0.0:1734016134.255894:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074e43800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:9673:x1818247336987648:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:0.0:1734016134.255937:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016134.255967:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a8038b40/0x3f004d6452e08844 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d1f79 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016134.256017:0:7689:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880072171f80/0x3f004d6452e0883d lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1f72 expref: 7 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016134.256026:0:7689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016134.256030:0:7689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016134.256034:0:7689:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a8038b40/0x3f004d6452e08844 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [3387392->3428351] (req 3387392->3428351) gid 0 flags: 0x50000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1f79 expref: 7 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016134.256077:0:7689:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880072171f80/0x3f004d6452e0883d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1f72 expref: 7 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016134.256092:0:7689:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880072171f80/0x3f004d6452e0883d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1f72 expref: 7 pid: 7689 timeout: 498 lvb_type: 1 00000100:00100000:0.0:1734016134.256106:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074951f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339472256:192.168.201.10@tcp:104: 00000100:00100000:0.0:1734016134.256211:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7486900 going to sleep for 11 seconds 00000100:00100000:2.0:1734016134.260066:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074951f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339472256:192.168.201.10@tcp:104: 00010000:00010000:2.0:1734016134.260130:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a8038b40/0x3f004d6452e08844 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [3387392->3428351] (req 3387392->3428351) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1f79 expref: 7 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016134.260158:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a8038b40, rc 0) 00000100:00100000:2.0:1734016134.260977:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074e43800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:9673:x1818247336987648:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 5109us (5870us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016134.260988:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10941 00000100:00100000:1.0:1734016134.261363:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016134.261517:0:6469:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336987776 00000100:00100000:2.0:1734016134.261526:0:6469:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336987776 00010000:00010000:2.0:1734016134.261568:0:6469:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880072171f80/0x3f004d6452e0883d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1f72 expref: 7 pid: 7689 timeout: 498 lvb_type: 1 00000100:00100000:2.0:1734016134.261606:0:6469:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2954 00000100:00100000:2.0:1734016134.261613:0:6469:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b1ea6c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1978:x1818247336987776:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016134.261633:0:6469:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016134.261661:0:6469:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880072171f80/0x3f004d6452e0883d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1f72 expref: 7 pid: 7689 timeout: 498 lvb_type: 1 00010000:00010000:2.0:1734016134.261679:0:6469:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880072171f80/0x3f004d6452e0883d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1f72 expref: 7 pid: 7689 timeout: 498 lvb_type: 1 00010000:00010000:2.0:1734016134.261709:0:6469:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880072171f80/0x3f004d6452e0883d lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1f72 expref: 7 pid: 7689 timeout: 498 lvb_type: 1 00010000:00010000:2.0:1734016134.261742:0:6469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016134.261745:0:6469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016134.261757:0:6469:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a8038b40/0x3f004d6452e08844 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3387392->3428351) gid 0 flags: 0x40080000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1f79 expref: 6 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016134.261768:0:6469:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a8038b40/0x3f004d6452e08844 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3387392->3428351) gid 0 flags: 0x40080000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1f79 expref: 6 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016134.261818:0:6469:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a8038b40/0x3f004d6452e08844 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3387392->3428351) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1f79 expref: 6 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016134.261835:0:6469:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074e42680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6469:1818247339472384:192.168.201.10@tcp:105: 00000100:00100000:2.0:1734016134.261928:0:6469:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012b911cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1734016134.266365:0:6469:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074e42680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6469:1818247339472384:192.168.201.10@tcp:105: 00010000:00010000:2.0:1734016134.266404:0:6469:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016134.266714:0:6469:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b1ea6c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1978:x1818247336987776:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 5098us (5350us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016134.266731:0:6469:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2954 00000100:00100000:3.0:1734016134.267502:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016134.267913:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336988032 00000100:00100000:2.0:1734016134.267927:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336988032 00002000:00100000:2.0:1734016134.267980:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (3424256->3428351) req@ffff88011d805500 x1818247336988032/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:95/0 lens 488/0 e 0 to 0 dl 1734016145 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016134.267991:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d805500 with x1818247336988032 ext(3424256->3428351) 00002000:00010000:2.0:1734016134.267997:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011d805500 00000100:00100000:2.0:1734016134.268022:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9212 00000100:00100000:2.0:1734016134.268030:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d805500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1979:x1818247336988032:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:2.0:1734016134.268215:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d805500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1979:x1818247336988032:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 185us (718us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016134.268221:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9212 00002000:00100000:2.0:1734016134.268226:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (3424256->3428351) req@ffff88011d805500 x1818247336988032/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:95/0 lens 488/4536 e 0 to 0 dl 1734016145 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016134.268232:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d805500 with x1818247336988032 ext(3424256->3428351) 00002000:00010000:2.0:1734016134.268235:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011d805500 00000100:00100000:0.0:1734016134.272329:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016134.272702:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336988160 00000100:00100000:2.0:1734016134.272714:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336988160 00000100:00100000:2.0:1734016134.272830:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10942 00000100:00100000:2.0:1734016134.272839:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074951500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1981:x1818247336988160:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:2.0:1734016134.272912:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016134.272943:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880072171f80/0x3f004d6452e0884b lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d1f80 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016134.273033:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074e42680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339472512:192.168.201.10@tcp:106: 00000100:00100000:2.0:1734016134.273143:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff88006d6ff780 going to sleep for 11 seconds 00002000:00010000:2.0:1734016134.276626:0:7689:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime: 1734016132 -> 1734016133 00000100:00100000:2.0:1734016134.276688:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074e42680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339472512:192.168.201.10@tcp:106: 00010000:00010000:2.0:1734016134.276762:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880072171f80/0x3f004d6452e0884b lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1f80 expref: 8 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016134.276784:0:7689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880072171f80/0x3f004d6452e0884b lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1f80 expref: 8 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016134.277399:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880072171f80, rc 0) 00000100:00100000:2.0:1734016134.277516:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074951500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1981:x1818247336988160:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 4673us (5203us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016134.277531:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10942 00000100:00100000:0.0:1734016134.281051:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016134.281238:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336988288 00000100:00100000:2.0:1734016134.281253:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336988288 00000100:00100000:2.0:1734016134.281326:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10943 00000100:00100000:2.0:1734016134.281337:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074951880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1980:x1818247336988288:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:2.0:1734016134.281368:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016134.281401:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880072172640/0x3f004d6452e08852 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d1f87 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016134.281494:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074e42680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339472640:192.168.201.10@tcp:106: 00000100:00100000:2.0:1734016134.281586:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff88006d6ff780 going to sleep for 11 seconds 00000100:00100000:2.0:1734016134.284402:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074e42680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339472640:192.168.201.10@tcp:106: 00010000:00010000:2.0:1734016134.284456:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880072172640/0x3f004d6452e08852 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1f87 expref: 8 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016134.284475:0:7689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880072172640/0x3f004d6452e08852 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1f87 expref: 8 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016134.285087:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880072172640, rc 0) 00000100:00100000:2.0:1734016134.285150:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074951880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1980:x1818247336988288:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 3811us (4316us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016134.285163:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10943 00000100:00100000:0.0:1734016134.288848:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016134.289428:0:13929:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336988544 00000100:00100000:2.0:1734016134.289450:0:13929:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336988544 00000100:00100000:2.0:1734016134.289567:0:13929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9213 00000100:00100000:2.0:1734016134.289582:0:13929:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074952a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1981:x1818247336988544:12345-192.168.201.10@tcp:4:fsx.0 00010000:00010000:2.0:1734016134.289657:0:13929:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800721718c0/0x3f004d6452e08859 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 13929 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016134.289688:0:13929:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a8038b40/0x3f004d6452e08844 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3387392->3428351) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1f79 expref: 5 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016134.289699:0:13929:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016134.289702:0:13929:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016134.289706:0:13929:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800721718c0/0x3f004d6452e08859 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [10293248->10330111] (req 10293248->10330111) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 13929 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016134.289761:0:13929:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a8038b40/0x3f004d6452e08844 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3387392->3428351) gid 0 flags: 0x50000000020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1f79 expref: 5 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016134.289776:0:13929:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a8038b40/0x3f004d6452e08844 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3387392->3428351) gid 0 flags: 0x70000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1f79 expref: 5 pid: 7689 timeout: 498 lvb_type: 0 00000100:00100000:2.0:1734016134.289794:0:13929:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074e42680 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_004:lustre-OST0001_UUID:13929:1818247339472768:192.168.201.10@tcp:104: 00000100:00100000:2.0:1734016134.289920:0:13929:0:(client.c:2562:ptlrpc_set_wait()) set ffff88006d6ff780 going to sleep for 11 seconds 00000100:00100000:2.0:1734016134.293029:0:13929:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074e42680 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_004:lustre-OST0001_UUID:13929:1818247339472768:192.168.201.10@tcp:104: 00010000:00010000:2.0:1734016134.293072:0:13929:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800721718c0/0x3f004d6452e08859 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [10293248->10330111] (req 10293248->10330111) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 13929 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016134.293278:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016134.294474:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336988672 00000100:00100000:2.0:1734016134.294488:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336988672 00002000:00100000:2.0:1734016134.294561:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (3387392->3428351) req@ffff880074951f80 x1818247336988672/t0(0) o4->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:95/0 lens 488/0 e 0 to 0 dl 1734016145 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016134.294574:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074951f80 with x1818247336988672 ext(3387392->3428351) 00010000:00010000:2.0:1734016134.294584:0:7694:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a8038b40/0x3f004d6452e08844 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3387392->3428351) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1f79 expref: 6 pid: 7689 timeout: 498 lvb_type: 0 00010000:00010000:2.0:1734016134.294601:0:7694:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a8038b40/0x3f004d6452e08844 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3387392->3428351) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1f79 expref: 6 pid: 7689 timeout: 498 lvb_type: 0 00002000:00010000:2.0:1734016134.294609:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880074951f80 00000100:00100000:2.0:1734016134.295303:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 265 00000100:00100000:2.0:1734016134.295315:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074951f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1979:x1818247336988672:12345-192.168.201.10@tcp:4:fsx.0 00000100:00100000:2.0:1734016134.301569:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074951f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+8:1979:x1818247336988672:12345-192.168.201.10@tcp:4:fsx.0 Request processed in 6229us (8264us total) trans 4294969385 rc 0/0 00000100:00100000:2.0:1734016134.301589:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 265 00002000:00100000:2.0:1734016134.301613:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (3387392->3428351) req@ffff880074951f80 x1818247336988672/t4294969385(0) o4->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:95/0 lens 488/448 e 0 to 0 dl 1734016145 ref 1 fl Complete:H/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016134.301627:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074951f80 with x1818247336988672 ext(3387392->3428351) 00010000:00010000:2.0:1734016134.301644:0:7694:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a8038b40/0x3f004d6452e08844 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3387392->3428351) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1f79 expref: 8 pid: 7689 timeout: 498 lvb_type: 0 00010000:00010000:2.0:1734016134.301666:0:7694:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a8038b40/0x3f004d6452e08844 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3387392->3428351) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1f79 expref: 8 pid: 7689 timeout: 498 lvb_type: 0 00002000:00010000:2.0:1734016134.301676:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880074951f80 00000100:00100000:0.0:1734016134.304524:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016134.304686:0:6469:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336988800 00000100:00100000:2.0:1734016134.304708:0:6469:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336988800 00010000:00010000:2.0:1734016134.304785:0:6469:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a8038b40/0x3f004d6452e08844 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3387392->3428351) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1f79 expref: 8 pid: 7689 timeout: 498 lvb_type: 0 00000100:00100000:1.0:1734016134.305178:0:9956:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2955 00000100:00100000:1.0:1734016134.305192:0:9956:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074195880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+8:1981:x1818247336988800:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016134.305223:0:9956:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:1.0:1734016134.305262:0:9956:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 800 -> 880 00010000:00010000:1.0:1734016134.305271:0:9956:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a8038b40/0x3f004d6452e08844 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3387392->3428351) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1f79 expref: 8 pid: 7689 timeout: 498 lvb_type: 0 00010000:00010000:1.0:1734016134.305288:0:9956:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a8038b40/0x3f004d6452e08844 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3387392->3428351) gid 0 flags: 0x50000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1f79 expref: 8 pid: 7689 timeout: 498 lvb_type: 0 00010000:00010000:1.0:1734016134.305331:0:9956:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a8038b40/0x3f004d6452e08844 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3387392->3428351) gid 0 flags: 0x44801400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1f79 expref: 8 pid: 7689 timeout: 498 lvb_type: 0 00010000:00010000:1.0:1734016134.305378:0:9956:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016134.305382:0:9956:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016134.305388:0:9956:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800721718c0/0x3f004d6452e08859 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [10293248->10330111] (req 10293248->10330111) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 13929 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016134.305400:0:9956:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800721718c0/0x3f004d6452e08859 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [10293248->10330111] (req 10293248->10330111) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 13929 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016134.305452:0:9956:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016134.305545:0:9956:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074195880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1981:x1818247336988800:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 354us (1049us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016134.305556:0:9956:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2955 00010000:00010000:3.0:1734016134.306125:0:13929:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800721718c0/0x3f004d6452e08859 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [10293248->10330111] (req 10293248->10330111) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 13929 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016134.306137:0:13929:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800721718c0/0x3f004d6452e08859 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [10293248->10330111] (req 10293248->10330111) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 13929 timeout: 0 lvb_type: 0 00000001:00080000:1.0:1734016134.316422:0:8954:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969386 is committed 00000001:00080000:1.0:1734016134.316454:0:8954:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969385 is committed 00002000:00010000:3.0:1734016134.320402:0:13929:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 9424365 -> 10330112 00002000:00010000:3.0:1734016134.320417:0:13929:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 880 -> 952 00010000:00010000:3.0:1734016134.320443:0:13929:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800721718c0/0x3f004d6452e08859 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [10293248->10330111] (req 10293248->10330111) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 13929 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016134.320458:0:13929:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800721718c0/0x3f004d6452e08859 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [10293248->10330111] (req 10293248->10330111) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 13929 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016134.320469:0:13929:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800721718c0/0x3f004d6452e08859 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [10293248->10330111] (req 10293248->10330111) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 13929 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016134.320477:0:13929:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800721718c0 already unused, calling callback (ffffffffa086d100) 00010000:00010000:3.0:1734016134.320483:0:13929:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800721718c0/0x3f004d6452e08859 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [10293248->10330111] (req 10293248->10330111) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 13929 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016134.320496:0:13929:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800721718c0/0x3f004d6452e08859 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [10293248->10330111] (req 10293248->10330111) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 13929 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016134.320521:0:13929:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800721718c0/0x3f004d6452e08859 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [10293248->10330111] (req 10293248->10330111) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 13929 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016134.320527:0:13929:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800721718c0/0x3f004d6452e08859 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [10293248->10330111] (req 10293248->10330111) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 13929 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016134.320706:0:13929:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074952a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1981:x1818247336988544:12345-192.168.201.10@tcp:4:fsx.0 Request processed in 31120us (31871us total) trans 4294969386 rc 0/0 00000100:00100000:3.0:1734016134.320718:0:13929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9213 00000100:00100000:1.0:1734016134.327542:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016134.327643:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336988928 00000100:00100000:3.0:1734016134.327659:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336988928 00000100:00100000:3.0:1734016134.327752:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10944 00000100:00100000:3.0:1734016134.327763:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800769c7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:1979:x1818247336988928:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:3.0:1734016134.327801:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016134.327844:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a9a6f40/0x3f004d6452e08860 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d1f8e expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1734016134.327919:0:7689:0:(ofd_lvb.c:169:ofd_lvbo_init()) res: [0x280000400:0x5:0x0] initial LVB size: 10330112, mtime: 0x675afc85, atime: 0x675afc85, ctime: 0x675afc85, blocks: 0x3b8 00010000:00010000:3.0:1734016134.327964:0:7689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016134.327967:0:7689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016134.327980:0:7689:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a9a6f40/0x3f004d6452e08860 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1f8e expref: 6 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016134.328009:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a9a6f40/0x3f004d6452e08860 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1f8e expref: 6 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016134.328028:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a9a6f40, rc 0) 00000100:00100000:3.0:1734016134.328123:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800769c7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1979:x1818247336988928:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 361us (601us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016134.328131:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10944 00000100:00100000:0.0:1734016134.336956:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016134.337028:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336989056 00000100:00100000:2.0:1734016134.337039:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336989056 00000100:00100000:2.0:1734016134.337104:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10945 00000100:00100000:2.0:1734016134.337114:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074197100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:9673:x1818247336989056:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:2.0:1734016134.337143:0:7690:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016134.337187:0:7690:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800721718c0/0x3f004d6452e08867 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d1f95 expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016134.337237:0:7690:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a6f40/0x3f004d6452e08860 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1f8e expref: 7 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016134.337248:0:7690:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016134.337251:0:7690:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016134.337256:0:7690:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800721718c0/0x3f004d6452e08867 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [569344->622591] (req 569344->622591) gid 0 flags: 0x50000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1f95 expref: 7 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016134.337303:0:7690:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a9a6f40/0x3f004d6452e08860 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1f8e expref: 7 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016134.337319:0:7690:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a9a6f40/0x3f004d6452e08860 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1f8e expref: 7 pid: 7689 timeout: 498 lvb_type: 1 00000100:00100000:2.0:1734016134.337333:0:7690:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074e42680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339472896:192.168.201.10@tcp:104: 00000100:00100000:2.0:1734016134.337431:0:7690:0:(client.c:2562:ptlrpc_set_wait()) set ffff88006d6ff780 going to sleep for 11 seconds 00000100:00100000:2.0:1734016134.342610:0:7690:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074e42680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339472896:192.168.201.10@tcp:104: 00010000:00010000:2.0:1734016134.342675:0:7690:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800721718c0/0x3f004d6452e08867 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [569344->622591] (req 569344->622591) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1f95 expref: 7 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016134.342706:0:7690:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800721718c0, rc 0) 00000100:00100000:2.0:1734016134.342795:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074197100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:9673:x1818247336989056:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 5680us (5848us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016134.342807:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10945 00000100:00100000:0.0:1734016134.343807:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016134.343900:0:6469:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336989184 00000100:00100000:2.0:1734016134.343910:0:6469:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336989184 00010000:00010000:2.0:1734016134.343946:0:6469:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a9a6f40/0x3f004d6452e08860 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1f8e expref: 7 pid: 7689 timeout: 498 lvb_type: 1 00000100:00100000:2.0:1734016134.343991:0:6469:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2956 00000100:00100000:2.0:1734016134.343999:0:6469:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800750e3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1979:x1818247336989184:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016134.344019:0:6469:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016134.344050:0:6469:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a9a6f40/0x3f004d6452e08860 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1f8e expref: 7 pid: 7689 timeout: 498 lvb_type: 1 00010000:00010000:2.0:1734016134.344069:0:6469:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a9a6f40/0x3f004d6452e08860 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1f8e expref: 7 pid: 7689 timeout: 498 lvb_type: 1 00010000:00010000:2.0:1734016134.344096:0:6469:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a6f40/0x3f004d6452e08860 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1f8e expref: 7 pid: 7689 timeout: 498 lvb_type: 1 00010000:00010000:2.0:1734016134.344133:0:6469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016134.344136:0:6469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016134.344145:0:6469:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800721718c0/0x3f004d6452e08867 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 569344->622591) gid 0 flags: 0x40080000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1f95 expref: 6 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016134.344156:0:6469:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800721718c0/0x3f004d6452e08867 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 569344->622591) gid 0 flags: 0x40080000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1f95 expref: 6 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016134.344727:0:6469:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800721718c0/0x3f004d6452e08867 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 569344->622591) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1f95 expref: 6 pid: 7690 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016134.344749:0:6469:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074e42680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6469:1818247339473024:192.168.201.10@tcp:105: 00000100:00100000:2.0:1734016134.344833:0:6469:0:(client.c:2562:ptlrpc_set_wait()) set ffff88006d6ff780 going to sleep for 11 seconds 00000100:00100000:0.0:1734016134.352673:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016134.354933:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336989312 00000100:00100000:3.0:1734016134.354958:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336989312 00000100:00100000:3.0:1734016134.355085:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10946 00000100:00100000:3.0:1734016134.355099:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800750e0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1979:x1818247336989312:12345-192.168.201.10@tcp:22:fsx.0 00002000:00010000:3.0:1734016134.355633:0:7690:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 10330112 -> 10330112 00002000:00010000:3.0:1734016134.355638:0:7690:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016133 -> 1734016133 00002000:00010000:3.0:1734016134.355642:0:7690:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016133 -> 1734016133 00002000:00010000:3.0:1734016134.355644:0:7690:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016133 -> 1734016134 00002000:00010000:3.0:1734016134.355646:0:7690:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 952 -> 1056 00000100:00100000:3.0:1734016134.355782:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800750e0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+8:1979:x1818247336989312:12345-192.168.201.10@tcp:22:fsx.0 Request processed in 686us (3127us total) trans 4294969387 rc 0/0 00000100:00100000:3.0:1734016134.355790:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10946 00000100:00100000:2.0:1734016134.355945:0:6469:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074e42680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6469:1818247339473024:192.168.201.10@tcp:105: 00010000:00010000:2.0:1734016134.355983:0:6469:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016134.356010:0:6469:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800750e3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1979:x1818247336989184:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 12012us (12208us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016134.356022:0:6469:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2956 00000100:00100000:0.0:1734016134.364227:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016134.364434:0:8966:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336989568 00000100:00100000:2.0:1734016134.364453:0:8966:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336989568 00000100:00100000:2.0:1734016134.364550:0:8966:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2088 00000100:00100000:2.0:1734016134.364562:0:8966:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800750e2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+24:9673:x1818247336989568:12345-192.168.201.10@tcp:36:fsx.0 00010000:00010000:2.0:1734016134.364694:0:8966:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016134.364744:0:8966:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a7600/0x3f004d6452e087cd lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1f25 expref: 24 pid: 6482 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016134.364796:0:8966:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:2.0:1734016134.364802:0:8966:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1734016134.365159:0:8966:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880072172d00/0x3f004d6452e0886e lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 8966 initiator: MDT0 00010000:00010000:2.0:1734016134.365188:0:8966:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a803ba80/0x3f004d6452e087e9 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1f33 expref: 19 pid: 8966 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016134.365195:0:8966:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff880072172d00/0x3f004d6452e0886e lrc: 4/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 8966 initiator: MDT0 00010000:00010000:2.0:1734016134.365234:0:8966:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8800a803ba80/0x3f004d6452e087e9 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1f33 expref: 19 pid: 8966 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016134.365250:0:8966:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a803ba80/0x3f004d6452e087e9 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1f33 expref: 19 pid: 8966 timeout: 498 lvb_type: 0 00000100:00100000:2.0:1734016134.365266:0:8966:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074e42680 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:8966:1818247339473152:192.168.201.10@tcp:104: 00000100:00100000:2.0:1734016134.365372:0:8966:0:(client.c:2562:ptlrpc_set_wait()) set ffff88006d6ff300 going to sleep for 11 seconds 00000100:00100000:3.0:1734016134.370679:0:8966:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074e42680 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:8966:1818247339473152:192.168.201.10@tcp:104: 00010000:00010000:3.0:1734016134.370734:0:8966:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff880072172d00/0x3f004d6452e0886e lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 8966 initiator: MDT0 00000100:00100000:0.0:1734016134.372811:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016134.373053:0:6469:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336989696 00000100:00100000:2.0:1734016134.373069:0:6469:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336989696 00010000:00010000:2.0:1734016134.373143:0:6469:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a803ba80/0x3f004d6452e087e9 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1f33 expref: 20 pid: 8966 timeout: 498 lvb_type: 0 00000100:00100000:2.0:1734016134.373211:0:6469:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2957 00000100:00100000:2.0:1734016134.373221:0:6469:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800750e1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+20:1979:x1818247336989696:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016134.373244:0:6469:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016134.373253:0:6469:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8800a803ba80/0x3f004d6452e087e9 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1f33 expref: 20 pid: 8966 timeout: 498 lvb_type: 0 00010000:00010000:2.0:1734016134.373270:0:6469:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8800a803ba80/0x3f004d6452e087e9 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1f33 expref: 20 pid: 8966 timeout: 498 lvb_type: 0 00010000:00010000:2.0:1734016134.373306:0:6469:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a803ba80/0x3f004d6452e087e9 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1f33 expref: 20 pid: 8966 timeout: 498 lvb_type: 0 00010000:00010000:2.0:1734016134.373359:0:6469:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:2.0:1734016134.373365:0:6469:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff880072172d00/0x3f004d6452e0886e lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 8966 initiator: MDT0 00010000:00010000:2.0:1734016134.373380:0:6469:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880072172d00/0x3f004d6452e0886e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 8966 initiator: MDT0 00010000:00010000:2.0:1734016134.373390:0:6469:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880072172d00/0x3f004d6452e0886e lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 8966 initiator: MDT0 00010000:00010000:2.0:1734016134.373429:0:6469:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016134.373506:0:6469:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800750e1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+19:1979:x1818247336989696:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 286us (713us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016134.373515:0:6469:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2957 00010000:00010000:2.0:1734016134.373581:0:8966:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff880072172d00/0x3f004d6452e0886e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8966 initiator: MDT0 00010000:00010000:2.0:1734016134.373595:0:8966:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880072172d00/0x3f004d6452e0886e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8966 initiator: MDT0 00000001:00080000:2.0:1734016134.373775:0:8966:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294968619 00000004:00010000:2.0:1734016134.373861:0:8966:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff8800750e2a00 reply state ffff880135348000 transno 4294968620 ns: mdt-lustre-MDT0000_UUID lock: ffff880072172d00/0x3f004d6452e0886e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8966 initiator: MDT0 00000100:00100000:2.0:1734016134.373904:0:8966:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1734016134.374034:0:8966:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800750e2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+26:9673:x1818247336989568:12345-192.168.201.10@tcp:36:fsx.0 Request processed in 9475us (9835us total) trans 4294968620 rc 0/0 00000100:00100000:2.0:1734016134.374042:0:8966:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2088 00000020:00080000:2.0:1734016134.374048:0:8966:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:2.0:1734016134.378021:0:3495:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880072172d00/0x3f004d6452e0886e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8966 initiator: MDT0 00010000:00010000:2.0:1734016134.378043:0:3495:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880072172d00/0x3f004d6452e0886e lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 8966 initiator: MDT0 00010000:00010000:2.0:1734016134.378050:0:3495:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880072172d00/0x3f004d6452e0886e lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8966 initiator: MDT0 00010000:00010000:2.0:1734016134.378055:0:3495:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880072172d00 already unused, calling callback (ffffffffa0f03950) 00010000:00010000:2.0:1734016134.378061:0:3495:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880072172d00/0x3f004d6452e0886e lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8966 initiator: MDT0 00010000:00010000:2.0:1734016134.378069:0:3495:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880072172d00/0x3f004d6452e0886e lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 8966 initiator: MDT0 00010000:00010000:2.0:1734016134.378087:0:3495:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:2.0:1734016134.378090:0:3495:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734016134.378096:0:3495:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880072172d00/0x3f004d6452e0886e lrc: 2/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8966 initiator: MDT0 00010000:00010000:2.0:1734016134.378105:0:3495:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880072172d00/0x3f004d6452e0886e lrc: 0/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8966 initiator: MDT0 00000100:00100000:0.0:1734016134.378368:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016134.378442:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336989824 00000100:00100000:1.0:1734016134.378452:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336989824 00000100:00100000:1.0:1734016134.379444:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10947 00000100:00100000:1.0:1734016134.379458:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800750e2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:9673:x1818247336989824:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:1.0:1734016134.379486:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016134.379509:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880097235b00/0x3f004d6452e08875 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d1f9c expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016134.379545:0:7689:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800721718c0/0x3f004d6452e08867 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 569344->622591) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1f95 expref: 6 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016134.379554:0:7689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016134.379558:0:7689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016134.379561:0:7689:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880097235b00/0x3f004d6452e08875 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1f9c expref: 7 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016134.379604:0:7689:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800721718c0/0x3f004d6452e08867 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 569344->622591) gid 0 flags: 0x50000000020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1f95 expref: 6 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016134.379617:0:7689:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800721718c0/0x3f004d6452e08867 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 569344->622591) gid 0 flags: 0x70000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1f95 expref: 6 pid: 7690 timeout: 498 lvb_type: 0 00000100:00100000:1.0:1734016134.379631:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800769c7800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339473280:192.168.201.10@tcp:104: 00000100:00100000:1.0:1734016134.392365:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b42cd900 going to sleep for 11 seconds 00000100:00100000:1.0:1734016134.395844:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016134.395893:0:9956:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336989952 00000100:00100000:1.0:1734016134.395905:0:9956:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336989952 00010000:00010000:1.0:1734016134.395956:0:9956:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800721718c0/0x3f004d6452e08867 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 569344->622591) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1f95 expref: 7 pid: 7690 timeout: 498 lvb_type: 0 00000100:00100000:1.0:1734016134.395991:0:9956:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2958 00000100:00100000:1.0:1734016134.395999:0:9956:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800740b4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1978:x1818247336989952:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016134.396015:0:9956:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016134.396041:0:9956:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800721718c0/0x3f004d6452e08867 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 569344->622591) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1f95 expref: 7 pid: 7690 timeout: 498 lvb_type: 0 00010000:00010000:1.0:1734016134.396053:0:9956:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800721718c0/0x3f004d6452e08867 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 569344->622591) gid 0 flags: 0x50000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1f95 expref: 7 pid: 7690 timeout: 498 lvb_type: 0 00010000:00010000:1.0:1734016134.396081:0:9956:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016134.396085:0:9956:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016134.396091:0:9956:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880097235b00/0x3f004d6452e08875 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50080000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1f9c expref: 7 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016134.396099:0:9956:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880097235b00/0x3f004d6452e08875 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50080000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1f9c expref: 7 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016134.396140:0:9956:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880097235b00/0x3f004d6452e08875 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1f9c expref: 7 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016134.396156:0:9956:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800740b7100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9956:1818247339473408:192.168.201.10@tcp:105: 00000100:00100000:1.0:1734016134.396233:0:9956:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b42cda80 going to sleep for 11 seconds 00010000:00010000:2.0:1734016134.396989:0:7689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800721718c0/0x3f004d6452e08867 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 569344->622591) gid 0 flags: 0x44801400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1f95 expref: 7 pid: 7690 timeout: 498 lvb_type: 0 00000100:00100000:2.0:1734016134.397014:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800769c7800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339473280:192.168.201.10@tcp:104: 00010000:00010000:2.0:1734016134.397043:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880097235b00/0x3f004d6452e08875 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1f9c expref: 7 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016134.397055:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097235b00, rc 0) 00000100:00100000:2.0:1734016134.397095:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800750e2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:9673:x1818247336989824:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 17639us (18731us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016134.397105:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10947 00000100:00100000:1.0:1734016134.403973:0:9956:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800740b7100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9956:1818247339473408:192.168.201.10@tcp:105: 00010000:00010000:1.0:1734016134.404012:0:9956:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016134.404089:0:9956:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800740b4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1978:x1818247336989952:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 8088us (8255us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016134.404105:0:9956:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2958 00000100:00100000:0.0:1734016134.404351:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016134.404431:0:13929:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336990080 00000100:00100000:3.0:1734016134.404440:0:13929:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336990080 00002000:00010000:3.0:1734016134.404481:0:13929:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (2307440->18446744073709551615) 00002000:00100000:3.0:1734016134.404485:0:13929:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800750e3b80 with x1818247336990080 ext(2307440->18446744073709551615) 00002000:00010000:3.0:1734016134.404498:0:13929:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800750e3b80. 00000100:00100000:3.0:1734016134.404518:0:13929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9214 00000100:00100000:3.0:1734016134.404524:0:13929:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800750e3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1979:x1818247336990080:12345-192.168.201.10@tcp:10:fsx.0 00002000:00010000:2.0:1734016134.415477:0:13929:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 10330112 -> 2307440 00002000:00010000:2.0:1734016134.415490:0:13929:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016133 -> 1734016133 00002000:00010000:2.0:1734016134.415492:0:13929:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016133 -> 1734016133 00002000:00010000:2.0:1734016134.415495:0:13929:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016134 -> 1734016133 00002000:00010000:2.0:1734016134.415498:0:13929:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 1056 -> 408 00000100:00100000:2.0:1734016134.415623:0:13929:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800750e3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1979:x1818247336990080:12345-192.168.201.10@tcp:10:fsx.0 Request processed in 11088us (11265us total) trans 4294969388 rc 0/0 00000100:00100000:2.0:1734016134.415639:0:13929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9214 00002000:00010000:2.0:1734016134.415646:0:13929:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (2307440->18446744073709551615) 00002000:00100000:2.0:1734016134.415650:0:13929:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800750e3b80 with x1818247336990080 ext(2307440->18446744073709551615) 00002000:00010000:2.0:1734016134.415661:0:13929:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800750e3b80. 00000100:00100000:0.0:1734016134.421808:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016134.424307:0:8966:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336990208 00000100:00100000:2.0:1734016134.424325:0:8966:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336990208 00000100:00100000:2.0:1734016134.424394:0:8966:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2089 00000100:00100000:2.0:1734016134.424401:0:8966:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075224e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+19:9673:x1818247336990208:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:2.0:1734016134.424421:0:8966:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016134.424450:0:8966:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800721718c0/0x3f004d6452e0887c lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d1fa3 expref: -99 pid: 8966 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016134.424548:0:8966:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880072172d00/0x3f004d6452e08883 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 8966 initiator: MDT0 00010000:00010000:2.0:1734016134.424559:0:8966:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880072172d00/0x3f004d6452e08883 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 8966 initiator: MDT0 00010000:00010000:2.0:1734016134.424569:0:8966:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880072172d00/0x3f004d6452e08883 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 8966 initiator: MDT0 00000004:00200000:2.0:1734016134.424597:0:8966:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 2307440 00000004:00200000:2.0:1734016134.424603:0:8966:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1734016134.424619:0:8966:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880072172d00/0x3f004d6452e08883 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 8966 initiator: MDT0 00010000:00010000:2.0:1734016134.424643:0:8966:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800721718c0/0x3f004d6452e0887c lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1fa3 expref: 21 pid: 8966 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016134.424659:0:8966:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880072172d00/0x3f004d6452e08883 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1fa3 expref: 20 pid: 8966 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016134.424666:0:8966:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:2.0:1734016134.424669:0:8966:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1734016134.424672:0:8966:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880072172d00, rc 0) 00000100:00100000:2.0:1734016134.424758:0:8966:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075224e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+20:9673:x1818247336990208:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 357us (2969us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016134.424765:0:8966:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2089 00000100:00100000:0.0:1734016134.427162:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016134.427327:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336990336 00000100:00100000:3.0:1734016134.427344:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336990336 00000100:00100000:3.0:1734016134.427422:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10948 00000100:00100000:3.0:1734016134.427434:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075224000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1980:x1818247336990336:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:3.0:1734016134.427462:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016134.427497:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a9a5440/0x3f004d6452e0888a lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d1faa expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016134.427600:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88011d805c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339473536:192.168.201.10@tcp:106: 00000100:00100000:3.0:1734016134.427700:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac68ee40 going to sleep for 11 seconds 00000100:00100000:3.0:1734016134.433805:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88011d805c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339473536:192.168.201.10@tcp:106: 00010000:00010000:3.0:1734016134.433903:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a9a5440/0x3f004d6452e0888a lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1faa expref: 7 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016134.433929:0:7689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a5440/0x3f004d6452e0888a lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1faa expref: 7 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016134.433960:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a9a5440, rc 0) 00000100:00100000:3.0:1734016134.440281:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075224000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1980:x1818247336990336:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 12812us (13110us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016134.440307:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10948 00000100:00100000:0.0:1734016134.452928:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016134.453059:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336990464 00000100:00100000:3.0:1734016134.453076:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336990464 00000100:00100000:3.0:1734016134.453149:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10949 00000100:00100000:3.0:1734016134.453160:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075227800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1979:x1818247336990464:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:3.0:1734016134.453197:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016134.453224:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a9a6400/0x3f004d6452e08891 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d1fb1 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016134.453313:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88011d805c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339473664:192.168.201.10@tcp:106: 00000100:00100000:3.0:1734016134.453390:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac68ee40 going to sleep for 11 seconds 00000100:00100000:3.0:1734016134.456246:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88011d805c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339473664:192.168.201.10@tcp:106: 00010000:00010000:3.0:1734016134.456324:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a9a6400/0x3f004d6452e08891 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1fb1 expref: 7 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016134.456347:0:7689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a6400/0x3f004d6452e08891 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1fb1 expref: 7 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016134.456386:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a9a6400, rc 0) 00000100:00100000:3.0:1734016134.456485:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075227800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1979:x1818247336990464:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 3323us (3629us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016134.456497:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10949 00000100:00100000:0.0:1734016134.468484:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016134.468829:0:13929:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336990720 00000100:00100000:2.0:1734016134.468847:0:13929:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336990720 00002000:00100000:2.0:1734016134.468963:0:13929:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (0->2310143) req@ffff880075227100 x1818247336990720/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:95/0 lens 488/0 e 0 to 0 dl 1734016145 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016134.468977:0:13929:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880075227100 with x1818247336990720 ext(0->2310143) 00002000:00010000:2.0:1734016134.468984:0:13929:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880075227100 00000100:00100000:2.0:1734016134.469023:0:13929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9215 00000100:00100000:2.0:1734016134.469033:0:13929:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075227100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1979:x1818247336990720:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:2.0:1734016134.536838:0:13929:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075227100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1979:x1818247336990720:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 67776us (68342us total) trans 0 rc 2310144/2310144 00000100:00100000:2.0:1734016134.536931:0:13929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9215 00002000:00100000:2.0:1734016134.536959:0:13929:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (0->2310143) req@ffff880075227100 x1818247336990720/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:95/0 lens 488/440 e 0 to 0 dl 1734016145 ref 1 fl Complete:/200/0 rc 2310144/2310144 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016134.536974:0:13929:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880075227100 with x1818247336990720 ext(0->2310143) 00002000:00010000:2.0:1734016134.536987:0:13929:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880075227100 00000100:00100000:0.0:1734016134.550368:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016134.550943:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336990848 00000100:00100000:3.0:1734016134.550961:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336990848 00000100:00100000:3.0:1734016134.551046:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10950 00000100:00100000:3.0:1734016134.551056:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075227480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1980:x1818247336990848:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:3.0:1734016134.551085:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016134.551117:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a9a4480/0x3f004d6452e08898 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d1fb8 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016134.551210:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88011d805c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339473792:192.168.201.10@tcp:106: 00000100:00100000:3.0:1734016134.551308:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac68ee40 going to sleep for 11 seconds 00000100:00100000:3.0:1734016134.580280:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88011d805c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339473792:192.168.201.10@tcp:106: 00010000:00010000:3.0:1734016134.580392:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a9a4480/0x3f004d6452e08898 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1fb8 expref: 7 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016134.580417:0:7689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a4480/0x3f004d6452e08898 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1fb8 expref: 7 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016134.580478:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a9a4480, rc 0) 00000100:00100000:3.0:1734016134.580638:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075227480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1980:x1818247336990848:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 29580us (30289us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016134.580652:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10950 00000100:00100000:1.0:1734016134.586999:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016134.587107:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336990976 00000100:00100000:3.0:1734016134.587127:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336990976 00000100:00100000:3.0:1734016134.587226:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10951 00000100:00100000:3.0:1734016134.587237:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800740b7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1979:x1818247336990976:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:3.0:1734016134.587276:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016134.587310:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a9a4b40/0x3f004d6452e0889f lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d1fbf expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016134.587441:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88011d805c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339473920:192.168.201.10@tcp:106: 00000100:00100000:3.0:1734016134.587572:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac68ee40 going to sleep for 11 seconds 00000100:00100000:3.0:1734016134.594493:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88011d805c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339473920:192.168.201.10@tcp:106: 00010000:00010000:3.0:1734016134.594584:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a9a4b40/0x3f004d6452e0889f lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1fbf expref: 7 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016134.594613:0:7689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a4b40/0x3f004d6452e0889f lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1fbf expref: 7 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016134.594658:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a9a4b40, rc 0) 00000100:00100000:3.0:1734016134.594807:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800740b7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1979:x1818247336990976:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 7568us (7830us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016134.594823:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10951 00000100:00100000:1.0:1734016134.602028:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016134.602129:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336991104 00000100:00100000:3.0:1734016134.602147:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336991104 00000100:00100000:2.0:1734016134.608450:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10952 00000100:00100000:2.0:1734016134.608468:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800740b6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:9673:x1818247336991104:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:2.0:1734016134.608509:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016134.608544:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880072172640/0x3f004d6452e088a6 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d1fc6 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016134.608609:0:7689:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880097235b00/0x3f004d6452e08875 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1f9c expref: 7 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016134.608622:0:7689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016134.608625:0:7689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016134.608630:0:7689:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880072172640/0x3f004d6452e088a6 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [1466368->1507327] (req 1466368->1507327) gid 0 flags: 0x50000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1fc6 expref: 7 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016134.608715:0:7689:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880097235b00/0x3f004d6452e08875 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1f9c expref: 7 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016134.608738:0:7689:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880097235b00/0x3f004d6452e08875 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1f9c expref: 7 pid: 7689 timeout: 498 lvb_type: 0 00000100:00100000:2.0:1734016134.608761:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074e42300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339474048:192.168.201.10@tcp:104: 00000100:00100000:2.0:1734016134.608974:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff88006d6ff780 going to sleep for 11 seconds 00000100:00100000:2.0:1734016134.635808:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074e42300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339474048:192.168.201.10@tcp:104: 00010000:00010000:2.0:1734016134.635981:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880072172640/0x3f004d6452e088a6 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [1466368->1507327] (req 1466368->1507327) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1fc6 expref: 7 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016134.636012:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880072172640, rc 0) 00000100:00100000:2.0:1734016134.639501:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800740b6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:9673:x1818247336991104:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 31008us (37468us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016134.639521:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10952 00000100:00100000:1.0:1734016134.640507:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016134.640603:0:9956:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336991232 00000100:00100000:2.0:1734016134.640616:0:9956:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336991232 00010000:00010000:2.0:1734016134.640667:0:9956:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880097235b00/0x3f004d6452e08875 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1f9c expref: 8 pid: 7689 timeout: 498 lvb_type: 0 00000100:00100000:2.0:1734016134.642846:0:9956:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2959 00000100:00100000:2.0:1734016134.642888:0:9956:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074ebf800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1978:x1818247336991232:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016134.642924:0:9956:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016134.642974:0:9956:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880097235b00/0x3f004d6452e08875 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1f9c expref: 8 pid: 7689 timeout: 498 lvb_type: 0 00010000:00010000:2.0:1734016134.642998:0:9956:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880097235b00/0x3f004d6452e08875 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1f9c expref: 8 pid: 7689 timeout: 498 lvb_type: 0 00010000:00010000:2.0:1734016134.643039:0:9956:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097235b00/0x3f004d6452e08875 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1f9c expref: 8 pid: 7689 timeout: 498 lvb_type: 0 00010000:00010000:2.0:1734016134.643100:0:9956:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016134.643102:0:9956:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016134.643115:0:9956:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880072172640/0x3f004d6452e088a6 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1466368->1507327) gid 0 flags: 0x40080000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1fc6 expref: 6 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016134.643128:0:9956:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880072172640/0x3f004d6452e088a6 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1466368->1507327) gid 0 flags: 0x40080000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1fc6 expref: 6 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016134.643208:0:9956:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880072172640/0x3f004d6452e088a6 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1466368->1507327) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1fc6 expref: 6 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016134.643228:0:9956:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074e42300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9956:1818247339474176:192.168.201.10@tcp:105: 00000100:00100000:2.0:1734016134.643363:0:9956:0:(client.c:2562:ptlrpc_set_wait()) set ffff88006d6ff780 going to sleep for 11 seconds 00000100:00100000:1.0:1734016134.652258:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016134.652399:0:9956:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074e42300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9956:1818247339474176:192.168.201.10@tcp:105: 00010000:00010000:2.0:1734016134.652432:0:9956:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016134.655557:0:9956:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074ebf800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1978:x1818247336991232:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 12670us (15031us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016134.655576:0:9956:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2959 00010000:00010000:2.0:1734016134.675585:0:9955:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734016134.675846:0:13929:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336991488 00000100:00100000:3.0:1734016134.675903:0:13929:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336991488 00002000:00100000:3.0:1734016134.676028:0:13929:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (0->2310143) req@ffff880074ebce00 x1818247336991488/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:95/0 lens 488/0 e 0 to 0 dl 1734016145 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016134.676044:0:13929:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074ebce00 with x1818247336991488 ext(0->2310143) 00002000:00010000:3.0:1734016134.676054:0:13929:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074ebce00 00000100:00100000:3.0:1734016134.676123:0:13929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9216 00000100:00100000:3.0:1734016134.676138:0:13929:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074ebce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1981:x1818247336991488:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:3.0:1734016134.728713:0:13929:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074ebce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1981:x1818247336991488:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 52565us (76459us total) trans 0 rc 2310144/2310144 00000100:00100000:3.0:1734016134.728728:0:13929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9216 00002000:00100000:3.0:1734016134.728741:0:13929:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (0->2310143) req@ffff880074ebce00 x1818247336991488/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:95/0 lens 488/440 e 0 to 0 dl 1734016145 ref 1 fl Complete:/200/0 rc 2310144/2310144 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016134.728751:0:13929:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074ebce00 with x1818247336991488 ext(0->2310143) 00002000:00010000:3.0:1734016134.728758:0:13929:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074ebce00 00000100:00100000:0.0:1734016134.734743:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016134.734979:0:8966:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336991616 00000100:00100000:2.0:1734016134.734997:0:8966:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336991616 00000100:00100000:2.0:1734016134.735128:0:8966:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2090 00000100:00100000:2.0:1734016134.735142:0:8966:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075225f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+25:9673:x1818247336991616:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:2.0:1734016134.735204:0:8966:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016134.735245:0:8966:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880072171f80/0x3f004d6452e088ad lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d1fcd expref: -99 pid: 8966 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016134.735421:0:8966:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880072171440/0x3f004d6452e088b4 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 8966 initiator: MDT0 00010000:00010000:2.0:1734016134.735440:0:8966:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880072171440/0x3f004d6452e088b4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 8966 initiator: MDT0 00010000:00010000:2.0:1734016134.735454:0:8966:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880072171440/0x3f004d6452e088b4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 8966 initiator: MDT0 00000004:00200000:2.0:1734016134.735494:0:8966:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 2307440 00000004:00200000:2.0:1734016134.735501:0:8966:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1734016134.735526:0:8966:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880072171440/0x3f004d6452e088b4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 8966 initiator: MDT0 00010000:00010000:2.0:1734016134.735562:0:8966:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880072171f80/0x3f004d6452e088ad lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1fcd expref: 27 pid: 8966 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016134.735598:0:8966:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880072171440/0x3f004d6452e088b4 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1fcd expref: 26 pid: 8966 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016134.735607:0:8966:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:2.0:1734016134.735611:0:8966:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1734016134.735617:0:8966:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880072171440, rc 0) 00000100:00100000:2.0:1734016134.735962:0:8966:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075225f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+26:9673:x1818247336991616:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 822us (1240us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016134.735970:0:8966:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2090 00000100:00100000:0.0:1734016134.739256:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016134.739409:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336991744 00000100:00100000:2.0:1734016134.739427:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336991744 00000100:00100000:3.0:1734016134.741056:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10953 00000100:00100000:3.0:1734016134.741074:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075224a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1979:x1818247336991744:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:3.0:1734016134.741114:0:7690:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016134.741155:0:7690:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a9a4b40/0x3f004d6452e088bb lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d1fd4 expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016134.741215:0:7690:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016134.741219:0:7690:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016134.741235:0:7690:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a9a4b40/0x3f004d6452e088bb lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1fd4 expref: 8 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016134.741257:0:7690:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a9a4b40/0x3f004d6452e088bb lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1fd4 expref: 8 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016134.741272:0:7690:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a9a4b40, rc 0) 00000100:00100000:3.0:1734016134.741378:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075224a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1979:x1818247336991744:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 309us (2150us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016134.741386:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10953 00000100:00100000:1.0:1734016134.745556:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016134.745679:0:13929:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336992000 00000100:00100000:3.0:1734016134.745697:0:13929:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336992000 00000100:00100000:3.0:1734016134.745789:0:13929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9217 00000100:00100000:3.0:1734016134.745799:0:13929:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074ebf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1978:x1818247336992000:12345-192.168.201.10@tcp:4:fsx.0 00010000:00010000:3.0:1734016134.745903:0:13929:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009a9a4480/0x3f004d6452e088c2 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 13929 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016134.745931:0:13929:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880072172640/0x3f004d6452e088a6 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1466368->1507327) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1fc6 expref: 6 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016134.745941:0:13929:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a4b40/0x3f004d6452e088bb lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1fd4 expref: 8 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016134.745949:0:13929:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016134.745951:0:13929:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016134.745955:0:13929:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a9a4480/0x3f004d6452e088c2 lrc: 5/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [372736->393215] (req 372736->393215) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 13929 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016134.746004:0:13929:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a9a4b40/0x3f004d6452e088bb lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1fd4 expref: 8 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016134.746021:0:13929:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a9a4b40/0x3f004d6452e088bb lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1fd4 expref: 8 pid: 7690 timeout: 498 lvb_type: 1 00000100:00100000:3.0:1734016134.746042:0:13929:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88011d805c00 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_004:lustre-OST0001_UUID:13929:1818247339474304:192.168.201.10@tcp:104: 00010000:00010000:3.0:1734016134.746157:0:13929:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880072172640/0x3f004d6452e088a6 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1466368->1507327) gid 0 flags: 0x50000000020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1fc6 expref: 6 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016134.746174:0:13929:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880072172640/0x3f004d6452e088a6 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1466368->1507327) gid 0 flags: 0x70000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1fc6 expref: 6 pid: 7689 timeout: 498 lvb_type: 0 00000100:00100000:3.0:1734016134.746183:0:13929:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88011d807480 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_004:lustre-OST0001_UUID:13929:1818247339474432:192.168.201.10@tcp:104: 00000100:00100000:3.0:1734016134.746202:0:13929:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac68ee40 going to sleep for 11 seconds 00000100:00100000:0.0:1734016134.749418:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016134.749557:0:13929:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88011d805c00 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_004:lustre-OST0001_UUID:13929:1818247339474304:192.168.201.10@tcp:104: 00000100:00100000:3.0:1734016134.749569:0:13929:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88011d807480 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_004:lustre-OST0001_UUID:13929:1818247339474432:192.168.201.10@tcp:104: 00010000:00010000:3.0:1734016134.749615:0:13929:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88009a9a4480/0x3f004d6452e088c2 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [372736->393215] (req 372736->393215) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 13929 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016134.749911:0:9956:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336992128 00000100:00100000:2.0:1734016134.749922:0:9956:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336992128 00010000:00010000:2.0:1734016134.749969:0:9956:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a9a4b40/0x3f004d6452e088bb lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1fd4 expref: 9 pid: 7690 timeout: 498 lvb_type: 1 00000100:00100000:2.0:1734016134.750536:0:9956:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2960 00000100:00100000:2.0:1734016134.750545:0:9956:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075226680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+9:1978:x1818247336992128:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016134.750566:0:9956:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016134.750597:0:9956:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a9a4b40/0x3f004d6452e088bb lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1fd4 expref: 9 pid: 7690 timeout: 498 lvb_type: 1 00010000:00010000:2.0:1734016134.750610:0:9956:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a9a4b40/0x3f004d6452e088bb lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1fd4 expref: 9 pid: 7690 timeout: 498 lvb_type: 1 00010000:00010000:2.0:1734016134.750638:0:9956:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a4b40/0x3f004d6452e088bb lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1fd4 expref: 9 pid: 7690 timeout: 498 lvb_type: 1 00010000:00010000:2.0:1734016134.750683:0:9956:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016134.752299:0:9956:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075226680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1978:x1818247336992128:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 1736us (2880us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016134.752320:0:9956:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2960 00000100:00100000:1.0:1734016134.753082:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016134.753236:0:9956:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336992256 00000100:00100000:3.0:1734016134.753246:0:9956:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336992256 00010000:00010000:3.0:1734016134.753280:0:9956:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880072172640/0x3f004d6452e088a6 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1466368->1507327) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1fc6 expref: 7 pid: 7689 timeout: 498 lvb_type: 0 00000100:00100000:3.0:1734016134.753598:0:9956:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2961 00000100:00100000:3.0:1734016134.753606:0:9956:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b1ea6850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1979:x1818247336992256:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016134.753624:0:9956:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016134.753652:0:9956:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880072172640/0x3f004d6452e088a6 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1466368->1507327) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1fc6 expref: 7 pid: 7689 timeout: 498 lvb_type: 0 00010000:00010000:3.0:1734016134.753667:0:9956:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880072172640/0x3f004d6452e088a6 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1466368->1507327) gid 0 flags: 0x50000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1fc6 expref: 7 pid: 7689 timeout: 498 lvb_type: 0 00010000:00010000:3.0:1734016134.753694:0:9956:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880072172640/0x3f004d6452e088a6 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1466368->1507327) gid 0 flags: 0x44801400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1fc6 expref: 7 pid: 7689 timeout: 498 lvb_type: 0 00010000:00010000:3.0:1734016134.753733:0:9956:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016134.753736:0:9956:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016134.753741:0:9956:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a4480/0x3f004d6452e088c2 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [372736->393215] (req 372736->393215) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 13929 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016134.753752:0:9956:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a9a4480/0x3f004d6452e088c2 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [372736->393215] (req 372736->393215) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 13929 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016134.753786:0:9956:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1734016134.756102:0:13929:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88009a9a4480/0x3f004d6452e088c2 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [372736->393215] (req 372736->393215) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 13929 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016134.756125:0:13929:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a9a4480/0x3f004d6452e088c2 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [372736->393215] (req 372736->393215) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 13929 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016134.756910:0:9956:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b1ea6850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1979:x1818247336992256:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 3291us (3817us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016134.756924:0:9956:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2961 00000001:00080000:2.0:1734016134.762121:0:8954:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969389 is committed 00000001:00080000:2.0:1734016134.762181:0:8954:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969387 is committed 00002000:00010000:0.0:1734016134.762273:0:13929:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016133 -> 1734016134 00002000:00010000:0.0:1734016134.762278:0:13929:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016133 -> 1734016134 00002000:00010000:0.0:1734016134.762281:0:13929:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 408 -> 448 00010000:00010000:0.0:1734016134.762295:0:13929:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009a9a4480/0x3f004d6452e088c2 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [372736->393215] (req 372736->393215) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 13929 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016134.762306:0:13929:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009a9a4480/0x3f004d6452e088c2 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [372736->393215] (req 372736->393215) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 13929 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016134.762314:0:13929:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009a9a4480/0x3f004d6452e088c2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [372736->393215] (req 372736->393215) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 13929 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016134.762320:0:13929:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88009a9a4480 already unused, calling callback (ffffffffa086d100) 00010000:00010000:0.0:1734016134.762325:0:13929:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009a9a4480/0x3f004d6452e088c2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [372736->393215] (req 372736->393215) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 13929 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016134.762338:0:13929:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009a9a4480/0x3f004d6452e088c2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [372736->393215] (req 372736->393215) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 13929 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016134.762361:0:13929:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009a9a4480/0x3f004d6452e088c2 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [372736->393215] (req 372736->393215) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 13929 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016134.762366:0:13929:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a4480/0x3f004d6452e088c2 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [372736->393215] (req 372736->393215) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 13929 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016134.762677:0:13929:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074ebf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1978:x1818247336992000:12345-192.168.201.10@tcp:4:fsx.0 Request processed in 16867us (17127us total) trans 4294969389 rc 0/0 00000100:00100000:0.0:1734016134.762689:0:13929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9217 00000100:00100000:0.0:1734016134.766363:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016134.766515:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336992384 00000100:00100000:2.0:1734016134.766530:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336992384 00000100:00100000:2.0:1734016134.766607:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10954 00000100:00100000:2.0:1734016134.766616:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075226a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1979:x1818247336992384:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:2.0:1734016134.766652:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016134.766686:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880072170d80/0x3f004d6452e088c9 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d1fdb expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1734016134.766729:0:7689:0:(ofd_lvb.c:169:ofd_lvbo_init()) res: [0x280000400:0x5:0x0] initial LVB size: 2307440, mtime: 0x675afc86, atime: 0x675afc85, ctime: 0x675afc86, blocks: 0x1c0 00010000:00010000:2.0:1734016134.766763:0:7689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016134.766766:0:7689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016134.766780:0:7689:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880072170d80/0x3f004d6452e088c9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1fdb expref: 7 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016134.766805:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880072170d80/0x3f004d6452e088c9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1fdb expref: 7 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016134.766820:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880072170d80, rc 0) 00000100:00100000:2.0:1734016134.766947:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075226a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1979:x1818247336992384:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 330us (605us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016134.766954:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10954 00000100:00100000:3.0:1734016134.769452:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016134.769536:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336992512 00000100:00100000:0.0:1734016134.769552:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336992512 00000100:00100000:0.0:1734016134.769609:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10955 00000100:00100000:0.0:1734016134.769619:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d807480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:9673:x1818247336992512:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:0.0:1734016134.769649:0:7690:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016134.769677:0:7690:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a8038b40/0x3f004d6452e088d0 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d1fe2 expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016134.769719:0:7690:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880072170d80/0x3f004d6452e088c9 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1fdb expref: 6 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016134.769728:0:7690:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016134.769731:0:7690:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016134.769737:0:7690:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a8038b40/0x3f004d6452e088d0 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [1351680->1368063] (req 1351680->1368063) gid 0 flags: 0x50000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1fe2 expref: 6 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016134.769787:0:7690:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880072170d80/0x3f004d6452e088c9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1fdb expref: 6 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016134.769803:0:7690:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880072170d80/0x3f004d6452e088c9 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1fdb expref: 6 pid: 7689 timeout: 498 lvb_type: 1 00000100:00100000:0.0:1734016134.769822:0:7690:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880075225880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339474560:192.168.201.10@tcp:104: 00000100:00100000:0.0:1734016134.769954:0:7690:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7486540 going to sleep for 11 seconds 00000100:00100000:1.0:1734016134.772452:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016134.772528:0:9956:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336992640 00000100:00100000:3.0:1734016134.772544:0:9956:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336992640 00010000:00010000:3.0:1734016134.772604:0:9956:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880072170d80/0x3f004d6452e088c9 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1fdb expref: 7 pid: 7689 timeout: 498 lvb_type: 1 00000100:00100000:3.0:1734016134.772667:0:9956:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2962 00000100:00100000:3.0:1734016134.772679:0:9956:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074ebc000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1979:x1818247336992640:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016134.772703:0:9956:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016134.772736:0:9956:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880072170d80/0x3f004d6452e088c9 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1fdb expref: 7 pid: 7689 timeout: 498 lvb_type: 1 00010000:00010000:3.0:1734016134.772752:0:9956:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880072170d80/0x3f004d6452e088c9 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1fdb expref: 7 pid: 7689 timeout: 498 lvb_type: 1 00010000:00010000:3.0:1734016134.772794:0:9956:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016134.772797:0:9956:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016134.772806:0:9956:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a8038b40/0x3f004d6452e088d0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1351680->1368063) gid 0 flags: 0x50080000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1fe2 expref: 6 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016134.772816:0:9956:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a8038b40/0x3f004d6452e088d0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1351680->1368063) gid 0 flags: 0x50080000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1fe2 expref: 6 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016134.772889:0:9956:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a8038b40/0x3f004d6452e088d0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1351680->1368063) gid 0 flags: 0x40000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1fe2 expref: 6 pid: 7690 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016134.772904:0:9956:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88011d805c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9956:1818247339474688:192.168.201.10@tcp:105: 00000100:00100000:3.0:1734016134.773003:0:9956:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac68e9c0 going to sleep for 11 seconds 00010000:00010000:0.0:1734016134.773782:0:7690:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880072170d80/0x3f004d6452e088c9 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1fdb expref: 7 pid: 7689 timeout: 498 lvb_type: 1 00000100:00100000:0.0:1734016134.773822:0:7690:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880075225880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339474560:192.168.201.10@tcp:104: 00010000:00010000:0.0:1734016134.773912:0:7690:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a8038b40/0x3f004d6452e088d0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1351680->1368063) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1fe2 expref: 6 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016134.773931:0:7690:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a8038b40, rc 0) 00000100:00100000:0.0:1734016134.774021:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d807480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:9673:x1818247336992512:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 4403us (4589us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016134.774031:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10955 00000100:00100000:3.0:1734016134.778298:0:9956:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88011d805c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9956:1818247339474688:192.168.201.10@tcp:105: 00010000:00010000:3.0:1734016134.778339:0:9956:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016134.778414:0:9956:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074ebc000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1979:x1818247336992640:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 5733us (5975us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016134.778433:0:9956:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2962 00000100:00100000:1.0:1734016134.778934:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016134.779147:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336992768 00000100:00100000:0.0:1734016134.779156:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336992768 00000100:00100000:0.0:1734016134.779209:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10956 00000100:00100000:0.0:1734016134.779218:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074ebd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1978:x1818247336992768:12345-192.168.201.10@tcp:22:fsx.0 00002000:00010000:0.0:1734016134.779615:0:7690:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 2307440 -> 2307440 00002000:00010000:0.0:1734016134.779620:0:7690:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016134 -> 1734016134 00002000:00010000:0.0:1734016134.779622:0:7690:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016133 -> 1734016133 00002000:00010000:0.0:1734016134.779624:0:7690:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016134 -> 1734016134 00002000:00010000:0.0:1734016134.779626:0:7690:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 448 -> 448 00000100:00100000:0.0:1734016134.779671:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074ebd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1978:x1818247336992768:12345-192.168.201.10@tcp:22:fsx.0 Request processed in 453us (739us total) trans 4294969390 rc 0/0 00000100:00100000:0.0:1734016134.779679:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10956 00000100:00100000:2.0:1734016134.784355:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016134.785153:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336992896 00000100:00100000:3.0:1734016134.785179:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336992896 00000100:00100000:3.0:1734016134.785621:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10957 00000100:00100000:3.0:1734016134.785633:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074e42300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1980:x1818247336992896:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:3.0:1734016134.785664:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016134.785701:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a9a6400/0x3f004d6452e088d7 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d1fe9 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016134.785800:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88011d805c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339474816:192.168.201.10@tcp:106: 00000100:00100000:3.0:1734016134.786555:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac68e9c0 going to sleep for 11 seconds 00002000:00010000:3.0:1734016134.788647:0:7689:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime: 1734016133 -> 1734016134 00000100:00100000:3.0:1734016134.788690:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88011d805c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339474816:192.168.201.10@tcp:106: 00010000:00010000:3.0:1734016134.788742:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a9a6400/0x3f004d6452e088d7 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1fe9 expref: 7 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016134.788763:0:7689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a6400/0x3f004d6452e088d7 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1fe9 expref: 7 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016134.789017:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a9a6400, rc 0) 00000100:00100000:3.0:1734016134.789304:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074e42300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1980:x1818247336992896:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 3670us (4968us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016134.789316:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10957 00000100:00100000:2.0:1734016134.793151:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016134.793352:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336993024 00000100:00100000:3.0:1734016134.793366:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336993024 00000100:00100000:3.0:1734016134.793413:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10958 00000100:00100000:3.0:1734016134.793421:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074e40000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1981:x1818247336993024:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:3.0:1734016134.793446:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016134.793470:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a9a5440/0x3f004d6452e088de lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d1ff0 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016134.793550:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88011d805c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339474944:192.168.201.10@tcp:106: 00000100:00100000:3.0:1734016134.793995:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac68e9c0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016134.796776:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88011d805c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339474944:192.168.201.10@tcp:106: 00010000:00010000:3.0:1734016134.796842:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a9a5440/0x3f004d6452e088de lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1ff0 expref: 7 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016134.796953:0:7689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a5440/0x3f004d6452e088de lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1ff0 expref: 7 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016134.796995:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a9a5440, rc 0) 00000100:00100000:3.0:1734016134.797074:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074e40000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1981:x1818247336993024:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 3651us (3937us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016134.797085:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10958 00000100:00100000:1.0:1734016134.800265:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016134.800374:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336993152 00000100:00100000:3.0:1734016134.800388:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336993152 00000100:00100000:3.0:1734016134.800446:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10959 00000100:00100000:3.0:1734016134.800457:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074ebdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1980:x1818247336993152:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:3.0:1734016134.800490:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016134.800519:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7600/0x3f004d6452e088e5 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d1ff7 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016134.800629:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88011d805c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339475072:192.168.201.10@tcp:106: 00000100:00100000:3.0:1734016134.800733:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac68e9c0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016134.804054:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88011d805c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339475072:192.168.201.10@tcp:106: 00010000:00010000:3.0:1734016134.804151:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7600/0x3f004d6452e088e5 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1ff7 expref: 7 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016134.804187:0:7689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7600/0x3f004d6452e088e5 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1ff7 expref: 7 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016134.804228:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a9a7600, rc 0) 00000100:00100000:3.0:1734016134.804337:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074ebdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1980:x1818247336993152:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 3879us (4090us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016134.804355:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10959 00000100:00100000:2.0:1734016134.807362:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016134.807691:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336993280 00000100:00100000:3.0:1734016134.807705:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336993280 00000100:00100000:3.0:1734016134.807791:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10960 00000100:00100000:3.0:1734016134.807800:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074e41500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1981:x1818247336993280:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:3.0:1734016134.807827:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016134.807856:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a9a6f40/0x3f004d6452e088ec lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d1ffe expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016134.807990:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88011d805c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339475200:192.168.201.10@tcp:106: 00000100:00100000:3.0:1734016134.808058:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac68e9c0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016134.811341:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88011d805c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339475200:192.168.201.10@tcp:106: 00010000:00010000:3.0:1734016134.811420:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a9a6f40/0x3f004d6452e088ec lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1ffe expref: 7 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016134.811443:0:7689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a6f40/0x3f004d6452e088ec lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1ffe expref: 7 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016134.811467:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a9a6f40, rc 0) 00000100:00100000:3.0:1734016134.811571:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074e41500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1981:x1818247336993280:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 3769us (4227us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016134.811592:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10960 00000100:00100000:2.0:1734016134.817239:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016134.817401:0:13929:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336993536 00000100:00100000:0.0:1734016134.817418:0:13929:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336993536 00002000:00100000:0.0:1734016134.817500:0:13929:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (1667072->1671167) req@ffff880074e42680 x1818247336993536/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:95/0 lens 488/0 e 0 to 0 dl 1734016145 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016134.817513:0:13929:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074e42680 with x1818247336993536 ext(1667072->1671167) 00002000:00010000:0.0:1734016134.817521:0:13929:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074e42680 00000100:00100000:0.0:1734016134.817581:0:13929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9218 00000100:00100000:0.0:1734016134.817594:0:13929:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074e42680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1980:x1818247336993536:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:0.0:1734016134.817994:0:13929:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074e42680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1980:x1818247336993536:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 402us (772us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016134.818005:0:13929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9218 00002000:00100000:0.0:1734016134.818013:0:13929:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (1667072->1671167) req@ffff880074e42680 x1818247336993536/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:95/0 lens 488/4536 e 0 to 0 dl 1734016145 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016134.818021:0:13929:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074e42680 with x1818247336993536 ext(1667072->1671167) 00002000:00010000:0.0:1734016134.818024:0:13929:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074e42680 00000100:00100000:2.0:1734016134.826014:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016134.826297:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336993664 00000100:00100000:3.0:1734016134.826315:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336993664 00000100:00100000:3.0:1734016134.826379:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10961 00000100:00100000:3.0:1734016134.826389:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800769c7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1980:x1818247336993664:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:3.0:1734016134.826419:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016134.826442:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a9a73c0/0x3f004d6452e088f3 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d2005 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016134.826517:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88011d805c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339475328:192.168.201.10@tcp:106: 00000100:00100000:3.0:1734016134.827110:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac68e9c0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016134.839302:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88011d805c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339475328:192.168.201.10@tcp:106: 00010000:00010000:3.0:1734016134.839396:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a9a73c0/0x3f004d6452e088f3 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2005 expref: 7 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016134.839422:0:7689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a73c0/0x3f004d6452e088f3 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2005 expref: 7 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016134.839462:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a9a73c0, rc 0) 00000100:00100000:3.0:1734016134.839582:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800769c7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1980:x1818247336993664:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 13191us (13579us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016134.839597:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10961 00000100:00100000:2.0:1734016134.842904:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016134.843007:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336993792 00000100:00100000:3.0:1734016134.843018:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336993792 00000100:00100000:3.0:1734016134.843074:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10962 00000100:00100000:3.0:1734016134.843086:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007536a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1981:x1818247336993792:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:3.0:1734016134.843112:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016134.843139:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a9a5b00/0x3f004d6452e088fa lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d200c expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016134.843253:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88011d805c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339475456:192.168.201.10@tcp:106: 00000100:00100000:3.0:1734016134.843332:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac68e9c0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016134.845383:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88011d805c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339475456:192.168.201.10@tcp:106: 00010000:00010000:3.0:1734016134.845460:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a9a5b00/0x3f004d6452e088fa lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d200c expref: 7 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016134.845479:0:7689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a5b00/0x3f004d6452e088fa lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d200c expref: 7 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016134.845498:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a9a5b00, rc 0) 00000100:00100000:3.0:1734016134.849380:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007536a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1981:x1818247336993792:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 6257us (6486us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016134.849403:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10962 00000100:00100000:1.0:1734016134.853419:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016134.854023:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336993920 00000100:00100000:3.0:1734016134.854037:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336993920 00000100:00100000:3.0:1734016134.854114:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10963 00000100:00100000:3.0:1734016134.854126:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074ebe300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:9673:x1818247336993920:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:3.0:1734016134.854156:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016134.854194:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a9a58c0/0x3f004d6452e08901 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d2013 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016134.854249:0:7689:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a8038b40/0x3f004d6452e088d0 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1351680->1368063) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1fe2 expref: 6 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016134.854260:0:7689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016134.854263:0:7689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016134.854268:0:7689:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a9a58c0/0x3f004d6452e08901 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [1871872->1900543] (req 1871872->1900543) gid 0 flags: 0x50000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2013 expref: 7 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016134.854315:0:7689:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a8038b40/0x3f004d6452e088d0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1351680->1368063) gid 0 flags: 0x50000000020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1fe2 expref: 6 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016134.854334:0:7689:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a8038b40/0x3f004d6452e088d0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1351680->1368063) gid 0 flags: 0x70000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1fe2 expref: 6 pid: 7690 timeout: 498 lvb_type: 0 00000100:00100000:3.0:1734016134.854352:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88011d805c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339475584:192.168.201.10@tcp:104: 00000100:00100000:3.0:1734016134.856487:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac68e9c0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016134.863189:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88011d805c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339475584:192.168.201.10@tcp:104: 00010000:00010000:3.0:1734016134.863232:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a9a58c0/0x3f004d6452e08901 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [1871872->1900543] (req 1871872->1900543) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2013 expref: 7 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016134.863253:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a9a58c0, rc 0) 00000100:00100000:3.0:1734016134.863316:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074ebe300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:9673:x1818247336993920:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 9191us (9914us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016134.863326:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10963 00000100:00100000:2.0:1734016134.865670:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016134.866625:0:9956:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336994048 00000100:00100000:3.0:1734016134.866640:0:9956:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336994048 00010000:00010000:3.0:1734016134.866695:0:9956:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a8038b40/0x3f004d6452e088d0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1351680->1368063) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1fe2 expref: 7 pid: 7690 timeout: 498 lvb_type: 0 00000100:00100000:3.0:1734016134.866744:0:9956:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2963 00000100:00100000:3.0:1734016134.866753:0:9956:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075368e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1979:x1818247336994048:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016134.866773:0:9956:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016134.866798:0:9956:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a8038b40/0x3f004d6452e088d0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1351680->1368063) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1fe2 expref: 7 pid: 7690 timeout: 498 lvb_type: 0 00010000:00010000:3.0:1734016134.866811:0:9956:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a8038b40/0x3f004d6452e088d0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1351680->1368063) gid 0 flags: 0x50000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1fe2 expref: 7 pid: 7690 timeout: 498 lvb_type: 0 00010000:00010000:3.0:1734016134.866839:0:9956:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a8038b40/0x3f004d6452e088d0 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1351680->1368063) gid 0 flags: 0x44801400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1fe2 expref: 7 pid: 7690 timeout: 498 lvb_type: 0 00010000:00010000:3.0:1734016134.869639:0:9956:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016134.869649:0:9956:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016134.869670:0:9956:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a58c0/0x3f004d6452e08901 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1871872->1900543) gid 0 flags: 0x40080000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2013 expref: 6 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016134.869686:0:9956:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a9a58c0/0x3f004d6452e08901 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1871872->1900543) gid 0 flags: 0x40080000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2013 expref: 6 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016134.869754:0:9956:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009a9a58c0/0x3f004d6452e08901 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1871872->1900543) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2013 expref: 6 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016134.869771:0:9956:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88011d805c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9956:1818247339475712:192.168.201.10@tcp:105: 00000100:00100000:3.0:1734016134.869879:0:9956:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac68e9c0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016134.874326:0:9956:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88011d805c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9956:1818247339475712:192.168.201.10@tcp:105: 00010000:00010000:3.0:1734016134.874369:0:9956:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016134.874462:0:9956:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075368e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1979:x1818247336994048:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 7705us (8807us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016134.874479:0:9956:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2963 00000100:00100000:2.0:1734016134.875045:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016134.875430:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336994176 00000100:00100000:3.0:1734016134.875438:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336994176 00000100:00100000:3.0:1734016134.875486:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10964 00000100:00100000:3.0:1734016134.875493:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076a9b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1978:x1818247336994176:12345-192.168.201.10@tcp:22:fsx.0 00002000:00010000:3.0:1734016134.875898:0:7689:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 2307440 -> 2307440 00002000:00010000:3.0:1734016134.875902:0:7689:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016134 -> 1734016134 00002000:00010000:3.0:1734016134.875904:0:7689:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016134 -> 1734016133 00002000:00010000:3.0:1734016134.875907:0:7689:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016134 -> 1734016134 00002000:00010000:3.0:1734016134.875909:0:7689:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 448 -> 448 00000100:00100000:3.0:1734016134.875970:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076a9b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1978:x1818247336994176:12345-192.168.201.10@tcp:22:fsx.0 Request processed in 477us (928us total) trans 4294969391 rc 0/0 00000100:00100000:3.0:1734016134.875978:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10964 00000100:00100000:0.0:1734016134.881089:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016134.881304:0:8966:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336994432 00000100:00100000:2.0:1734016134.881317:0:8966:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336994432 00000100:00100000:2.0:1734016134.881378:0:8966:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2091 00000100:00100000:2.0:1734016134.881386:0:8966:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075225880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+26:9673:x1818247336994432:12345-192.168.201.10@tcp:36:fsx.0 00010000:00010000:2.0:1734016134.881458:0:8966:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016134.881505:0:8966:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880072171440/0x3f004d6452e088b4 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1fcd expref: 26 pid: 8966 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016134.881544:0:8966:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:2.0:1734016134.881552:0:8966:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1734016134.881832:0:8966:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880072170d80/0x3f004d6452e08908 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 8966 initiator: MDT0 00010000:00010000:2.0:1734016134.881850:0:8966:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880072172d00/0x3f004d6452e08883 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1fa3 expref: 19 pid: 8966 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016134.881859:0:8966:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff880072170d80/0x3f004d6452e08908 lrc: 4/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 8966 initiator: MDT0 00010000:00010000:2.0:1734016134.881953:0:8966:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880072172d00/0x3f004d6452e08883 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1fa3 expref: 19 pid: 8966 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016134.881971:0:8966:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880072172d00/0x3f004d6452e08883 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1fa3 expref: 19 pid: 8966 timeout: 498 lvb_type: 0 00000100:00100000:2.0:1734016134.881989:0:8966:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009a9aaa00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:8966:1818247339475840:192.168.201.10@tcp:104: 00000100:00100000:2.0:1734016134.882084:0:8966:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007455d000 going to sleep for 11 seconds 00000100:00100000:3.0:1734016134.885112:0:8966:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009a9aaa00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:8966:1818247339475840:192.168.201.10@tcp:104: 00010000:00010000:3.0:1734016134.885151:0:8966:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff880072170d80/0x3f004d6452e08908 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 8966 initiator: MDT0 00000100:00100000:0.0:1734016134.886237:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016134.887448:0:9956:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336994560 00000100:00100000:3.0:1734016134.887462:0:9956:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336994560 00010000:00010000:3.0:1734016134.887508:0:9956:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880072172d00/0x3f004d6452e08883 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1fa3 expref: 20 pid: 8966 timeout: 498 lvb_type: 0 00000100:00100000:3.0:1734016134.887561:0:9956:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2964 00000100:00100000:3.0:1734016134.887569:0:9956:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075224700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+20:1978:x1818247336994560:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016134.887584:0:9956:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016134.887591:0:9956:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880072172d00/0x3f004d6452e08883 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1fa3 expref: 20 pid: 8966 timeout: 498 lvb_type: 0 00010000:00010000:3.0:1734016134.887604:0:9956:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880072172d00/0x3f004d6452e08883 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1fa3 expref: 20 pid: 8966 timeout: 498 lvb_type: 0 00010000:00010000:3.0:1734016134.887633:0:9956:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880072172d00/0x3f004d6452e08883 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d1fa3 expref: 20 pid: 8966 timeout: 498 lvb_type: 0 00010000:00010000:3.0:1734016134.887669:0:9956:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:3.0:1734016134.887674:0:9956:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff880072170d80/0x3f004d6452e08908 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 8966 initiator: MDT0 00010000:00010000:3.0:1734016134.887685:0:9956:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880072170d80/0x3f004d6452e08908 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 8966 initiator: MDT0 00010000:00010000:3.0:1734016134.887691:0:9956:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880072170d80/0x3f004d6452e08908 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 8966 initiator: MDT0 00010000:00010000:3.0:1734016134.887725:0:9956:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016134.887785:0:9956:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075224700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+19:1978:x1818247336994560:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 217us (1554us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016134.887793:0:9956:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2964 00010000:00010000:3.0:1734016134.887820:0:8966:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff880072170d80/0x3f004d6452e08908 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8966 initiator: MDT0 00010000:00010000:3.0:1734016134.887831:0:8966:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880072170d80/0x3f004d6452e08908 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8966 initiator: MDT0 00000001:00080000:3.0:1734016134.887984:0:8966:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294968621 00000004:00010000:3.0:1734016134.888040:0:8966:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff880075225880 reply state ffff88013534b000 transno 4294968622 ns: mdt-lustre-MDT0000_UUID lock: ffff880072170d80/0x3f004d6452e08908 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8966 initiator: MDT0 00000100:00100000:3.0:1734016134.888048:0:8966:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1734016134.888137:0:8966:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075225880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+28:9673:x1818247336994432:12345-192.168.201.10@tcp:36:fsx.0 Request processed in 6751us (7066us total) trans 4294968622 rc 0/0 00000100:00100000:3.0:1734016134.888145:0:8966:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2091 00000020:00080000:3.0:1734016134.888150:0:8966:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1734016134.891293:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00010000:00010000:0.0:1734016134.891493:0:3494:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880072170d80/0x3f004d6452e08908 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8966 initiator: MDT0 00010000:00010000:0.0:1734016134.891511:0:3494:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880072170d80/0x3f004d6452e08908 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 8966 initiator: MDT0 00010000:00010000:0.0:1734016134.891519:0:3494:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880072170d80/0x3f004d6452e08908 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8966 initiator: MDT0 00010000:00010000:0.0:1734016134.891530:0:3494:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880072170d80 already unused, calling callback (ffffffffa0f03950) 00010000:00010000:0.0:1734016134.891537:0:3494:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880072170d80/0x3f004d6452e08908 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8966 initiator: MDT0 00010000:00010000:0.0:1734016134.891548:0:3494:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880072170d80/0x3f004d6452e08908 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 8966 initiator: MDT0 00010000:00010000:0.0:1734016134.891577:0:3494:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:0.0:1734016134.891581:0:3494:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1734016134.891587:0:3494:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880072170d80/0x3f004d6452e08908 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8966 initiator: MDT0 00010000:00010000:0.0:1734016134.891593:0:3494:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880072170d80/0x3f004d6452e08908 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8966 initiator: MDT0 00000100:00100000:2.0:1734016134.892224:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336994688 00000100:00100000:2.0:1734016134.892246:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336994688 00002000:00010000:2.0:1734016134.892317:0:7694:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (6066966->18446744073709551615) 00002000:00100000:2.0:1734016134.892324:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074ebca80 with x1818247336994688 ext(6066966->18446744073709551615) 00002000:00010000:2.0:1734016134.892344:0:7694:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074ebca80. 00000100:00100000:2.0:1734016134.892385:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9219 00000100:00100000:2.0:1734016134.892397:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074ebca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1981:x1818247336994688:12345-192.168.201.10@tcp:10:fsx.0 00002000:00010000:2.0:1734016134.892839:0:7694:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 2307440 -> 6066966 00002000:00010000:2.0:1734016134.892844:0:7694:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016134 -> 1734016134 00002000:00010000:2.0:1734016134.892846:0:7694:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016133 -> 1734016133 00002000:00010000:2.0:1734016134.892847:0:7694:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016134 -> 1734016134 00002000:00010000:2.0:1734016134.892849:0:7694:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 448 -> 448 00000100:00100000:2.0:1734016134.893000:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074ebca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+9:1981:x1818247336994688:12345-192.168.201.10@tcp:10:fsx.0 Request processed in 603us (1718us total) trans 4294969392 rc 0/0 00000100:00100000:2.0:1734016134.893009:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9219 00002000:00010000:2.0:1734016134.893014:0:7694:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (6066966->18446744073709551615) 00002000:00100000:2.0:1734016134.893016:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074ebca80 with x1818247336994688 ext(6066966->18446744073709551615) 00002000:00010000:2.0:1734016134.893034:0:7694:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074ebca80. 00000100:00100000:2.0:1734016134.902470:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016134.902995:0:13929:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336994944 00000100:00100000:0.0:1734016134.903018:0:13929:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336994944 00002000:00100000:0.0:1734016134.903108:0:13929:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (2310144->6070271) req@ffff88009a9a8700 x1818247336994944/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:95/0 lens 488/0 e 0 to 0 dl 1734016145 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016134.903125:0:13929:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a9a8700 with x1818247336994944 ext(2310144->6070271) 00002000:00010000:0.0:1734016134.903134:0:13929:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009a9a8700 00000100:00100000:0.0:1734016134.903183:0:13929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9220 00000100:00100000:0.0:1734016134.903194:0:13929:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a9a8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+9:1978:x1818247336994944:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:3.0:1734016134.959590:0:13929:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a9a8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+9:1978:x1818247336994944:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 56364us (57107us total) trans 0 rc 3760128/3760128 00000100:00100000:3.0:1734016134.959614:0:13929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9220 00002000:00100000:3.0:1734016134.959639:0:13929:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (2310144->6070271) req@ffff88009a9a8700 x1818247336994944/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:95/0 lens 488/440 e 0 to 0 dl 1734016145 ref 1 fl Complete:/200/0 rc 3760128/3760128 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016134.959653:0:13929:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a9a8700 with x1818247336994944 ext(2310144->6070271) 00002000:00010000:3.0:1734016134.959667:0:13929:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009a9a8700 00000100:00100000:0.0:1734016134.967331:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016134.967519:0:13929:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336995072 00000100:00100000:3.0:1734016134.967543:0:13929:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336995072 00002000:00100000:3.0:1734016134.967638:0:13929:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (6062080->6066965) req@ffff880075226680 x1818247336995072/t0(0) o4->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:95/0 lens 5376/0 e 0 to 0 dl 1734016145 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016134.967653:0:13929:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880075226680 with x1818247336995072 ext(6062080->6066965) 00002000:00010000:3.0:1734016134.967662:0:13929:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880075226680 00000100:00100000:3.0:1734016134.967753:0:13929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9221 00000100:00100000:3.0:1734016134.967764:0:13929:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075226680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+9:1980:x1818247336995072:12345-192.168.201.10@tcp:4:fsx.0 00000100:00100000:3.0:1734016134.969388:0:13929:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075226680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+11:1980:x1818247336995072:12345-192.168.201.10@tcp:4:fsx.0 Request processed in 1615us (2075us total) trans 4294969393 rc 0/0 00000100:00100000:3.0:1734016134.969401:0:13929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9221 00002000:00100000:3.0:1734016134.969700:0:13929:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (6062080->6066965) req@ffff880075226680 x1818247336995072/t4294969393(0) o4->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:95/0 lens 5376/448 e 0 to 0 dl 1734016145 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016134.969712:0:13929:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880075226680 with x1818247336995072 ext(6062080->6066965) 00002000:00010000:3.0:1734016134.969719:0:13929:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880075226680 00000100:00100000:1.0:1734016134.972015:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016134.972153:0:8966:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336995200 00000100:00100000:3.0:1734016134.972178:0:8966:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336995200 00000100:00100000:3.0:1734016134.972621:0:8966:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2092 00000100:00100000:3.0:1734016134.972634:0:8966:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074ebfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+27:9673:x1818247336995200:12345-192.168.201.10@tcp:44:fsx.0 00000100:00100000:3.0:1734016134.973535:0:8966:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074ebfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+27:9673:x1818247336995200:12345-192.168.201.10@tcp:44:fsx.0 Request processed in 896us (1533us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016134.973550:0:8966:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2092 00000100:00100000:2.0:1734016134.977371:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016134.981169:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336995328 00000100:00100000:0.0:1734016134.981193:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336995328 00000100:00100000:0.0:1734016134.981295:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10965 00000100:00100000:0.0:1734016134.981305:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a9aaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+11:1979:x1818247336995328:12345-192.168.201.10@tcp:16:fsx.0 00000001:00080000:2.0:1734016134.983415:0:8954:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969393 is committed 00000001:00080000:2.0:1734016134.983441:0:8954:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969390 is committed 00000100:00100000:0.0:1734016134.983683:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a9aaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1979:x1818247336995328:12345-192.168.201.10@tcp:16:fsx.0 Request processed in 2368us (6322us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016134.983704:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10965 00000100:00100000:1.0:1734016134.988416:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016134.989494:0:8966:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336995456 00000100:00100000:2.0:1734016134.989514:0:8966:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336995456 00000100:00100000:2.0:1734016134.989637:0:8966:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2093 00000100:00100000:2.0:1734016134.989649:0:8966:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074ebed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+19:9673:x1818247336995456:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:2.0:1734016134.989693:0:8966:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016134.989730:0:8966:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880072172d00/0x3f004d6452e0890f lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d201a expref: -99 pid: 8966 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016134.989912:0:8966:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880072170d80/0x3f004d6452e08916 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 8966 initiator: MDT0 00010000:00010000:2.0:1734016134.989931:0:8966:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880072170d80/0x3f004d6452e08916 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 8966 initiator: MDT0 00010000:00010000:2.0:1734016134.989948:0:8966:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880072170d80/0x3f004d6452e08916 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 8966 initiator: MDT0 00000004:00200000:2.0:1734016134.989983:0:8966:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 6066966 00000004:00200000:2.0:1734016134.989988:0:8966:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1734016134.990008:0:8966:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880072170d80/0x3f004d6452e08916 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 8966 initiator: MDT0 00010000:00010000:2.0:1734016134.990040:0:8966:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880072172d00/0x3f004d6452e0890f lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d201a expref: 21 pid: 8966 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016134.990078:0:8966:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880072170d80/0x3f004d6452e08916 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d201a expref: 20 pid: 8966 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016134.990088:0:8966:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:2.0:1734016134.990092:0:8966:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1734016134.990096:0:8966:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880072170d80, rc 0) 00000100:00100000:2.0:1734016134.990193:0:8966:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074ebed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+20:9673:x1818247336995456:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 544us (1796us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016134.990199:0:8966:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2093 00000100:00100000:1.0:1734016134.993589:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016134.993934:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336995584 00000100:00100000:0.0:1734016134.993947:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336995584 00000100:00100000:0.0:1734016134.994235:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10966 00000100:00100000:0.0:1734016134.994243:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074ebf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:1978:x1818247336995584:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:0.0:1734016134.994270:0:7690:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016134.994292:0:7690:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a8038900/0x3f004d6452e0891d lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d2021 expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016134.994366:0:7690:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007409ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339475968:192.168.201.10@tcp:106: 00000100:00100000:0.0:1734016134.994451:0:7690:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7486e40 going to sleep for 11 seconds 00002000:00010000:0.0:1734016135.002588:0:7690:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime: 1734016133 -> 1734016134 00002000:00010000:0.0:1734016135.002599:0:7690:0:(ofd_lvb.c:301:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks: 448 -> 464 00000100:00100000:0.0:1734016135.002633:0:7690:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007409ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339475968:192.168.201.10@tcp:106: 00010000:00010000:0.0:1734016135.002686:0:7690:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a8038900/0x3f004d6452e0891d lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2021 expref: 6 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016135.002703:0:7690:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a8038900/0x3f004d6452e0891d lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2021 expref: 6 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016135.002833:0:7690:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a8038900, rc 0) 00000100:00100000:0.0:1734016135.002998:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074ebf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:1978:x1818247336995584:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 8753us (9425us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016135.003009:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10966 00000100:00100000:0.0:1734016135.006553:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016135.006592:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336995712 00000100:00100000:0.0:1734016135.006605:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336995712 00000100:00100000:0.0:1734016135.006669:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10967 00000100:00100000:0.0:1734016135.006678:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007409ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:1979:x1818247336995712:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:0.0:1734016135.006702:0:7690:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016135.006728:0:7690:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a803b3c0/0x3f004d6452e08924 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d2028 expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016135.006823:0:7690:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007409b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339476096:192.168.201.10@tcp:106: 00000100:00100000:0.0:1734016135.013742:0:7690:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7486e40 going to sleep for 11 seconds 00000100:00100000:0.0:1734016135.029103:0:7690:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007409b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339476096:192.168.201.10@tcp:106: 00010000:00010000:0.0:1734016135.029171:0:7690:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a803b3c0/0x3f004d6452e08924 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2028 expref: 6 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016135.029189:0:7690:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a803b3c0/0x3f004d6452e08924 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2028 expref: 6 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016135.029221:0:7690:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a803b3c0, rc 0) 00000100:00100000:0.0:1734016135.029302:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007409ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:1979:x1818247336995712:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 22624us (22760us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016135.029314:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10967 00000100:00100000:3.0:1734016135.047098:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016135.047183:0:6482:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336995968 00000100:00100000:0.0:1734016135.047195:0:6482:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336995968 00000100:00100000:0.0:1734016135.050371:0:6482:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2094 00000100:00100000:0.0:1734016135.050390:0:6482:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d805c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+27:9673:x1818247336995968:12345-192.168.201.10@tcp:36:fsx.0 00010000:00010000:0.0:1734016135.050834:0:6482:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8039440/0x3f004d6452e0892b lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6482 initiator: MDT0 00010000:00010000:0.0:1734016135.050862:0:6482:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880072170d80/0x3f004d6452e08916 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d201a expref: 19 pid: 8966 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016135.050903:0:6482:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8039440/0x3f004d6452e0892b lrc: 4/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6482 initiator: MDT0 00010000:00010000:0.0:1734016135.050954:0:6482:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880072170d80/0x3f004d6452e08916 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d201a expref: 19 pid: 8966 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016135.050971:0:6482:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880072170d80/0x3f004d6452e08916 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d201a expref: 19 pid: 8966 timeout: 499 lvb_type: 0 00000100:00100000:0.0:1734016135.050989:0:6482:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007409b800 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6482:1818247339476224:192.168.201.10@tcp:104: 00000100:00100000:0.0:1734016135.051123:0:6482:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a74866c0 going to sleep for 11 seconds 00000100:00080000:2.0:1734016135.051484:0:6479:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734016105 00000100:00100000:1.0:1734016135.067579:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016135.068813:0:6482:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007409b800 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6482:1818247339476224:192.168.201.10@tcp:104: 00010000:00010000:0.0:1734016135.068857:0:6482:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8039440/0x3f004d6452e0892b lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6482 initiator: MDT0 00000100:00100000:2.0:1734016135.070284:0:6469:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336996096 00000100:00100000:2.0:1734016135.070297:0:6469:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336996096 00010000:00010000:2.0:1734016135.070372:0:6469:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880072170d80/0x3f004d6452e08916 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d201a expref: 20 pid: 8966 timeout: 499 lvb_type: 0 00000100:00100000:2.0:1734016135.070406:0:6469:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2965 00000100:00100000:2.0:1734016135.070412:0:6469:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075000e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+20:1979:x1818247336996096:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016135.070430:0:6469:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016135.070437:0:6469:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880072170d80/0x3f004d6452e08916 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d201a expref: 20 pid: 8966 timeout: 499 lvb_type: 0 00010000:00010000:2.0:1734016135.070453:0:6469:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880072170d80/0x3f004d6452e08916 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d201a expref: 20 pid: 8966 timeout: 499 lvb_type: 0 00010000:00010000:2.0:1734016135.070483:0:6469:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880072170d80/0x3f004d6452e08916 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d201a expref: 20 pid: 8966 timeout: 499 lvb_type: 0 00010000:00010000:2.0:1734016135.070507:0:6469:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:2.0:1734016135.070512:0:6469:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8039440/0x3f004d6452e0892b lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6482 initiator: MDT0 00010000:00010000:2.0:1734016135.070525:0:6469:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8039440/0x3f004d6452e0892b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6482 initiator: MDT0 00010000:00010000:2.0:1734016135.070533:0:6469:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8039440/0x3f004d6452e0892b lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6482 initiator: MDT0 00010000:00010000:2.0:1734016135.070568:0:6469:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016135.070635:0:6469:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075000e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+19:1979:x1818247336996096:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 222us (3087us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016135.070641:0:6469:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2965 00000100:00080000:3.0:1734016135.070922:0:6479:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734016105 00010000:00010000:0.0:1734016135.071151:0:6482:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8039440/0x3f004d6452e0892b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6482 initiator: MDT0 00010000:00010000:0.0:1734016135.071172:0:6482:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8039440/0x3f004d6452e0892b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6482 initiator: MDT0 00000001:00080000:0.0:1734016135.071322:0:6482:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294968623 00000004:00010000:0.0:1734016135.071382:0:6482:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff88011d805c00 reply state ffff8800747c8000 transno 4294968624 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8039440/0x3f004d6452e0892b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6482 initiator: MDT0 00000100:00100000:0.0:1734016135.071391:0:6482:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1734016135.071495:0:6482:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d805c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+30:9673:x1818247336995968:12345-192.168.201.10@tcp:36:fsx.0 Request processed in 21110us (24410us total) trans 4294968624 rc 0/0 00000100:00100000:0.0:1734016135.071505:0:6482:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2094 00000020:00080000:0.0:1734016135.071508:0:6482:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:0.0:1734016135.072362:0:3495:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8039440/0x3f004d6452e0892b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6482 initiator: MDT0 00010000:00010000:0.0:1734016135.072372:0:3495:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8039440/0x3f004d6452e0892b lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6482 initiator: MDT0 00010000:00010000:0.0:1734016135.072378:0:3495:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8039440/0x3f004d6452e0892b lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6482 initiator: MDT0 00010000:00010000:0.0:1734016135.072383:0:3495:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800a8039440 already unused, calling callback (ffffffffa0f03950) 00010000:00010000:0.0:1734016135.072386:0:3495:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8039440/0x3f004d6452e0892b lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6482 initiator: MDT0 00010000:00010000:0.0:1734016135.072392:0:3495:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8039440/0x3f004d6452e0892b lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6482 initiator: MDT0 00010000:00010000:0.0:1734016135.072406:0:3495:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:0.0:1734016135.072409:0:3495:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1734016135.072413:0:3495:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8039440/0x3f004d6452e0892b lrc: 2/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6482 initiator: MDT0 00010000:00010000:0.0:1734016135.072422:0:3495:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8039440/0x3f004d6452e0892b lrc: 0/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6482 initiator: MDT0 00000100:00100000:2.0:1734016135.077576:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016135.078956:0:13929:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336996224 00000100:00100000:3.0:1734016135.078977:0:13929:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336996224 00002000:00010000:3.0:1734016135.079051:0:13929:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (9706805->18446744073709551615) 00002000:00100000:3.0:1734016135.079059:0:13929:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88009205bb80 with x1818247336996224 ext(9706805->18446744073709551615) 00002000:00010000:3.0:1734016135.079076:0:13929:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009205bb80. 00000100:00080000:0.0:1734016135.079118:0:6479:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734016105 00000100:00100000:3.0:1734016135.079185:0:13929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9222 00000100:00100000:3.0:1734016135.079198:0:13929:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009205bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1980:x1818247336996224:12345-192.168.201.10@tcp:10:fsx.0 00002000:00010000:3.0:1734016135.079590:0:13929:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 6066966 -> 9706805 00002000:00010000:3.0:1734016135.079596:0:13929:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016134 -> 1734016134 00002000:00010000:3.0:1734016135.079599:0:13929:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016134 -> 1734016134 00002000:00010000:3.0:1734016135.079601:0:13929:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016134 -> 1734016134 00002000:00010000:3.0:1734016135.079603:0:13929:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 464 -> 464 00000100:00100000:3.0:1734016135.079706:0:13929:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009205bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1980:x1818247336996224:12345-192.168.201.10@tcp:10:fsx.0 Request processed in 510us (2147us total) trans 4294969394 rc 0/0 00000100:00100000:3.0:1734016135.079714:0:13929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9222 00002000:00010000:3.0:1734016135.079718:0:13929:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (9706805->18446744073709551615) 00002000:00100000:3.0:1734016135.079721:0:13929:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88009205bb80 with x1818247336996224 ext(9706805->18446744073709551615) 00002000:00010000:3.0:1734016135.079725:0:13929:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009205bb80. 00000100:00100000:2.0:1734016135.090991:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016135.091239:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336996480 00000100:00100000:0.0:1734016135.091257:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336996480 00002000:00100000:0.0:1734016135.091330:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (6070272->9707519) req@ffff880092059500 x1818247336996480/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:96/0 lens 488/0 e 0 to 0 dl 1734016146 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016135.091343:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880092059500 with x1818247336996480 ext(6070272->9707519) 00002000:00010000:0.0:1734016135.091350:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092059500 00000100:00100000:3.0:1734016135.092499:0:13929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9223 00000100:00100000:3.0:1734016135.092511:0:13929:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880092059500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1981:x1818247336996480:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:3.0:1734016135.170404:0:13929:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880092059500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1981:x1818247336996480:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 77876us (79414us total) trans 0 rc 3637248/3637248 00000100:00100000:3.0:1734016135.170421:0:13929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9223 00002000:00100000:3.0:1734016135.170439:0:13929:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (6070272->9707519) req@ffff880092059500 x1818247336996480/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:96/0 lens 488/440 e 0 to 0 dl 1734016146 ref 1 fl Complete:/200/0 rc 3637248/3637248 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016135.170452:0:13929:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880092059500 with x1818247336996480 ext(6070272->9707519) 00002000:00010000:3.0:1734016135.170459:0:13929:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092059500 00000100:00100000:0.0:1734016135.191148:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016135.192634:0:13929:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336996608 00000100:00100000:3.0:1734016135.192655:0:13929:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336996608 00002000:00100000:3.0:1734016135.192738:0:13929:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (9641984->9706804) req@ffff88007409b800 x1818247336996608/t0(0) o4->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:96/0 lens 488/0 e 0 to 0 dl 1734016146 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016135.192750:0:13929:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007409b800 with x1818247336996608 ext(9641984->9706804) 00002000:00010000:3.0:1734016135.192759:0:13929:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007409b800 00000100:00100000:3.0:1734016135.192828:0:13929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9224 00000100:00100000:3.0:1734016135.192838:0:13929:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007409b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1981:x1818247336996608:12345-192.168.201.10@tcp:4:fsx.0 00000100:00100000:0.0:1734016135.220078:0:13929:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007409b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+10:1981:x1818247336996608:12345-192.168.201.10@tcp:4:fsx.0 Request processed in 27212us (28929us total) trans 4294969395 rc 0/0 00000100:00100000:0.0:1734016135.220103:0:13929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9224 00002000:00100000:0.0:1734016135.220126:0:13929:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (9641984->9706804) req@ffff88007409b800 x1818247336996608/t4294969395(0) o4->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:96/0 lens 488/448 e 0 to 0 dl 1734016146 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016135.220138:0:13929:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007409b800 with x1818247336996608 ext(9641984->9706804) 00002000:00010000:0.0:1734016135.220147:0:13929:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007409b800 00000100:00100000:0.0:1734016135.236286:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016135.238824:0:6482:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336996736 00000100:00100000:2.0:1734016135.238857:0:6482:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336996736 00000100:00100000:2.0:1734016135.239073:0:6482:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2095 00000100:00100000:2.0:1734016135.239085:0:6482:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074098000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+29:9673:x1818247336996736:12345-192.168.201.10@tcp:44:fsx.0 00000100:00100000:2.0:1734016135.239399:0:6482:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074098000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+29:9673:x1818247336996736:12345-192.168.201.10@tcp:44:fsx.0 Request processed in 314us (3138us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016135.239409:0:6482:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2095 00000100:00100000:0.0:1734016135.243097:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016135.244789:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336996864 00000100:00100000:1.0:1734016135.244812:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336996864 00000100:00100000:1.0:1734016135.247311:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10968 00000100:00100000:1.0:1734016135.247340:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074099880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+10:1978:x1818247336996864:12345-192.168.201.10@tcp:16:fsx.0 00000001:00080000:2.0:1734016135.254705:0:8954:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969395 is committed 00000100:00100000:1.0:1734016135.257073:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074099880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1978:x1818247336996864:12345-192.168.201.10@tcp:16:fsx.0 Request processed in 9715us (13969us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016135.257095:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10968 00000100:00100000:0.0:1734016135.273314:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016135.273593:0:8966:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336996992 00000100:00100000:3.0:1734016135.273610:0:8966:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336996992 00000100:00100000:3.0:1734016135.273705:0:8966:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2096 00000100:00100000:3.0:1734016135.273715:0:8966:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007409b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+19:9673:x1818247336996992:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:3.0:1734016135.273750:0:8966:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016135.273782:0:8966:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a5b00/0x3f004d6452e08932 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d202f expref: -99 pid: 8966 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016135.274003:0:8966:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a61c0/0x3f004d6452e08939 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 8966 initiator: MDT0 00010000:00010000:3.0:1734016135.274029:0:8966:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a61c0/0x3f004d6452e08939 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 8966 initiator: MDT0 00010000:00010000:3.0:1734016135.274044:0:8966:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a61c0/0x3f004d6452e08939 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 8966 initiator: MDT0 00000004:00200000:3.0:1734016135.274086:0:8966:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 9706805 00000004:00200000:3.0:1734016135.274094:0:8966:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1734016135.274125:0:8966:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a61c0/0x3f004d6452e08939 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 8966 initiator: MDT0 00010000:00010000:3.0:1734016135.274174:0:8966:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a5b00/0x3f004d6452e08932 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d202f expref: 21 pid: 8966 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016135.274211:0:8966:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a61c0/0x3f004d6452e08939 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d202f expref: 20 pid: 8966 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016135.274221:0:8966:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:3.0:1734016135.274228:0:8966:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1734016135.274234:0:8966:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a9a61c0, rc 0) 00000100:00100000:3.0:1734016135.274352:0:8966:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007409b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+20:9673:x1818247336996992:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 635us (1065us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016135.274361:0:8966:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2096 00000100:00100000:0.0:1734016135.277420:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016135.277551:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336997120 00000100:00100000:1.0:1734016135.277571:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336997120 00000100:00100000:1.0:1734016135.277666:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10969 00000100:00100000:1.0:1734016135.277679:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074098e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:1980:x1818247336997120:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:1.0:1734016135.277715:0:7690:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016135.277750:0:7690:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880097237a80/0x3f004d6452e08940 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d2036 expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016135.277903:0:7690:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880075003100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339476352:192.168.201.10@tcp:106: 00000100:00100000:1.0:1734016135.279733:0:7690:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b42cda80 going to sleep for 11 seconds 00002000:00010000:1.0:1734016135.284240:0:7690:0:(ofd_lvb.c:301:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks: 464 -> 592 00000100:00100000:1.0:1734016135.284290:0:7690:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880075003100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339476352:192.168.201.10@tcp:106: 00010000:00010000:1.0:1734016135.284357:0:7690:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880097237a80/0x3f004d6452e08940 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2036 expref: 6 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016135.284382:0:7690:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097237a80/0x3f004d6452e08940 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2036 expref: 6 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016135.284425:0:7690:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097237a80, rc 0) 00000100:00100000:1.0:1734016135.284513:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074098e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:1980:x1818247336997120:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 6834us (7114us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016135.284523:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10969 00000100:00100000:0.0:1734016135.288216:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016135.288443:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336997248 00000100:00100000:1.0:1734016135.288463:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336997248 00000100:00100000:1.0:1734016135.288549:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10970 00000100:00100000:1.0:1734016135.288563:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074098380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:1979:x1818247336997248:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:1.0:1734016135.288599:0:7690:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016135.288631:0:7690:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880097236880/0x3f004d6452e08947 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d203d expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016135.288723:0:7690:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880075003100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339476480:192.168.201.10@tcp:106: 00000100:00100000:1.0:1734016135.288807:0:7690:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b42cda80 going to sleep for 11 seconds 00000100:00100000:1.0:1734016135.295462:0:7690:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880075003100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339476480:192.168.201.10@tcp:106: 00010000:00010000:1.0:1734016135.295527:0:7690:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880097236880/0x3f004d6452e08947 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d203d expref: 6 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016135.295548:0:7690:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097236880/0x3f004d6452e08947 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d203d expref: 6 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016135.295578:0:7690:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097236880, rc 0) 00000100:00100000:1.0:1734016135.295672:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074098380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:1979:x1818247336997248:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 7109us (7485us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016135.295683:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10970 00000100:00100000:0.0:1734016135.304633:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016135.304824:0:6482:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336997504 00000100:00100000:2.0:1734016135.304841:0:6482:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336997504 00000100:00100000:2.0:1734016135.305002:0:6482:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2097 00000100:00100000:2.0:1734016135.305016:0:6482:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074099500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+20:9673:x1818247336997504:12345-192.168.201.10@tcp:36:fsx.0 00010000:00010000:2.0:1734016135.305122:0:6482:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016135.305185:0:6482:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a61c0/0x3f004d6452e08939 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d202f expref: 20 pid: 8966 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016135.305231:0:6482:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:2.0:1734016135.305238:0:6482:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1734016135.305571:0:6482:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880072172d00/0x3f004d6452e0894e lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6482 initiator: MDT0 00010000:00010000:2.0:1734016135.305594:0:6482:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880072172d00/0x3f004d6452e0894e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6482 initiator: MDT0 00010000:00010000:2.0:1734016135.305605:0:6482:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880072172d00/0x3f004d6452e0894e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6482 initiator: MDT0 00000001:00080000:2.0:1734016135.305671:0:6482:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294968625 00000004:00010000:2.0:1734016135.305697:0:6482:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff880074099500 reply state ffff88013534d000 transno 4294968626 ns: mdt-lustre-MDT0000_UUID lock: ffff880072172d00/0x3f004d6452e0894e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6482 initiator: MDT0 00000100:00100000:2.0:1734016135.305706:0:6482:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1734016135.305900:0:6482:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074099500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+22:9673:x1818247336997504:12345-192.168.201.10@tcp:36:fsx.0 Request processed in 854us (1264us total) trans 4294968626 rc 0/0 00000100:00100000:2.0:1734016135.305910:0:6482:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2097 00000020:00080000:2.0:1734016135.305917:0:6482:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:0.0:1734016135.321371:0:3494:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880072172d00/0x3f004d6452e0894e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6482 initiator: MDT0 00010000:00010000:0.0:1734016135.321400:0:3494:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880072172d00/0x3f004d6452e0894e lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6482 initiator: MDT0 00010000:00010000:0.0:1734016135.321409:0:3494:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880072172d00/0x3f004d6452e0894e lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6482 initiator: MDT0 00010000:00010000:0.0:1734016135.321419:0:3494:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880072172d00 already unused, calling callback (ffffffffa0f03950) 00010000:00010000:0.0:1734016135.321425:0:3494:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880072172d00/0x3f004d6452e0894e lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6482 initiator: MDT0 00010000:00010000:0.0:1734016135.321435:0:3494:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880072172d00/0x3f004d6452e0894e lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6482 initiator: MDT0 00010000:00010000:0.0:1734016135.321458:0:3494:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:0.0:1734016135.321461:0:3494:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1734016135.321465:0:3494:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880072172d00/0x3f004d6452e0894e lrc: 2/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6482 initiator: MDT0 00010000:00010000:0.0:1734016135.321470:0:3494:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880072172d00/0x3f004d6452e0894e lrc: 0/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6482 initiator: MDT0 00000100:00100000:2.0:1734016135.322767:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016135.324458:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336997632 00000100:00100000:1.0:1734016135.324475:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336997632 00000100:00100000:1.0:1734016135.324547:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10971 00000100:00100000:1.0:1734016135.324558:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880092059c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:9673:x1818247336997632:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:1.0:1734016135.324582:0:7690:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016135.324603:0:7690:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880097234fc0/0x3f004d6452e08955 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d2044 expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016135.324642:0:7690:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a58c0/0x3f004d6452e08901 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1871872->1900543) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2013 expref: 6 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016135.324651:0:7690:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016135.324654:0:7690:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016135.324658:0:7690:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880097234fc0/0x3f004d6452e08955 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2044 expref: 6 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016135.324704:0:7690:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a9a58c0/0x3f004d6452e08901 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1871872->1900543) gid 0 flags: 0x50000000020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2013 expref: 6 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016135.324722:0:7690:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a9a58c0/0x3f004d6452e08901 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1871872->1900543) gid 0 flags: 0x70000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2013 expref: 6 pid: 7689 timeout: 499 lvb_type: 0 00000100:00100000:1.0:1734016135.324742:0:7690:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880075003100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339476608:192.168.201.10@tcp:104: 00000100:00100000:1.0:1734016135.324847:0:7690:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b42cda80 going to sleep for 11 seconds 00000100:00100000:1.0:1734016135.329574:0:7690:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880075003100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339476608:192.168.201.10@tcp:104: 00010000:00010000:1.0:1734016135.329632:0:7690:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880097234fc0/0x3f004d6452e08955 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2044 expref: 6 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016135.329663:0:7690:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097234fc0, rc 0) 00000100:00100000:1.0:1734016135.329752:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880092059c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:9673:x1818247336997632:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 5195us (6994us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016135.329763:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10971 00000100:00100000:0.0:1734016135.338979:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016135.339347:0:9956:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336997760 00000100:00100000:2.0:1734016135.339369:0:9956:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336997760 00010000:00010000:2.0:1734016135.339425:0:9956:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a9a58c0/0x3f004d6452e08901 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1871872->1900543) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2013 expref: 7 pid: 7689 timeout: 499 lvb_type: 0 00000100:00100000:2.0:1734016135.339484:0:9956:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2966 00000100:00100000:2.0:1734016135.339493:0:9956:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074099180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1978:x1818247336997760:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016135.339518:0:9956:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016135.339550:0:9956:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a9a58c0/0x3f004d6452e08901 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1871872->1900543) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2013 expref: 7 pid: 7689 timeout: 499 lvb_type: 0 00010000:00010000:2.0:1734016135.339566:0:9956:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a9a58c0/0x3f004d6452e08901 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1871872->1900543) gid 0 flags: 0x50000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2013 expref: 7 pid: 7689 timeout: 499 lvb_type: 0 00010000:00010000:2.0:1734016135.339602:0:9956:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a58c0/0x3f004d6452e08901 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1871872->1900543) gid 0 flags: 0x44801400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2013 expref: 7 pid: 7689 timeout: 499 lvb_type: 0 00010000:00010000:2.0:1734016135.339645:0:9956:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016135.339647:0:9956:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016135.339656:0:9956:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880097234fc0/0x3f004d6452e08955 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2044 expref: 5 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016135.339668:0:9956:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880097234fc0/0x3f004d6452e08955 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2044 expref: 5 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016135.339729:0:9956:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880097234fc0/0x3f004d6452e08955 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2044 expref: 5 pid: 7690 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016135.339751:0:9956:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009205ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9956:1818247339476736:192.168.201.10@tcp:105: 00000100:00100000:2.0:1734016135.339856:0:9956:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007455d900 going to sleep for 11 seconds 00000100:00100000:3.0:1734016135.346597:0:9956:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009205ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9956:1818247339476736:192.168.201.10@tcp:105: 00010000:00010000:3.0:1734016135.346648:0:9956:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016135.346731:0:9956:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074099180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1978:x1818247336997760:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 7236us (7773us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016135.346750:0:9956:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2966 00000100:00100000:0.0:1734016135.349781:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016135.351660:0:13929:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336997888 00000100:00100000:1.0:1734016135.351684:0:13929:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336997888 00002000:00010000:1.0:1734016135.351746:0:13929:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (9436379->18446744073709551615) 00002000:00100000:1.0:1734016135.351753:0:13929:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880075229f80 with x1818247336997888 ext(9436379->18446744073709551615) 00002000:00010000:1.0:1734016135.351774:0:13929:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880075229f80. 00000100:00100000:1.0:1734016135.351827:0:13929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9225 00000100:00100000:1.0:1734016135.351836:0:13929:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075229f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1979:x1818247336997888:12345-192.168.201.10@tcp:10:fsx.0 00002000:00010000:1.0:1734016135.352595:0:13929:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 9706805 -> 9436379 00002000:00010000:1.0:1734016135.352600:0:13929:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016134 -> 1734016134 00002000:00010000:1.0:1734016135.352602:0:13929:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016134 -> 1734016134 00002000:00010000:1.0:1734016135.352605:0:13929:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016134 -> 1734016134 00002000:00010000:1.0:1734016135.352607:0:13929:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 592 -> 464 00000100:00100000:1.0:1734016135.352695:0:13929:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075229f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1979:x1818247336997888:12345-192.168.201.10@tcp:10:fsx.0 Request processed in 858us (2927us total) trans 4294969396 rc 0/0 00000100:00100000:1.0:1734016135.352706:0:13929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9225 00002000:00010000:1.0:1734016135.352711:0:13929:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (9436379->18446744073709551615) 00002000:00100000:1.0:1734016135.352714:0:13929:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880075229f80 with x1818247336997888 ext(9436379->18446744073709551615) 00002000:00010000:1.0:1734016135.352719:0:13929:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880075229f80. 00000100:00100000:0.0:1734016135.360455:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016135.362590:0:6482:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336998016 00000100:00100000:2.0:1734016135.362609:0:6482:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336998016 00000100:00100000:2.0:1734016135.362714:0:6482:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2098 00000100:00100000:2.0:1734016135.362728:0:6482:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075228000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+21:9673:x1818247336998016:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:2.0:1734016135.362777:0:6482:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016135.362803:0:6482:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880072171440/0x3f004d6452e0895c lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d204b expref: -99 pid: 6482 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016135.362956:0:6482:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880072172640/0x3f004d6452e08963 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6482 initiator: MDT0 00010000:00010000:2.0:1734016135.362976:0:6482:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880072172640/0x3f004d6452e08963 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6482 initiator: MDT0 00010000:00010000:2.0:1734016135.362991:0:6482:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880072172640/0x3f004d6452e08963 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6482 initiator: MDT0 00000004:00200000:2.0:1734016135.363021:0:6482:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 9436379 00000004:00200000:2.0:1734016135.363027:0:6482:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1734016135.363048:0:6482:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880072172640/0x3f004d6452e08963 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6482 initiator: MDT0 00010000:00010000:2.0:1734016135.363078:0:6482:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880072171440/0x3f004d6452e0895c lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d204b expref: 23 pid: 6482 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016135.363108:0:6482:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880072172640/0x3f004d6452e08963 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d204b expref: 22 pid: 6482 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016135.363117:0:6482:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:2.0:1734016135.363120:0:6482:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1734016135.363125:0:6482:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880072172640, rc 0) 00000100:00100000:2.0:1734016135.363210:0:6482:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075228000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+22:9673:x1818247336998016:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 485us (2773us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016135.363220:0:6482:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2098 00000100:00100000:0.0:1734016135.368656:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016135.369330:0:8966:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336998144 00000100:00100000:3.0:1734016135.369348:0:8966:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336998144 00000100:00100000:3.0:1734016135.369426:0:8966:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2099 00000100:00100000:3.0:1734016135.369438:0:8966:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075228380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+29:9673:x1818247336998144:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:3.0:1734016135.369470:0:8966:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016135.369504:0:8966:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a4fc0/0x3f004d6452e0896a lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d2052 expref: -99 pid: 8966 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016135.369662:0:8966:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a7a80/0x3f004d6452e08971 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 8966 initiator: MDT0 00010000:00010000:3.0:1734016135.369682:0:8966:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a7a80/0x3f004d6452e08971 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 8966 initiator: MDT0 00010000:00010000:3.0:1734016135.369695:0:8966:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a7a80/0x3f004d6452e08971 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 8966 initiator: MDT0 00000004:00200000:3.0:1734016135.369730:0:8966:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 9436379 00000004:00200000:3.0:1734016135.369734:0:8966:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1734016135.369759:0:8966:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a7a80/0x3f004d6452e08971 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 8966 initiator: MDT0 00010000:00010000:3.0:1734016135.369791:0:8966:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a4fc0/0x3f004d6452e0896a lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2052 expref: 31 pid: 8966 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016135.369836:0:8966:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a7a80/0x3f004d6452e08971 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2052 expref: 30 pid: 8966 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016135.369847:0:8966:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:3.0:1734016135.369850:0:8966:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1734016135.369854:0:8966:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a9a7a80, rc 0) 00000100:00100000:3.0:1734016135.369952:0:8966:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075228380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+30:9673:x1818247336998144:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 515us (1306us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016135.369959:0:8966:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2099 00000100:00100000:0.0:1734016135.375647:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016135.375935:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336998272 00000100:00100000:1.0:1734016135.375948:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336998272 00000100:00100000:1.0:1734016135.376015:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10972 00000100:00100000:1.0:1734016135.376023:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075228700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1981:x1818247336998272:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:1.0:1734016135.376053:0:7690:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016135.376083:0:7690:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880097236880/0x3f004d6452e08978 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d2059 expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016135.376175:0:7690:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880075003100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339476864:192.168.201.10@tcp:106: 00000100:00100000:1.0:1734016135.376269:0:7690:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b42cda80 going to sleep for 11 seconds 00000100:00100000:1.0:1734016135.386542:0:7690:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880075003100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339476864:192.168.201.10@tcp:106: 00010000:00010000:1.0:1734016135.386624:0:7690:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880097236880/0x3f004d6452e08978 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2059 expref: 7 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016135.386649:0:7690:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097236880/0x3f004d6452e08978 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2059 expref: 7 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016135.386699:0:7690:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097236880, rc 0) 00000100:00100000:1.0:1734016135.386817:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075228700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1981:x1818247336998272:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 10792us (11190us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016135.386827:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10972 00000100:00100000:0.0:1734016135.400253:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016135.400836:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336998400 00000100:00100000:1.0:1734016135.400856:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336998400 00000100:00100000:1.0:1734016135.400989:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10973 00000100:00100000:1.0:1734016135.400999:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cf12c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1978:x1818247336998400:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:1.0:1734016135.401050:0:7690:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016135.401087:0:7690:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880097237a80/0x3f004d6452e0897f lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d2060 expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016135.401196:0:7690:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880075003100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339476992:192.168.201.10@tcp:106: 00000100:00100000:1.0:1734016135.401293:0:7690:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b42cda80 going to sleep for 11 seconds 00000100:00100000:1.0:1734016135.408008:0:7690:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880075003100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339476992:192.168.201.10@tcp:106: 00010000:00010000:1.0:1734016135.408056:0:7690:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880097237a80/0x3f004d6452e0897f lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2060 expref: 7 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016135.408074:0:7690:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097237a80/0x3f004d6452e0897f lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2060 expref: 7 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016135.408106:0:7690:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097237a80, rc 0) 00000100:00100000:1.0:1734016135.408188:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cf12c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1978:x1818247336998400:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 7188us (7961us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016135.408199:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10973 00000100:00100000:0.0:1734016135.414652:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016135.415621:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336998528 00000100:00100000:1.0:1734016135.415636:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336998528 00000100:00100000:1.0:1734016135.415703:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10974 00000100:00100000:1.0:1734016135.415711:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007522ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1979:x1818247336998528:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:1.0:1734016135.415739:0:7690:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016135.415763:0:7690:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880097235b00/0x3f004d6452e08986 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d2067 expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016135.415822:0:7690:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880075003100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339477120:192.168.201.10@tcp:106: 00000100:00100000:1.0:1734016135.415943:0:7690:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b42cda80 going to sleep for 11 seconds 00000100:00100000:1.0:1734016135.424052:0:7690:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880075003100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339477120:192.168.201.10@tcp:106: 00010000:00010000:1.0:1734016135.424130:0:7690:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880097235b00/0x3f004d6452e08986 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2067 expref: 7 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016135.424184:0:7690:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097235b00/0x3f004d6452e08986 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2067 expref: 7 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016135.424241:0:7690:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097235b00, rc 0) 00000100:00100000:1.0:1734016135.424340:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007522ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1979:x1818247336998528:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 8626us (9704us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016135.424352:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10974 00000100:00100000:0.0:1734016135.433261:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016135.434797:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336998656 00000100:00100000:1.0:1734016135.434821:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336998656 00000100:00100000:1.0:1734016135.434989:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10975 00000100:00100000:1.0:1734016135.435003:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075228a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1981:x1818247336998656:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:1.0:1734016135.435039:0:7690:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016135.435076:0:7690:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800972346c0/0x3f004d6452e0898d lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d206e expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016135.435187:0:7690:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880075003100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339477248:192.168.201.10@tcp:106: 00000100:00100000:1.0:1734016135.435317:0:7690:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b42cda80 going to sleep for 11 seconds 00000100:00100000:1.0:1734016135.445328:0:7690:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880075003100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339477248:192.168.201.10@tcp:106: 00010000:00010000:1.0:1734016135.445374:0:7690:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800972346c0/0x3f004d6452e0898d lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d206e expref: 7 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016135.445396:0:7690:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800972346c0/0x3f004d6452e0898d lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d206e expref: 7 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016135.445438:0:7690:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800972346c0, rc 0) 00000100:00100000:1.0:1734016135.445519:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075228a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1981:x1818247336998656:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 10518us (12296us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016135.445529:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10975 00000100:00100000:0.0:1734016135.454092:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016135.455936:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336998784 00000100:00100000:1.0:1734016135.455953:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336998784 00000100:00100000:1.0:1734016135.457758:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10976 00000100:00100000:1.0:1734016135.457777:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075229500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:9673:x1818247336998784:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:1.0:1734016135.457814:0:7690:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016135.457849:0:7690:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880097237840/0x3f004d6452e08994 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d2075 expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016135.457909:0:7690:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880097234fc0/0x3f004d6452e08955 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2044 expref: 6 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016135.457918:0:7690:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016135.457921:0:7690:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016135.457925:0:7690:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880097237840/0x3f004d6452e08994 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [6451200->6516735] (req 6451200->6516735) gid 0 flags: 0x50000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2075 expref: 7 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016135.457977:0:7690:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880097234fc0/0x3f004d6452e08955 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2044 expref: 6 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016135.457991:0:7690:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880097234fc0/0x3f004d6452e08955 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2044 expref: 6 pid: 7690 timeout: 499 lvb_type: 0 00000100:00100000:1.0:1734016135.458006:0:7690:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880075003100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339477376:192.168.201.10@tcp:104: 00000100:00100000:1.0:1734016135.458116:0:7690:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b42cda80 going to sleep for 11 seconds 00000100:00100000:1.0:1734016135.467043:0:7690:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880075003100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339477376:192.168.201.10@tcp:104: 00010000:00010000:1.0:1734016135.467121:0:7690:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880097237840/0x3f004d6452e08994 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [6451200->6516735] (req 6451200->6516735) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2075 expref: 7 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016135.467160:0:7690:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097237840, rc 0) 00000100:00100000:1.0:1734016135.467265:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075229500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:9673:x1818247336998784:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 9493us (13195us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016135.467277:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10976 00000100:00100000:2.0:1734016135.470256:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016135.470589:0:9956:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336998912 00000100:00100000:3.0:1734016135.470608:0:9956:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336998912 00010000:00010000:3.0:1734016135.470684:0:9956:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880097234fc0/0x3f004d6452e08955 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2044 expref: 7 pid: 7690 timeout: 499 lvb_type: 0 00000100:00100000:3.0:1734016135.472124:0:9956:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2967 00000100:00100000:3.0:1734016135.472142:0:9956:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009205b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1978:x1818247336998912:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016135.472186:0:9956:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016135.472234:0:9956:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880097234fc0/0x3f004d6452e08955 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2044 expref: 7 pid: 7690 timeout: 499 lvb_type: 0 00010000:00010000:3.0:1734016135.472254:0:9956:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880097234fc0/0x3f004d6452e08955 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2044 expref: 7 pid: 7690 timeout: 499 lvb_type: 0 00010000:00010000:3.0:1734016135.472294:0:9956:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097234fc0/0x3f004d6452e08955 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2044 expref: 7 pid: 7690 timeout: 499 lvb_type: 0 00010000:00010000:3.0:1734016135.472342:0:9956:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016135.472345:0:9956:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016135.472356:0:9956:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880097237840/0x3f004d6452e08994 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6451200->6516735) gid 0 flags: 0x40080000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2075 expref: 6 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016135.472370:0:9956:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880097237840/0x3f004d6452e08994 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6451200->6516735) gid 0 flags: 0x40080000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2075 expref: 6 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016135.472440:0:9956:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880097237840/0x3f004d6452e08994 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6451200->6516735) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2075 expref: 6 pid: 7690 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016135.472458:0:9956:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88011d807480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9956:1818247339477504:192.168.201.10@tcp:105: 00000100:00100000:3.0:1734016135.475258:0:9956:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac68ecc0 going to sleep for 11 seconds 00000100:00100000:2.0:1734016135.483401:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016135.483677:0:9956:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88011d807480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9956:1818247339477504:192.168.201.10@tcp:105: 00010000:00010000:3.0:1734016135.483716:0:9956:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016135.483801:0:9956:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009205b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1978:x1818247336998912:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 11664us (13562us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016135.483820:0:9956:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2967 00000100:00100000:1.0:1734016135.484060:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336999040 00000100:00100000:1.0:1734016135.484070:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336999040 00000100:00100000:1.0:1734016135.484125:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10977 00000100:00100000:1.0:1734016135.484135:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880092059c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1979:x1818247336999040:12345-192.168.201.10@tcp:22:fsx.0 00002000:00010000:1.0:1734016135.484498:0:7690:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 9436379 -> 9436379 00002000:00010000:1.0:1734016135.484502:0:7690:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016134 -> 1734016134 00002000:00010000:1.0:1734016135.484505:0:7690:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016134 -> 1734016134 00002000:00010000:1.0:1734016135.484506:0:7690:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016134 -> 1734016134 00002000:00010000:1.0:1734016135.484509:0:7690:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 464 -> 464 00000100:00100000:1.0:1734016135.484586:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880092059c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1979:x1818247336999040:12345-192.168.201.10@tcp:22:fsx.0 Request processed in 451us (1204us total) trans 4294969397 rc 0/0 00000100:00100000:1.0:1734016135.484593:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10977 00000100:00100000:1.0:1734016135.489823:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016135.490028:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336999168 00000100:00100000:2.0:1734016135.490041:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336999168 00000100:00100000:2.0:1734016135.490093:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10978 00000100:00100000:2.0:1734016135.490104:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075003100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1981:x1818247336999168:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:2.0:1734016135.490137:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016135.490177:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880072171f80/0x3f004d6452e0899b lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d207c expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016135.490274:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009205ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339477632:192.168.201.10@tcp:106: 00000100:00100000:2.0:1734016135.490834:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007455d780 going to sleep for 11 seconds 00000100:00100000:2.0:1734016135.496783:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009205ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339477632:192.168.201.10@tcp:106: 00010000:00010000:2.0:1734016135.496834:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880072171f80/0x3f004d6452e0899b lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d207c expref: 7 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016135.496850:0:7689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880072171f80/0x3f004d6452e0899b lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d207c expref: 7 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016135.497360:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880072171f80, rc 0) 00000100:00100000:2.0:1734016135.497438:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075003100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1981:x1818247336999168:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 7334us (7637us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016135.497450:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10978 00000100:00100000:3.0:1734016135.500443:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016135.500995:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336999296 00000100:00100000:2.0:1734016135.501007:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336999296 00000100:00100000:2.0:1734016135.501075:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10979 00000100:00100000:2.0:1734016135.501085:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d807480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1981:x1818247336999296:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:2.0:1734016135.501114:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016135.501138:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800721718c0/0x3f004d6452e089a2 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d2083 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016135.501242:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009205ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339477760:192.168.201.10@tcp:106: 00000100:00100000:2.0:1734016135.501351:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007455d780 going to sleep for 11 seconds 00000100:00100000:2.0:1734016135.504972:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009205ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339477760:192.168.201.10@tcp:106: 00010000:00010000:2.0:1734016135.505067:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800721718c0/0x3f004d6452e089a2 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2083 expref: 7 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016135.505090:0:7689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800721718c0/0x3f004d6452e089a2 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2083 expref: 7 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016135.505133:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800721718c0, rc 0) 00000100:00100000:2.0:1734016135.505229:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d807480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1981:x1818247336999296:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 4141us (4795us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016135.506060:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10979 00000100:00100000:0.0:1734016135.508361:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016135.508570:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336999424 00000100:00100000:2.0:1734016135.508581:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336999424 00000100:00100000:2.0:1734016135.508644:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10980 00000100:00100000:2.0:1734016135.508652:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075229c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:9673:x1818247336999424:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:2.0:1734016135.508676:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016135.508705:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880072171f80/0x3f004d6452e089a9 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d208a expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016135.508740:0:7689:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880097237840/0x3f004d6452e08994 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6451200->6516735) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2075 expref: 7 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016135.508747:0:7689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016135.508749:0:7689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016135.508753:0:7689:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880072171f80/0x3f004d6452e089a9 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [9322496->9392127] (req 9322496->9392127) gid 0 flags: 0x50000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d208a expref: 7 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016135.508789:0:7689:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880097237840/0x3f004d6452e08994 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6451200->6516735) gid 0 flags: 0x50000000020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2075 expref: 7 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016135.508801:0:7689:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880097237840/0x3f004d6452e08994 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6451200->6516735) gid 0 flags: 0x70000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2075 expref: 7 pid: 7690 timeout: 499 lvb_type: 0 00000100:00100000:2.0:1734016135.508814:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009205ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339477888:192.168.201.10@tcp:104: 00000100:00100000:2.0:1734016135.513442:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007455d780 going to sleep for 11 seconds 00000100:00100000:2.0:1734016135.518779:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009205ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339477888:192.168.201.10@tcp:104: 00010000:00010000:2.0:1734016135.518857:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880072171f80/0x3f004d6452e089a9 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [9322496->9392127] (req 9322496->9392127) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d208a expref: 7 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016135.518907:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880072171f80, rc 0) 00000100:00100000:3.0:1734016135.518960:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016135.519046:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075229c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:9673:x1818247336999424:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 10390us (10693us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016135.519059:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10980 00000100:00100000:0.0:1734016135.519396:0:9956:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336999552 00000100:00100000:0.0:1734016135.519409:0:9956:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336999552 00010000:00010000:0.0:1734016135.519561:0:9956:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880097237840/0x3f004d6452e08994 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6451200->6516735) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2075 expref: 8 pid: 7690 timeout: 499 lvb_type: 0 00000100:00100000:0.0:1734016135.519690:0:9956:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2968 00000100:00100000:0.0:1734016135.519699:0:9956:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b1ea6450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1978:x1818247336999552:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016135.519721:0:9956:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016135.519754:0:9956:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880097237840/0x3f004d6452e08994 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 6451200->6516735) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2075 expref: 8 pid: 7690 timeout: 499 lvb_type: 0 00010000:00010000:0.0:1734016135.519767:0:9956:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880097237840/0x3f004d6452e08994 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 6451200->6516735) gid 0 flags: 0x50000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2075 expref: 8 pid: 7690 timeout: 499 lvb_type: 0 00010000:00010000:0.0:1734016135.519801:0:9956:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097237840/0x3f004d6452e08994 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 6451200->6516735) gid 0 flags: 0x44801400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2075 expref: 8 pid: 7690 timeout: 499 lvb_type: 0 00010000:00010000:0.0:1734016135.520017:0:9956:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016135.520020:0:9956:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016135.520030:0:9956:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880072171f80/0x3f004d6452e089a9 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 9322496->9392127) gid 0 flags: 0x40080000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d208a expref: 6 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016135.520041:0:9956:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880072171f80/0x3f004d6452e089a9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 9322496->9392127) gid 0 flags: 0x40080000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d208a expref: 6 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016135.520091:0:9956:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880072171f80/0x3f004d6452e089a9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 9322496->9392127) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d208a expref: 6 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016135.520116:0:9956:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007522a680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9956:1818247339478016:192.168.201.10@tcp:105: 00000100:00100000:0.0:1734016135.520208:0:9956:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7486e40 going to sleep for 11 seconds 00000100:00100000:0.0:1734016135.523506:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016135.523886:0:9956:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007522a680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9956:1818247339478016:192.168.201.10@tcp:105: 00010000:00010000:2.0:1734016135.523942:0:9956:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016135.524207:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336999680 00000100:00100000:3.0:1734016135.524222:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336999680 00000100:00100000:2.0:1734016135.524385:0:9956:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b1ea6450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1978:x1818247336999552:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 4683us (5427us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016135.524409:0:9956:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2968 00000100:00100000:3.0:1734016135.524841:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10981 00000100:00100000:3.0:1734016135.524851:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075228e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1979:x1818247336999680:12345-192.168.201.10@tcp:22:fsx.0 00002000:00010000:3.0:1734016135.525452:0:7689:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 9436379 -> 9436379 00002000:00010000:3.0:1734016135.525458:0:7689:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016134 -> 1734016134 00002000:00010000:3.0:1734016135.525461:0:7689:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016134 -> 1734016134 00002000:00010000:3.0:1734016135.525464:0:7689:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016134 -> 1734016134 00002000:00010000:3.0:1734016135.525466:0:7689:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 464 -> 464 00000100:00100000:3.0:1734016135.525595:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075228e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+8:1979:x1818247336999680:12345-192.168.201.10@tcp:22:fsx.0 Request processed in 744us (2131us total) trans 4294969398 rc 0/0 00000100:00100000:3.0:1734016135.525606:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10981 00000100:00100000:0.0:1734016135.528285:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016135.528535:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336999808 00000100:00100000:2.0:1734016135.528549:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336999808 00000100:00100000:2.0:1734016135.528622:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10982 00000100:00100000:2.0:1734016135.528631:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075229180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1980:x1818247336999808:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:2.0:1734016135.528664:0:7690:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016135.528693:0:7690:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e089b0 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d2091 expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016135.528797:0:7690:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009205b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339478144:192.168.201.10@tcp:106: 00000100:00100000:2.0:1734016135.528955:0:7690:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007455d180 going to sleep for 11 seconds 00000100:00100000:2.0:1734016135.531246:0:7690:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009205b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339478144:192.168.201.10@tcp:106: 00010000:00010000:2.0:1734016135.531326:0:7690:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e089b0 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2091 expref: 8 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016135.531350:0:7690:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e089b0 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2091 expref: 8 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016135.531385:0:7690:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880072171440, rc 0) 00000100:00100000:2.0:1734016135.531480:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075229180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1980:x1818247336999808:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 2846us (3208us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016135.531494:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10982 00000100:00100000:2.0:1734016135.538129:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016135.538306:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247336999936 00000100:00100000:0.0:1734016135.538325:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247336999936 00000100:00100000:0.0:1734016135.539079:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10983 00000100:00100000:0.0:1734016135.539093:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009205b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1979:x1818247336999936:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:0.0:1734016135.539127:0:7690:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016135.539168:0:7690:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a803af40/0x3f004d6452e089b7 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d2098 expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016135.539288:0:7690:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007522bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339478272:192.168.201.10@tcp:106: 00000100:00100000:0.0:1734016135.539441:0:7690:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7486e40 going to sleep for 11 seconds 00000100:00100000:2.0:1734016135.548493:0:7690:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007522bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339478272:192.168.201.10@tcp:106: 00010000:00010000:2.0:1734016135.548575:0:7690:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a803af40/0x3f004d6452e089b7 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2098 expref: 8 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016135.548598:0:7690:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a803af40/0x3f004d6452e089b7 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2098 expref: 8 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016135.548746:0:7690:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a803af40, rc 0) 00000100:00100000:2.0:1734016135.549485:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009205b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1979:x1818247336999936:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 10389us (11374us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016135.549501:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10983 00000100:00100000:0.0:1734016135.552344:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016135.552680:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337000064 00000100:00100000:2.0:1734016135.552700:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337000064 00000100:00100000:2.0:1734016135.552784:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10984 00000100:00100000:2.0:1734016135.552793:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007522bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1978:x1818247337000064:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:2.0:1734016135.552822:0:7690:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016135.552851:0:7690:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880072172d00/0x3f004d6452e089be lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d209f expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016135.552971:0:7690:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009205ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339478400:192.168.201.10@tcp:106: 00000100:00100000:2.0:1734016135.553085:0:7690:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007455d180 going to sleep for 11 seconds 00000100:00100000:2.0:1734016135.559274:0:7690:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009205ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339478400:192.168.201.10@tcp:106: 00010000:00010000:2.0:1734016135.559344:0:7690:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880072172d00/0x3f004d6452e089be lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d209f expref: 8 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016135.559364:0:7690:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880072172d00/0x3f004d6452e089be lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d209f expref: 8 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016135.559398:0:7690:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880072172d00, rc 0) 00000100:00100000:2.0:1734016135.559482:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007522bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1978:x1818247337000064:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 6687us (7158us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016135.559496:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10984 00000100:00100000:0.0:1734016135.566462:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016135.567422:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337000320 00000100:00100000:2.0:1734016135.567448:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337000320 00000100:00100000:2.0:1734016135.568902:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9226 00000100:00100000:2.0:1734016135.568921:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007522a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1980:x1818247337000320:12345-192.168.201.10@tcp:3:fsx.0 00010000:00010000:2.0:1734016135.568993:0:7694:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880072170d80/0x3f004d6452e089c5 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016135.569023:0:7694:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880072171f80/0x3f004d6452e089a9 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 9322496->9392127) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d208a expref: 7 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016135.569033:0:7694:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016135.569037:0:7694:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016135.569042:0:7694:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880072170d80/0x3f004d6452e089c5 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [1056768->1105919] (req 1056768->1105919) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016135.569100:0:7694:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880072171f80/0x3f004d6452e089a9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 9322496->9392127) gid 0 flags: 0x50000000020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d208a expref: 7 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016135.569116:0:7694:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880072171f80/0x3f004d6452e089a9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 9322496->9392127) gid 0 flags: 0x70000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d208a expref: 7 pid: 7689 timeout: 499 lvb_type: 0 00000100:00100000:2.0:1734016135.569138:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009205ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_000:lustre-OST0001_UUID:7694:1818247339478528:192.168.201.10@tcp:104: 00000100:00100000:2.0:1734016135.571238:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007455d180 going to sleep for 11 seconds 00000100:00100000:2.0:1734016135.579564:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009205ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_000:lustre-OST0001_UUID:7694:1818247339478528:192.168.201.10@tcp:104: 00010000:00010000:2.0:1734016135.579625:0:7694:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880072170d80/0x3f004d6452e089c5 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [1056768->1105919] (req 1056768->1105919) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016135.580737:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016135.581308:0:9956:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337000448 00000100:00100000:2.0:1734016135.581320:0:9956:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337000448 00010000:00010000:2.0:1734016135.581374:0:9956:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880072171f80/0x3f004d6452e089a9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 9322496->9392127) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d208a expref: 8 pid: 7689 timeout: 499 lvb_type: 0 00000100:00100000:2.0:1734016135.581420:0:9956:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2969 00000100:00100000:2.0:1734016135.581428:0:9956:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075001180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+8:1978:x1818247337000448:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016135.581448:0:9956:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016135.581481:0:9956:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880072171f80/0x3f004d6452e089a9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 9322496->9392127) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d208a expref: 8 pid: 7689 timeout: 499 lvb_type: 0 00010000:00010000:2.0:1734016135.581495:0:9956:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880072171f80/0x3f004d6452e089a9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 9322496->9392127) gid 0 flags: 0x50000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d208a expref: 8 pid: 7689 timeout: 499 lvb_type: 0 00010000:00010000:2.0:1734016135.581524:0:9956:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880072171f80/0x3f004d6452e089a9 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 9322496->9392127) gid 0 flags: 0x44801400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d208a expref: 8 pid: 7689 timeout: 499 lvb_type: 0 00010000:00010000:2.0:1734016135.581552:0:9956:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016135.581555:0:9956:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016135.581562:0:9956:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880072170d80/0x3f004d6452e089c5 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [1056768->1105919] (req 1056768->1105919) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016135.581577:0:9956:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880072170d80/0x3f004d6452e089c5 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [1056768->1105919] (req 1056768->1105919) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016135.581611:0:9956:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016135.581670:0:9956:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075001180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1978:x1818247337000448:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 242us (938us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016135.581677:0:9956:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2969 00010000:00010000:3.0:1734016135.582321:0:7694:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880072170d80/0x3f004d6452e089c5 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [1056768->1105919] (req 1056768->1105919) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016135.582331:0:7694:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880072170d80/0x3f004d6452e089c5 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [1056768->1105919] (req 1056768->1105919) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016135.594855:0:7694:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880072170d80/0x3f004d6452e089c5 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [1056768->1105919] (req 1056768->1105919) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016135.594901:0:7694:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880072170d80/0x3f004d6452e089c5 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [1056768->1105919] (req 1056768->1105919) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016135.594910:0:7694:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880072170d80/0x3f004d6452e089c5 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [1056768->1105919] (req 1056768->1105919) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016135.594918:0:7694:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880072170d80 already unused, calling callback (ffffffffa086d100) 00010000:00010000:3.0:1734016135.594922:0:7694:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880072170d80/0x3f004d6452e089c5 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [1056768->1105919] (req 1056768->1105919) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016135.594931:0:7694:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880072170d80/0x3f004d6452e089c5 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [1056768->1105919] (req 1056768->1105919) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016135.594952:0:7694:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880072170d80/0x3f004d6452e089c5 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [1056768->1105919] (req 1056768->1105919) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016135.594959:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880072170d80/0x3f004d6452e089c5 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [1056768->1105919] (req 1056768->1105919) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016135.595529:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007522a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1980:x1818247337000320:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 26604us (29070us total) trans 0 rc 49152/49152 00000100:00100000:3.0:1734016135.595541:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9226 00000100:00100000:2.0:1734016135.601685:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016135.602430:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337000576 00000100:00100000:0.0:1734016135.602449:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337000576 00000100:00100000:0.0:1734016135.602559:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10985 00000100:00100000:0.0:1734016135.602573:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009205ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1981:x1818247337000576:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:0.0:1734016135.602627:0:7690:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016135.602680:0:7690:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a80398c0/0x3f004d6452e089cc lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d20a6 expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1734016135.602727:0:7690:0:(ofd_lvb.c:169:ofd_lvbo_init()) res: [0x280000400:0x5:0x0] initial LVB size: 9436379, mtime: 0x675afc86, atime: 0x675afc86, ctime: 0x675afc86, blocks: 0x1d0 00010000:00010000:0.0:1734016135.602768:0:7690:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016135.602771:0:7690:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016135.602785:0:7690:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a80398c0/0x3f004d6452e089cc lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d20a6 expref: 8 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016135.602808:0:7690:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a80398c0/0x3f004d6452e089cc lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d20a6 expref: 8 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016135.602829:0:7690:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a80398c0, rc 0) 00000100:00100000:0.0:1734016135.604784:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009205ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1981:x1818247337000576:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 2196us (3096us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016135.604800:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10985 00000100:00100000:1.0:1734016135.612011:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016135.613976:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337000704 00000100:00100000:0.0:1734016135.613994:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337000704 00000100:00100000:1.0:1734016135.615926:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10986 00000100:00100000:1.0:1734016135.615946:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075000e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:9673:x1818247337000704:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:1.0:1734016135.615980:0:7690:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016135.616020:0:7690:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880097234fc0/0x3f004d6452e089d3 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d20ad expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016135.616066:0:7690:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a80398c0/0x3f004d6452e089cc lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d20a6 expref: 9 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016135.616075:0:7690:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016135.616079:0:7690:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016135.616083:0:7690:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880097234fc0/0x3f004d6452e089d3 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [2994176->2998271] (req 2994176->2998271) gid 0 flags: 0x50000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d20ad expref: 9 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016135.616143:0:7690:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a80398c0/0x3f004d6452e089cc lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d20a6 expref: 9 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016135.616172:0:7690:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a80398c0/0x3f004d6452e089cc lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d20a6 expref: 9 pid: 7690 timeout: 499 lvb_type: 1 00000100:00100000:1.0:1734016135.616194:0:7690:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880097219c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339478656:192.168.201.10@tcp:104: 00000100:00100000:1.0:1734016135.616333:0:7690:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b42cda80 going to sleep for 11 seconds 00000100:00100000:1.0:1734016135.627799:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016135.627912:0:6469:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337000832 00000100:00100000:0.0:1734016135.627926:0:6469:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337000832 00000100:00100000:2.0:1734016135.629098:0:7690:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880097219c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339478656:192.168.201.10@tcp:104: 00010000:00010000:2.0:1734016135.629177:0:7690:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880097234fc0/0x3f004d6452e089d3 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [2994176->2998271] (req 2994176->2998271) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d20ad expref: 10 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016135.629204:0:7690:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097234fc0, rc 0) 00000100:00100000:2.0:1734016135.629354:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075000e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+10:9673:x1818247337000704:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 13410us (17353us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016135.629373:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10986 00010000:00010000:1.0:1734016135.630206:0:6469:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a80398c0/0x3f004d6452e089cc lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d20a6 expref: 9 pid: 7690 timeout: 499 lvb_type: 1 00000100:00100000:1.0:1734016135.630271:0:6469:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2970 00000100:00100000:1.0:1734016135.630282:0:6469:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880097218e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+9:1979:x1818247337000832:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016135.630307:0:6469:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016135.630345:0:6469:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a80398c0/0x3f004d6452e089cc lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d20a6 expref: 9 pid: 7690 timeout: 499 lvb_type: 1 00010000:00010000:1.0:1734016135.630361:0:6469:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a80398c0/0x3f004d6452e089cc lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d20a6 expref: 9 pid: 7690 timeout: 499 lvb_type: 1 00010000:00010000:1.0:1734016135.630397:0:6469:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a80398c0/0x3f004d6452e089cc lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d20a6 expref: 9 pid: 7690 timeout: 499 lvb_type: 1 00010000:00010000:1.0:1734016135.631519:0:6469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016135.631527:0:6469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016135.631543:0:6469:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880097234fc0/0x3f004d6452e089d3 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2994176->2998271) gid 0 flags: 0x40080000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d20ad expref: 8 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016135.631557:0:6469:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880097234fc0/0x3f004d6452e089d3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2994176->2998271) gid 0 flags: 0x40080000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d20ad expref: 8 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016135.631623:0:6469:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880097234fc0/0x3f004d6452e089d3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2994176->2998271) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d20ad expref: 8 pid: 7690 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016135.631642:0:6469:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880097219c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6469:1818247339478784:192.168.201.10@tcp:105: 00000100:00100000:1.0:1734016135.631746:0:6469:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b42cda80 going to sleep for 11 seconds 00000100:00100000:2.0:1734016135.644949:0:6469:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880097219c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6469:1818247339478784:192.168.201.10@tcp:105: 00010000:00010000:2.0:1734016135.644999:0:6469:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016135.645093:0:6469:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880097218e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1979:x1818247337000832:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 14809us (17310us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016135.645111:0:6469:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2970 00000100:00100000:1.0:1734016135.660958:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016135.662806:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016135.662932:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337001088 00000100:00100000:3.0:1734016135.662950:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337001088 00000100:00100000:1.0:1734016135.663386:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016135.663410:0:13925:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337001344 00000100:00100000:1.0:1734016135.663413:0:13925:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337001344 00002000:00100000:1.0:1734016135.663484:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (4194304->8388607) req@ffff880074222d80 x1818247337001344/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:96/0 lens 488/0 e 0 to 0 dl 1734016146 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016135.663499:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074222d80 with x1818247337001344 ext(4194304->8388607) 00002000:00010000:1.0:1734016135.663507:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074222d80 00000100:00100000:1.0:1734016135.663786:0:13925:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337001600 00000100:00100000:1.0:1734016135.663789:0:13925:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337001600 00002000:00100000:1.0:1734016135.663801:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (8388608->9437183) req@ffff880074223800 x1818247337001600/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:96/0 lens 488/0 e 0 to 0 dl 1734016146 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016135.663809:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074223800 with x1818247337001600 ext(8388608->9437183) 00002000:00010000:1.0:1734016135.663813:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074223800 00000100:00100000:0.0:1734016135.663843:0:13929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9227 00000100:00100000:0.0:1734016135.663853:0:13929:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074222d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+10:1978:x1818247337001344:12345-192.168.201.10@tcp:3:fsx.0 00002000:00100000:2.0:1734016135.673456:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (0->4194303) req@ffff880097219c00 x1818247337001088/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:96/0 lens 488/0 e 0 to 0 dl 1734016146 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016135.673476:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880097219c00 with x1818247337001088 ext(0->4194303) 00002000:00010000:2.0:1734016135.673487:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880097219c00 00000100:00100000:2.0:1734016135.673549:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9228 00000100:00100000:2.0:1734016135.673559:0:7695:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074223800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+11:1978:x1818247337001600:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:2.0:1734016135.675162:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9229 00000100:00100000:2.0:1734016135.675172:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880097219c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+12:1978:x1818247337001088:12345-192.168.201.10@tcp:3:fsx.0 00010000:00010000:2.0:1734016135.705218:0:8960:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734016135.774955:0:13929:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074222d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+12:1978:x1818247337001344:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 111087us (112153us total) trans 0 rc 4194304/4194304 00000100:00100000:0.0:1734016135.774968:0:13929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9227 00002000:00100000:0.0:1734016135.774983:0:13929:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (4194304->8388607) req@ffff880074222d80 x1818247337001344/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:96/0 lens 488/440 e 0 to 0 dl 1734016146 ref 1 fl Complete:/200/0 rc 4194304/4194304 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016135.774994:0:13929:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074222d80 with x1818247337001344 ext(4194304->8388607) 00002000:00010000:0.0:1734016135.775000:0:13929:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074222d80 00000100:00100000:2.0:1734016135.817948:0:7695:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074223800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+10:1978:x1818247337001600:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 144373us (154543us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1734016135.817965:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9228 00002000:00100000:2.0:1734016135.817982:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (8388608->9437183) req@ffff880074223800 x1818247337001600/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:96/0 lens 488/440 e 0 to 0 dl 1734016146 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016135.817994:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074223800 with x1818247337001600 ext(8388608->9437183) 00002000:00010000:2.0:1734016135.818001:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074223800 00000100:00100000:3.0:1734016135.864205:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880097219c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1978:x1818247337001088:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 189010us (203250us total) trans 0 rc 4194304/4194304 00000100:00100000:3.0:1734016135.864224:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9229 00002000:00100000:3.0:1734016135.864242:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (0->4194303) req@ffff880097219c00 x1818247337001088/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:96/0 lens 488/440 e 0 to 0 dl 1734016146 ref 1 fl Complete:/200/0 rc 4194304/4194304 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016135.864255:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880097219c00 with x1818247337001088 ext(0->4194303) 00002000:00010000:3.0:1734016135.864262:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880097219c00 00000100:00100000:1.0:1734016135.879569:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016135.881003:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337001728 00000100:00100000:3.0:1734016135.881032:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337001728 00002000:00100000:3.0:1734016135.881140:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (2957312->2998271) req@ffff880135f57100 x1818247337001728/t0(0) o4->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:96/0 lens 488/0 e 0 to 0 dl 1734016146 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016135.881173:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880135f57100 with x1818247337001728 ext(2957312->2998271) 00002000:00010000:3.0:1734016135.881184:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880135f57100 00000100:00100000:3.0:1734016135.881251:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9230 00000100:00100000:3.0:1734016135.881263:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880135f57100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1978:x1818247337001728:12345-192.168.201.10@tcp:4:fsx.0 00000100:00100000:0.0:1734016135.889049:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880135f57100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+10:1978:x1818247337001728:12345-192.168.201.10@tcp:4:fsx.0 Request processed in 7759us (9473us total) trans 4294969399 rc 0/0 00000100:00100000:0.0:1734016135.889073:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9230 00002000:00100000:0.0:1734016135.889091:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (2957312->2998271) req@ffff880135f57100 x1818247337001728/t4294969399(0) o4->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:96/0 lens 488/448 e 0 to 0 dl 1734016146 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016135.889104:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880135f57100 with x1818247337001728 ext(2957312->2998271) 00002000:00010000:0.0:1734016135.889114:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880135f57100 00000100:00100000:1.0:1734016135.893025:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016135.893259:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337001856 00000100:00100000:2.0:1734016135.893277:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337001856 00000100:00100000:2.0:1734016135.893364:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10987 00000100:00100000:2.0:1734016135.893379:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880135f56300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+10:1980:x1818247337001856:12345-192.168.201.10@tcp:16:fsx.0 00000001:00080000:0.0:1734016135.896363:0:8954:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969399 is committed 00000001:00080000:0.0:1734016135.896393:0:8954:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969398 is committed 00000100:00100000:2.0:1734016135.897571:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880135f56300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1980:x1818247337001856:12345-192.168.201.10@tcp:16:fsx.0 Request processed in 4169us (4545us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016135.897596:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10987 00000100:00100000:1.0:1734016135.902000:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016135.902101:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337001984 00000100:00100000:2.0:1734016135.902116:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337001984 00000100:00100000:2.0:1734016135.902451:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10988 00000100:00100000:2.0:1734016135.902462:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880135f56680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:1979:x1818247337001984:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:2.0:1734016135.902501:0:7690:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016135.902536:0:7690:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880072170d80/0x3f004d6452e089da lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d20b4 expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016135.902630:0:7690:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88011efc4e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339478912:192.168.201.10@tcp:106: 00000100:00100000:2.0:1734016135.902730:0:7690:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007455d180 going to sleep for 11 seconds 00002000:00010000:2.0:1734016135.906239:0:7690:0:(ofd_lvb.c:283:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime: 1734016134 -> 1734016135 00002000:00010000:2.0:1734016135.906251:0:7690:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime: 1734016134 -> 1734016135 00002000:00010000:2.0:1734016135.906253:0:7690:0:(ofd_lvb.c:295:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime: 1734016134 -> 1734016135 00002000:00010000:2.0:1734016135.906255:0:7690:0:(ofd_lvb.c:301:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks: 464 -> 544 00000100:00100000:2.0:1734016135.906287:0:7690:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88011efc4e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339478912:192.168.201.10@tcp:106: 00010000:00010000:2.0:1734016135.906336:0:7690:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880072170d80/0x3f004d6452e089da lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d20b4 expref: 6 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016135.906354:0:7690:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880072170d80/0x3f004d6452e089da lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d20b4 expref: 6 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016135.906391:0:7690:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880072170d80, rc 0) 00000100:00100000:2.0:1734016135.906465:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880135f56680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:1979:x1818247337001984:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 4002us (4481us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016135.906475:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10988 00000100:00100000:1.0:1734016135.909801:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016135.909916:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337002112 00000100:00100000:2.0:1734016135.909933:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337002112 00000100:00100000:2.0:1734016135.910000:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10989 00000100:00100000:2.0:1734016135.910011:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074951c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:1980:x1818247337002112:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:2.0:1734016135.910041:0:7690:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016135.910067:0:7690:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880072171f80/0x3f004d6452e089e1 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d20bb expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016135.910178:0:7690:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88011efc4e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339479040:192.168.201.10@tcp:106: 00000100:00100000:2.0:1734016135.910277:0:7690:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007455d180 going to sleep for 11 seconds 00000100:00100000:0.0:1734016135.913939:0:7690:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88011efc4e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339479040:192.168.201.10@tcp:106: 00010000:00010000:0.0:1734016135.914345:0:7690:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880072171f80/0x3f004d6452e089e1 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d20bb expref: 6 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016135.914589:0:7690:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880072171f80/0x3f004d6452e089e1 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d20bb expref: 6 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016135.914855:0:7690:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880072171f80, rc 0) 00000100:00100000:1.0:1734016135.915034:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074951c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:1980:x1818247337002112:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 5022us (5251us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016135.915047:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10989 00000100:00100000:0.0:1734016135.917749:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016135.917940:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337002240 00000100:00100000:1.0:1734016135.917955:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337002240 00000100:00100000:1.0:1734016135.918230:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10990 00000100:00100000:1.0:1734016135.918247:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075228700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:1978:x1818247337002240:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:1.0:1734016135.918297:0:7690:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016135.918343:0:7690:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880097234d80/0x3f004d6452e089e8 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d20c2 expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016135.918468:0:7690:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074951500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339479168:192.168.201.10@tcp:106: 00000100:00100000:1.0:1734016135.918593:0:7690:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b42cd900 going to sleep for 11 seconds 00000100:00100000:1.0:1734016135.920909:0:7690:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074951500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339479168:192.168.201.10@tcp:106: 00010000:00010000:1.0:1734016135.920980:0:7690:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880097234d80/0x3f004d6452e089e8 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d20c2 expref: 6 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016135.921000:0:7690:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097234d80/0x3f004d6452e089e8 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d20c2 expref: 6 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016135.921067:0:7690:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097234d80, rc 0) 00000100:00100000:1.0:1734016135.921236:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075228700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:1978:x1818247337002240:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 2991us (3506us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016135.921250:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10990 00000100:00100000:2.0:1734016135.924374:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016135.924602:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337002368 00000100:00100000:1.0:1734016135.924621:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337002368 00000100:00100000:1.0:1734016135.924726:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10991 00000100:00100000:1.0:1734016135.924739:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011efc5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:1981:x1818247337002368:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:1.0:1734016135.924772:0:7690:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016135.924804:0:7690:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800972373c0/0x3f004d6452e089ef lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d20c9 expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016135.924947:0:7690:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074951500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339479296:192.168.201.10@tcp:106: 00000100:00100000:1.0:1734016135.926008:0:7690:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b42cd900 going to sleep for 11 seconds 00000100:00100000:1.0:1734016135.928847:0:7690:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074951500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339479296:192.168.201.10@tcp:106: 00010000:00010000:1.0:1734016135.929084:0:7690:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800972373c0/0x3f004d6452e089ef lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d20c9 expref: 6 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016135.929110:0:7690:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800972373c0/0x3f004d6452e089ef lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d20c9 expref: 6 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016135.929152:0:7690:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800972373c0, rc 0) 00000100:00100000:1.0:1734016135.929262:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011efc5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:1981:x1818247337002368:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 4523us (4906us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016135.929277:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10991 00000100:00100000:3.0:1734016135.939425:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016135.939542:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337002496 00000100:00100000:0.0:1734016135.939557:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337002496 00002000:00100000:0.0:1734016135.939621:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (1781760->1835007) req@ffff88011d807800 x1818247337002496/t0(0) o4->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:96/0 lens 488/0 e 0 to 0 dl 1734016146 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016135.939634:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d807800 with x1818247337002496 ext(1781760->1835007) 00002000:00010000:0.0:1734016135.939641:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011d807800 00000100:00100000:0.0:1734016135.940094:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9231 00000100:00100000:0.0:1734016135.940105:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d807800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1979:x1818247337002496:12345-192.168.201.10@tcp:4:fsx.0 00000100:00100000:0.0:1734016135.944021:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d807800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+9:1979:x1818247337002496:12345-192.168.201.10@tcp:4:fsx.0 Request processed in 3895us (4588us total) trans 4294969400 rc 0/0 00000100:00100000:0.0:1734016135.944046:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9231 00002000:00100000:0.0:1734016135.944064:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (1781760->1835007) req@ffff88011d807800 x1818247337002496/t4294969400(0) o4->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:96/0 lens 488/448 e 0 to 0 dl 1734016146 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016135.944076:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d807800 with x1818247337002496 ext(1781760->1835007) 00002000:00010000:0.0:1734016135.944085:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011d807800 00000100:00100000:1.0:1734016135.946392:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016135.946683:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337002624 00000100:00100000:2.0:1734016135.946700:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337002624 00000100:00100000:2.0:1734016135.946773:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10992 00000100:00100000:2.0:1734016135.946784:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074951500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+9:1981:x1818247337002624:12345-192.168.201.10@tcp:16:fsx.0 00000001:00080000:2.0:1734016135.949177:0:8954:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969400 is committed 00000100:00100000:0.0:1734016135.949681:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074951500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1981:x1818247337002624:12345-192.168.201.10@tcp:16:fsx.0 Request processed in 2888us (3296us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016135.949696:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10992 00000100:00100000:3.0:1734016135.954017:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016135.954107:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337002752 00000100:00100000:0.0:1734016135.954125:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337002752 00000100:00100000:0.0:1734016135.954200:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10993 00000100:00100000:0.0:1734016135.954211:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d805f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:1978:x1818247337002752:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:0.0:1734016135.954246:0:7690:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016135.954288:0:7690:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a80398c0/0x3f004d6452e089f6 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d20d0 expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016135.954393:0:7690:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074971180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339479424:192.168.201.10@tcp:106: 00000100:00100000:0.0:1734016135.954499:0:7690:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7486900 going to sleep for 11 seconds 00002000:00010000:0.0:1734016135.958259:0:7690:0:(ofd_lvb.c:301:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks: 544 -> 648 00000100:00100000:0.0:1734016135.958320:0:7690:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074971180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339479424:192.168.201.10@tcp:106: 00010000:00010000:0.0:1734016135.958388:0:7690:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a80398c0/0x3f004d6452e089f6 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d20d0 expref: 6 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016135.958415:0:7690:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a80398c0/0x3f004d6452e089f6 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d20d0 expref: 6 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016135.958984:0:7690:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a80398c0, rc 0) 00000100:00100000:0.0:1734016135.959338:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d805f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:1978:x1818247337002752:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 5126us (5348us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016135.959349:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10993 00000100:00100000:1.0:1734016135.961722:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016135.961797:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337002880 00000100:00100000:0.0:1734016135.961809:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337002880 00000100:00100000:0.0:1734016135.961914:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10994 00000100:00100000:0.0:1734016135.961925:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074951880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:1981:x1818247337002880:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:0.0:1734016135.961952:0:7690:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016135.961976:0:7690:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a803af40/0x3f004d6452e089fd lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d20d7 expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016135.962055:0:7690:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074971180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339479552:192.168.201.10@tcp:106: 00000100:00100000:0.0:1734016135.962147:0:7690:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7486900 going to sleep for 11 seconds 00000100:00100000:0.0:1734016135.964666:0:7690:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074971180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339479552:192.168.201.10@tcp:106: 00010000:00010000:0.0:1734016135.964743:0:7690:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a803af40/0x3f004d6452e089fd lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d20d7 expref: 6 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016135.964764:0:7690:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a803af40/0x3f004d6452e089fd lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d20d7 expref: 6 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016135.965211:0:7690:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a803af40, rc 0) 00000100:00100000:1.0:1734016135.965368:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074951880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:1981:x1818247337002880:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 3439us (3654us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016135.965381:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10994 00000100:00100000:2.0:1734016135.968533:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016135.968658:0:6482:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337003136 00000100:00100000:0.0:1734016135.968679:0:6482:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337003136 00000100:00100000:0.0:1734016135.968821:0:6482:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2100 00000100:00100000:0.0:1734016135.968838:0:6482:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011efc6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+30:9673:x1818247337003136:12345-192.168.201.10@tcp:36:fsx.0 00010000:00010000:0.0:1734016135.968982:0:6482:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016135.969037:0:6482:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a7a80/0x3f004d6452e08971 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2052 expref: 30 pid: 8966 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016135.969069:0:6482:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:0.0:1734016135.969076:0:6482:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1734016135.969366:0:6482:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8039440/0x3f004d6452e08a04 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6482 initiator: MDT0 00010000:00010000:0.0:1734016135.969382:0:6482:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880072172640/0x3f004d6452e08963 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d204b expref: 21 pid: 6482 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016135.969390:0:6482:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8039440/0x3f004d6452e08a04 lrc: 4/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6482 initiator: MDT0 00010000:00010000:0.0:1734016135.969447:0:6482:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880072172640/0x3f004d6452e08963 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d204b expref: 21 pid: 6482 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016135.969463:0:6482:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880072172640/0x3f004d6452e08963 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d204b expref: 21 pid: 6482 timeout: 500 lvb_type: 0 00000100:00100000:0.0:1734016135.969479:0:6482:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074971180 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6482:1818247339479680:192.168.201.10@tcp:104: 00000100:00100000:0.0:1734016135.969583:0:6482:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7486240 going to sleep for 11 seconds 00000100:00100000:0.0:1734016135.974514:0:6482:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074971180 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6482:1818247339479680:192.168.201.10@tcp:104: 00010000:00010000:0.0:1734016135.974577:0:6482:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8039440/0x3f004d6452e08a04 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6482 initiator: MDT0 00000100:00100000:2.0:1734016135.975680:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016135.976150:0:6469:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337003264 00000100:00100000:0.0:1734016135.976163:0:6469:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337003264 00010000:00010000:0.0:1734016135.976224:0:6469:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880072172640/0x3f004d6452e08963 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d204b expref: 22 pid: 6482 timeout: 500 lvb_type: 0 00000100:00100000:0.0:1734016135.976277:0:6469:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2971 00000100:00100000:0.0:1734016135.976287:0:6469:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011efc4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+22:1978:x1818247337003264:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016135.976308:0:6469:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016135.976315:0:6469:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880072172640/0x3f004d6452e08963 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d204b expref: 22 pid: 6482 timeout: 500 lvb_type: 0 00010000:00010000:0.0:1734016135.976328:0:6469:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880072172640/0x3f004d6452e08963 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d204b expref: 22 pid: 6482 timeout: 500 lvb_type: 0 00010000:00010000:0.0:1734016135.976362:0:6469:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880072172640/0x3f004d6452e08963 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d204b expref: 22 pid: 6482 timeout: 500 lvb_type: 0 00010000:00010000:0.0:1734016135.976386:0:6469:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:0.0:1734016135.976393:0:6469:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8039440/0x3f004d6452e08a04 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6482 initiator: MDT0 00010000:00010000:0.0:1734016135.976405:0:6469:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8039440/0x3f004d6452e08a04 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6482 initiator: MDT0 00010000:00010000:0.0:1734016135.976414:0:6469:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8039440/0x3f004d6452e08a04 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6482 initiator: MDT0 00010000:00010000:0.0:1734016135.976445:0:6469:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1734016135.976653:0:6482:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8039440/0x3f004d6452e08a04 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6482 initiator: MDT0 00010000:00010000:1.0:1734016135.976665:0:6482:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8039440/0x3f004d6452e08a04 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6482 initiator: MDT0 00000001:00080000:1.0:1734016135.976817:0:6482:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294968627 00000004:00010000:1.0:1734016135.976903:0:6482:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff88011efc6a00 reply state ffff8800769e0000 transno 4294968628 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8039440/0x3f004d6452e08a04 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6482 initiator: MDT0 00000100:00100000:1.0:1734016135.976911:0:6482:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1734016135.978190:0:6469:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011efc4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+21:1978:x1818247337003264:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 1886us (2501us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016135.978205:0:6469:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2971 00000100:00100000:1.0:1734016135.978313:0:6482:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011efc6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+32:9673:x1818247337003136:12345-192.168.201.10@tcp:36:fsx.0 Request processed in 9478us (9796us total) trans 4294968628 rc 0/0 00000100:00100000:1.0:1734016135.978323:0:6482:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2100 00000020:00080000:1.0:1734016135.978329:0:6482:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1734016135.982095:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00010000:00010000:0.0:1734016135.982212:0:3495:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8039440/0x3f004d6452e08a04 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6482 initiator: MDT0 00010000:00010000:0.0:1734016135.982225:0:3495:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8039440/0x3f004d6452e08a04 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6482 initiator: MDT0 00010000:00010000:0.0:1734016135.982234:0:3495:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8039440/0x3f004d6452e08a04 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6482 initiator: MDT0 00010000:00010000:0.0:1734016135.982241:0:3495:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800a8039440 already unused, calling callback (ffffffffa0f03950) 00010000:00010000:0.0:1734016135.982247:0:3495:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8039440/0x3f004d6452e08a04 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6482 initiator: MDT0 00010000:00010000:0.0:1734016135.982256:0:3495:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8039440/0x3f004d6452e08a04 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6482 initiator: MDT0 00010000:00010000:0.0:1734016135.982274:0:3495:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:0.0:1734016135.982277:0:3495:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1734016135.982281:0:3495:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8039440/0x3f004d6452e08a04 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6482 initiator: MDT0 00010000:00010000:0.0:1734016135.982286:0:3495:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8039440/0x3f004d6452e08a04 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6482 initiator: MDT0 00000100:00100000:1.0:1734016135.983958:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337003392 00000100:00100000:1.0:1734016135.983977:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337003392 00002000:00010000:1.0:1734016135.984033:0:7694:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (306928->18446744073709551615) 00002000:00100000:1.0:1734016135.984039:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074f02680 with x1818247337003392 ext(306928->18446744073709551615) 00002000:00010000:1.0:1734016135.984059:0:7694:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074f02680. 00000100:00100000:1.0:1734016135.984424:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9232 00000100:00100000:1.0:1734016135.984436:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074f02680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1979:x1818247337003392:12345-192.168.201.10@tcp:10:fsx.0 00002000:00010000:0.0:1734016135.994528:0:7694:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 9436379 -> 306928 00002000:00010000:0.0:1734016135.994542:0:7694:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016135 -> 1734016135 00002000:00010000:0.0:1734016135.994544:0:7694:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016135 -> 1734016134 00002000:00010000:0.0:1734016135.994546:0:7694:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016135 -> 1734016135 00002000:00010000:0.0:1734016135.994550:0:7694:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 648 -> 128 00000100:00100000:1.0:1734016135.995257:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074f02680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1979:x1818247337003392:12345-192.168.201.10@tcp:10:fsx.0 Request processed in 10810us (13168us total) trans 4294969401 rc 0/0 00000100:00100000:1.0:1734016135.995272:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9232 00002000:00010000:1.0:1734016135.995281:0:7694:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (306928->18446744073709551615) 00002000:00100000:1.0:1734016135.995286:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074f02680 with x1818247337003392 ext(306928->18446744073709551615) 00002000:00010000:1.0:1734016135.995298:0:7694:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074f02680. 00000100:00100000:3.0:1734016136.005986:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016136.006086:0:6482:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337003520 00000100:00100000:1.0:1734016136.006102:0:6482:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337003520 00000100:00100000:1.0:1734016136.006191:0:6482:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2101 00000100:00100000:1.0:1734016136.006203:0:6482:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d806300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+31:9673:x1818247337003520:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:1.0:1734016136.006253:0:6482:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016136.006284:0:6482:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880097236f40/0x3f004d6452e08a0b lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d20de expref: -99 pid: 6482 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016136.006427:0:6482:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880097237cc0/0x3f004d6452e08a12 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6482 initiator: MDT0 00010000:00010000:1.0:1734016136.006450:0:6482:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880097237cc0/0x3f004d6452e08a12 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6482 initiator: MDT0 00010000:00010000:1.0:1734016136.006468:0:6482:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880097237cc0/0x3f004d6452e08a12 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6482 initiator: MDT0 00000004:00200000:1.0:1734016136.006508:0:6482:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 306928 00000004:00200000:1.0:1734016136.006514:0:6482:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1734016136.006539:0:6482:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880097237cc0/0x3f004d6452e08a12 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6482 initiator: MDT0 00010000:00010000:1.0:1734016136.006574:0:6482:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880097236f40/0x3f004d6452e08a0b lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d20de expref: 33 pid: 6482 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016136.006597:0:6482:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880097237cc0/0x3f004d6452e08a12 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d20de expref: 32 pid: 6482 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016136.006608:0:6482:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:1.0:1734016136.006611:0:6482:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1734016136.006615:0:6482:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097237cc0, rc 0) 00000100:00100000:1.0:1734016136.006852:0:6482:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d806300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+32:9673:x1818247337003520:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 630us (866us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016136.006949:0:6482:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2101 00000100:00100000:3.0:1734016136.010289:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016136.011122:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337003648 00000100:00100000:1.0:1734016136.011154:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337003648 00000100:00100000:1.0:1734016136.011289:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10995 00000100:00100000:1.0:1734016136.011300:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074197100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:9673:x1818247337003648:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:1.0:1734016136.011336:0:7690:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016136.011365:0:7690:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880097234480/0x3f004d6452e08a19 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d20e5 expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016136.011410:0:7690:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880097234fc0/0x3f004d6452e089d3 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2994176->2998271) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d20ad expref: 7 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016136.011420:0:7690:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016136.011423:0:7690:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016136.011427:0:7690:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880097234480/0x3f004d6452e08a19 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [217088->262143] (req 217088->262143) gid 0 flags: 0x50000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d20e5 expref: 6 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016136.011487:0:7690:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880097234fc0/0x3f004d6452e089d3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2994176->2998271) gid 0 flags: 0x50000000020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d20ad expref: 7 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016136.011501:0:7690:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880097234fc0/0x3f004d6452e089d3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2994176->2998271) gid 0 flags: 0x70000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d20ad expref: 7 pid: 7690 timeout: 500 lvb_type: 0 00000100:00100000:1.0:1734016136.011518:0:7690:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880075224700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339479808:192.168.201.10@tcp:104: 00000100:00080000:0.0:1734016136.011598:0:6479:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734016106 00000100:00100000:1.0:1734016136.011633:0:7690:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b42cdb40 going to sleep for 11 seconds 00000100:00100000:1.0:1734016136.018263:0:7690:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880075224700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339479808:192.168.201.10@tcp:104: 00010000:00010000:1.0:1734016136.018333:0:7690:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880097234480/0x3f004d6452e08a19 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [217088->262143] (req 217088->262143) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d20e5 expref: 6 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016136.018362:0:7690:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097234480, rc 0) 00000100:00100000:1.0:1734016136.018487:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074197100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:9673:x1818247337003648:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 7188us (8221us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016136.018499:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10995 00000100:00100000:3.0:1734016136.026655:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016136.026796:0:6469:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337003776 00000100:00100000:0.0:1734016136.026814:0:6469:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337003776 00010000:00010000:0.0:1734016136.026999:0:6469:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880097234fc0/0x3f004d6452e089d3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2994176->2998271) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d20ad expref: 8 pid: 7690 timeout: 500 lvb_type: 0 00000100:00100000:2.0:1734016136.027095:0:9956:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2972 00000100:00100000:2.0:1734016136.027105:0:9956:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074195880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1978:x1818247337003776:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016136.027125:0:9956:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016136.027160:0:9956:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880097234fc0/0x3f004d6452e089d3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2994176->2998271) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d20ad expref: 8 pid: 7690 timeout: 500 lvb_type: 0 00010000:00010000:2.0:1734016136.027175:0:9956:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880097234fc0/0x3f004d6452e089d3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2994176->2998271) gid 0 flags: 0x50000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d20ad expref: 8 pid: 7690 timeout: 500 lvb_type: 0 00010000:00010000:2.0:1734016136.027212:0:9956:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097234fc0/0x3f004d6452e089d3 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2994176->2998271) gid 0 flags: 0x44801400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d20ad expref: 8 pid: 7690 timeout: 500 lvb_type: 0 00010000:00010000:2.0:1734016136.027481:0:9956:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016136.027485:0:9956:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016136.027497:0:9956:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880097234480/0x3f004d6452e08a19 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 217088->262143) gid 0 flags: 0x40080000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d20e5 expref: 5 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016136.027509:0:9956:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880097234480/0x3f004d6452e08a19 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 217088->262143) gid 0 flags: 0x40080000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d20e5 expref: 5 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016136.027575:0:9956:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880097234480/0x3f004d6452e08a19 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 217088->262143) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d20e5 expref: 5 pid: 7690 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016136.027595:0:9956:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074623b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9956:1818247339479936:192.168.201.10@tcp:105: 00000100:00100000:2.0:1734016136.027709:0:9956:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007455df00 going to sleep for 11 seconds 00000100:00100000:2.0:1734016136.031852:0:9956:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074623b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9956:1818247339479936:192.168.201.10@tcp:105: 00010000:00010000:2.0:1734016136.031976:0:9956:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016136.032070:0:9956:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074195880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1978:x1818247337003776:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 4962us (5431us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016136.032090:0:9956:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2972 00000100:00100000:1.0:1734016136.032691:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016136.032760:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337003904 00000100:00100000:0.0:1734016136.032769:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337003904 00000100:00100000:0.0:1734016136.032827:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10996 00000100:00100000:0.0:1734016136.032835:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075224700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1978:x1818247337003904:12345-192.168.201.10@tcp:22:fsx.0 00002000:00010000:0.0:1734016136.033185:0:7690:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 306928 -> 306928 00002000:00010000:0.0:1734016136.033188:0:7690:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016135 -> 1734016135 00002000:00010000:0.0:1734016136.033190:0:7690:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016134 -> 1734016134 00002000:00010000:0.0:1734016136.033192:0:7690:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016135 -> 1734016135 00002000:00010000:0.0:1734016136.033193:0:7690:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 128 -> 128 00000100:00100000:0.0:1734016136.033217:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075224700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1978:x1818247337003904:12345-192.168.201.10@tcp:22:fsx.0 Request processed in 383us (529us total) trans 4294969402 rc 0/0 00000100:00100000:0.0:1734016136.033223:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10996 00000100:00100000:3.0:1734016136.036082:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016136.036732:0:6482:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337004032 00000100:00100000:1.0:1734016136.036754:0:6482:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337004032 00000100:00100000:1.0:1734016136.037482:0:6482:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2102 00000100:00100000:1.0:1734016136.037493:0:6482:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800750e0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+21:9673:x1818247337004032:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:1.0:1734016136.037535:0:6482:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016136.037566:0:6482:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880097234fc0/0x3f004d6452e08a20 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d20ec expref: -99 pid: 6482 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016136.037699:0:6482:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880097235440/0x3f004d6452e08a27 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 6482 initiator: MDT0 00010000:00010000:1.0:1734016136.037716:0:6482:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880097235440/0x3f004d6452e08a27 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6482 initiator: MDT0 00010000:00010000:1.0:1734016136.037730:0:6482:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880097235440/0x3f004d6452e08a27 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6482 initiator: MDT0 00000004:00200000:1.0:1734016136.037766:0:6482:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 306928 00000004:00200000:1.0:1734016136.037770:0:6482:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1734016136.037787:0:6482:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880097235440/0x3f004d6452e08a27 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6482 initiator: MDT0 00010000:00010000:1.0:1734016136.037823:0:6482:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880097234fc0/0x3f004d6452e08a20 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d20ec expref: 23 pid: 6482 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016136.037880:0:6482:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880097235440/0x3f004d6452e08a27 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d20ec expref: 22 pid: 6482 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016136.037890:0:6482:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:1.0:1734016136.037894:0:6482:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1734016136.037897:0:6482:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097235440, rc 0) 00000100:00100000:1.0:1734016136.037977:0:6482:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800750e0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+22:9673:x1818247337004032:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 485us (1912us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016136.037984:0:6482:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2102 00000100:00100000:2.0:1734016136.041827:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016136.042166:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337004160 00000100:00100000:3.0:1734016136.042183:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337004160 00000100:00100000:3.0:1734016136.042244:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10997 00000100:00100000:3.0:1734016136.042255:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074623b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1979:x1818247337004160:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:3.0:1734016136.042285:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016136.042311:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a9a6d00/0x3f004d6452e08a2e lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d20f3 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016136.042401:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800750e2680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339480064:192.168.201.10@tcp:106: 00000100:00100000:3.0:1734016136.042509:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac68e9c0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016136.044922:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800750e2680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339480064:192.168.201.10@tcp:106: 00010000:00010000:3.0:1734016136.044984:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a9a6d00/0x3f004d6452e08a2e lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d20f3 expref: 8 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016136.045012:0:7689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a6d00/0x3f004d6452e08a2e lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d20f3 expref: 8 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016136.045038:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a9a6d00, rc 0) 00000100:00100000:3.0:1734016136.045384:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074623b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1979:x1818247337004160:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 3129us (3568us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016136.045395:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10997 00000100:00100000:2.0:1734016136.049537:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016136.049625:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337004288 00000100:00100000:3.0:1734016136.049644:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337004288 00000100:00100000:3.0:1734016136.049709:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10998 00000100:00100000:3.0:1734016136.049717:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074623800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:9673:x1818247337004288:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:3.0:1734016136.049755:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016136.049784:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7180/0x3f004d6452e08a35 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d20fa expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016136.049834:0:7689:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880097234480/0x3f004d6452e08a19 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 217088->262143) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d20e5 expref: 6 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016136.049843:0:7689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016136.049845:0:7689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016136.049849:0:7689:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7180/0x3f004d6452e08a35 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [57344->61439] (req 57344->61439) gid 0 flags: 0x50000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d20fa expref: 8 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016136.049911:0:7689:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880097234480/0x3f004d6452e08a19 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 217088->262143) gid 0 flags: 0x50000000020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d20e5 expref: 6 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016136.049932:0:7689:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880097234480/0x3f004d6452e08a19 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 217088->262143) gid 0 flags: 0x70000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d20e5 expref: 6 pid: 7690 timeout: 500 lvb_type: 0 00000100:00100000:3.0:1734016136.049951:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800750e2680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339480192:192.168.201.10@tcp:104: 00000100:00100000:3.0:1734016136.050851:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac68e9c0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016136.062853:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800750e2680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339480192:192.168.201.10@tcp:104: 00010000:00010000:3.0:1734016136.062952:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7180/0x3f004d6452e08a35 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [57344->61439] (req 57344->61439) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d20fa expref: 8 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016136.062986:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a9a7180, rc 0) 00000100:00100000:3.0:1734016136.063077:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074623800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:9673:x1818247337004288:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 13359us (13554us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016136.063092:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10998 00000100:00100000:0.0:1734016136.066912:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016136.067341:0:9956:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337004416 00000100:00100000:2.0:1734016136.067355:0:9956:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337004416 00010000:00010000:2.0:1734016136.067417:0:9956:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880097234480/0x3f004d6452e08a19 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 217088->262143) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d20e5 expref: 7 pid: 7690 timeout: 500 lvb_type: 0 00000100:00100000:2.0:1734016136.067465:0:9956:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2973 00000100:00100000:2.0:1734016136.067476:0:9956:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074971180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1978:x1818247337004416:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016136.067499:0:9956:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016136.067528:0:9956:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880097234480/0x3f004d6452e08a19 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 217088->262143) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d20e5 expref: 7 pid: 7690 timeout: 500 lvb_type: 0 00010000:00010000:2.0:1734016136.067543:0:9956:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880097234480/0x3f004d6452e08a19 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 217088->262143) gid 0 flags: 0x50000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d20e5 expref: 7 pid: 7690 timeout: 500 lvb_type: 0 00010000:00010000:2.0:1734016136.067571:0:9956:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097234480/0x3f004d6452e08a19 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 217088->262143) gid 0 flags: 0x44801400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d20e5 expref: 7 pid: 7690 timeout: 500 lvb_type: 0 00010000:00010000:2.0:1734016136.067610:0:9956:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016136.067613:0:9956:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016136.067623:0:9956:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7180/0x3f004d6452e08a35 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 57344->61439) gid 0 flags: 0x40080000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d20fa expref: 7 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016136.067631:0:9956:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7180/0x3f004d6452e08a35 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 57344->61439) gid 0 flags: 0x40080000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d20fa expref: 7 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016136.067682:0:9956:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7180/0x3f004d6452e08a35 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 57344->61439) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d20fa expref: 7 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016136.067699:0:9956:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880073e30000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9956:1818247339480320:192.168.201.10@tcp:105: 00000100:00100000:2.0:1734016136.067836:0:9956:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007455df00 going to sleep for 11 seconds 00000100:00100000:0.0:1734016136.076647:0:9956:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880073e30000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9956:1818247339480320:192.168.201.10@tcp:105: 00010000:00010000:0.0:1734016136.076689:0:9956:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016136.077352:0:9956:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074971180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1978:x1818247337004416:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 9872us (10493us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016136.077368:0:9956:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2973 00000100:00100000:3.0:1734016136.080120:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016136.080231:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337004672 00000100:00100000:1.0:1734016136.080244:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337004672 00002000:00100000:1.0:1734016136.080295:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (57344->61439) req@ffff8800750e2680 x1818247337004672/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:97/0 lens 488/0 e 0 to 0 dl 1734016147 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016136.080305:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800750e2680 with x1818247337004672 ext(57344->61439) 00002000:00010000:1.0:1734016136.080312:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800750e2680 00000100:00100000:1.0:1734016136.080424:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9233 00000100:00100000:1.0:1734016136.080433:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800750e2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1979:x1818247337004672:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:1.0:1734016136.084492:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800750e2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1979:x1818247337004672:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 4036us (4363us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016136.084514:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9233 00002000:00100000:1.0:1734016136.084542:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (57344->61439) req@ffff8800750e2680 x1818247337004672/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:97/0 lens 488/4536 e 0 to 0 dl 1734016147 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016136.084559:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800750e2680 with x1818247337004672 ext(57344->61439) 00002000:00010000:1.0:1734016136.084571:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800750e2680 00000100:00100000:2.0:1734016136.093157:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016136.094084:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337004928 00000100:00100000:1.0:1734016136.094100:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337004928 00002000:00100000:1.0:1734016136.094182:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (53248->57343) req@ffff880073e30380 x1818247337004928/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:97/0 lens 488/0 e 0 to 0 dl 1734016147 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016136.094196:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880073e30380 with x1818247337004928 ext(53248->57343) 00002000:00010000:1.0:1734016136.094204:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880073e30380 00000100:00100000:1.0:1734016136.094246:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9234 00000100:00100000:1.0:1734016136.094255:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880073e30380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1980:x1818247337004928:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:1.0:1734016136.095738:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880073e30380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1980:x1818247337004928:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 1465us (2581us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016136.095752:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9234 00002000:00100000:1.0:1734016136.095766:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (53248->57343) req@ffff880073e30380 x1818247337004928/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:97/0 lens 488/4536 e 0 to 0 dl 1734016147 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016136.095775:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880073e30380 with x1818247337004928 ext(53248->57343) 00002000:00010000:1.0:1734016136.095781:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880073e30380 00000100:00100000:3.0:1734016136.106109:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016136.106565:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337005184 00000100:00100000:1.0:1734016136.106578:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337005184 00002000:00100000:1.0:1734016136.106630:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (49152->53247) req@ffff8800750e3800 x1818247337005184/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:97/0 lens 488/0 e 0 to 0 dl 1734016147 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016136.106641:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800750e3800 with x1818247337005184 ext(49152->53247) 00002000:00010000:1.0:1734016136.106647:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800750e3800 00000100:00100000:1.0:1734016136.106682:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9235 00000100:00100000:1.0:1734016136.106689:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800750e3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1979:x1818247337005184:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:1.0:1734016136.107105:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800750e3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1979:x1818247337005184:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 414us (1015us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016136.107113:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9235 00002000:00100000:1.0:1734016136.107120:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (49152->53247) req@ffff8800750e3800 x1818247337005184/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:97/0 lens 488/4536 e 0 to 0 dl 1734016147 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016136.107127:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800750e3800 with x1818247337005184 ext(49152->53247) 00002000:00010000:1.0:1734016136.107130:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800750e3800 00000100:00100000:3.0:1734016136.109851:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016136.110197:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337005440 00000100:00100000:1.0:1734016136.110216:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337005440 00002000:00100000:1.0:1734016136.110303:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (45056->49151) req@ffff8800750e1180 x1818247337005440/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:97/0 lens 488/0 e 0 to 0 dl 1734016147 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016136.110317:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800750e1180 with x1818247337005440 ext(45056->49151) 00002000:00010000:1.0:1734016136.110326:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800750e1180 00000100:00100000:1.0:1734016136.110381:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9236 00000100:00100000:1.0:1734016136.110392:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800750e1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1980:x1818247337005440:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:1.0:1734016136.110700:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800750e1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1980:x1818247337005440:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 309us (870us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016136.110708:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9236 00002000:00100000:1.0:1734016136.110716:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (45056->49151) req@ffff8800750e1180 x1818247337005440/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:97/0 lens 488/4536 e 0 to 0 dl 1734016147 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016136.110724:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800750e1180 with x1818247337005440 ext(45056->49151) 00002000:00010000:1.0:1734016136.110726:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800750e1180 00000100:00100000:2.0:1734016136.114259:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016136.114375:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337005568 00000100:00100000:3.0:1734016136.114389:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337005568 00000100:00100000:3.0:1734016136.114462:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 10999 00000100:00100000:3.0:1734016136.114471:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880073e30000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1979:x1818247337005568:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:3.0:1734016136.114502:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016136.114537:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a9a6880/0x3f004d6452e08a3c lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d2101 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016136.114571:0:7689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016136.114576:0:7689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016136.114587:0:7689:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a9a6880/0x3f004d6452e08a3c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2101 expref: 7 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016136.114608:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a9a6880/0x3f004d6452e08a3c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2101 expref: 7 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016136.114621:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a9a6880, rc 0) 00000100:00100000:3.0:1734016136.114688:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880073e30000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1979:x1818247337005568:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 217us (443us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016136.114695:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 10999 00000100:00100000:3.0:1734016136.120683:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016136.120817:0:8966:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337005824 00000100:00100000:0.0:1734016136.120837:0:8966:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337005824 00000100:00100000:0.0:1734016136.121323:0:8966:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2103 00000100:00100000:0.0:1734016136.121335:0:8966:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800740b7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+22:9673:x1818247337005824:12345-192.168.201.10@tcp:36:fsx.0 00010000:00010000:0.0:1734016136.121425:0:8966:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016136.121478:0:8966:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880097235440/0x3f004d6452e08a27 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d20ec expref: 22 pid: 6482 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016136.123079:0:8966:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:0.0:1734016136.123097:0:8966:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1734016136.123472:0:8966:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a803b3c0/0x3f004d6452e08a43 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 8966 initiator: MDT0 00010000:00010000:0.0:1734016136.123500:0:8966:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880097237cc0/0x3f004d6452e08a12 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d20de expref: 31 pid: 6482 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016136.123509:0:8966:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a803b3c0/0x3f004d6452e08a43 lrc: 4/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 8966 initiator: MDT0 00010000:00010000:0.0:1734016136.123575:0:8966:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880097237cc0/0x3f004d6452e08a12 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d20de expref: 31 pid: 6482 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016136.123598:0:8966:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880097237cc0/0x3f004d6452e08a12 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d20de expref: 31 pid: 6482 timeout: 500 lvb_type: 0 00000100:00100000:0.0:1734016136.123622:0:8966:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074973480 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:8966:1818247339480448:192.168.201.10@tcp:104: 00000100:00100000:0.0:1734016136.123766:0:8966:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7486300 going to sleep for 11 seconds 00000100:00100000:2.0:1734016136.128387:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016136.128611:0:8966:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074973480 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:8966:1818247339480448:192.168.201.10@tcp:104: 00010000:00010000:0.0:1734016136.128682:0:8966:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8800a803b3c0/0x3f004d6452e08a43 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 8966 initiator: MDT0 00000100:00100000:1.0:1734016136.128821:0:9956:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337005952 00000100:00100000:1.0:1734016136.128841:0:9956:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337005952 00010000:00010000:1.0:1734016136.128943:0:9956:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880097237cc0/0x3f004d6452e08a12 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d20de expref: 32 pid: 6482 timeout: 500 lvb_type: 0 00000100:00100000:1.0:1734016136.128995:0:9956:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2974 00000100:00100000:1.0:1734016136.129399:0:9956:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076949180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+32:1978:x1818247337005952:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016136.129436:0:9956:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016136.129448:0:9956:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880097237cc0/0x3f004d6452e08a12 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d20de expref: 32 pid: 6482 timeout: 500 lvb_type: 0 00010000:00010000:1.0:1734016136.129461:0:9956:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880097237cc0/0x3f004d6452e08a12 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d20de expref: 32 pid: 6482 timeout: 500 lvb_type: 0 00010000:00010000:1.0:1734016136.129504:0:9956:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880097237cc0/0x3f004d6452e08a12 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d20de expref: 32 pid: 6482 timeout: 500 lvb_type: 0 00010000:00010000:1.0:1734016136.130261:0:9956:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:1.0:1734016136.130269:0:9956:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a803b3c0/0x3f004d6452e08a43 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 8966 initiator: MDT0 00010000:00010000:1.0:1734016136.130284:0:9956:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a803b3c0/0x3f004d6452e08a43 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 8966 initiator: MDT0 00010000:00010000:1.0:1734016136.130295:0:9956:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a803b3c0/0x3f004d6452e08a43 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 8966 initiator: MDT0 00010000:00010000:1.0:1734016136.130332:0:9956:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016136.130433:0:9956:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076949180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+31:1978:x1818247337005952:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 1424us (2070us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016136.130446:0:9956:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2974 00010000:00010000:0.0:1734016136.130826:0:8966:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8800a803b3c0/0x3f004d6452e08a43 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8966 initiator: MDT0 00010000:00010000:0.0:1734016136.130835:0:8966:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a803b3c0/0x3f004d6452e08a43 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8966 initiator: MDT0 00000001:00080000:0.0:1734016136.131044:0:8966:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294968629 00000004:00010000:0.0:1734016136.131136:0:8966:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff8800740b7100 reply state ffff8800769e1000 transno 4294968630 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a803b3c0/0x3f004d6452e08a43 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8966 initiator: MDT0 00000100:00100000:0.0:1734016136.131158:0:8966:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1734016136.131287:0:8966:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800740b7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+24:9673:x1818247337005824:12345-192.168.201.10@tcp:36:fsx.0 Request processed in 9953us (10628us total) trans 4294968630 rc 0/0 00000100:00100000:0.0:1734016136.131296:0:8966:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2103 00000020:00080000:0.0:1734016136.131303:0:8966:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:2.0:1734016136.137299:0:3494:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a803b3c0/0x3f004d6452e08a43 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8966 initiator: MDT0 00010000:00010000:2.0:1734016136.137329:0:3494:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a803b3c0/0x3f004d6452e08a43 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 8966 initiator: MDT0 00010000:00010000:2.0:1734016136.137339:0:3494:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a803b3c0/0x3f004d6452e08a43 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8966 initiator: MDT0 00010000:00010000:2.0:1734016136.137347:0:3494:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800a803b3c0 already unused, calling callback (ffffffffa0f03950) 00010000:00010000:2.0:1734016136.137354:0:3494:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a803b3c0/0x3f004d6452e08a43 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8966 initiator: MDT0 00010000:00010000:2.0:1734016136.137363:0:3494:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a803b3c0/0x3f004d6452e08a43 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 8966 initiator: MDT0 00010000:00010000:2.0:1734016136.137400:0:3494:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:2.0:1734016136.137404:0:3494:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734016136.137412:0:3494:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a803b3c0/0x3f004d6452e08a43 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8966 initiator: MDT0 00010000:00010000:2.0:1734016136.137419:0:3494:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a803b3c0/0x3f004d6452e08a43 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8966 initiator: MDT0 00000100:00100000:0.0:1734016136.137659:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016136.138224:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337006080 00000100:00100000:2.0:1734016136.138242:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337006080 00000100:00100000:2.0:1734016136.138326:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 11000 00000100:00100000:2.0:1734016136.138334:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074973480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:9673:x1818247337006080:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:2.0:1734016136.138362:0:7690:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016136.138391:0:7690:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880072172640/0x3f004d6452e08a4a lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d2108 expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016136.138434:0:7690:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7180/0x3f004d6452e08a35 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 57344->61439) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d20fa expref: 7 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016136.138445:0:7690:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a6880/0x3f004d6452e08a3c lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2101 expref: 8 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016136.138453:0:7690:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016136.138456:0:7690:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016136.138461:0:7690:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880072172640/0x3f004d6452e08a4a lrc: 5/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2108 expref: 8 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016136.138509:0:7690:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a9a6880/0x3f004d6452e08a3c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2101 expref: 8 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016136.138526:0:7690:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a9a6880/0x3f004d6452e08a3c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2101 expref: 8 pid: 7689 timeout: 500 lvb_type: 1 00000100:00100000:2.0:1734016136.138545:0:7690:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076949880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339480576:192.168.201.10@tcp:104: 00010000:00010000:2.0:1734016136.138674:0:7690:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7180/0x3f004d6452e08a35 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 57344->61439) gid 0 flags: 0x50000000020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d20fa expref: 7 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016136.138683:0:7690:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7180/0x3f004d6452e08a35 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 57344->61439) gid 0 flags: 0x70000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d20fa expref: 7 pid: 7689 timeout: 500 lvb_type: 0 00000100:00100000:2.0:1734016136.138694:0:7690:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007694ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339480704:192.168.201.10@tcp:104: 00000100:00100000:2.0:1734016136.138721:0:7690:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007455d540 going to sleep for 11 seconds 00000100:00100000:2.0:1734016136.147823:0:7690:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076949880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339480576:192.168.201.10@tcp:104: 00000100:00100000:0.0:1734016136.149845:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016136.151364:0:9956:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337006208 00000100:00100000:1.0:1734016136.151382:0:9956:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337006208 00010000:00010000:1.0:1734016136.151449:0:9956:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a9a6880/0x3f004d6452e08a3c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2101 expref: 9 pid: 7689 timeout: 500 lvb_type: 1 00000100:00100000:1.0:1734016136.151518:0:9956:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2975 00000100:00100000:1.0:1734016136.151528:0:9956:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b1ea6050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+9:1978:x1818247337006208:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016136.151555:0:9956:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016136.151584:0:9956:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a9a6880/0x3f004d6452e08a3c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2101 expref: 9 pid: 7689 timeout: 500 lvb_type: 1 00010000:00010000:1.0:1734016136.151596:0:9956:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a9a6880/0x3f004d6452e08a3c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2101 expref: 9 pid: 7689 timeout: 500 lvb_type: 1 00010000:00010000:1.0:1734016136.151624:0:9956:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a6880/0x3f004d6452e08a3c lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2101 expref: 9 pid: 7689 timeout: 500 lvb_type: 1 00010000:00010000:1.0:1734016136.151651:0:9956:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016136.151738:0:9956:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b1ea6050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+8:1978:x1818247337006208:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 212us (1909us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016136.151746:0:9956:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2975 00000100:00100000:2.0:1734016136.152593:0:7690:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007694ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339480704:192.168.201.10@tcp:104: 00010000:00010000:2.0:1734016136.152627:0:7690:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880072172640/0x3f004d6452e08a4a lrc: 3/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2108 expref: 7 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016136.152639:0:7690:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880072172640, rc 0) 00000100:00100000:2.0:1734016136.152676:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074973480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:9673:x1818247337006080:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 14343us (15029us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016136.152682:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 11000 00000100:00100000:0.0:1734016136.152992:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016136.153499:0:6469:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337006336 00000100:00100000:2.0:1734016136.153508:0:6469:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337006336 00010000:00010000:2.0:1734016136.153548:0:6469:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7180/0x3f004d6452e08a35 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 57344->61439) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d20fa expref: 8 pid: 7689 timeout: 500 lvb_type: 0 00000100:00100000:2.0:1734016136.153588:0:6469:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2976 00000100:00100000:2.0:1734016136.153594:0:6469:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074971c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1979:x1818247337006336:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016136.153615:0:6469:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016136.153654:0:6469:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7180/0x3f004d6452e08a35 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 57344->61439) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d20fa expref: 8 pid: 7689 timeout: 500 lvb_type: 0 00010000:00010000:2.0:1734016136.153670:0:6469:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7180/0x3f004d6452e08a35 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 57344->61439) gid 0 flags: 0x50000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d20fa expref: 8 pid: 7689 timeout: 500 lvb_type: 0 00010000:00010000:2.0:1734016136.153703:0:6469:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7180/0x3f004d6452e08a35 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 57344->61439) gid 0 flags: 0x44801400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d20fa expref: 8 pid: 7689 timeout: 500 lvb_type: 0 00010000:00010000:2.0:1734016136.153735:0:6469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016136.153737:0:6469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016136.153746:0:6469:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880072172640/0x3f004d6452e08a4a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2108 expref: 6 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016136.153757:0:6469:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880072172640/0x3f004d6452e08a4a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2108 expref: 6 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016136.153810:0:6469:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880072172640/0x3f004d6452e08a4a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2108 expref: 6 pid: 7690 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016136.153829:0:6469:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007694ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6469:1818247339480832:192.168.201.10@tcp:105: 00000100:00100000:2.0:1734016136.153964:0:6469:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007455d540 going to sleep for 11 seconds 00000100:00100000:2.0:1734016136.157689:0:6469:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007694ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6469:1818247339480832:192.168.201.10@tcp:105: 00010000:00010000:2.0:1734016136.157728:0:6469:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016136.161016:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016136.161303:0:6469:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074971c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1979:x1818247337006336:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 7703us (8308us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016136.161322:0:6469:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2976 00000100:00100000:3.0:1734016136.163314:0:7695:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337006464 00000100:00100000:3.0:1734016136.163337:0:7695:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337006464 00002000:00010000:3.0:1734016136.163404:0:7695:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (3729998->18446744073709551615) 00002000:00100000:3.0:1734016136.163411:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074972300 with x1818247337006464 ext(3729998->18446744073709551615) 00002000:00010000:3.0:1734016136.163431:0:7695:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074972300. 00000100:00100000:3.0:1734016136.164429:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9237 00000100:00100000:3.0:1734016136.164441:0:7695:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074972300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1980:x1818247337006464:12345-192.168.201.10@tcp:10:fsx.0 00002000:00010000:3.0:1734016136.164737:0:7695:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 306928 -> 3729998 00002000:00010000:3.0:1734016136.164740:0:7695:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016135 -> 1734016135 00002000:00010000:3.0:1734016136.164743:0:7695:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016134 -> 1734016134 00002000:00010000:3.0:1734016136.164746:0:7695:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016135 -> 1734016135 00002000:00010000:3.0:1734016136.164748:0:7695:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 128 -> 128 00000100:00100000:3.0:1734016136.164976:0:7695:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074972300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+8:1980:x1818247337006464:12345-192.168.201.10@tcp:10:fsx.0 Request processed in 535us (3981us total) trans 4294969403 rc 0/0 00000100:00100000:3.0:1734016136.164982:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9237 00002000:00010000:3.0:1734016136.164987:0:7695:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (3729998->18446744073709551615) 00002000:00100000:3.0:1734016136.164990:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074972300 with x1818247337006464 ext(3729998->18446744073709551615) 00002000:00010000:3.0:1734016136.164996:0:7695:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074972300. 00000100:00100000:0.0:1734016136.169900:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016136.171110:0:8966:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337006592 00000100:00100000:2.0:1734016136.171129:0:8966:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337006592 00000100:00100000:2.0:1734016136.171213:0:8966:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2104 00000100:00100000:2.0:1734016136.171225:0:8966:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074972680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+31:9673:x1818247337006592:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:2.0:1734016136.171263:0:8966:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016136.171292:0:8966:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880072172d00/0x3f004d6452e08a51 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d210f expref: -99 pid: 8966 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016136.171466:0:8966:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880072171440/0x3f004d6452e08a58 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 8966 initiator: MDT0 00010000:00010000:2.0:1734016136.171486:0:8966:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880072171440/0x3f004d6452e08a58 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 8966 initiator: MDT0 00010000:00010000:2.0:1734016136.171500:0:8966:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880072171440/0x3f004d6452e08a58 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 8966 initiator: MDT0 00000004:00200000:2.0:1734016136.171541:0:8966:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 3729998 00000004:00200000:2.0:1734016136.171548:0:8966:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1734016136.171566:0:8966:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880072171440/0x3f004d6452e08a58 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 8966 initiator: MDT0 00010000:00010000:2.0:1734016136.171595:0:8966:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880072172d00/0x3f004d6452e08a51 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d210f expref: 33 pid: 8966 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016136.171636:0:8966:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880072171440/0x3f004d6452e08a58 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d210f expref: 32 pid: 8966 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016136.171646:0:8966:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:2.0:1734016136.171649:0:8966:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1734016136.171654:0:8966:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880072171440, rc 0) 00000100:00100000:2.0:1734016136.171729:0:8966:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074972680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+32:9673:x1818247337006592:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 506us (1873us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016136.171736:0:8966:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2104 00000100:00100000:0.0:1734016136.175129:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016136.175275:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337006720 00000100:00100000:2.0:1734016136.175296:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337006720 00000100:00100000:2.0:1734016136.177814:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 11001 00000100:00100000:2.0:1734016136.177834:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074972d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1979:x1818247337006720:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:2.0:1734016136.177893:0:7690:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016136.177934:0:7690:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800721718c0/0x3f004d6452e08a5f lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d2116 expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016136.178042:0:7690:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007694ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339480960:192.168.201.10@tcp:106: 00000100:00100000:2.0:1734016136.178191:0:7690:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007455d540 going to sleep for 11 seconds 00000100:00100000:2.0:1734016136.181810:0:7690:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007694ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339480960:192.168.201.10@tcp:106: 00010000:00010000:2.0:1734016136.181916:0:7690:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800721718c0/0x3f004d6452e08a5f lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2116 expref: 8 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016136.181945:0:7690:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800721718c0/0x3f004d6452e08a5f lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2116 expref: 8 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016136.181972:0:7690:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800721718c0, rc 0) 00000100:00100000:2.0:1734016136.182058:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074972d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1979:x1818247337006720:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 4226us (6947us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016136.182070:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 11001 00000100:00100000:0.0:1734016136.188530:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016136.188716:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337006848 00000100:00100000:2.0:1734016136.188733:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337006848 00000100:00100000:2.0:1734016136.188809:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 11002 00000100:00100000:2.0:1734016136.188818:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074973b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1981:x1818247337006848:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:2.0:1734016136.188850:0:7690:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016136.188918:0:7690:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800721718c0/0x3f004d6452e08a66 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d211d expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016136.189006:0:7690:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007694ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339481088:192.168.201.10@tcp:106: 00000100:00100000:2.0:1734016136.189112:0:7690:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007455d540 going to sleep for 11 seconds 00000100:00100000:3.0:1734016136.196283:0:7690:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007694ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339481088:192.168.201.10@tcp:106: 00010000:00010000:3.0:1734016136.196345:0:7690:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800721718c0/0x3f004d6452e08a66 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d211d expref: 8 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016136.196362:0:7690:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800721718c0/0x3f004d6452e08a66 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d211d expref: 8 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016136.196382:0:7690:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800721718c0, rc 0) 00000100:00100000:3.0:1734016136.196448:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074973b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1981:x1818247337006848:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 7629us (7941us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016136.196461:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 11002 00000100:00100000:0.0:1734016136.199519:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016136.199664:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337006976 00000100:00100000:3.0:1734016136.199682:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337006976 00000100:00100000:3.0:1734016136.200061:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 11003 00000100:00100000:3.0:1734016136.200073:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074970000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1980:x1818247337006976:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:3.0:1734016136.200104:0:7690:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016136.200135:0:7690:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7cc0/0x3f004d6452e08a6d lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d2124 expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016136.200249:0:7690:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800740b6a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339481216:192.168.201.10@tcp:106: 00000100:00100000:3.0:1734016136.200362:0:7690:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac68e9c0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016136.208256:0:7690:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800740b6a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339481216:192.168.201.10@tcp:106: 00010000:00010000:3.0:1734016136.208336:0:7690:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7cc0/0x3f004d6452e08a6d lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2124 expref: 8 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016136.208358:0:7690:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7cc0/0x3f004d6452e08a6d lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2124 expref: 8 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016136.208390:0:7690:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a9a7cc0, rc 0) 00000100:00100000:3.0:1734016136.208509:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074970000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1980:x1818247337006976:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 8435us (9014us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016136.208522:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 11003 00000100:00100000:0.0:1734016136.212424:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016136.212567:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337007104 00000100:00100000:3.0:1734016136.212588:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337007104 00000100:00100000:3.0:1734016136.212663:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 11004 00000100:00100000:3.0:1734016136.212673:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074973100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1981:x1818247337007104:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:3.0:1734016136.212706:0:7690:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016136.212740:0:7690:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a9a4000/0x3f004d6452e08a74 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d212b expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016136.212835:0:7690:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800740b6a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339481344:192.168.201.10@tcp:106: 00000100:00100000:3.0:1734016136.214179:0:7690:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac68e9c0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016136.220100:0:7690:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800740b6a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339481344:192.168.201.10@tcp:106: 00010000:00010000:3.0:1734016136.220169:0:7690:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a9a4000/0x3f004d6452e08a74 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d212b expref: 8 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016136.220187:0:7690:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a4000/0x3f004d6452e08a74 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d212b expref: 8 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016136.220219:0:7690:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a9a4000, rc 0) 00000100:00100000:3.0:1734016136.220290:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074973100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1981:x1818247337007104:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 7617us (7889us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016136.220300:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 11004 00000100:00100000:0.0:1734016136.223444:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016136.223608:0:6482:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337007232 00000100:00100000:1.0:1734016136.223623:0:6482:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337007232 00000100:00100000:1.0:1734016136.223731:0:6482:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2105 00000100:00100000:1.0:1734016136.223741:0:6482:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074970a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+23:9673:x1818247337007232:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:1.0:1734016136.223788:0:6482:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016136.223819:0:6482:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880097234480/0x3f004d6452e08a7b lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d2132 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016136.224007:0:6482:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880097237600/0x3f004d6452e08a82 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 6482 initiator: MDT0 00010000:00010000:1.0:1734016136.224030:0:6482:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880097237600/0x3f004d6452e08a82 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6482 initiator: MDT0 00010000:00010000:1.0:1734016136.224057:0:6482:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880097237600/0x3f004d6452e08a82 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6482 initiator: MDT0 00000004:00200000:1.0:1734016136.224101:0:6482:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 3729998 00000004:00200000:1.0:1734016136.224106:0:6482:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1734016136.224128:0:6482:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880097237600/0x3f004d6452e08a82 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6482 initiator: MDT0 00010000:00010000:1.0:1734016136.224163:0:6482:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880097234480/0x3f004d6452e08a7b lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2132 expref: 25 pid: 6482 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016136.224200:0:6482:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880097237600/0x3f004d6452e08a82 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2132 expref: 24 pid: 6482 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016136.224211:0:6482:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:1.0:1734016136.224214:0:6482:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1734016136.224219:0:6482:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097237600, rc 0) 00000100:00100000:1.0:1734016136.224294:0:6482:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074970a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+24:9673:x1818247337007232:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 555us (870us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016136.224303:0:6482:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2105 00000100:00100000:0.0:1734016136.228928:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016136.229052:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337007360 00000100:00100000:3.0:1734016136.229068:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337007360 00000100:00100000:3.0:1734016136.229310:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 11005 00000100:00100000:3.0:1734016136.229323:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074971180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1978:x1818247337007360:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:3.0:1734016136.229357:0:7690:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016136.229392:0:7690:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7cc0/0x3f004d6452e08a89 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d2139 expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016136.229498:0:7690:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800740b6a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339481472:192.168.201.10@tcp:106: 00000100:00100000:3.0:1734016136.229627:0:7690:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac68e9c0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016136.232484:0:7690:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800740b6a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339481472:192.168.201.10@tcp:106: 00010000:00010000:3.0:1734016136.232554:0:7690:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7cc0/0x3f004d6452e08a89 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2139 expref: 8 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016136.232578:0:7690:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7cc0/0x3f004d6452e08a89 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2139 expref: 8 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016136.232613:0:7690:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a9a7cc0, rc 0) 00000100:00100000:3.0:1734016136.232825:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074971180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1978:x1818247337007360:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 3499us (3960us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016136.232841:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 11005 00000100:00100000:0.0:1734016136.236536:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016136.236669:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337007488 00000100:00100000:3.0:1734016136.236687:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337007488 00000100:00100000:3.0:1734016136.236853:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 11006 00000100:00100000:3.0:1734016136.236901:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007b8a4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1981:x1818247337007488:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:3.0:1734016136.236936:0:7690:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016136.236974:0:7690:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7180/0x3f004d6452e08a90 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d2140 expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016136.237091:0:7690:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800740b6a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339481600:192.168.201.10@tcp:106: 00000100:00100000:3.0:1734016136.237216:0:7690:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac68e9c0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016136.239680:0:7690:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800740b6a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339481600:192.168.201.10@tcp:106: 00010000:00010000:3.0:1734016136.239728:0:7690:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7180/0x3f004d6452e08a90 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2140 expref: 8 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016136.239752:0:7690:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7180/0x3f004d6452e08a90 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2140 expref: 8 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016136.239988:0:7690:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a9a7180, rc 0) 00000100:00100000:3.0:1734016136.240054:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007b8a4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1981:x1818247337007488:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 3190us (3533us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016136.240065:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 11006 00000100:00100000:0.0:1734016136.247348:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016136.247688:0:8966:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337007744 00000100:00100000:2.0:1734016136.247711:0:8966:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337007744 00000100:00100000:2.0:1734016136.248062:0:8966:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2106 00000100:00100000:2.0:1734016136.248076:0:8966:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007b8a4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+32:9673:x1818247337007744:12345-192.168.201.10@tcp:36:fsx.0 00010000:00010000:2.0:1734016136.248194:0:8966:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016136.248244:0:8966:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880072171440/0x3f004d6452e08a58 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d210f expref: 32 pid: 8966 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016136.248290:0:8966:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:2.0:1734016136.248296:0:8966:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1734016136.248564:0:8966:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880072172d00/0x3f004d6452e08a97 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 8966 initiator: MDT0 00010000:00010000:2.0:1734016136.248582:0:8966:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880097237600/0x3f004d6452e08a82 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2132 expref: 23 pid: 6482 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016136.248591:0:8966:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff880072172d00/0x3f004d6452e08a97 lrc: 4/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 8966 initiator: MDT0 00010000:00010000:2.0:1734016136.248642:0:8966:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880097237600/0x3f004d6452e08a82 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2132 expref: 23 pid: 6482 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016136.248658:0:8966:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880097237600/0x3f004d6452e08a82 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2132 expref: 23 pid: 6482 timeout: 500 lvb_type: 0 00000100:00100000:2.0:1734016136.248676:0:8966:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076949880 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:8966:1818247339481728:192.168.201.10@tcp:104: 00000100:00100000:2.0:1734016136.248806:0:8966:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007455d9c0 going to sleep for 11 seconds 00000001:00080000:3.0:1734016136.251985:0:6464:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968631 is committed 00000001:00080000:3.0:1734016136.252014:0:6464:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968630 is committed 00000100:00100000:2.0:1734016136.254559:0:8966:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076949880 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:8966:1818247339481728:192.168.201.10@tcp:104: 00010000:00010000:2.0:1734016136.254608:0:8966:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff880072172d00/0x3f004d6452e08a97 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 8966 initiator: MDT0 00000100:00100000:0.0:1734016136.255059:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016136.255394:0:6469:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337007872 00000100:00100000:2.0:1734016136.255402:0:6469:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337007872 00010000:00010000:2.0:1734016136.255448:0:6469:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880097237600/0x3f004d6452e08a82 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2132 expref: 11 pid: 6482 timeout: 500 lvb_type: 0 00000100:00100000:2.0:1734016136.255483:0:6469:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2977 00000100:00100000:2.0:1734016136.255491:0:6469:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007b8a4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+11:1979:x1818247337007872:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016136.255507:0:6469:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016136.255513:0:6469:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880097237600/0x3f004d6452e08a82 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2132 expref: 11 pid: 6482 timeout: 500 lvb_type: 0 00010000:00010000:2.0:1734016136.255523:0:6469:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880097237600/0x3f004d6452e08a82 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2132 expref: 11 pid: 6482 timeout: 500 lvb_type: 0 00010000:00010000:2.0:1734016136.255546:0:6469:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880097237600/0x3f004d6452e08a82 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2132 expref: 11 pid: 6482 timeout: 500 lvb_type: 0 00010000:00010000:2.0:1734016136.255564:0:6469:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:2.0:1734016136.255568:0:6469:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff880072172d00/0x3f004d6452e08a97 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 8966 initiator: MDT0 00010000:00010000:2.0:1734016136.255578:0:6469:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880072172d00/0x3f004d6452e08a97 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 8966 initiator: MDT0 00010000:00010000:2.0:1734016136.255587:0:6469:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880072172d00/0x3f004d6452e08a97 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 8966 initiator: MDT0 00010000:00010000:2.0:1734016136.255616:0:6469:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016136.257019:0:6469:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007b8a4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+10:1979:x1818247337007872:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 1514us (1948us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016136.257034:0:6469:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2977 00010000:00010000:3.0:1734016136.257353:0:8966:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff880072172d00/0x3f004d6452e08a97 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8966 initiator: MDT0 00010000:00010000:3.0:1734016136.257366:0:8966:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880072172d00/0x3f004d6452e08a97 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8966 initiator: MDT0 00000001:00080000:3.0:1734016136.257532:0:8966:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294968631 00000004:00010000:3.0:1734016136.257607:0:8966:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff88007b8a4380 reply state ffff880075118000 transno 4294968632 ns: mdt-lustre-MDT0000_UUID lock: ffff880072172d00/0x3f004d6452e08a97 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8966 initiator: MDT0 00000100:00100000:3.0:1734016136.257615:0:8966:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1734016136.257771:0:8966:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007b8a4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+15:9673:x1818247337007744:12345-192.168.201.10@tcp:36:fsx.0 Request processed in 9698us (10449us total) trans 4294968632 rc 0/0 00000100:00100000:3.0:1734016136.257782:0:8966:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2106 00000020:00080000:3.0:1734016136.257788:0:8966:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1734016136.261524:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00010000:00010000:1.0:1734016136.261796:0:3495:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880072172d00/0x3f004d6452e08a97 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8966 initiator: MDT0 00010000:00010000:1.0:1734016136.261811:0:3495:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880072172d00/0x3f004d6452e08a97 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 8966 initiator: MDT0 00010000:00010000:1.0:1734016136.261821:0:3495:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880072172d00/0x3f004d6452e08a97 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8966 initiator: MDT0 00010000:00010000:1.0:1734016136.261829:0:3495:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880072172d00 already unused, calling callback (ffffffffa0f03950) 00010000:00010000:1.0:1734016136.261836:0:3495:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880072172d00/0x3f004d6452e08a97 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8966 initiator: MDT0 00010000:00010000:1.0:1734016136.261845:0:3495:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880072172d00/0x3f004d6452e08a97 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 8966 initiator: MDT0 00010000:00010000:1.0:1734016136.261908:0:3495:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:1.0:1734016136.261912:0:3495:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1734016136.261918:0:3495:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880072172d00/0x3f004d6452e08a97 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8966 initiator: MDT0 00010000:00010000:1.0:1734016136.261922:0:3495:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880072172d00/0x3f004d6452e08a97 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8966 initiator: MDT0 00000100:00100000:2.0:1734016136.262256:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337008000 00000100:00100000:2.0:1734016136.262275:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337008000 00000100:00100000:2.0:1734016136.262341:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 11007 00000100:00100000:2.0:1734016136.262351:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007b8a4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:9673:x1818247337008000:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:2.0:1734016136.262382:0:7690:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016136.262409:0:7690:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880072171f80/0x3f004d6452e08a9e lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d2147 expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016136.262459:0:7690:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880072172640/0x3f004d6452e08a4a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2108 expref: 7 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016136.262470:0:7690:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016136.262473:0:7690:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016136.262478:0:7690:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880072171f80/0x3f004d6452e08a9e lrc: 4/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2147 expref: 8 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016136.262531:0:7690:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880072172640/0x3f004d6452e08a4a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2108 expref: 7 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016136.262545:0:7690:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880072172640/0x3f004d6452e08a4a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2108 expref: 7 pid: 7690 timeout: 500 lvb_type: 0 00000100:00100000:2.0:1734016136.262559:0:7690:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076949880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339481856:192.168.201.10@tcp:104: 00000100:00100000:2.0:1734016136.262651:0:7690:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007455d9c0 going to sleep for 11 seconds 00000100:00100000:2.0:1734016136.266152:0:7690:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076949880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339481856:192.168.201.10@tcp:104: 00010000:00010000:2.0:1734016136.266212:0:7690:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880072171f80/0x3f004d6452e08a9e lrc: 3/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2147 expref: 8 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016136.266249:0:7690:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880072171f80, rc 0) 00000100:00100000:2.0:1734016136.266341:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007b8a4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:9673:x1818247337008000:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 3990us (4835us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016136.266352:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 11007 00000100:00100000:1.0:1734016136.266845:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016136.267393:0:6469:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337008128 00000100:00100000:2.0:1734016136.267404:0:6469:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337008128 00010000:00010000:2.0:1734016136.267450:0:6469:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880072172640/0x3f004d6452e08a4a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2108 expref: 8 pid: 7690 timeout: 500 lvb_type: 0 00000100:00100000:2.0:1734016136.268044:0:6469:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2978 00000100:00100000:2.0:1734016136.268052:0:6469:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075224000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+8:1979:x1818247337008128:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016136.268081:0:6469:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016136.268123:0:6469:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880072172640/0x3f004d6452e08a4a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2108 expref: 8 pid: 7690 timeout: 500 lvb_type: 0 00010000:00010000:2.0:1734016136.268146:0:6469:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880072172640/0x3f004d6452e08a4a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2108 expref: 8 pid: 7690 timeout: 500 lvb_type: 0 00010000:00010000:2.0:1734016136.268185:0:6469:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880072172640/0x3f004d6452e08a4a lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2108 expref: 8 pid: 7690 timeout: 500 lvb_type: 0 00010000:00010000:2.0:1734016136.268210:0:6469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016136.268213:0:6469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016136.268221:0:6469:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880072171f80/0x3f004d6452e08a9e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2147 expref: 7 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016136.268239:0:6469:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880072171f80/0x3f004d6452e08a9e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2147 expref: 7 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016136.268295:0:6469:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880072171f80/0x3f004d6452e08a9e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2147 expref: 7 pid: 7690 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016136.268314:0:6469:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076949880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6469:1818247339481984:192.168.201.10@tcp:105: 00000100:00100000:2.0:1734016136.268416:0:6469:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007455d9c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016136.276361:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016136.276491:0:7695:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337008256 00000100:00100000:3.0:1734016136.276511:0:7695:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337008256 00002000:00010000:3.0:1734016136.276588:0:7695:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (8199465->18446744073709551615) 00002000:00100000:3.0:1734016136.276596:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007b8a4e00 with x1818247337008256 ext(8199465->18446744073709551615) 00002000:00010000:3.0:1734016136.276618:0:7695:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007b8a4e00. 00000100:00100000:3.0:1734016136.276673:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9238 00000100:00100000:3.0:1734016136.276682:0:7695:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007b8a4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1979:x1818247337008256:12345-192.168.201.10@tcp:10:fsx.0 00002000:00010000:3.0:1734016136.277058:0:7695:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 3729998 -> 8199465 00002000:00010000:3.0:1734016136.277062:0:7695:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016135 -> 1734016135 00002000:00010000:3.0:1734016136.277064:0:7695:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016134 -> 1734016134 00002000:00010000:3.0:1734016136.277066:0:7695:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016135 -> 1734016135 00002000:00010000:3.0:1734016136.277067:0:7695:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 128 -> 128 00000100:00100000:3.0:1734016136.277142:0:7695:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007b8a4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+9:1979:x1818247337008256:12345-192.168.201.10@tcp:10:fsx.0 Request processed in 451us (805us total) trans 4294969404 rc 0/0 00000100:00100000:3.0:1734016136.277149:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9238 00002000:00010000:3.0:1734016136.277155:0:7695:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (8199465->18446744073709551615) 00002000:00100000:3.0:1734016136.277157:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007b8a4e00 with x1818247337008256 ext(8199465->18446744073709551615) 00002000:00010000:3.0:1734016136.277161:0:7695:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007b8a4e00. 00000100:00100000:2.0:1734016136.277282:0:6469:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076949880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6469:1818247339481984:192.168.201.10@tcp:105: 00010000:00010000:2.0:1734016136.277311:0:6469:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016136.277336:0:6469:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075224000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1979:x1818247337008128:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 9284us (10492us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016136.277348:0:6469:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2978 00000100:00100000:0.0:1734016136.279779:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016136.279963:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337008512 00000100:00100000:1.0:1734016136.279979:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337008512 00002000:00100000:1.0:1734016136.280052:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (8196096->8200191) req@ffff88007b8a5180 x1818247337008512/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:97/0 lens 488/0 e 0 to 0 dl 1734016147 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016136.280065:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007b8a5180 with x1818247337008512 ext(8196096->8200191) 00002000:00010000:1.0:1734016136.280073:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007b8a5180 00000100:00100000:1.0:1734016136.280107:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9239 00000100:00100000:1.0:1734016136.280115:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007b8a5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+9:1981:x1818247337008512:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:1.0:1734016136.280385:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007b8a5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+9:1981:x1818247337008512:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 270us (619us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016136.280399:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9239 00002000:00100000:1.0:1734016136.280406:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (8196096->8200191) req@ffff88007b8a5180 x1818247337008512/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:97/0 lens 488/4536 e 0 to 0 dl 1734016147 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016136.280413:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007b8a5180 with x1818247337008512 ext(8196096->8200191) 00002000:00010000:1.0:1734016136.280417:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007b8a5180 00000100:00100000:0.0:1734016136.287043:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016136.287219:0:7695:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337008768 00000100:00100000:3.0:1734016136.287242:0:7695:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337008768 00002000:00100000:3.0:1734016136.287329:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (8192000->8196095) req@ffff88007b8a5500 x1818247337008768/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:97/0 lens 488/0 e 0 to 0 dl 1734016147 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016136.287347:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007b8a5500 with x1818247337008768 ext(8192000->8196095) 00002000:00010000:3.0:1734016136.287357:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007b8a5500 00000100:00100000:3.0:1734016136.287395:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9240 00000100:00100000:3.0:1734016136.287406:0:7695:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007b8a5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+9:1980:x1818247337008768:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:3.0:1734016136.287725:0:7695:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007b8a5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+9:1980:x1818247337008768:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 319us (704us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016136.287735:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9240 00002000:00100000:3.0:1734016136.287741:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (8192000->8196095) req@ffff88007b8a5500 x1818247337008768/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:97/0 lens 488/4536 e 0 to 0 dl 1734016147 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016136.287748:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007b8a5500 with x1818247337008768 ext(8192000->8196095) 00002000:00010000:3.0:1734016136.287750:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007b8a5500 00000100:00100000:0.0:1734016136.290466:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016136.292764:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337009024 00000100:00100000:1.0:1734016136.292793:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337009024 00002000:00100000:1.0:1734016136.292917:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (8187904->8191999) req@ffff88007b8a5880 x1818247337009024/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:97/0 lens 488/0 e 0 to 0 dl 1734016147 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016136.292934:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007b8a5880 with x1818247337009024 ext(8187904->8191999) 00002000:00010000:1.0:1734016136.292941:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007b8a5880 00000100:00100000:1.0:1734016136.292994:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9241 00000100:00100000:1.0:1734016136.293007:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007b8a5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+9:1981:x1818247337009024:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:1.0:1734016136.293401:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007b8a5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+9:1981:x1818247337009024:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 395us (2947us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016136.293410:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9241 00002000:00100000:1.0:1734016136.293417:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (8187904->8191999) req@ffff88007b8a5880 x1818247337009024/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:97/0 lens 488/4536 e 0 to 0 dl 1734016147 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016136.293424:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007b8a5880 with x1818247337009024 ext(8187904->8191999) 00002000:00010000:1.0:1734016136.293427:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007b8a5880 00000100:00100000:0.0:1734016136.296801:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016136.297901:0:7695:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337009280 00000100:00100000:3.0:1734016136.297915:0:7695:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337009280 00002000:00100000:3.0:1734016136.297984:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (8183808->8187903) req@ffff88007b8a5c00 x1818247337009280/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:97/0 lens 488/0 e 0 to 0 dl 1734016147 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016136.297997:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007b8a5c00 with x1818247337009280 ext(8183808->8187903) 00002000:00010000:3.0:1734016136.298004:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007b8a5c00 00000100:00100000:3.0:1734016136.298223:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9242 00000100:00100000:3.0:1734016136.298235:0:7695:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007b8a5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+9:1980:x1818247337009280:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:3.0:1734016136.298585:0:7695:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007b8a5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+9:1980:x1818247337009280:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 349us (1799us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016136.298595:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9242 00002000:00100000:3.0:1734016136.298603:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (8183808->8187903) req@ffff88007b8a5c00 x1818247337009280/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:97/0 lens 488/4536 e 0 to 0 dl 1734016147 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016136.298611:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007b8a5c00 with x1818247337009280 ext(8183808->8187903) 00002000:00010000:3.0:1734016136.298614:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007b8a5c00 00000100:00100000:0.0:1734016136.307174:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016136.307344:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337009536 00000100:00100000:1.0:1734016136.307364:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337009536 00002000:00100000:1.0:1734016136.307450:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (8179712->8183807) req@ffff88007b8a5f80 x1818247337009536/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:97/0 lens 488/0 e 0 to 0 dl 1734016147 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016136.307470:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007b8a5f80 with x1818247337009536 ext(8179712->8183807) 00002000:00010000:1.0:1734016136.307478:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007b8a5f80 00000100:00100000:1.0:1734016136.307523:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9243 00000100:00100000:1.0:1734016136.307535:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007b8a5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+9:1981:x1818247337009536:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:1.0:1734016136.307934:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007b8a5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+9:1981:x1818247337009536:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 398us (783us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016136.307944:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9243 00002000:00100000:1.0:1734016136.307953:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (8179712->8183807) req@ffff88007b8a5f80 x1818247337009536/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:97/0 lens 488/4536 e 0 to 0 dl 1734016147 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016136.307961:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007b8a5f80 with x1818247337009536 ext(8179712->8183807) 00002000:00010000:1.0:1734016136.307965:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007b8a5f80 00000100:00100000:0.0:1734016136.322532:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016136.322776:0:7695:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337009792 00000100:00100000:3.0:1734016136.322795:0:7695:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337009792 00002000:00100000:3.0:1734016136.322894:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (8175616->8179711) req@ffff88007b8a6300 x1818247337009792/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:97/0 lens 488/0 e 0 to 0 dl 1734016147 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016136.322908:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007b8a6300 with x1818247337009792 ext(8175616->8179711) 00002000:00010000:3.0:1734016136.322917:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007b8a6300 00000100:00100000:3.0:1734016136.322952:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9244 00000100:00100000:3.0:1734016136.322962:0:7695:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007b8a6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+9:1981:x1818247337009792:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:3.0:1734016136.323296:0:7695:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007b8a6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+9:1981:x1818247337009792:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 334us (785us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016136.323305:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9244 00002000:00100000:3.0:1734016136.323311:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (8175616->8179711) req@ffff88007b8a6300 x1818247337009792/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:97/0 lens 488/4536 e 0 to 0 dl 1734016147 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016136.323319:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007b8a6300 with x1818247337009792 ext(8175616->8179711) 00002000:00010000:3.0:1734016136.323322:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007b8a6300 00000100:00100000:0.0:1734016136.326073:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016136.326226:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337010048 00000100:00100000:2.0:1734016136.326240:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337010048 00002000:00100000:2.0:1734016136.326327:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (8171520->8175615) req@ffff88007b8a6680 x1818247337010048/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:97/0 lens 488/0 e 0 to 0 dl 1734016147 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016136.326341:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007b8a6680 with x1818247337010048 ext(8171520->8175615) 00002000:00010000:2.0:1734016136.326349:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007b8a6680 00000100:00100000:2.0:1734016136.326394:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9245 00000100:00100000:2.0:1734016136.326404:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007b8a6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+9:1981:x1818247337010048:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:2.0:1734016136.326842:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007b8a6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+9:1981:x1818247337010048:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 436us (790us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016136.326858:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9245 00002000:00100000:2.0:1734016136.328541:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (8171520->8175615) req@ffff88007b8a6680 x1818247337010048/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:97/0 lens 488/4536 e 0 to 0 dl 1734016147 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016136.328558:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007b8a6680 with x1818247337010048 ext(8171520->8175615) 00002000:00010000:2.0:1734016136.328565:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007b8a6680 00000100:00100000:0.0:1734016136.329496:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016136.330842:0:7695:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337010304 00000100:00100000:3.0:1734016136.330884:0:7695:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337010304 00002000:00100000:3.0:1734016136.330983:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (8167424->8171519) req@ffff88007b8a6a00 x1818247337010304/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:97/0 lens 488/0 e 0 to 0 dl 1734016147 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016136.331001:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007b8a6a00 with x1818247337010304 ext(8167424->8171519) 00002000:00010000:3.0:1734016136.331012:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007b8a6a00 00000100:00100000:3.0:1734016136.331073:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9246 00000100:00100000:3.0:1734016136.331085:0:7695:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007b8a6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+9:1980:x1818247337010304:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:3.0:1734016136.331559:0:7695:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007b8a6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+9:1980:x1818247337010304:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 473us (2068us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016136.332840:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9246 00002000:00100000:3.0:1734016136.332859:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (8167424->8171519) req@ffff88007b8a6a00 x1818247337010304/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:97/0 lens 488/4536 e 0 to 0 dl 1734016147 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016136.332888:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007b8a6a00 with x1818247337010304 ext(8167424->8171519) 00002000:00010000:3.0:1734016136.332895:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007b8a6a00 00000100:00100000:0.0:1734016136.336621:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016136.336771:0:7695:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337010560 00000100:00100000:3.0:1734016136.336789:0:7695:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337010560 00002000:00100000:3.0:1734016136.336852:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (8163328->8167423) req@ffff88007b8a6d80 x1818247337010560/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:97/0 lens 488/0 e 0 to 0 dl 1734016147 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016136.336960:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007b8a6d80 with x1818247337010560 ext(8163328->8167423) 00002000:00010000:3.0:1734016136.336969:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007b8a6d80 00000100:00100000:2.0:1734016136.337247:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9247 00000100:00100000:2.0:1734016136.337260:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007b8a6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+9:1981:x1818247337010560:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:2.0:1734016136.341793:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007b8a6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+9:1981:x1818247337010560:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 4516us (5168us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016136.341809:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9247 00002000:00100000:2.0:1734016136.341822:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (8163328->8167423) req@ffff88007b8a6d80 x1818247337010560/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:97/0 lens 488/4536 e 0 to 0 dl 1734016147 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016136.341833:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007b8a6d80 with x1818247337010560 ext(8163328->8167423) 00002000:00010000:2.0:1734016136.341840:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007b8a6d80 00000100:00100000:0.0:1734016136.374499:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016136.375440:0:7695:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337010816 00000100:00100000:2.0:1734016136.375459:0:7695:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337010816 00002000:00100000:2.0:1734016136.375531:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (8159232->8163327) req@ffff88007b8a7100 x1818247337010816/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:97/0 lens 488/0 e 0 to 0 dl 1734016147 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016136.375545:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007b8a7100 with x1818247337010816 ext(8159232->8163327) 00002000:00010000:2.0:1734016136.375552:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007b8a7100 00000100:00100000:2.0:1734016136.375589:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9248 00000100:00100000:2.0:1734016136.375598:0:7695:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007b8a7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+9:1981:x1818247337010816:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:2.0:1734016136.375977:0:7695:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007b8a7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+9:1981:x1818247337010816:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 379us (1497us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016136.375987:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9248 00002000:00100000:2.0:1734016136.375994:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (8159232->8163327) req@ffff88007b8a7100 x1818247337010816/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:97/0 lens 488/4536 e 0 to 0 dl 1734016147 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016136.376000:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007b8a7100 with x1818247337010816 ext(8159232->8163327) 00002000:00010000:2.0:1734016136.376003:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007b8a7100 00000100:00100000:0.0:1734016136.381467:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016136.384067:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337011072 00000100:00100000:2.0:1734016136.384108:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337011072 00002000:00100000:2.0:1734016136.384220:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (8155136->8159231) req@ffff88007b8a7480 x1818247337011072/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:97/0 lens 488/0 e 0 to 0 dl 1734016147 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016136.384236:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007b8a7480 with x1818247337011072 ext(8155136->8159231) 00002000:00010000:2.0:1734016136.384247:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007b8a7480 00000100:00100000:2.0:1734016136.384320:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9249 00000100:00100000:2.0:1734016136.384335:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007b8a7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+9:1981:x1818247337011072:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:2.0:1734016136.384822:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007b8a7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+9:1981:x1818247337011072:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 489us (3368us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016136.384834:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9249 00002000:00100000:2.0:1734016136.384842:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (8155136->8159231) req@ffff88007b8a7480 x1818247337011072/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:97/0 lens 488/4536 e 0 to 0 dl 1734016147 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016136.384850:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007b8a7480 with x1818247337011072 ext(8155136->8159231) 00002000:00010000:2.0:1734016136.384854:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007b8a7480 00000100:00100000:1.0:1734016136.396493:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016136.396783:0:7695:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337011328 00000100:00100000:0.0:1734016136.396803:0:7695:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337011328 00002000:00100000:0.0:1734016136.396938:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (8151040->8155135) req@ffff880075227800 x1818247337011328/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:97/0 lens 488/0 e 0 to 0 dl 1734016147 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016136.396951:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880075227800 with x1818247337011328 ext(8151040->8155135) 00002000:00010000:0.0:1734016136.396958:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880075227800 00000100:00100000:0.0:1734016136.397004:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9250 00000100:00100000:0.0:1734016136.397015:0:7695:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075227800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+9:1981:x1818247337011328:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:0.0:1734016136.397336:0:7695:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075227800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+9:1981:x1818247337011328:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 322us (871us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016136.397344:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9250 00002000:00100000:0.0:1734016136.397350:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (8151040->8155135) req@ffff880075227800 x1818247337011328/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:97/0 lens 488/4536 e 0 to 0 dl 1734016147 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016136.397364:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880075227800 with x1818247337011328 ext(8151040->8155135) 00002000:00010000:0.0:1734016136.397367:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880075227800 00000100:00100000:0.0:1734016136.405847:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016136.406074:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337011456 00000100:00100000:2.0:1734016136.406093:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337011456 00002000:00100000:2.0:1734016136.406181:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (8151040->8199464) req@ffff88007b8a7800 x1818247337011456/t0(0) o4->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:97/0 lens 488/0 e 0 to 0 dl 1734016147 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016136.406204:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007b8a7800 with x1818247337011456 ext(8151040->8199464) 00002000:00010000:2.0:1734016136.406214:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007b8a7800 00000100:00100000:2.0:1734016136.406249:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9251 00000100:00100000:2.0:1734016136.406260:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007b8a7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+9:1981:x1818247337011456:12345-192.168.201.10@tcp:4:fsx.0 00000100:00100000:0.0:1734016136.408908:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007b8a7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+11:1981:x1818247337011456:12345-192.168.201.10@tcp:4:fsx.0 Request processed in 2628us (3061us total) trans 4294969405 rc 0/0 00000100:00100000:0.0:1734016136.408929:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9251 00002000:00100000:0.0:1734016136.408946:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (8151040->8199464) req@ffff88007b8a7800 x1818247337011456/t4294969405(0) o4->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:97/0 lens 488/448 e 0 to 0 dl 1734016147 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016136.408957:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007b8a7800 with x1818247337011456 ext(8151040->8199464) 00002000:00010000:0.0:1734016136.408965:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007b8a7800 00000100:00100000:0.0:1734016136.415274:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016136.415526:0:8966:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337011584 00000100:00100000:3.0:1734016136.415553:0:8966:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337011584 00000100:00100000:3.0:1734016136.415670:0:8966:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2107 00000100:00100000:3.0:1734016136.415684:0:8966:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007b8a7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+14:9673:x1818247337011584:12345-192.168.201.10@tcp:44:fsx.0 00000100:00100000:3.0:1734016136.416068:0:8966:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007b8a7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+14:9673:x1818247337011584:12345-192.168.201.10@tcp:44:fsx.0 Request processed in 387us (821us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016136.416079:0:8966:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2107 00000100:00100000:0.0:1734016136.419238:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016136.419389:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337011712 00000100:00100000:2.0:1734016136.419404:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337011712 00000100:00100000:2.0:1734016136.419490:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 11008 00000100:00100000:2.0:1734016136.419499:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074d34000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+11:1978:x1818247337011712:12345-192.168.201.10@tcp:16:fsx.0 00000001:00080000:0.0:1734016136.421390:0:8954:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969405 is committed 00000001:00080000:0.0:1734016136.421422:0:8954:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969403 is committed 00000100:00100000:2.0:1734016136.421701:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074d34000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1978:x1818247337011712:12345-192.168.201.10@tcp:16:fsx.0 Request processed in 2193us (2469us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016136.421714:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 11008 00000100:00100000:0.0:1734016136.424006:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016136.424120:0:6482:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337011840 00000100:00100000:1.0:1734016136.424140:0:6482:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337011840 00000100:00100000:1.0:1734016136.424206:0:6482:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2108 00000100:00100000:1.0:1734016136.424213:0:6482:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074d34380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+14:9673:x1818247337011840:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:1.0:1734016136.424247:0:6482:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016136.424284:0:6482:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880097235200/0x3f004d6452e08aa5 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d214e expref: -99 pid: 6482 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016136.424536:0:6482:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880097236d00/0x3f004d6452e08aac lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6482 initiator: MDT0 00010000:00010000:1.0:1734016136.424554:0:6482:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880097236d00/0x3f004d6452e08aac lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6482 initiator: MDT0 00010000:00010000:1.0:1734016136.424571:0:6482:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880097236d00/0x3f004d6452e08aac lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6482 initiator: MDT0 00000004:00200000:1.0:1734016136.424602:0:6482:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 8199465 00000004:00200000:1.0:1734016136.424606:0:6482:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1734016136.424625:0:6482:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880097236d00/0x3f004d6452e08aac lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6482 initiator: MDT0 00010000:00010000:1.0:1734016136.424652:0:6482:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880097235200/0x3f004d6452e08aa5 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d214e expref: 16 pid: 6482 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016136.424684:0:6482:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880097236d00/0x3f004d6452e08aac lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d214e expref: 15 pid: 6482 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016136.424693:0:6482:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:1.0:1734016136.424696:0:6482:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1734016136.424700:0:6482:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097236d00, rc 0) 00000100:00100000:1.0:1734016136.424756:0:6482:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074d34380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+15:9673:x1818247337011840:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 543us (763us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016136.424763:0:6482:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2108 00000100:00100000:0.0:1734016136.426806:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016136.426922:0:6482:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337011968 00000100:00100000:1.0:1734016136.426934:0:6482:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337011968 00000100:00100000:1.0:1734016136.427057:0:6482:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2109 00000100:00100000:1.0:1734016136.427068:0:6482:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88006d80a050 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+10:9673:x1818247337011968:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:1.0:1734016136.427093:0:6482:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016136.427120:0:6482:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880097234900/0x3f004d6452e08ab3 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d2155 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016136.433598:0:6482:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880097234b40/0x3f004d6452e08aba lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 6482 initiator: MDT0 00010000:00010000:1.0:1734016136.433638:0:6482:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880097234b40/0x3f004d6452e08aba lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6482 initiator: MDT0 00010000:00010000:1.0:1734016136.433652:0:6482:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880097234b40/0x3f004d6452e08aba lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6482 initiator: MDT0 00000004:00200000:1.0:1734016136.433703:0:6482:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 8199465 00000004:00200000:1.0:1734016136.433709:0:6482:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1734016136.433734:0:6482:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880097234b40/0x3f004d6452e08aba lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6482 initiator: MDT0 00010000:00010000:1.0:1734016136.433784:0:6482:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880097234900/0x3f004d6452e08ab3 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2155 expref: 12 pid: 6482 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016136.433814:0:6482:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880097234b40/0x3f004d6452e08aba lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2155 expref: 11 pid: 6482 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016136.433824:0:6482:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:1.0:1734016136.433827:0:6482:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1734016136.433831:0:6482:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097234b40, rc 0) 00000100:00100000:1.0:1734016136.434002:0:6482:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88006d80a050 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+11:9673:x1818247337011968:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 6931us (7210us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016136.434015:0:6482:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2109 00000100:00100000:0.0:1734016136.438972:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016136.439110:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337012096 00000100:00100000:2.0:1734016136.439125:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337012096 00000100:00100000:2.0:1734016136.439205:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 11009 00000100:00100000:2.0:1734016136.439219:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074d34700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:1978:x1818247337012096:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:2.0:1734016136.439252:0:7690:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016136.439292:0:7690:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880072172d00/0x3f004d6452e08ac1 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d215c expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016136.439412:0:7690:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076949880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339482112:192.168.201.10@tcp:106: 00000100:00100000:2.0:1734016136.439524:0:7690:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007455d840 going to sleep for 11 seconds 00002000:00010000:0.0:1734016136.447961:0:7690:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime: 1734016134 -> 1734016135 00002000:00010000:0.0:1734016136.447973:0:7690:0:(ofd_lvb.c:301:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks: 128 -> 224 00000100:00100000:0.0:1734016136.448001:0:7690:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076949880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339482112:192.168.201.10@tcp:106: 00010000:00010000:0.0:1734016136.448051:0:7690:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880072172d00/0x3f004d6452e08ac1 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d215c expref: 6 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016136.448069:0:7690:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880072172d00/0x3f004d6452e08ac1 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d215c expref: 6 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016136.448097:0:7690:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880072172d00, rc 0) 00000100:00100000:0.0:1734016136.448189:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074d34700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:1978:x1818247337012096:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 8970us (9234us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016136.448199:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 11009 00000100:00100000:0.0:1734016136.450340:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016136.450478:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337012224 00000100:00100000:2.0:1734016136.450497:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337012224 00000100:00100000:2.0:1734016136.450578:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 11010 00000100:00100000:2.0:1734016136.450592:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074d34a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:1979:x1818247337012224:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:2.0:1734016136.450638:0:7690:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016136.450677:0:7690:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880072170d80/0x3f004d6452e08ac8 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d2163 expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016136.450788:0:7690:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007694b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339482240:192.168.201.10@tcp:106: 00000100:00100000:2.0:1734016136.450936:0:7690:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007455da80 going to sleep for 11 seconds 00000100:00100000:2.0:1734016136.455763:0:7690:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007694b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339482240:192.168.201.10@tcp:106: 00010000:00010000:2.0:1734016136.455844:0:7690:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880072170d80/0x3f004d6452e08ac8 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2163 expref: 6 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016136.455898:0:7690:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880072170d80/0x3f004d6452e08ac8 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2163 expref: 6 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016136.455943:0:7690:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880072170d80, rc 0) 00000100:00100000:2.0:1734016136.456061:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074d34a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:1979:x1818247337012224:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 5471us (5743us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016136.456074:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 11010 00000100:00100000:3.0:1734016136.463659:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016136.463775:0:6482:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337012480 00000100:00100000:1.0:1734016136.463795:0:6482:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337012480 00000100:00100000:1.0:1734016136.463902:0:6482:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2110 00000100:00100000:1.0:1734016136.463912:0:6482:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800740b6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+11:9673:x1818247337012480:12345-192.168.201.10@tcp:36:fsx.0 00010000:00010000:1.0:1734016136.463994:0:6482:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016136.464054:0:6482:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880097234b40/0x3f004d6452e08aba lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2155 expref: 11 pid: 6482 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016136.464085:0:6482:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:1.0:1734016136.464090:0:6482:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1734016136.464332:0:6482:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800972358c0/0x3f004d6452e08acf lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6482 initiator: MDT0 00010000:00010000:1.0:1734016136.464350:0:6482:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880097236d00/0x3f004d6452e08aac lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d214e expref: 14 pid: 6482 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016136.464358:0:6482:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800972358c0/0x3f004d6452e08acf lrc: 4/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6482 initiator: MDT0 00010000:00010000:1.0:1734016136.464409:0:6482:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880097236d00/0x3f004d6452e08aac lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d214e expref: 14 pid: 6482 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016136.464425:0:6482:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880097236d00/0x3f004d6452e08aac lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d214e expref: 14 pid: 6482 timeout: 500 lvb_type: 0 00000100:00100000:1.0:1734016136.464443:0:6482:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880075224380 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6482:1818247339482368:192.168.201.10@tcp:104: 00000100:00100000:1.0:1734016136.464572:0:6482:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b42cda80 going to sleep for 11 seconds 00000100:00100000:3.0:1734016136.468813:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016136.468895:0:6469:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337012608 00000100:00100000:2.0:1734016136.468909:0:6469:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337012608 00010000:00010000:2.0:1734016136.468959:0:6469:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880097236d00/0x3f004d6452e08aac lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d214e expref: 15 pid: 6482 timeout: 500 lvb_type: 0 00000100:00100000:2.0:1734016136.469019:0:6469:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2979 00000100:00100000:2.0:1734016136.469030:0:6469:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800740b4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+15:1979:x1818247337012608:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016136.469051:0:6469:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016136.469059:0:6469:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880097236d00/0x3f004d6452e08aac lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d214e expref: 15 pid: 6482 timeout: 500 lvb_type: 0 00010000:00010000:2.0:1734016136.469078:0:6469:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880097236d00/0x3f004d6452e08aac lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d214e expref: 15 pid: 6482 timeout: 500 lvb_type: 0 00010000:00010000:2.0:1734016136.469117:0:6469:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:2.0:1734016136.469125:0:6469:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8800972358c0/0x3f004d6452e08acf lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6482 initiator: MDT0 00010000:00010000:2.0:1734016136.469146:0:6469:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800972358c0/0x3f004d6452e08acf lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50290000000000 pid: 6482 initiator: MDT0 00010000:00010000:2.0:1734016136.469155:0:6469:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800972358c0/0x3f004d6452e08acf lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50290000000000 pid: 6482 initiator: MDT0 00010000:00010000:2.0:1734016136.469180:0:6469:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016136.469260:0:6469:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800740b4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+15:1979:x1818247337012608:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 230us (464us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016136.469271:0:6469:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2979 00010000:00010000:1.0:1734016136.470307:0:6482:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880097236d00/0x3f004d6452e08aac lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d214e expref: 14 pid: 6482 timeout: 500 lvb_type: 0 00000100:00100000:1.0:1734016136.470336:0:6482:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880075224380 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6482:1818247339482368:192.168.201.10@tcp:104: 00010000:00010000:1.0:1734016136.470373:0:6482:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8800972358c0/0x3f004d6452e08acf lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6482 initiator: MDT0 00010000:00010000:1.0:1734016136.470385:0:6482:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8800972358c0/0x3f004d6452e08acf lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6482 initiator: MDT0 00010000:00010000:1.0:1734016136.470393:0:6482:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800972358c0/0x3f004d6452e08acf lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6482 initiator: MDT0 00000001:00080000:1.0:1734016136.470557:0:6482:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294968633 00000004:00010000:1.0:1734016136.470633:0:6482:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff8800740b6a00 reply state ffff880074610000 transno 4294968634 ns: mdt-lustre-MDT0000_UUID lock: ffff8800972358c0/0x3f004d6452e08acf lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6482 initiator: MDT0 00000100:00100000:1.0:1734016136.470643:0:6482:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1734016136.475803:0:6482:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800740b6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+13:9673:x1818247337012480:12345-192.168.201.10@tcp:36:fsx.0 Request processed in 11849us (12129us total) trans 4294968634 rc 0/0 00000100:00100000:1.0:1734016136.475822:0:6482:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2110 00000020:00080000:1.0:1734016136.475838:0:6482:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1734016136.486653:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00010000:00010000:2.0:1734016136.486687:0:3494:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800972358c0/0x3f004d6452e08acf lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6482 initiator: MDT0 00010000:00010000:2.0:1734016136.486715:0:3494:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800972358c0/0x3f004d6452e08acf lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6482 initiator: MDT0 00010000:00010000:2.0:1734016136.486724:0:3494:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800972358c0/0x3f004d6452e08acf lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6482 initiator: MDT0 00010000:00010000:2.0:1734016136.486730:0:3494:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800972358c0 already unused, calling callback (ffffffffa0f03950) 00010000:00010000:2.0:1734016136.486736:0:3494:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800972358c0/0x3f004d6452e08acf lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6482 initiator: MDT0 00010000:00010000:2.0:1734016136.486743:0:3494:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800972358c0/0x3f004d6452e08acf lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6482 initiator: MDT0 00010000:00010000:2.0:1734016136.486778:0:3494:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:2.0:1734016136.486781:0:3494:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734016136.486788:0:3494:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800972358c0/0x3f004d6452e08acf lrc: 2/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6482 initiator: MDT0 00010000:00010000:2.0:1734016136.486794:0:3494:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800972358c0/0x3f004d6452e08acf lrc: 0/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6482 initiator: MDT0 00000100:00100000:0.0:1734016136.487683:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337012736 00000100:00100000:0.0:1734016136.487701:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337012736 00000100:00100000:0.0:1734016136.487784:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 11011 00000100:00100000:0.0:1734016136.487796:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800740b4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:9673:x1818247337012736:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:0.0:1734016136.487830:0:7690:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016136.487882:0:7690:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a8038900/0x3f004d6452e08ad6 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d216a expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016136.487923:0:7690:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880072171f80/0x3f004d6452e08a9e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2147 expref: 6 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016136.487931:0:7690:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016136.487933:0:7690:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016136.487937:0:7690:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a8038900/0x3f004d6452e08ad6 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d216a expref: 6 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016136.487981:0:7690:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880072171f80/0x3f004d6452e08a9e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2147 expref: 6 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016136.487997:0:7690:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880072171f80/0x3f004d6452e08a9e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2147 expref: 6 pid: 7690 timeout: 500 lvb_type: 0 00000100:00100000:0.0:1734016136.488018:0:7690:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074d34e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339482496:192.168.201.10@tcp:104: 00000100:00100000:0.0:1734016136.488145:0:7690:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a74869c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016136.492092:0:7690:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074d34e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339482496:192.168.201.10@tcp:104: 00010000:00010000:0.0:1734016136.492159:0:7690:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a8038900/0x3f004d6452e08ad6 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d216a expref: 6 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016136.492194:0:7690:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a8038900, rc 0) 00000100:00100000:0.0:1734016136.492346:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800740b4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:9673:x1818247337012736:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 4550us (5714us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016136.492359:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 11011 00000100:00100000:0.0:1734016136.493971:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016136.496266:0:9956:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337012864 00000100:00100000:2.0:1734016136.496284:0:9956:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337012864 00010000:00010000:2.0:1734016136.496335:0:9956:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880072171f80/0x3f004d6452e08a9e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2147 expref: 7 pid: 7690 timeout: 500 lvb_type: 0 00000100:00100000:2.0:1734016136.496394:0:9956:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2980 00000100:00100000:2.0:1734016136.496402:0:9956:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074d34e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1979:x1818247337012864:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016136.496419:0:9956:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016136.496447:0:9956:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880072171f80/0x3f004d6452e08a9e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2147 expref: 7 pid: 7690 timeout: 500 lvb_type: 0 00010000:00010000:2.0:1734016136.496461:0:9956:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880072171f80/0x3f004d6452e08a9e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2147 expref: 7 pid: 7690 timeout: 500 lvb_type: 0 00010000:00010000:2.0:1734016136.496488:0:9956:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880072171f80/0x3f004d6452e08a9e lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2147 expref: 7 pid: 7690 timeout: 500 lvb_type: 0 00010000:00010000:2.0:1734016136.497234:0:9956:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016136.497241:0:9956:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016136.497255:0:9956:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a8038900/0x3f004d6452e08ad6 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d216a expref: 5 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016136.497269:0:9956:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a8038900/0x3f004d6452e08ad6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d216a expref: 5 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016136.497347:0:9956:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a8038900/0x3f004d6452e08ad6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d216a expref: 5 pid: 7690 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016136.497368:0:9956:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007694b800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9956:1818247339482624:192.168.201.10@tcp:105: 00000100:00100000:2.0:1734016136.497527:0:9956:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007455da80 going to sleep for 11 seconds 00000100:00100000:0.0:1734016136.524445:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016136.524728:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337012992 00000100:00100000:1.0:1734016136.524742:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337012992 00002000:00010000:1.0:1734016136.524813:0:7694:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (8286362->18446744073709551615) 00002000:00100000:1.0:1734016136.524819:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074d35180 with x1818247337012992 ext(8286362->18446744073709551615) 00002000:00010000:1.0:1734016136.524845:0:7694:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074d35180. 00000100:00100000:1.0:1734016136.524932:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9252 00000100:00100000:1.0:1734016136.524940:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074d35180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1979:x1818247337012992:12345-192.168.201.10@tcp:10:fsx.0 00002000:00010000:1.0:1734016136.525289:0:7694:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 8199465 -> 8286362 00002000:00010000:1.0:1734016136.525293:0:7694:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016135 -> 1734016135 00002000:00010000:1.0:1734016136.525296:0:7694:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016135 -> 1734016134 00002000:00010000:1.0:1734016136.525298:0:7694:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016135 -> 1734016135 00002000:00010000:1.0:1734016136.525300:0:7694:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 224 -> 224 00000100:00100000:1.0:1734016136.525397:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074d35180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1979:x1818247337012992:12345-192.168.201.10@tcp:10:fsx.0 Request processed in 457us (974us total) trans 4294969406 rc 0/0 00000100:00100000:1.0:1734016136.525404:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9252 00002000:00010000:1.0:1734016136.525409:0:7694:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (8286362->18446744073709551615) 00002000:00100000:1.0:1734016136.525411:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074d35180 with x1818247337012992 ext(8286362->18446744073709551615) 00002000:00010000:1.0:1734016136.525415:0:7694:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074d35180. 00000100:00100000:3.0:1734016136.530443:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016136.530642:0:6482:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337013120 00000100:00100000:1.0:1734016136.530662:0:6482:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337013120 00000100:00100000:2.0:1734016136.531074:0:9956:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007694b800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9956:1818247339482624:192.168.201.10@tcp:105: 00010000:00010000:2.0:1734016136.531125:0:9956:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016136.531276:0:9956:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074d34e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1979:x1818247337012864:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 34869us (37313us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016136.531295:0:9956:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2980 00000100:00100000:1.0:1734016136.532740:0:6482:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2111 00000100:00100000:1.0:1734016136.532758:0:6482:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800740b5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+12:9673:x1818247337013120:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:1.0:1734016136.532819:0:6482:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016136.532888:0:6482:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800972358c0/0x3f004d6452e08add lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d2171 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016136.535408:0:6482:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880097234000/0x3f004d6452e08ae4 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6482 initiator: MDT0 00010000:00010000:1.0:1734016136.535449:0:6482:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880097234000/0x3f004d6452e08ae4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6482 initiator: MDT0 00010000:00010000:1.0:1734016136.535469:0:6482:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880097234000/0x3f004d6452e08ae4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6482 initiator: MDT0 00000004:00200000:1.0:1734016136.535510:0:6482:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 8286362 00000004:00200000:1.0:1734016136.535517:0:6482:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1734016136.535547:0:6482:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880097234000/0x3f004d6452e08ae4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6482 initiator: MDT0 00010000:00010000:1.0:1734016136.535589:0:6482:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800972358c0/0x3f004d6452e08add lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2171 expref: 14 pid: 6482 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016136.535643:0:6482:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880097234000/0x3f004d6452e08ae4 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2171 expref: 13 pid: 6482 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016136.535657:0:6482:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:1.0:1734016136.535659:0:6482:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1734016136.535664:0:6482:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097234000, rc 0) 00000100:00100000:1.0:1734016136.536642:0:6482:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800740b5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+13:9673:x1818247337013120:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 3885us (6221us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016136.536659:0:6482:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2111 00000100:00100000:3.0:1734016136.540687:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016136.542303:0:7695:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337013376 00000100:00100000:0.0:1734016136.542326:0:7695:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337013376 00002000:00100000:0.0:1734016136.542406:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (2310144->2895871) req@ffff8800740b4a80 x1818247337013376/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:97/0 lens 504/0 e 0 to 0 dl 1734016147 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016136.542420:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800740b4a80 with x1818247337013376 ext(2310144->2895871) 00002000:00010000:0.0:1734016136.542426:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800740b4a80 00000100:00100000:0.0:1734016136.542470:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9253 00000100:00100000:0.0:1734016136.542482:0:7695:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800740b4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1980:x1818247337013376:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:2.0:1734016136.557052:0:7695:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800740b4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1980:x1818247337013376:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 14551us (16365us total) trans 0 rc 561152/561152 00000100:00100000:2.0:1734016136.557070:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9253 00002000:00100000:2.0:1734016136.557090:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (2310144->2895871) req@ffff8800740b4a80 x1818247337013376/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:97/0 lens 504/440 e 0 to 0 dl 1734016147 ref 1 fl Complete:/200/0 rc 561152/561152 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016136.557103:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800740b4a80 with x1818247337013376 ext(2310144->2895871) 00002000:00010000:2.0:1734016136.557112:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800740b4a80 00000100:00100000:0.0:1734016136.559728:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016136.559950:0:6482:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337013504 00000100:00100000:2.0:1734016136.559970:0:6482:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337013504 00000100:00100000:3.0:1734016136.561831:0:8966:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2112 00000100:00100000:3.0:1734016136.561852:0:8966:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074d35500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+14:9673:x1818247337013504:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:3.0:1734016136.561908:0:8966:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016136.561942:0:8966:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a6880/0x3f004d6452e08aeb lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d2178 expref: -99 pid: 8966 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016136.562079:0:8966:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a6d00/0x3f004d6452e08af2 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 8966 initiator: MDT0 00010000:00010000:3.0:1734016136.562098:0:8966:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a6d00/0x3f004d6452e08af2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 8966 initiator: MDT0 00010000:00010000:3.0:1734016136.562110:0:8966:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a6d00/0x3f004d6452e08af2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 8966 initiator: MDT0 00000004:00200000:3.0:1734016136.562148:0:8966:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 8286362 00000004:00200000:3.0:1734016136.562153:0:8966:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1734016136.562177:0:8966:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a6d00/0x3f004d6452e08af2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 8966 initiator: MDT0 00010000:00010000:3.0:1734016136.562208:0:8966:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a6880/0x3f004d6452e08aeb lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2178 expref: 16 pid: 8966 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016136.562253:0:8966:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a6d00/0x3f004d6452e08af2 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2178 expref: 15 pid: 8966 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016136.562262:0:8966:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:3.0:1734016136.562265:0:8966:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1734016136.562268:0:8966:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a9a6d00, rc 0) 00000100:00100000:3.0:1734016136.562355:0:8966:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074d35500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+15:9673:x1818247337013504:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 509us (2660us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016136.562363:0:8966:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2112 00000100:00100000:3.0:1734016136.569053:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016136.569169:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337013632 00000100:00100000:0.0:1734016136.569189:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337013632 00000100:00100000:0.0:1734016136.569282:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 11012 00000100:00100000:0.0:1734016136.569292:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800740b6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1978:x1818247337013632:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:0.0:1734016136.569329:0:7690:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016136.569362:0:7690:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a8038b40/0x3f004d6452e08af9 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d217f expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016136.569467:0:7690:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074d35880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339482752:192.168.201.10@tcp:106: 00000100:00100000:0.0:1734016136.570438:0:7690:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a74869c0 going to sleep for 11 seconds 00002000:00010000:0.0:1734016136.572626:0:7690:0:(ofd_lvb.c:283:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime: 1734016135 -> 1734016136 00002000:00010000:0.0:1734016136.572643:0:7690:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime: 1734016134 -> 1734016135 00002000:00010000:0.0:1734016136.572645:0:7690:0:(ofd_lvb.c:295:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime: 1734016135 -> 1734016136 00000100:00100000:0.0:1734016136.572674:0:7690:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074d35880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339482752:192.168.201.10@tcp:106: 00010000:00010000:0.0:1734016136.572721:0:7690:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a8038b40/0x3f004d6452e08af9 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d217f expref: 7 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016136.572736:0:7690:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a8038b40/0x3f004d6452e08af9 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d217f expref: 7 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016136.572762:0:7690:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a8038b40, rc 0) 00000100:00100000:0.0:1734016136.572818:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800740b6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1978:x1818247337013632:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 3526us (3790us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016136.572829:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 11012 00000100:00100000:1.0:1734016136.575524:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016136.576317:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337013760 00000100:00100000:2.0:1734016136.576345:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337013760 00000100:00100000:2.0:1734016136.576476:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 11013 00000100:00100000:2.0:1734016136.576487:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075224380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1980:x1818247337013760:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:2.0:1734016136.576528:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016136.576565:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880072172d00/0x3f004d6452e08b00 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d2186 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016136.576680:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007694b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339482880:192.168.201.10@tcp:106: 00000100:00100000:2.0:1734016136.576807:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007455da80 going to sleep for 11 seconds 00000100:00100000:0.0:1734016136.583167:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007694b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339482880:192.168.201.10@tcp:106: 00010000:00010000:0.0:1734016136.583225:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880072172d00/0x3f004d6452e08b00 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2186 expref: 7 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016136.583253:0:7689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880072172d00/0x3f004d6452e08b00 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2186 expref: 7 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016136.583281:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880072172d00, rc 0) 00000100:00100000:0.0:1734016136.583354:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075224380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1980:x1818247337013760:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 6868us (7850us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016136.583364:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 11013 00000100:00100000:0.0:1734016136.587423:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016136.589458:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337013888 00000100:00100000:2.0:1734016136.589477:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337013888 00000100:00100000:2.0:1734016136.589571:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 11014 00000100:00100000:2.0:1734016136.589582:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074d35880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1981:x1818247337013888:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:2.0:1734016136.589617:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016136.589643:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880072171f80/0x3f004d6452e08b07 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d218d expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016136.589729:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076949c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339483008:192.168.201.10@tcp:106: 00000100:00100000:2.0:1734016136.589843:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007455d3c0 going to sleep for 11 seconds 00002000:00010000:2.0:1734016136.592197:0:7689:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime: 1734016135 -> 1734016136 00000100:00100000:2.0:1734016136.592252:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076949c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339483008:192.168.201.10@tcp:106: 00010000:00010000:2.0:1734016136.592304:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880072171f80/0x3f004d6452e08b07 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d218d expref: 7 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016136.592322:0:7689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880072171f80/0x3f004d6452e08b07 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d218d expref: 7 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016136.592361:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880072171f80, rc 0) 00000100:00100000:2.0:1734016136.592456:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074d35880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1981:x1818247337013888:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 2871us (5044us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016136.592469:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 11014 00000100:00100000:0.0:1734016136.600376:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016136.600529:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337014016 00000100:00100000:2.0:1734016136.600543:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337014016 00000100:00100000:2.0:1734016136.600608:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 11015 00000100:00100000:2.0:1734016136.600616:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074d35c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1980:x1818247337014016:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:2.0:1734016136.600639:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016136.600668:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880072170d80/0x3f004d6452e08b0e lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d2194 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016136.600746:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076949c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339483136:192.168.201.10@tcp:106: 00000100:00100000:2.0:1734016136.600833:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007455d3c0 going to sleep for 11 seconds 00000100:00100000:2.0:1734016136.605979:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076949c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339483136:192.168.201.10@tcp:106: 00010000:00010000:2.0:1734016136.606025:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880072170d80/0x3f004d6452e08b0e lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2194 expref: 7 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016136.606040:0:7689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880072170d80/0x3f004d6452e08b0e lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2194 expref: 7 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016136.606065:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880072170d80, rc 0) 00000100:00100000:2.0:1734016136.608188:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074d35c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1980:x1818247337014016:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 7545us (7809us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016136.608211:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 11015 00000100:00100000:0.0:1734016136.619759:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016136.619931:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337014144 00000100:00100000:2.0:1734016136.619951:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337014144 00000100:00100000:2.0:1734016136.620092:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 11016 00000100:00100000:2.0:1734016136.620102:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074d35f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1981:x1818247337014144:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:2.0:1734016136.620141:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016136.620167:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880072172640/0x3f004d6452e08b15 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d219b expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016136.620265:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076949c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339483264:192.168.201.10@tcp:106: 00000100:00100000:2.0:1734016136.620369:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007455d3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016136.625602:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076949c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339483264:192.168.201.10@tcp:106: 00010000:00010000:0.0:1734016136.625664:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880072172640/0x3f004d6452e08b15 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d219b expref: 7 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016136.625683:0:7689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880072172640/0x3f004d6452e08b15 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d219b expref: 7 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016136.625716:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880072172640, rc 0) 00000100:00100000:0.0:1734016136.625808:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074d35f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1981:x1818247337014144:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 5704us (6070us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016136.625820:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 11016 00000100:00100000:3.0:1734016136.629487:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016136.629570:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337014272 00000100:00100000:0.0:1734016136.629586:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337014272 00000100:00100000:0.0:1734016136.629661:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 11017 00000100:00100000:0.0:1734016136.629672:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800740b5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1980:x1818247337014272:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:0.0:1734016136.629694:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016136.629721:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a803ba80/0x3f004d6452e08b1c lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d21a2 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016136.629817:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074d36300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339483392:192.168.201.10@tcp:106: 00000100:00100000:0.0:1734016136.629944:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a74869c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016136.656673:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074d36300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339483392:192.168.201.10@tcp:106: 00010000:00010000:0.0:1734016136.656723:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a803ba80/0x3f004d6452e08b1c lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d21a2 expref: 7 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016136.656737:0:7689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a803ba80/0x3f004d6452e08b1c lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d21a2 expref: 7 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016136.656765:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a803ba80, rc 0) 00000100:00100000:0.0:1734016136.656838:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800740b5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1980:x1818247337014272:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 27166us (27373us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016136.656848:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 11017 00000100:00100000:2.0:1734016136.668157:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016136.669487:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337014400 00000100:00100000:0.0:1734016136.669509:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337014400 00000100:00100000:1.0:1734016136.669679:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 11018 00000100:00100000:1.0:1734016136.669690:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cf13c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:9673:x1818247337014400:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:1.0:1734016136.669720:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016136.669754:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800972358c0/0x3f004d6452e08b23 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d21a9 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016136.669810:0:7689:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a8038900/0x3f004d6452e08ad6 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d216a expref: 6 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016136.669819:0:7689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016136.669823:0:7689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016136.669830:0:7689:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800972358c0/0x3f004d6452e08b23 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [7901184->7938047] (req 7901184->7938047) gid 0 flags: 0x50000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d21a9 expref: 7 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016136.669910:0:7689:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a8038900/0x3f004d6452e08ad6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d216a expref: 6 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016136.669928:0:7689:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a8038900/0x3f004d6452e08ad6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d216a expref: 6 pid: 7690 timeout: 500 lvb_type: 0 00000100:00100000:1.0:1734016136.669952:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880075225c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339483520:192.168.201.10@tcp:104: 00000100:00100000:1.0:1734016136.670072:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b42cd900 going to sleep for 11 seconds 00000100:00100000:1.0:1734016136.681652:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880075225c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339483520:192.168.201.10@tcp:104: 00010000:00010000:1.0:1734016136.681747:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800972358c0/0x3f004d6452e08b23 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [7901184->7938047] (req 7901184->7938047) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d21a9 expref: 7 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016136.681785:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800972358c0, rc 0) 00000100:00100000:1.0:1734016136.681922:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cf13c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:9673:x1818247337014400:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 12231us (13774us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016136.681938:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 11018 00000100:00100000:0.0:1734016136.684512:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016136.687706:0:7695:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337014528 00000100:00100000:2.0:1734016136.687727:0:7695:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337014528 00002000:00100000:2.0:1734016136.687785:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (2867200->2895871) req@ffff880074d36300 x1818247337014528/t0(0) o4->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:97/0 lens 488/0 e 0 to 0 dl 1734016147 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016136.687794:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074d36300 with x1818247337014528 ext(2867200->2895871) 00010000:00010000:2.0:1734016136.687806:0:7695:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a8038900/0x3f004d6452e08ad6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d216a expref: 7 pid: 7690 timeout: 500 lvb_type: 0 00010000:00010000:2.0:1734016136.687820:0:7695:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a8038900/0x3f004d6452e08ad6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d216a expref: 7 pid: 7690 timeout: 500 lvb_type: 0 00002000:00010000:2.0:1734016136.687826:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880074d36300 00000100:00100000:2.0:1734016136.687884:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 266 00000100:00100000:2.0:1734016136.687890:0:7695:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074d36300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1979:x1818247337014528:12345-192.168.201.10@tcp:4:fsx.0 00000100:00100000:0.0:1734016136.718646:0:7695:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074d36300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+9:1979:x1818247337014528:12345-192.168.201.10@tcp:4:fsx.0 Request processed in 30729us (34122us total) trans 4294969407 rc 0/0 00000100:00100000:0.0:1734016136.718673:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 266 00002000:00100000:0.0:1734016136.718694:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (2867200->2895871) req@ffff880074d36300 x1818247337014528/t4294969407(0) o4->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:97/0 lens 488/448 e 0 to 0 dl 1734016147 ref 1 fl Complete:H/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016136.718713:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074d36300 with x1818247337014528 ext(2867200->2895871) 00010000:00010000:0.0:1734016136.718732:0:7695:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a8038900/0x3f004d6452e08ad6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d216a expref: 9 pid: 7690 timeout: 500 lvb_type: 0 00010000:00010000:0.0:1734016136.718762:0:7695:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a8038900/0x3f004d6452e08ad6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d216a expref: 9 pid: 7690 timeout: 500 lvb_type: 0 00002000:00010000:0.0:1734016136.718771:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880074d36300 00010000:00010000:2.0:1734016136.719218:0:6472:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734016136.724739:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016136.726601:0:9956:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337014656 00000100:00100000:2.0:1734016136.726627:0:9956:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337014656 00010000:00010000:2.0:1734016136.726696:0:9956:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a8038900/0x3f004d6452e08ad6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d216a expref: 9 pid: 7690 timeout: 500 lvb_type: 0 00000100:00100000:2.0:1734016136.726772:0:9956:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2981 00000100:00100000:2.0:1734016136.726783:0:9956:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800740b6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+9:1980:x1818247337014656:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016136.726804:0:9956:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:2.0:1734016136.726838:0:9956:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 224 -> 280 00010000:00010000:2.0:1734016136.726844:0:9956:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a8038900/0x3f004d6452e08ad6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d216a expref: 9 pid: 7690 timeout: 500 lvb_type: 0 00010000:00010000:2.0:1734016136.726860:0:9956:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a8038900/0x3f004d6452e08ad6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d216a expref: 9 pid: 7690 timeout: 500 lvb_type: 0 00010000:00010000:2.0:1734016136.726909:0:9956:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a8038900/0x3f004d6452e08ad6 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d216a expref: 9 pid: 7690 timeout: 500 lvb_type: 0 00010000:00010000:2.0:1734016136.726953:0:9956:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016136.726957:0:9956:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016136.726969:0:9956:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800972358c0/0x3f004d6452e08b23 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 7901184->7938047) gid 0 flags: 0x40080000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d21a9 expref: 6 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016136.726980:0:9956:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800972358c0/0x3f004d6452e08b23 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 7901184->7938047) gid 0 flags: 0x40080000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d21a9 expref: 6 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016136.727049:0:9956:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800972358c0/0x3f004d6452e08b23 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 7901184->7938047) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d21a9 expref: 6 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016136.727066:0:9956:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076949c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9956:1818247339483648:192.168.201.10@tcp:105: 00000100:00100000:2.0:1734016136.727191:0:9956:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007455dc00 going to sleep for 11 seconds 00000100:00100000:3.0:1734016136.733499:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016136.733620:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337014784 00000100:00100000:1.0:1734016136.733636:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337014784 00000100:00100000:1.0:1734016136.733704:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 11019 00000100:00100000:1.0:1734016136.733714:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800740b7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1978:x1818247337014784:12345-192.168.201.10@tcp:22:fsx.0 00002000:00010000:1.0:1734016136.734171:0:7689:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 8286362 -> 8286362 00002000:00010000:1.0:1734016136.734175:0:7689:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016136 -> 1734016136 00002000:00010000:1.0:1734016136.734177:0:7689:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016136 -> 1734016135 00002000:00010000:1.0:1734016136.734179:0:7689:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016136 -> 1734016136 00002000:00010000:1.0:1734016136.734181:0:7689:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 280 -> 280 00000100:00100000:1.0:1734016136.734311:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800740b7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1978:x1818247337014784:12345-192.168.201.10@tcp:22:fsx.0 Request processed in 596us (832us total) trans 4294969408 rc 0/0 00000100:00100000:1.0:1734016136.734321:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 11019 00000100:00100000:2.0:1734016136.734957:0:9956:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076949c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9956:1818247339483648:192.168.201.10@tcp:105: 00010000:00010000:2.0:1734016136.734993:0:9956:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016136.735038:0:9956:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800740b6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+8:1980:x1818247337014656:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 8257us (10323us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016136.735053:0:9956:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2981 00000100:00100000:3.0:1734016136.739243:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016136.739339:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337014912 00000100:00100000:0.0:1734016136.739359:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337014912 00000100:00100000:0.0:1734016136.743305:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 11020 00000100:00100000:0.0:1734016136.743326:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800740b4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+8:1979:x1818247337014912:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:0.0:1734016136.743358:0:7690:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016136.743394:0:7690:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a8038240/0x3f004d6452e08b2a lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d21b0 expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016136.743481:0:7690:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074d36680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339483776:192.168.201.10@tcp:106: 00000100:00100000:0.0:1734016136.743616:0:7690:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a74869c0 going to sleep for 11 seconds 00002000:00010000:2.0:1734016136.748618:0:7690:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime: 1734016135 -> 1734016136 00000100:00100000:2.0:1734016136.748661:0:7690:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074d36680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339483776:192.168.201.10@tcp:106: 00010000:00010000:2.0:1734016136.748714:0:7690:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a8038240/0x3f004d6452e08b2a lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d21b0 expref: 9 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016136.748732:0:7690:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a8038240/0x3f004d6452e08b2a lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d21b0 expref: 9 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016136.748759:0:7690:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a8038240, rc 0) 00000100:00100000:2.0:1734016136.749053:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800740b4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+8:1979:x1818247337014912:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 5732us (9829us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016136.749066:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 11020 00000100:00100000:2.0:1734016136.761548:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016136.761672:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337015040 00000100:00100000:0.0:1734016136.761693:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337015040 00000100:00100000:0.0:1734016136.762388:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 11021 00000100:00100000:0.0:1734016136.762402:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076949c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+8:1981:x1818247337015040:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:0.0:1734016136.762446:0:7690:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016136.762485:0:7690:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a8038240/0x3f004d6452e08b31 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d21b7 expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016136.762628:0:7690:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074d36a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339483904:192.168.201.10@tcp:106: 00000100:00100000:0.0:1734016136.762790:0:7690:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a74863c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016136.768013:0:7690:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074d36a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339483904:192.168.201.10@tcp:106: 00010000:00010000:0.0:1734016136.768102:0:7690:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a8038240/0x3f004d6452e08b31 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d21b7 expref: 9 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016136.768135:0:7690:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a8038240/0x3f004d6452e08b31 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d21b7 expref: 9 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016136.768170:0:7690:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a8038240, rc 0) 00000100:00100000:0.0:1734016136.768279:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076949c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+8:1981:x1818247337015040:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 5878us (6761us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016136.768293:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 11021 00000100:00100000:2.0:1734016136.776538:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016136.776657:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337015168 00000100:00100000:0.0:1734016136.776675:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337015168 00000100:00100000:0.0:1734016136.788628:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 11022 00000100:00100000:0.0:1734016136.788647:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007694b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+8:1978:x1818247337015168:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:0.0:1734016136.788677:0:7690:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016136.788710:0:7690:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a803bcc0/0x3f004d6452e08b38 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d21be expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016136.788829:0:7690:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074d36a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339484032:192.168.201.10@tcp:106: 00000100:00100000:0.0:1734016136.789008:0:7690:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a74863c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016136.798146:0:7690:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074d36a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339484032:192.168.201.10@tcp:106: 00010000:00010000:0.0:1734016136.798217:0:7690:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a803bcc0/0x3f004d6452e08b38 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d21be expref: 9 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016136.798239:0:7690:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a803bcc0/0x3f004d6452e08b38 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d21be expref: 9 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016136.798275:0:7690:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a803bcc0, rc 0) 00000100:00100000:0.0:1734016136.798355:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007694b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+8:1978:x1818247337015168:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 9713us (21843us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016136.798366:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 11022 00000100:00100000:3.0:1734016136.811212:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016136.811712:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337015296 00000100:00100000:0.0:1734016136.811729:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337015296 00000100:00100000:0.0:1734016136.812036:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 11023 00000100:00100000:0.0:1734016136.812048:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800740b6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+8:9673:x1818247337015296:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:0.0:1734016136.812084:0:7690:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016136.812115:0:7690:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a8038fc0/0x3f004d6452e08b3f lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d21c5 expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016136.812168:0:7690:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800972358c0/0x3f004d6452e08b23 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 7901184->7938047) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d21a9 expref: 7 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016136.812518:0:7690:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016136.812520:0:7690:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016136.812527:0:7690:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a8038fc0/0x3f004d6452e08b3f lrc: 4/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [1073152->1077247] (req 1073152->1077247) gid 0 flags: 0x50000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d21c5 expref: 9 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016136.813149:0:7690:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800972358c0/0x3f004d6452e08b23 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 7901184->7938047) gid 0 flags: 0x50000000020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d21a9 expref: 7 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016136.813170:0:7690:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800972358c0/0x3f004d6452e08b23 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 7901184->7938047) gid 0 flags: 0x70000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d21a9 expref: 7 pid: 7689 timeout: 500 lvb_type: 0 00000100:00100000:1.0:1734016136.813188:0:7690:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880075224700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339484160:192.168.201.10@tcp:104: 00000100:00100000:1.0:1734016136.813322:0:7690:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b42cd900 going to sleep for 11 seconds 00000100:00100000:1.0:1734016136.823496:0:7690:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880075224700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339484160:192.168.201.10@tcp:104: 00010000:00010000:1.0:1734016136.823554:0:7690:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a8038fc0/0x3f004d6452e08b3f lrc: 3/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [1073152->1077247] (req 1073152->1077247) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d21c5 expref: 9 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016136.823577:0:7690:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a8038fc0, rc 0) 00000100:00100000:1.0:1734016136.823660:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800740b6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+9:9673:x1818247337015296:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 11614us (12473us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016136.823670:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 11023 00000100:00100000:2.0:1734016136.823795:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016136.823906:0:9956:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337015424 00000100:00100000:0.0:1734016136.823915:0:9956:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337015424 00010000:00010000:0.0:1734016136.823945:0:9956:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800972358c0/0x3f004d6452e08b23 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 7901184->7938047) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d21a9 expref: 8 pid: 7689 timeout: 500 lvb_type: 0 00000100:00100000:0.0:1734016136.823970:0:9956:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2982 00000100:00100000:0.0:1734016136.823975:0:9956:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b1ea5c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1978:x1818247337015424:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016136.823996:0:9956:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016136.824026:0:9956:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800972358c0/0x3f004d6452e08b23 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 7901184->7938047) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d21a9 expref: 8 pid: 7689 timeout: 500 lvb_type: 0 00010000:00010000:0.0:1734016136.824038:0:9956:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800972358c0/0x3f004d6452e08b23 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 7901184->7938047) gid 0 flags: 0x50000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d21a9 expref: 8 pid: 7689 timeout: 500 lvb_type: 0 00010000:00010000:0.0:1734016136.824068:0:9956:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800972358c0/0x3f004d6452e08b23 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 7901184->7938047) gid 0 flags: 0x44801400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d21a9 expref: 8 pid: 7689 timeout: 500 lvb_type: 0 00010000:00010000:0.0:1734016136.824101:0:9956:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016136.824102:0:9956:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016136.824110:0:9956:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a8038fc0/0x3f004d6452e08b3f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1073152->1077247) gid 0 flags: 0x40080000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d21c5 expref: 8 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016136.824121:0:9956:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a8038fc0/0x3f004d6452e08b3f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1073152->1077247) gid 0 flags: 0x40080000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d21c5 expref: 8 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016136.824170:0:9956:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a8038fc0/0x3f004d6452e08b3f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1073152->1077247) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d21c5 expref: 8 pid: 7690 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016136.824186:0:9956:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074d36a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9956:1818247339484288:192.168.201.10@tcp:105: 00000100:00100000:0.0:1734016136.824239:0:9956:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a74863c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016136.827492:0:9956:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074d36a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9956:1818247339484288:192.168.201.10@tcp:105: 00010000:00010000:0.0:1734016136.827541:0:9956:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016136.829701:0:9956:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b1ea5c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1978:x1818247337015424:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 5703us (5885us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016136.829723:0:9956:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2982 00000100:00100000:3.0:1734016136.842959:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016136.843065:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016136.843215:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337015680 00000100:00100000:1.0:1734016136.843241:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337015680 00002000:00100000:1.0:1734016136.843354:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (1073152->7065599) req@ffff8800740b5880 x1818247337015680/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:97/0 lens 504/0 e 0 to 0 dl 1734016147 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016136.843372:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800740b5880 with x1818247337015680 ext(1073152->7065599) 00002000:00010000:1.0:1734016136.843383:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800740b5880 00000100:00100000:1.0:1734016136.843434:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337015808 00000100:00100000:1.0:1734016136.843438:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337015808 00002000:00100000:1.0:1734016136.843453:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (7065600->8290303) req@ffff8800740b4e00 x1818247337015808/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:97/0 lens 488/0 e 0 to 0 dl 1734016147 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016136.843459:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800740b4e00 with x1818247337015808 ext(7065600->8290303) 00002000:00010000:1.0:1734016136.843463:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800740b4e00 00000100:00100000:1.0:1734016136.843494:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9254 00000100:00100000:1.0:1734016136.843507:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800740b5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+10:1978:x1818247337015680:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:3.0:1734016136.847294:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9255 00000100:00100000:3.0:1734016136.847318:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800740b4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+10:1978:x1818247337015808:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:3.0:1734016136.885825:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800740b4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+11:1978:x1818247337015808:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 38493us (42736us total) trans 0 rc 1224704/1224704 00000100:00100000:3.0:1734016136.885845:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9255 00002000:00100000:3.0:1734016136.885883:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (7065600->8290303) req@ffff8800740b4e00 x1818247337015808/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:97/0 lens 488/440 e 0 to 0 dl 1734016147 ref 1 fl Complete:/200/0 rc 1224704/1224704 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016136.885895:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800740b4e00 with x1818247337015808 ext(7065600->8290303) 00002000:00010000:3.0:1734016136.885902:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800740b4e00 00000100:00100000:1.0:1734016136.966526:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800740b5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+9:1978:x1818247337015680:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 123007us (123579us total) trans 0 rc 4194304/4194304 00000100:00100000:1.0:1734016136.966542:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9254 00002000:00100000:1.0:1734016136.966560:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (1073152->7065599) req@ffff8800740b5880 x1818247337015680/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:97/0 lens 504/440 e 0 to 0 dl 1734016147 ref 1 fl Complete:/200/0 rc 4194304/4194304 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016136.966571:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800740b5880 with x1818247337015680 ext(1073152->7065599) 00002000:00010000:1.0:1734016136.966580:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800740b5880 00000100:00100000:3.0:1734016136.974576:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016136.974714:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337016192 00000100:00100000:1.0:1734016136.974728:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337016192 00002000:00100000:1.0:1734016136.974794:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (1069056->1073151) req@ffff8800740b6300 x1818247337016192/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:97/0 lens 488/0 e 0 to 0 dl 1734016147 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016136.974805:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800740b6300 with x1818247337016192 ext(1069056->1073151) 00002000:00010000:1.0:1734016136.974811:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800740b6300 00000100:00100000:1.0:1734016136.974907:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9256 00000100:00100000:1.0:1734016136.974916:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800740b6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+9:1979:x1818247337016192:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:1.0:1734016136.975224:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800740b6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+9:1979:x1818247337016192:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 308us (673us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016136.975232:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9256 00002000:00100000:1.0:1734016136.975239:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (1069056->1073151) req@ffff8800740b6300 x1818247337016192/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:97/0 lens 488/4536 e 0 to 0 dl 1734016147 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016136.975247:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800740b6300 with x1818247337016192 ext(1069056->1073151) 00002000:00010000:1.0:1734016136.975250:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800740b6300 00000100:00100000:3.0:1734016136.990996:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016136.991088:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337016448 00000100:00100000:1.0:1734016136.991106:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337016448 00002000:00100000:1.0:1734016136.991184:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (1064960->1069055) req@ffff880075260380 x1818247337016448/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:97/0 lens 488/0 e 0 to 0 dl 1734016147 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016136.991197:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880075260380 with x1818247337016448 ext(1064960->1069055) 00002000:00010000:1.0:1734016136.991205:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880075260380 00000100:00100000:1.0:1734016136.991245:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9257 00000100:00100000:1.0:1734016136.991252:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075260380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+9:1981:x1818247337016448:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:1.0:1734016136.991530:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075260380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+9:1981:x1818247337016448:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 278us (553us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016136.991539:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9257 00002000:00100000:1.0:1734016136.991544:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (1064960->1069055) req@ffff880075260380 x1818247337016448/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:97/0 lens 488/4536 e 0 to 0 dl 1734016147 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016136.991552:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880075260380 with x1818247337016448 ext(1064960->1069055) 00002000:00010000:1.0:1734016136.991555:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880075260380 00000100:00100000:2.0:1734016137.002950:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016137.003295:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337016704 00000100:00100000:1.0:1734016137.003311:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337016704 00002000:00100000:1.0:1734016137.003370:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (1060864->1064959) req@ffff880076949880 x1818247337016704/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:98/0 lens 488/0 e 0 to 0 dl 1734016148 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016137.003381:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076949880 with x1818247337016704 ext(1060864->1064959) 00002000:00010000:1.0:1734016137.003386:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076949880 00000100:00100000:1.0:1734016137.003479:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9258 00000100:00100000:1.0:1734016137.003488:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076949880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+9:1978:x1818247337016704:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:1.0:1734016137.004093:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076949880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+9:1978:x1818247337016704:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 604us (1162us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016137.004103:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9258 00002000:00100000:1.0:1734016137.004111:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (1060864->1064959) req@ffff880076949880 x1818247337016704/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:98/0 lens 488/4536 e 0 to 0 dl 1734016148 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016137.004117:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076949880 with x1818247337016704 ext(1060864->1064959) 00002000:00010000:1.0:1734016137.004121:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076949880 00000100:00100000:3.0:1734016137.007351:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016137.007753:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337016960 00000100:00100000:1.0:1734016137.007775:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337016960 00002000:00100000:1.0:1734016137.007899:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (1056768->1060863) req@ffff880075261f80 x1818247337016960/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:98/0 lens 488/0 e 0 to 0 dl 1734016148 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016137.007914:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880075261f80 with x1818247337016960 ext(1056768->1060863) 00002000:00010000:1.0:1734016137.007924:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880075261f80 00000100:00100000:1.0:1734016137.007980:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9259 00000100:00100000:1.0:1734016137.007993:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075261f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+9:1980:x1818247337016960:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:1.0:1734016137.008378:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075261f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+9:1980:x1818247337016960:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 387us (1055us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016137.008392:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9259 00002000:00100000:1.0:1734016137.008403:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (1056768->1060863) req@ffff880075261f80 x1818247337016960/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:98/0 lens 488/4536 e 0 to 0 dl 1734016148 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016137.008413:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880075261f80 with x1818247337016960 ext(1056768->1060863) 00002000:00010000:1.0:1734016137.008418:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880075261f80 00000100:00100000:2.0:1734016137.012972:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016137.013082:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337017216 00000100:00100000:3.0:1734016137.013096:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337017216 00002000:00100000:3.0:1734016137.013178:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (1052672->1056767) req@ffff880076949f80 x1818247337017216/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:98/0 lens 488/0 e 0 to 0 dl 1734016148 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016137.013190:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076949f80 with x1818247337017216 ext(1052672->1056767) 00002000:00010000:3.0:1734016137.013198:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076949f80 00000100:00100000:3.0:1734016137.013447:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9260 00000100:00100000:3.0:1734016137.013457:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076949f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+9:1978:x1818247337017216:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:3.0:1734016137.013942:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076949f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+9:1978:x1818247337017216:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 485us (1098us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016137.013951:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9260 00002000:00100000:3.0:1734016137.013960:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (1052672->1056767) req@ffff880076949f80 x1818247337017216/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:98/0 lens 488/4536 e 0 to 0 dl 1734016148 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016137.013968:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076949f80 with x1818247337017216 ext(1052672->1056767) 00002000:00010000:3.0:1734016137.013971:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076949f80 00000100:00100000:2.0:1734016137.017249:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016137.017387:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337017472 00000100:00100000:3.0:1734016137.017406:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337017472 00002000:00100000:3.0:1734016137.017486:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (1048576->1052671) req@ffff88007694ad80 x1818247337017472/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:98/0 lens 488/0 e 0 to 0 dl 1734016148 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016137.017501:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007694ad80 with x1818247337017472 ext(1048576->1052671) 00002000:00010000:3.0:1734016137.017511:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007694ad80 00000100:00100000:3.0:1734016137.017921:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9261 00000100:00100000:3.0:1734016137.017932:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007694ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+9:1981:x1818247337017472:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:3.0:1734016137.018286:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007694ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+9:1981:x1818247337017472:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 355us (1054us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016137.018296:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9261 00002000:00100000:3.0:1734016137.018303:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (1048576->1052671) req@ffff88007694ad80 x1818247337017472/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:98/0 lens 488/4536 e 0 to 0 dl 1734016148 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016137.018310:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007694ad80 with x1818247337017472 ext(1048576->1052671) 00002000:00010000:3.0:1734016137.018313:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007694ad80 00000100:00100000:2.0:1734016137.020800:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016137.020968:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337017728 00000100:00100000:1.0:1734016137.020979:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337017728 00002000:00100000:1.0:1734016137.021030:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (1044480->1048575) req@ffff880076949180 x1818247337017728/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:98/0 lens 488/0 e 0 to 0 dl 1734016148 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016137.021039:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076949180 with x1818247337017728 ext(1044480->1048575) 00002000:00010000:1.0:1734016137.021044:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076949180 00000100:00100000:1.0:1734016137.021076:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9262 00000100:00100000:1.0:1734016137.021082:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076949180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+9:1978:x1818247337017728:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:1.0:1734016137.021330:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076949180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+9:1978:x1818247337017728:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 248us (540us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016137.021337:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9262 00002000:00100000:1.0:1734016137.021342:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (1044480->1048575) req@ffff880076949180 x1818247337017728/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:98/0 lens 488/4536 e 0 to 0 dl 1734016148 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016137.023564:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076949180 with x1818247337017728 ext(1044480->1048575) 00002000:00010000:1.0:1734016137.023576:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076949180 00000100:00100000:2.0:1734016137.036202:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016137.037368:0:3511:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880075261880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3511:1818247339484416:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1734016137.037460:0:3511:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734016137.037524:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339484416 00000100:00100000:3.0:1734016137.037535:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339484416 00000100:00100000:3.0:1734016137.037615:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 125 00000100:00100000:3.0:1734016137.037625:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075262d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3511:x1818247339484416:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1734016137.037677:0:7693:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 490160704 pending 0 free 3923677184 avail 3692154880 00000100:00100000:3.0:1734016137.037720:0:7693:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075262d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3511:x1818247339484416:12345-0@lo:13:osp-pre-0-0.0 Request processed in 97us (260us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016137.037727:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 125 00000100:00100000:3.0:1734016137.037773:0:3511:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880075261880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3511:1818247339484416:0@lo:13:osp-pre-0-0.0 00000100:00080000:0.0:1734016137.038333:0:6479:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1734016107 00000100:00100000:1.0:1734016137.038681:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337017984 00000100:00100000:1.0:1734016137.038690:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337017984 00002000:00100000:1.0:1734016137.038740:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (1040384->1044479) req@ffff880073e00000 x1818247337017984/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:98/0 lens 488/0 e 0 to 0 dl 1734016148 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016137.038753:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880073e00000 with x1818247337017984 ext(1040384->1044479) 00002000:00010000:1.0:1734016137.038761:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880073e00000 00000100:00100000:1.0:1734016137.038794:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9263 00000100:00100000:1.0:1734016137.038800:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880073e00000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+9:1981:x1818247337017984:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:1.0:1734016137.039099:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880073e00000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+9:1981:x1818247337017984:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 297us (2913us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016137.039112:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9263 00002000:00100000:1.0:1734016137.039117:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (1040384->1044479) req@ffff880073e00000 x1818247337017984/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:98/0 lens 488/4536 e 0 to 0 dl 1734016148 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016137.039134:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880073e00000 with x1818247337017984 ext(1040384->1044479) 00002000:00010000:1.0:1734016137.039136:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880073e00000 00000100:00100000:2.0:1734016137.056225:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016137.057982:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337018240 00000100:00100000:3.0:1734016137.058009:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337018240 00002000:00100000:3.0:1734016137.058099:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (1036288->1040383) req@ffff880073e02a00 x1818247337018240/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:98/0 lens 488/0 e 0 to 0 dl 1734016148 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016137.058115:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880073e02a00 with x1818247337018240 ext(1036288->1040383) 00002000:00010000:3.0:1734016137.058129:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880073e02a00 00000100:00100000:3.0:1734016137.058183:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9264 00000100:00100000:3.0:1734016137.058192:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880073e02a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+9:1978:x1818247337018240:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:3.0:1734016137.058547:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880073e02a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+9:1978:x1818247337018240:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 355us (2347us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016137.058557:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9264 00002000:00100000:3.0:1734016137.058564:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (1036288->1040383) req@ffff880073e02a00 x1818247337018240/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:98/0 lens 488/4536 e 0 to 0 dl 1734016148 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016137.058572:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880073e02a00 with x1818247337018240 ext(1036288->1040383) 00002000:00010000:3.0:1734016137.058575:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880073e02a00 00000100:00100000:2.0:1734016137.066179:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016137.068481:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337018496 00000100:00100000:1.0:1734016137.068503:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337018496 00002000:00100000:1.0:1734016137.068576:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (1032192->1036287) req@ffff880073e01880 x1818247337018496/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:98/0 lens 488/0 e 0 to 0 dl 1734016148 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016137.068589:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880073e01880 with x1818247337018496 ext(1032192->1036287) 00002000:00010000:1.0:1734016137.068596:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880073e01880 00000100:00100000:1.0:1734016137.068649:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9265 00000100:00100000:1.0:1734016137.068658:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880073e01880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+9:1981:x1818247337018496:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:1.0:1734016137.068926:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880073e01880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+9:1981:x1818247337018496:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 268us (2767us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016137.068935:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9265 00002000:00100000:1.0:1734016137.068941:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (1032192->1036287) req@ffff880073e01880 x1818247337018496/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:98/0 lens 488/4536 e 0 to 0 dl 1734016148 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016137.068948:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880073e01880 with x1818247337018496 ext(1032192->1036287) 00002000:00010000:1.0:1734016137.068951:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880073e01880 00000100:00100000:2.0:1734016137.085578:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016137.085818:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337018752 00000100:00100000:3.0:1734016137.085836:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337018752 00002000:00100000:3.0:1734016137.085953:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (1028096->1032191) req@ffff880073e01c00 x1818247337018752/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:98/0 lens 488/0 e 0 to 0 dl 1734016148 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016137.085968:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880073e01c00 with x1818247337018752 ext(1028096->1032191) 00002000:00010000:3.0:1734016137.085976:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880073e01c00 00000100:00100000:3.0:1734016137.086024:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9266 00000100:00100000:3.0:1734016137.086032:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880073e01c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+9:1978:x1818247337018752:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:3.0:1734016137.088672:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880073e01c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+9:1978:x1818247337018752:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 2625us (3107us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016137.088688:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9266 00002000:00100000:3.0:1734016137.088708:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (1028096->1032191) req@ffff880073e01c00 x1818247337018752/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:98/0 lens 488/4536 e 0 to 0 dl 1734016148 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016137.088719:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880073e01c00 with x1818247337018752 ext(1028096->1032191) 00002000:00010000:3.0:1734016137.088726:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880073e01c00 00000100:00100000:2.0:1734016137.097801:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016137.097924:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337018880 00000100:00100000:3.0:1734016137.097934:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337018880 00002000:00100000:3.0:1734016137.097991:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (1028096->1077247) req@ffff880073e02680 x1818247337018880/t0(0) o4->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:98/0 lens 488/0 e 0 to 0 dl 1734016148 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016137.098004:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880073e02680 with x1818247337018880 ext(1028096->1077247) 00002000:00010000:3.0:1734016137.098012:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880073e02680 00000100:00100000:3.0:1734016137.098055:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9267 00000100:00100000:3.0:1734016137.098062:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880073e02680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+9:1981:x1818247337018880:12345-192.168.201.10@tcp:4:fsx.0 00000100:00100000:3.0:1734016137.104463:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880073e02680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+11:1981:x1818247337018880:12345-192.168.201.10@tcp:4:fsx.0 Request processed in 6377us (6656us total) trans 4294969409 rc 0/0 00000100:00100000:3.0:1734016137.104482:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9267 00002000:00100000:3.0:1734016137.104506:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (1028096->1077247) req@ffff880073e02680 x1818247337018880/t4294969409(0) o4->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:98/0 lens 488/448 e 0 to 0 dl 1734016148 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016137.104521:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880073e02680 with x1818247337018880 ext(1028096->1077247) 00002000:00010000:3.0:1734016137.104529:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880073e02680 00000100:00100000:0.0:1734016137.112164:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016137.112297:0:6482:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337019008 00000100:00100000:2.0:1734016137.112311:0:6482:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337019008 00000100:00100000:2.0:1734016137.112402:0:6482:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2113 00000100:00100000:2.0:1734016137.112410:0:6482:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074d34e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+13:9673:x1818247337019008:12345-192.168.201.10@tcp:44:fsx.0 00000100:00100000:2.0:1734016137.112589:0:6482:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074d34e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+13:9673:x1818247337019008:12345-192.168.201.10@tcp:44:fsx.0 Request processed in 179us (438us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016137.112596:0:6482:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2113 00000100:00080000:0.0:1734016137.112777:0:6479:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734016107 00000100:00100000:2.0:1734016137.115017:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016137.115172:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337019136 00000100:00100000:1.0:1734016137.115185:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337019136 00000100:00100000:1.0:1734016137.115240:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 11024 00000100:00100000:1.0:1734016137.115247:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880073e01500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+11:1979:x1818247337019136:12345-192.168.201.10@tcp:16:fsx.0 00000001:00080000:2.0:1734016137.117500:0:8954:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969409 is committed 00000001:00080000:2.0:1734016137.117531:0:8954:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969408 is committed 00000100:00100000:1.0:1734016137.118140:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880073e01500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1979:x1818247337019136:12345-192.168.201.10@tcp:16:fsx.0 Request processed in 2870us (3114us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016137.118161:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 11024 00000100:00100000:2.0:1734016137.122505:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016137.122627:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337019264 00000100:00100000:1.0:1734016137.122638:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337019264 00000100:00100000:1.0:1734016137.123530:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 11025 00000100:00100000:1.0:1734016137.123541:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880073e00e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1979:x1818247337019264:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:1.0:1734016137.123566:0:7690:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016137.123591:0:7690:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880097236ac0/0x3f004d6452e08b46 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d21cc expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016137.123670:0:7690:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880075224700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339484544:192.168.201.10@tcp:106: 00000100:00100000:1.0:1734016137.123737:0:7690:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b42cd900 going to sleep for 11 seconds 00000100:00080000:0.0:1734016137.124119:0:6479:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734016107 00002000:00010000:1.0:1734016137.126173:0:7690:0:(ofd_lvb.c:301:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks: 280 -> 376 00000100:00100000:1.0:1734016137.126222:0:7690:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880075224700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339484544:192.168.201.10@tcp:106: 00010000:00010000:1.0:1734016137.126288:0:7690:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880097236ac0/0x3f004d6452e08b46 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d21cc expref: 7 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016137.126314:0:7690:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097236ac0/0x3f004d6452e08b46 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d21cc expref: 7 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016137.126332:0:7690:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097236ac0, rc 0) 00000100:00100000:1.0:1734016137.126423:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880073e00e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1979:x1818247337019264:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 2881us (3934us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016137.126437:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 11025 00000100:00100000:3.0:1734016137.129025:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016137.131364:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337019392 00000100:00100000:1.0:1734016137.131394:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337019392 00000100:00100000:1.0:1734016137.131487:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 11026 00000100:00100000:1.0:1734016137.131497:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075261880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1981:x1818247337019392:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:1.0:1734016137.131529:0:7690:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016137.131559:0:7690:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800972358c0/0x3f004d6452e08b4d lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d21d3 expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016137.131648:0:7690:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880075224700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339484672:192.168.201.10@tcp:106: 00000100:00100000:1.0:1734016137.132376:0:7690:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b42cd900 going to sleep for 11 seconds 00000100:00100000:1.0:1734016137.134514:0:7690:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880075224700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339484672:192.168.201.10@tcp:106: 00010000:00010000:1.0:1734016137.134566:0:7690:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800972358c0/0x3f004d6452e08b4d lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d21d3 expref: 7 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016137.134586:0:7690:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800972358c0/0x3f004d6452e08b4d lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d21d3 expref: 7 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016137.134609:0:7690:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800972358c0, rc 0) 00000100:00100000:1.0:1734016137.134673:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075261880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1981:x1818247337019392:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 3176us (5665us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016137.134685:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 11026 00000100:00100000:2.0:1734016137.140903:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016137.141223:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337019520 00000100:00100000:1.0:1734016137.141242:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337019520 00000100:00100000:1.0:1734016137.141381:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 11027 00000100:00100000:1.0:1734016137.141398:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880073e00380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:9673:x1818247337019520:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:1.0:1734016137.141454:0:7690:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016137.141501:0:7690:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880097236ac0/0x3f004d6452e08b54 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d21da expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016137.141575:0:7690:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a8038fc0/0x3f004d6452e08b3f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1073152->1077247) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d21c5 expref: 5 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016137.141588:0:7690:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016137.141592:0:7690:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016137.141597:0:7690:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880097236ac0/0x3f004d6452e08b54 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [987136->1048575] (req 987136->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d21da expref: 7 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016137.141676:0:7690:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a8038fc0/0x3f004d6452e08b3f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1073152->1077247) gid 0 flags: 0x50000000020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d21c5 expref: 5 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016137.141696:0:7690:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a8038fc0/0x3f004d6452e08b3f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1073152->1077247) gid 0 flags: 0x70000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d21c5 expref: 5 pid: 7690 timeout: 501 lvb_type: 0 00000100:00100000:1.0:1734016137.141719:0:7690:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880075224700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339484800:192.168.201.10@tcp:104: 00000100:00100000:1.0:1734016137.142566:0:7690:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b42cd900 going to sleep for 11 seconds 00000100:00100000:1.0:1734016137.149247:0:7690:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880075224700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339484800:192.168.201.10@tcp:104: 00010000:00010000:1.0:1734016137.149305:0:7690:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880097236ac0/0x3f004d6452e08b54 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [987136->1048575] (req 987136->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d21da expref: 7 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016137.149331:0:7690:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097236ac0, rc 0) 00000100:00100000:1.0:1734016137.149412:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880073e00380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:9673:x1818247337019520:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 8019us (8563us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016137.149423:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 11027 00000100:00100000:0.0:1734016137.156667:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016137.160428:0:9956:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337019648 00000100:00100000:2.0:1734016137.160454:0:9956:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337019648 00010000:00010000:2.0:1734016137.160531:0:9956:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a8038fc0/0x3f004d6452e08b3f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1073152->1077247) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d21c5 expref: 6 pid: 7690 timeout: 501 lvb_type: 0 00000100:00100000:2.0:1734016137.160770:0:9956:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2983 00000100:00100000:2.0:1734016137.160782:0:9956:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074d36a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1979:x1818247337019648:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016137.160806:0:9956:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016137.160839:0:9956:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a8038fc0/0x3f004d6452e08b3f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1073152->1077247) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d21c5 expref: 6 pid: 7690 timeout: 501 lvb_type: 0 00010000:00010000:2.0:1734016137.160858:0:9956:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a8038fc0/0x3f004d6452e08b3f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1073152->1077247) gid 0 flags: 0x50000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d21c5 expref: 6 pid: 7690 timeout: 501 lvb_type: 0 00010000:00010000:2.0:1734016137.161053:0:9956:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a8038fc0/0x3f004d6452e08b3f lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1073152->1077247) gid 0 flags: 0x44801400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d21c5 expref: 6 pid: 7690 timeout: 501 lvb_type: 0 00010000:00010000:2.0:1734016137.161281:0:9956:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016137.161284:0:9956:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016137.161298:0:9956:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880097236ac0/0x3f004d6452e08b54 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 987136->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d21da expref: 6 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016137.161309:0:9956:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880097236ac0/0x3f004d6452e08b54 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 987136->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d21da expref: 6 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016137.161368:0:9956:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880097236ac0/0x3f004d6452e08b54 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 987136->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d21da expref: 6 pid: 7690 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016137.161389:0:9956:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880073e02d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9956:1818247339484928:192.168.201.10@tcp:105: 00000100:00100000:2.0:1734016137.161813:0:9956:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007455dc00 going to sleep for 11 seconds 00000100:00100000:0.0:1734016137.166419:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016137.166546:0:9956:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880073e02d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9956:1818247339484928:192.168.201.10@tcp:105: 00010000:00010000:2.0:1734016137.166573:0:9956:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016137.166704:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337019776 00000100:00100000:1.0:1734016137.166711:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337019776 00000100:00100000:1.0:1734016137.166773:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 11028 00000100:00100000:1.0:1734016137.166782:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074d36d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1979:x1818247337019776:12345-192.168.201.10@tcp:22:fsx.0 00002000:00010000:1.0:1734016137.171996:0:7690:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 8286362 -> 8286362 00002000:00010000:1.0:1734016137.172011:0:7690:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016136 -> 1734016136 00002000:00010000:1.0:1734016137.172015:0:7690:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016136 -> 1734016136 00002000:00010000:1.0:1734016137.172018:0:7690:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016136 -> 1734016136 00002000:00010000:1.0:1734016137.172020:0:7690:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 376 -> 344 00000100:00100000:2.0:1734016137.172628:0:9956:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074d36a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:1979:x1818247337019648:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 11829us (15963us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016137.172650:0:9956:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2983 00000100:00100000:1.0:1734016137.173824:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074d36d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1979:x1818247337019776:12345-192.168.201.10@tcp:22:fsx.0 Request processed in 7031us (7409us total) trans 4294969410 rc 0/0 00000100:00100000:1.0:1734016137.173840:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 11028 00000100:00100000:0.0:1734016137.179954:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016137.180055:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337020032 00000100:00100000:3.0:1734016137.180067:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337020032 00002000:00100000:3.0:1734016137.180128:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (352256->356351) req@ffff880074d37100 x1818247337020032/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:98/0 lens 488/0 e 0 to 0 dl 1734016148 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016137.180137:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074d37100 with x1818247337020032 ext(352256->356351) 00002000:00010000:3.0:1734016137.180144:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074d37100 00000100:00100000:3.0:1734016137.180181:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9268 00000100:00100000:3.0:1734016137.180191:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074d37100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1981:x1818247337020032:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:3.0:1734016137.180470:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074d37100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1981:x1818247337020032:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 277us (527us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016137.180477:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9268 00002000:00100000:3.0:1734016137.180483:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (352256->356351) req@ffff880074d37100 x1818247337020032/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:98/0 lens 488/4536 e 0 to 0 dl 1734016148 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016137.180489:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074d37100 with x1818247337020032 ext(352256->356351) 00002000:00010000:3.0:1734016137.180491:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074d37100 00000100:00100000:0.0:1734016137.183989:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016137.184256:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337020288 00000100:00100000:1.0:1734016137.184275:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337020288 00002000:00100000:1.0:1734016137.184354:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (348160->352255) req@ffff880074d37480 x1818247337020288/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:98/0 lens 488/0 e 0 to 0 dl 1734016148 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016137.184368:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074d37480 with x1818247337020288 ext(348160->352255) 00002000:00010000:1.0:1734016137.184377:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074d37480 00000100:00100000:1.0:1734016137.184422:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9269 00000100:00100000:1.0:1734016137.184431:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074d37480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1978:x1818247337020288:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:1.0:1734016137.184746:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074d37480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1978:x1818247337020288:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 316us (782us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016137.184756:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9269 00002000:00100000:1.0:1734016137.184763:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (348160->352255) req@ffff880074d37480 x1818247337020288/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:98/0 lens 488/4536 e 0 to 0 dl 1734016148 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016137.184776:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074d37480 with x1818247337020288 ext(348160->352255) 00002000:00010000:1.0:1734016137.184780:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074d37480 00000100:00100000:2.0:1734016137.195907:0:3510:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880073e01180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3510:1818247339485312:0@lo:400:kworker.0 00000100:00100000:2.0:1734016137.196000:0:3510:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734016137.196041:0:3510:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1734016137.196048:0:3510:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880073e03100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3510:1818247339485440:0@lo:400:kworker.0 00000100:00100000:2.0:1734016137.196067:0:3510:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734016137.196102:0:6482:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339485312 00000100:00100000:2.0:1734016137.196111:0:6482:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339485312 00000100:00100000:3.0:1734016137.196388:0:3509:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880073e03480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3509:1818247339485184:0@lo:400:kworker.0 00000100:00100000:3.0:1734016137.196422:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734016137.196441:0:3509:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:3.0:1734016137.196446:0:3509:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880073e02d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d6847433-36e0-498f-be35-6a8f02b47718:3509:1818247339485056:0@lo:400:kworker.0 00000100:00100000:3.0:1734016137.196481:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734016137.196496:0:3509:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012cc71500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3509:1818247339485568:0@lo:400:kworker.0 00000100:00100000:3.0:1734016137.196522:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734016137.196597:0:7420:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339485440 00000100:00100000:0.0:1734016137.196602:0:7420:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339485440 00000100:00100000:2.0:1734016137.197112:0:6482:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339485184 00000100:00100000:2.0:1734016137.197116:0:6482:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339485184 00000100:00100000:2.0:1734016137.197152:0:6482:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 228 00000100:00100000:2.0:1734016137.197161:0:6482:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cc73480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3510:x1818247339485312:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734016137.197239:0:6482:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cc73480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3510:x1818247339485312:12345-0@lo:400:kworker.0 Request processed in 78us (1240us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016137.197249:0:6482:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 228 00000100:00100000:2.0:1734016137.197272:0:6482:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 229 00000100:00100000:2.0:1734016137.197276:0:6482:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075260e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3509:x1818247339485184:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734016137.197300:0:6482:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075260e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3509:x1818247339485184:12345-0@lo:400:kworker.0 Request processed in 24us (879us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016137.197306:0:6482:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 229 00000100:00100000:2.0:1734016137.197357:0:3510:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880073e01180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3510:1818247339485312:0@lo:400:kworker.0 00000100:00100000:0.0:1734016137.197718:0:7420:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 230 00000100:00100000:0.0:1734016137.197724:0:7420:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cc71f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3510:x1818247339485440:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734016137.197766:0:7420:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cc71f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3510:x1818247339485440:12345-0@lo:400:kworker.0 Request processed in 42us (1697us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016137.197771:0:7420:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 230 00000100:00100000:0.0:1734016137.197792:0:6477:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339485056 00000100:00100000:0.0:1734016137.197795:0:6477:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339485056 00000100:00100000:0.0:1734016137.197820:0:6477:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 331 00000100:00100000:0.0:1734016137.197824:0:6477:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800ac540050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d6847433-36e0-498f-be35-6a8f02b47718+18:3509:x1818247339485056:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734016137.197851:0:6477:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800ac540050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d6847433-36e0-498f-be35-6a8f02b47718+18:3509:x1818247339485056:12345-0@lo:400:kworker.0 Request processed in 27us (1371us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016137.197859:0:6477:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 331 00000100:00100000:0.0:1734016137.197961:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00080000:1.0:1734016137.198072:0:6479:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734016107 00000100:00080000:1.0:1734016137.198077:0:6479:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734016107 00000100:00100000:3.0:1734016137.198166:0:3509:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880073e03480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3509:1818247339485184:0@lo:400:kworker.0 00000100:00100000:3.0:1734016137.198185:0:3509:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880073e02d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d6847433-36e0-498f-be35-6a8f02b47718:3509:1818247339485056:0@lo:400:kworker.0 00000100:00100000:3.0:1734016137.198215:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337020544 00000100:00100000:3.0:1734016137.198218:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337020544 00002000:00100000:3.0:1734016137.198264:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (344064->348159) req@ffff880074d37800 x1818247337020544/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:98/0 lens 488/0 e 0 to 0 dl 1734016148 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016137.198277:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074d37800 with x1818247337020544 ext(344064->348159) 00002000:00010000:3.0:1734016137.198281:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074d37800 00000100:00100000:3.0:1734016137.198297:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9270 00000100:00100000:3.0:1734016137.198303:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074d37800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1981:x1818247337020544:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:3.0:1734016137.198538:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074d37800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1981:x1818247337020544:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 233us (578us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016137.198546:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9270 00002000:00100000:3.0:1734016137.198552:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (344064->348159) req@ffff880074d37800 x1818247337020544/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:98/0 lens 488/4536 e 0 to 0 dl 1734016148 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016137.198561:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074d37800 with x1818247337020544 ext(344064->348159) 00002000:00010000:3.0:1734016137.198565:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074d37800 00000100:00100000:1.0:1734016137.198633:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339485568 00000100:00100000:1.0:1734016137.198638:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339485568 00000100:00100000:1.0:1734016137.198683:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 117 00000100:00100000:1.0:1734016137.198688:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075261180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3509:x1818247339485568:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734016137.198730:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075261180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3509:x1818247339485568:12345-0@lo:400:kworker.0 Request processed in 42us (2207us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016137.198736:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 117 00000100:00080000:1.0:1734016137.198753:0:6479:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734016107 00000100:00100000:2.0:1734016137.198837:0:3510:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880073e03100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3510:1818247339485440:0@lo:400:kworker.0 00000100:00100000:3.0:1734016137.199111:0:3509:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012cc71500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3509:1818247339485568:0@lo:400:kworker.0 00000100:00100000:0.0:1734016137.206217:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016137.206519:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337020800 00000100:00100000:2.0:1734016137.206536:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337020800 00002000:00100000:2.0:1734016137.206612:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (339968->344063) req@ffff880074d37b80 x1818247337020800/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:98/0 lens 488/0 e 0 to 0 dl 1734016148 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016137.206628:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074d37b80 with x1818247337020800 ext(339968->344063) 00002000:00010000:2.0:1734016137.206636:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074d37b80 00000100:00100000:2.0:1734016137.206683:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9271 00000100:00100000:2.0:1734016137.206692:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074d37b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1978:x1818247337020800:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:2.0:1734016137.207092:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074d37b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1978:x1818247337020800:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 400us (898us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016137.207102:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9271 00002000:00100000:2.0:1734016137.207107:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (339968->344063) req@ffff880074d37b80 x1818247337020800/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:98/0 lens 488/4536 e 0 to 0 dl 1734016148 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016137.207115:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074d37b80 with x1818247337020800 ext(339968->344063) 00002000:00010000:2.0:1734016137.207118:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074d37b80 00000100:00100000:0.0:1734016137.211447:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016137.211849:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337021056 00000100:00100000:3.0:1734016137.211914:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337021056 00002000:00100000:3.0:1734016137.211996:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (335872->339967) req@ffff880074d36680 x1818247337021056/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:98/0 lens 488/0 e 0 to 0 dl 1734016148 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016137.212010:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074d36680 with x1818247337021056 ext(335872->339967) 00002000:00010000:3.0:1734016137.212017:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074d36680 00000100:00100000:3.0:1734016137.212062:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9272 00000100:00100000:3.0:1734016137.212070:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074d36680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1981:x1818247337021056:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:3.0:1734016137.212433:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074d36680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1981:x1818247337021056:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 362us (1010us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016137.212444:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9272 00002000:00100000:3.0:1734016137.212453:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (335872->339967) req@ffff880074d36680 x1818247337021056/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:98/0 lens 488/4536 e 0 to 0 dl 1734016148 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016137.212461:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074d36680 with x1818247337021056 ext(335872->339967) 00002000:00010000:3.0:1734016137.212466:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074d36680 00000100:00100000:0.0:1734016137.215588:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016137.215824:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337021312 00000100:00100000:2.0:1734016137.215840:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337021312 00002000:00100000:2.0:1734016137.215945:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (331776->335871) req@ffff880074d34000 x1818247337021312/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:98/0 lens 488/0 e 0 to 0 dl 1734016148 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016137.215959:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074d34000 with x1818247337021312 ext(331776->335871) 00002000:00010000:2.0:1734016137.215965:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074d34000 00000100:00100000:2.0:1734016137.216010:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9273 00000100:00100000:2.0:1734016137.216019:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074d34000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1978:x1818247337021312:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:2.0:1734016137.216301:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074d34000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1978:x1818247337021312:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 280us (732us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016137.216310:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9273 00002000:00100000:2.0:1734016137.216319:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (331776->335871) req@ffff880074d34000 x1818247337021312/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:98/0 lens 488/4536 e 0 to 0 dl 1734016148 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016137.216326:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074d34000 with x1818247337021312 ext(331776->335871) 00002000:00010000:2.0:1734016137.216329:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074d34000 00000100:00100000:0.0:1734016137.220016:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016137.223702:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337021568 00000100:00100000:3.0:1734016137.223740:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337021568 00002000:00100000:3.0:1734016137.223854:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (327680->331775) req@ffff880074d34700 x1818247337021568/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:98/0 lens 488/0 e 0 to 0 dl 1734016148 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016137.223923:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074d34700 with x1818247337021568 ext(327680->331775) 00002000:00010000:3.0:1734016137.223931:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074d34700 00000100:00100000:3.0:1734016137.223992:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9274 00000100:00100000:3.0:1734016137.224000:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074d34700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1981:x1818247337021568:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:3.0:1734016137.224448:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074d34700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1981:x1818247337021568:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 446us (4449us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016137.224458:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9274 00002000:00100000:3.0:1734016137.224467:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (327680->331775) req@ffff880074d34700 x1818247337021568/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:98/0 lens 488/4536 e 0 to 0 dl 1734016148 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016137.224476:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074d34700 with x1818247337021568 ext(327680->331775) 00002000:00010000:3.0:1734016137.224481:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074d34700 00000100:00100000:0.0:1734016137.234185:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016137.234784:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337021824 00000100:00100000:2.0:1734016137.234803:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337021824 00002000:00100000:2.0:1734016137.234921:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (323584->327679) req@ffff880074d34a80 x1818247337021824/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:98/0 lens 488/0 e 0 to 0 dl 1734016148 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016137.234934:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074d34a80 with x1818247337021824 ext(323584->327679) 00002000:00010000:2.0:1734016137.234941:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074d34a80 00000100:00100000:2.0:1734016137.234980:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9275 00000100:00100000:2.0:1734016137.234989:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074d34a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1978:x1818247337021824:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:2.0:1734016137.235289:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074d34a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1978:x1818247337021824:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 300us (1125us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016137.235297:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9275 00002000:00100000:2.0:1734016137.235303:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (323584->327679) req@ffff880074d34a80 x1818247337021824/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:98/0 lens 488/4536 e 0 to 0 dl 1734016148 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016137.235311:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074d34a80 with x1818247337021824 ext(323584->327679) 00002000:00010000:2.0:1734016137.235314:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074d34a80 00000100:00100000:0.0:1734016137.243440:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016137.243734:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337022080 00000100:00100000:3.0:1734016137.243751:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337022080 00002000:00100000:3.0:1734016137.243823:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (319488->323583) req@ffff880074d35880 x1818247337022080/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:98/0 lens 488/0 e 0 to 0 dl 1734016148 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016137.243838:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074d35880 with x1818247337022080 ext(319488->323583) 00002000:00010000:3.0:1734016137.243846:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074d35880 00000100:00100000:3.0:1734016137.243942:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9276 00000100:00100000:3.0:1734016137.243955:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074d35880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1981:x1818247337022080:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:3.0:1734016137.244334:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074d35880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1981:x1818247337022080:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 380us (915us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016137.244344:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9276 00002000:00100000:3.0:1734016137.244351:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (319488->323583) req@ffff880074d35880 x1818247337022080/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:98/0 lens 488/4536 e 0 to 0 dl 1734016148 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016137.244359:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074d35880 with x1818247337022080 ext(319488->323583) 00002000:00010000:3.0:1734016137.244362:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074d35880 00000100:00100000:0.0:1734016137.248726:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016137.251908:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337022336 00000100:00100000:2.0:1734016137.251930:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337022336 00002000:00100000:2.0:1734016137.252007:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (315392->319487) req@ffff880074d35c00 x1818247337022336/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:98/0 lens 488/0 e 0 to 0 dl 1734016148 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016137.252021:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074d35c00 with x1818247337022336 ext(315392->319487) 00002000:00010000:2.0:1734016137.252028:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074d35c00 00000100:00100000:2.0:1734016137.252178:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9277 00000100:00100000:2.0:1734016137.252188:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074d35c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1978:x1818247337022336:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:2.0:1734016137.252511:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074d35c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1978:x1818247337022336:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 323us (3803us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016137.252519:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9277 00002000:00100000:2.0:1734016137.252526:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (315392->319487) req@ffff880074d35c00 x1818247337022336/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:98/0 lens 488/4536 e 0 to 0 dl 1734016148 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016137.252533:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074d35c00 with x1818247337022336 ext(315392->319487) 00002000:00010000:2.0:1734016137.252536:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074d35c00 00000100:00100000:0.0:1734016137.258543:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016137.258695:0:8966:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337022592 00000100:00100000:2.0:1734016137.258714:0:8966:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337022592 00000100:00080000:1.0:1734016137.259922:0:6479:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734016107 00000100:00100000:3.0:1734016137.260429:0:8966:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2114 00000100:00100000:3.0:1734016137.260443:0:8966:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074d35f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+15:9673:x1818247337022592:12345-192.168.201.10@tcp:36:fsx.0 00010000:00010000:3.0:1734016137.260526:0:8966:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016137.260571:0:8966:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a6d00/0x3f004d6452e08af2 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2178 expref: 15 pid: 8966 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016137.260617:0:8966:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:3.0:1734016137.260621:0:8966:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1734016137.260847:0:8966:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a7a80/0x3f004d6452e08b5b lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 8966 initiator: MDT0 00010000:00010000:3.0:1734016137.260886:0:8966:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880097234000/0x3f004d6452e08ae4 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2171 expref: 12 pid: 6482 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016137.260894:0:8966:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a7a80/0x3f004d6452e08b5b lrc: 4/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 8966 initiator: MDT0 00010000:00010000:3.0:1734016137.260933:0:8966:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880097234000/0x3f004d6452e08ae4 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2171 expref: 12 pid: 6482 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016137.260952:0:8966:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880097234000/0x3f004d6452e08ae4 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2171 expref: 12 pid: 6482 timeout: 501 lvb_type: 0 00000100:00100000:3.0:1734016137.260966:0:8966:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880075260a80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:8966:1818247339485696:192.168.201.10@tcp:104: 00000100:00100000:3.0:1734016137.261049:0:8966:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac68ecc0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016137.266297:0:8966:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880075260a80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:8966:1818247339485696:192.168.201.10@tcp:104: 00010000:00010000:3.0:1734016137.266354:0:8966:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a7a80/0x3f004d6452e08b5b lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 8966 initiator: MDT0 00000100:00100000:0.0:1734016137.267697:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016137.267990:0:9956:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337022720 00000100:00100000:2.0:1734016137.268006:0:9956:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337022720 00010000:00010000:2.0:1734016137.268063:0:9956:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880097234000/0x3f004d6452e08ae4 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2171 expref: 13 pid: 6482 timeout: 501 lvb_type: 0 00000100:00100000:2.0:1734016137.268133:0:9956:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2984 00000100:00100000:2.0:1734016137.268144:0:9956:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074d34380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+13:1979:x1818247337022720:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016137.268168:0:9956:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016137.268178:0:9956:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880097234000/0x3f004d6452e08ae4 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2171 expref: 13 pid: 6482 timeout: 501 lvb_type: 0 00010000:00010000:2.0:1734016137.268192:0:9956:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880097234000/0x3f004d6452e08ae4 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2171 expref: 13 pid: 6482 timeout: 501 lvb_type: 0 00010000:00010000:2.0:1734016137.268231:0:9956:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880097234000/0x3f004d6452e08ae4 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2171 expref: 13 pid: 6482 timeout: 501 lvb_type: 0 00010000:00010000:2.0:1734016137.268282:0:9956:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:2.0:1734016137.268289:0:9956:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a7a80/0x3f004d6452e08b5b lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 8966 initiator: MDT0 00010000:00010000:2.0:1734016137.268302:0:9956:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a7a80/0x3f004d6452e08b5b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 8966 initiator: MDT0 00010000:00010000:2.0:1734016137.268311:0:9956:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a7a80/0x3f004d6452e08b5b lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 8966 initiator: MDT0 00010000:00010000:2.0:1734016137.268341:0:9956:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016137.268423:0:9956:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074d34380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+12:1979:x1818247337022720:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 280us (736us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016137.268434:0:9956:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2984 00010000:00010000:2.0:1734016137.268495:0:8966:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a7a80/0x3f004d6452e08b5b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8966 initiator: MDT0 00010000:00010000:2.0:1734016137.268502:0:8966:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a7a80/0x3f004d6452e08b5b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8966 initiator: MDT0 00000001:00080000:2.0:1734016137.268666:0:8966:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294968635 00000004:00010000:2.0:1734016137.268738:0:8966:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff880074d35f80 reply state ffff880135347000 transno 4294968636 ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a7a80/0x3f004d6452e08b5b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8966 initiator: MDT0 00000100:00100000:2.0:1734016137.268748:0:8966:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1734016137.268925:0:8966:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074d35f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+17:9673:x1818247337022592:12345-192.168.201.10@tcp:36:fsx.0 Request processed in 8485us (10408us total) trans 4294968636 rc 0/0 00000100:00100000:2.0:1734016137.268934:0:8966:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2114 00000020:00080000:2.0:1734016137.268940:0:8966:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1734016137.274092:0:3508:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1734016137.274136:0:3508:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880075260a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3508:1818247339485824:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1734016137.274255:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734016137.274361:0:13923:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339485824 00000100:00100000:3.0:1734016137.274372:0:13923:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339485824 00000100:00100000:3.0:1734016137.274449:0:13923:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 126 00000100:00100000:3.0:1734016137.274462:0:13923:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075224700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3508:x1818247339485824:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1734016137.274507:0:13923:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 980042304 pending 0 free 3923533824 avail 3691884544 00000100:00100000:3.0:1734016137.274568:0:13923:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075224700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3508:x1818247339485824:12345-0@lo:13:osp-pre-1-0.0 Request processed in 107us (312us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016137.274578:0:13923:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 126 00000100:00100000:1.0:1734016137.275035:0:3508:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880075260a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3508:1818247339485824:0@lo:13:osp-pre-1-0.0 00010000:00010000:1.0:1734016137.276303:0:3495:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a7a80/0x3f004d6452e08b5b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8966 initiator: MDT0 00010000:00010000:1.0:1734016137.276323:0:3495:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a7a80/0x3f004d6452e08b5b lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 8966 initiator: MDT0 00010000:00010000:1.0:1734016137.276333:0:3495:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a7a80/0x3f004d6452e08b5b lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8966 initiator: MDT0 00010000:00010000:1.0:1734016137.276340:0:3495:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88009a9a7a80 already unused, calling callback (ffffffffa0f03950) 00010000:00010000:1.0:1734016137.276346:0:3495:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a7a80/0x3f004d6452e08b5b lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8966 initiator: MDT0 00010000:00010000:1.0:1734016137.276356:0:3495:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a7a80/0x3f004d6452e08b5b lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 8966 initiator: MDT0 00010000:00010000:1.0:1734016137.276375:0:3495:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:1.0:1734016137.276377:0:3495:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1734016137.276383:0:3495:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a7a80/0x3f004d6452e08b5b lrc: 2/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8966 initiator: MDT0 00010000:00010000:1.0:1734016137.276387:0:3495:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a7a80/0x3f004d6452e08b5b lrc: 0/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8966 initiator: MDT0 00000100:00100000:0.0:1734016137.282803:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016137.283314:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337022848 00000100:00100000:3.0:1734016137.283334:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337022848 00002000:00010000:3.0:1734016137.283407:0:7696:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (8830168->18446744073709551615) 00002000:00100000:3.0:1734016137.283415:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800750e3480 with x1818247337022848 ext(8830168->18446744073709551615) 00002000:00010000:3.0:1734016137.283439:0:7696:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800750e3480. 00000100:00100000:3.0:1734016137.283490:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9278 00000100:00100000:3.0:1734016137.283502:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800750e3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1981:x1818247337022848:12345-192.168.201.10@tcp:10:fsx.0 00002000:00010000:3.0:1734016137.283825:0:7696:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 8286362 -> 8830168 00002000:00010000:3.0:1734016137.283830:0:7696:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016136 -> 1734016136 00002000:00010000:3.0:1734016137.283832:0:7696:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016136 -> 1734016136 00002000:00010000:3.0:1734016137.283834:0:7696:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016136 -> 1734016136 00002000:00010000:3.0:1734016137.283836:0:7696:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 344 -> 344 00000100:00100000:3.0:1734016137.283970:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800750e3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+9:1981:x1818247337022848:12345-192.168.201.10@tcp:10:fsx.0 Request processed in 469us (1199us total) trans 4294969411 rc 0/0 00000100:00100000:3.0:1734016137.283977:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9278 00002000:00010000:3.0:1734016137.283981:0:7696:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (8830168->18446744073709551615) 00002000:00100000:3.0:1734016137.283984:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800750e3480 with x1818247337022848 ext(8830168->18446744073709551615) 00002000:00010000:3.0:1734016137.283988:0:7696:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800750e3480. 00000100:00100000:0.0:1734016137.295264:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016137.295949:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337023104 00000100:00100000:2.0:1734016137.295973:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337023104 00002000:00100000:2.0:1734016137.296064:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (8826880->8830975) req@ffff8800750e0700 x1818247337023104/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:98/0 lens 488/0 e 0 to 0 dl 1734016148 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016137.296080:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800750e0700 with x1818247337023104 ext(8826880->8830975) 00002000:00010000:2.0:1734016137.296088:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800750e0700 00000100:00100000:2.0:1734016137.296166:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9279 00000100:00100000:2.0:1734016137.296178:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800750e0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+9:1979:x1818247337023104:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:2.0:1734016137.296512:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800750e0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+9:1979:x1818247337023104:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 335us (1272us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016137.296522:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9279 00002000:00100000:2.0:1734016137.296529:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (8826880->8830975) req@ffff8800750e0700 x1818247337023104/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:98/0 lens 488/4536 e 0 to 0 dl 1734016148 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016137.296536:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800750e0700 with x1818247337023104 ext(8826880->8830975) 00002000:00010000:2.0:1734016137.296540:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800750e0700 00000100:00100000:0.0:1734016137.305163:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016137.307253:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337023360 00000100:00100000:3.0:1734016137.307289:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337023360 00002000:00100000:3.0:1734016137.307391:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (8822784->8826879) req@ffff8800750e1c00 x1818247337023360/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:98/0 lens 488/0 e 0 to 0 dl 1734016148 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016137.307408:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800750e1c00 with x1818247337023360 ext(8822784->8826879) 00002000:00010000:3.0:1734016137.307418:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800750e1c00 00000100:00100000:3.0:1734016137.308201:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9280 00000100:00100000:3.0:1734016137.308210:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800750e1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+9:1980:x1818247337023360:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:3.0:1734016137.308572:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800750e1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+9:1980:x1818247337023360:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 360us (3422us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016137.308582:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9280 00002000:00100000:3.0:1734016137.308591:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (8822784->8826879) req@ffff8800750e1c00 x1818247337023360/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:98/0 lens 488/4536 e 0 to 0 dl 1734016148 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016137.308600:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800750e1c00 with x1818247337023360 ext(8822784->8826879) 00002000:00010000:3.0:1734016137.308605:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800750e1c00 00000100:00100000:2.0:1734016137.320696:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016137.320841:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337023616 00000100:00100000:3.0:1734016137.320861:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337023616 00002000:00100000:3.0:1734016137.322212:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (8818688->8822783) req@ffff88012cc70380 x1818247337023616/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:98/0 lens 488/0 e 0 to 0 dl 1734016148 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016137.322227:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012cc70380 with x1818247337023616 ext(8818688->8822783) 00002000:00010000:3.0:1734016137.322236:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012cc70380 00000100:00100000:3.0:1734016137.322289:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9281 00000100:00100000:3.0:1734016137.322302:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cc70380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+9:1981:x1818247337023616:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:3.0:1734016137.322604:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cc70380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+9:1981:x1818247337023616:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 305us (1934us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016137.322613:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9281 00002000:00100000:3.0:1734016137.322619:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (8818688->8822783) req@ffff88012cc70380 x1818247337023616/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:98/0 lens 488/4536 e 0 to 0 dl 1734016148 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016137.322627:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012cc70380 with x1818247337023616 ext(8818688->8822783) 00002000:00010000:3.0:1734016137.322630:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012cc70380 00000100:00100000:0.0:1734016137.333475:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016137.335044:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337023872 00000100:00100000:2.0:1734016137.335063:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337023872 00002000:00100000:2.0:1734016137.335159:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (8814592->8818687) req@ffff8800750e2300 x1818247337023872/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:98/0 lens 488/0 e 0 to 0 dl 1734016148 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016137.335173:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800750e2300 with x1818247337023872 ext(8814592->8818687) 00002000:00010000:2.0:1734016137.335181:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800750e2300 00000100:00100000:2.0:1734016137.335225:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9282 00000100:00100000:2.0:1734016137.335235:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800750e2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+9:1980:x1818247337023872:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:2.0:1734016137.335558:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800750e2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+9:1980:x1818247337023872:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 323us (2107us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016137.335568:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9282 00002000:00100000:2.0:1734016137.335574:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (8814592->8818687) req@ffff8800750e2300 x1818247337023872/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:98/0 lens 488/4536 e 0 to 0 dl 1734016148 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016137.335581:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800750e2300 with x1818247337023872 ext(8814592->8818687) 00002000:00010000:2.0:1734016137.335584:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800750e2300 00000100:00100000:0.0:1734016137.340081:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016137.340223:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337024128 00000100:00100000:3.0:1734016137.340237:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337024128 00002000:00100000:3.0:1734016137.340302:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (8810496->8814591) req@ffff8800750e1f80 x1818247337024128/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:98/0 lens 488/0 e 0 to 0 dl 1734016148 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016137.340312:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800750e1f80 with x1818247337024128 ext(8810496->8814591) 00002000:00010000:3.0:1734016137.340318:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800750e1f80 00000100:00100000:3.0:1734016137.340357:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9283 00000100:00100000:3.0:1734016137.340365:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800750e1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+9:1981:x1818247337024128:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:3.0:1734016137.340673:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800750e1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+9:1981:x1818247337024128:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 308us (609us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016137.340683:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9283 00002000:00100000:3.0:1734016137.340689:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (8810496->8814591) req@ffff8800750e1f80 x1818247337024128/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:98/0 lens 488/4536 e 0 to 0 dl 1734016148 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016137.340696:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800750e1f80 with x1818247337024128 ext(8810496->8814591) 00002000:00010000:3.0:1734016137.340699:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800750e1f80 00000100:00100000:0.0:1734016137.348294:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016137.349336:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337024384 00000100:00100000:2.0:1734016137.349355:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337024384 00002000:00100000:2.0:1734016137.349436:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (8806400->8810495) req@ffff8800750e2d80 x1818247337024384/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:98/0 lens 488/0 e 0 to 0 dl 1734016148 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016137.349451:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800750e2d80 with x1818247337024384 ext(8806400->8810495) 00002000:00010000:2.0:1734016137.349460:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800750e2d80 00000100:00100000:2.0:1734016137.349525:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9284 00000100:00100000:2.0:1734016137.349534:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800750e2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+9:1980:x1818247337024384:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:2.0:1734016137.349956:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800750e2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+9:1980:x1818247337024384:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 421us (1677us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016137.349967:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9284 00002000:00100000:2.0:1734016137.349976:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (8806400->8810495) req@ffff8800750e2d80 x1818247337024384/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:98/0 lens 488/4536 e 0 to 0 dl 1734016148 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016137.349984:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800750e2d80 with x1818247337024384 ext(8806400->8810495) 00002000:00010000:2.0:1734016137.349989:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800750e2d80 00000100:00100000:0.0:1734016137.357100:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016137.357314:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337024640 00000100:00100000:3.0:1734016137.357340:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337024640 00002000:00100000:3.0:1734016137.357471:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (8802304->8806399) req@ffff8800750e1880 x1818247337024640/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:98/0 lens 488/0 e 0 to 0 dl 1734016148 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016137.357491:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800750e1880 with x1818247337024640 ext(8802304->8806399) 00002000:00010000:3.0:1734016137.357505:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800750e1880 00000100:00100000:2.0:1734016137.358162:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9285 00000100:00100000:2.0:1734016137.358179:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800750e1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+9:1981:x1818247337024640:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:2.0:1734016137.358638:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800750e1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+9:1981:x1818247337024640:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 460us (1573us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016137.358649:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9285 00002000:00100000:2.0:1734016137.358657:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (8802304->8806399) req@ffff8800750e1880 x1818247337024640/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:98/0 lens 488/4536 e 0 to 0 dl 1734016148 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016137.358669:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800750e1880 with x1818247337024640 ext(8802304->8806399) 00002000:00010000:2.0:1734016137.358677:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800750e1880 00000100:00100000:0.0:1734016137.365516:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016137.366029:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337024896 00000100:00100000:3.0:1734016137.366043:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337024896 00002000:00100000:3.0:1734016137.366109:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (8798208->8802303) req@ffff8800750e0000 x1818247337024896/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:98/0 lens 488/0 e 0 to 0 dl 1734016148 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016137.366131:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800750e0000 with x1818247337024896 ext(8798208->8802303) 00002000:00010000:3.0:1734016137.366138:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800750e0000 00000100:00100000:3.0:1734016137.366422:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9286 00000100:00100000:3.0:1734016137.366433:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800750e0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+9:1980:x1818247337024896:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:3.0:1734016137.367949:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800750e0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+9:1980:x1818247337024896:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 1506us (2453us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016137.367966:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9286 00002000:00100000:3.0:1734016137.367979:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (8798208->8802303) req@ffff8800750e0000 x1818247337024896/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:98/0 lens 488/4536 e 0 to 0 dl 1734016148 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016137.367999:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800750e0000 with x1818247337024896 ext(8798208->8802303) 00002000:00010000:3.0:1734016137.368006:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800750e0000 00000100:00100000:0.0:1734016137.370856:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016137.371077:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337025152 00000100:00100000:3.0:1734016137.371096:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337025152 00002000:00100000:3.0:1734016137.371222:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (8794112->8798207) req@ffff8800750e0a80 x1818247337025152/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:98/0 lens 488/0 e 0 to 0 dl 1734016148 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016137.371237:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800750e0a80 with x1818247337025152 ext(8794112->8798207) 00002000:00010000:3.0:1734016137.371244:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800750e0a80 00000100:00100000:3.0:1734016137.371284:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9287 00000100:00100000:3.0:1734016137.371296:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800750e0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+9:1981:x1818247337025152:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:3.0:1734016137.371665:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800750e0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+9:1981:x1818247337025152:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 370us (827us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016137.371675:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9287 00002000:00100000:3.0:1734016137.371681:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (8794112->8798207) req@ffff8800750e0a80 x1818247337025152/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:98/0 lens 488/4536 e 0 to 0 dl 1734016148 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016137.371689:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800750e0a80 with x1818247337025152 ext(8794112->8798207) 00002000:00010000:3.0:1734016137.371692:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800750e0a80 00000100:00100000:0.0:1734016137.375199:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016137.379202:0:7695:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337025408 00000100:00100000:2.0:1734016137.379228:0:7695:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337025408 00002000:00100000:2.0:1734016137.379326:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (8790016->8794111) req@ffff8800750e3100 x1818247337025408/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:98/0 lens 488/0 e 0 to 0 dl 1734016148 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016137.379339:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800750e3100 with x1818247337025408 ext(8790016->8794111) 00002000:00010000:2.0:1734016137.379345:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800750e3100 00000100:00100000:2.0:1734016137.379399:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9288 00000100:00100000:2.0:1734016137.379409:0:7695:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800750e3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+9:1980:x1818247337025408:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:2.0:1734016137.379729:0:7695:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800750e3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+9:1980:x1818247337025408:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 320us (4559us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016137.379738:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9288 00002000:00100000:2.0:1734016137.379744:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (8790016->8794111) req@ffff8800750e3100 x1818247337025408/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:98/0 lens 488/4536 e 0 to 0 dl 1734016148 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016137.379752:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800750e3100 with x1818247337025408 ext(8790016->8794111) 00002000:00010000:2.0:1734016137.379754:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800750e3100 00000100:00100000:0.0:1734016137.383377:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016137.384388:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337025664 00000100:00100000:2.0:1734016137.384414:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337025664 00002000:00100000:3.0:1734016137.384640:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (8785920->8790015) req@ffff8800750e0e00 x1818247337025664/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:98/0 lens 488/0 e 0 to 0 dl 1734016148 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016137.384661:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800750e0e00 with x1818247337025664 ext(8785920->8790015) 00002000:00010000:3.0:1734016137.384670:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800750e0e00 00000100:00100000:3.0:1734016137.385800:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9289 00000100:00100000:3.0:1734016137.385814:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800750e0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+9:1981:x1818247337025664:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:3.0:1734016137.386247:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800750e0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+9:1981:x1818247337025664:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 435us (2902us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016137.386255:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9289 00002000:00100000:3.0:1734016137.386264:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (8785920->8790015) req@ffff8800750e0e00 x1818247337025664/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:98/0 lens 488/4536 e 0 to 0 dl 1734016148 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016137.386274:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800750e0e00 with x1818247337025664 ext(8785920->8790015) 00002000:00010000:3.0:1734016137.386278:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800750e0e00 00000100:00100000:0.0:1734016137.393517:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016137.393723:0:7695:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337025920 00000100:00100000:2.0:1734016137.393743:0:7695:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337025920 00002000:00100000:2.0:1734016137.393820:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (8781824->8785919) req@ffff8800750e2a00 x1818247337025920/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:98/0 lens 488/0 e 0 to 0 dl 1734016148 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016137.393833:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800750e2a00 with x1818247337025920 ext(8781824->8785919) 00002000:00010000:2.0:1734016137.393840:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800750e2a00 00000100:00100000:2.0:1734016137.393926:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9290 00000100:00100000:2.0:1734016137.393935:0:7695:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800750e2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+9:1980:x1818247337025920:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:2.0:1734016137.394256:0:7695:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800750e2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+9:1980:x1818247337025920:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 321us (762us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016137.394264:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9290 00002000:00100000:2.0:1734016137.394271:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (8781824->8785919) req@ffff8800750e2a00 x1818247337025920/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:98/0 lens 488/4536 e 0 to 0 dl 1734016148 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016137.394279:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800750e2a00 with x1818247337025920 ext(8781824->8785919) 00002000:00010000:2.0:1734016137.394282:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800750e2a00 00000100:00100000:0.0:1734016137.399701:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016137.403192:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337026176 00000100:00100000:3.0:1734016137.403216:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337026176 00002000:00100000:3.0:1734016137.403301:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (8777728->8781823) req@ffff8800750e0380 x1818247337026176/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:98/0 lens 488/0 e 0 to 0 dl 1734016148 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016137.403313:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800750e0380 with x1818247337026176 ext(8777728->8781823) 00002000:00010000:3.0:1734016137.403323:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800750e0380 00000100:00100000:3.0:1734016137.404026:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9291 00000100:00100000:3.0:1734016137.404037:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800750e0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+9:1980:x1818247337026176:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:3.0:1734016137.404411:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800750e0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+9:1980:x1818247337026176:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 374us (4729us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016137.404419:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9291 00002000:00100000:3.0:1734016137.404427:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (8777728->8781823) req@ffff8800750e0380 x1818247337026176/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:98/0 lens 488/4536 e 0 to 0 dl 1734016148 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016137.404435:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800750e0380 with x1818247337026176 ext(8777728->8781823) 00002000:00010000:3.0:1734016137.404440:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800750e0380 00000100:00100000:0.0:1734016137.409205:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016137.409497:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337026304 00000100:00100000:3.0:1734016137.409516:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337026304 00002000:00100000:3.0:1734016137.409586:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (8777728->8830167) req@ffff880074971c00 x1818247337026304/t0(0) o4->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:98/0 lens 488/0 e 0 to 0 dl 1734016148 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016137.409597:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074971c00 with x1818247337026304 ext(8777728->8830167) 00002000:00010000:3.0:1734016137.409604:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074971c00 00000100:00100000:3.0:1734016137.410860:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9292 00000100:00100000:3.0:1734016137.410892:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074971c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+9:1981:x1818247337026304:12345-192.168.201.10@tcp:4:fsx.0 00000100:00100000:0.0:1734016137.417091:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074971c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+11:1981:x1818247337026304:12345-192.168.201.10@tcp:4:fsx.0 Request processed in 6170us (7884us total) trans 4294969412 rc 0/0 00000100:00100000:0.0:1734016137.417135:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9292 00002000:00100000:0.0:1734016137.417162:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (8777728->8830167) req@ffff880074971c00 x1818247337026304/t4294969412(0) o4->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:98/0 lens 488/448 e 0 to 0 dl 1734016148 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016137.417177:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074971c00 with x1818247337026304 ext(8777728->8830167) 00002000:00010000:0.0:1734016137.417189:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074971c00 00000100:00100000:0.0:1734016137.420417:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016137.423295:0:8966:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337026432 00000100:00100000:2.0:1734016137.423330:0:8966:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337026432 00000100:00100000:2.0:1734016137.423461:0:8966:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2115 00000100:00100000:2.0:1734016137.423475:0:8966:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074973480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+16:9673:x1818247337026432:12345-192.168.201.10@tcp:44:fsx.0 00000100:00100000:2.0:1734016137.423750:0:8966:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074973480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+16:9673:x1818247337026432:12345-192.168.201.10@tcp:44:fsx.0 Request processed in 277us (3363us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016137.423759:0:8966:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2115 00000100:00100000:0.0:1734016137.426714:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016137.426996:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337026560 00000100:00100000:2.0:1734016137.427025:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337026560 00000100:00100000:2.0:1734016137.427676:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 11029 00000100:00100000:2.0:1734016137.427691:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074972d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+11:1979:x1818247337026560:12345-192.168.201.10@tcp:16:fsx.0 00000001:00080000:2.0:1734016137.434792:0:8954:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969412 is committed 00000100:00100000:0.0:1734016137.435042:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074972d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1979:x1818247337026560:12345-192.168.201.10@tcp:16:fsx.0 Request processed in 7341us (8356us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016137.435056:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 11029 00000100:00100000:0.0:1734016137.442789:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016137.442998:0:7420:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337026688 00000100:00100000:2.0:1734016137.443013:0:7420:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337026688 00000100:00100000:2.0:1734016137.443499:0:7420:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2116 00000100:00100000:2.0:1734016137.443510:0:7420:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074973b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+16:9673:x1818247337026688:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:2.0:1734016137.443539:0:7420:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016137.443560:0:7420:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880072171440/0x3f004d6452e08b62 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d21e1 expref: -99 pid: 7420 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016137.446552:0:7420:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800721718c0/0x3f004d6452e08b69 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7420 initiator: MDT0 00010000:00010000:2.0:1734016137.446592:0:7420:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800721718c0/0x3f004d6452e08b69 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7420 initiator: MDT0 00010000:00010000:2.0:1734016137.446610:0:7420:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800721718c0/0x3f004d6452e08b69 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7420 initiator: MDT0 00000004:00200000:2.0:1734016137.446671:0:7420:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 8830168 00000004:00200000:2.0:1734016137.446678:0:7420:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1734016137.446712:0:7420:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800721718c0/0x3f004d6452e08b69 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7420 initiator: MDT0 00010000:00010000:2.0:1734016137.446787:0:7420:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880072171440/0x3f004d6452e08b62 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d21e1 expref: 18 pid: 7420 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016137.450282:0:7420:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800721718c0/0x3f004d6452e08b69 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d21e1 expref: 17 pid: 7420 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016137.450308:0:7420:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:2.0:1734016137.450315:0:7420:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1734016137.450320:0:7420:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800721718c0, rc 0) 00000100:00100000:2.0:1734016137.450453:0:7420:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074973b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+17:9673:x1818247337026688:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 6941us (7681us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016137.450469:0:7420:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2116 00000100:00100000:0.0:1734016137.463735:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016137.463915:0:7420:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337026816 00000100:00100000:2.0:1734016137.463930:0:7420:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337026816 00000100:00100000:2.0:1734016137.463994:0:7420:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2117 00000100:00100000:2.0:1734016137.464004:0:7420:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074970000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+12:9673:x1818247337026816:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:2.0:1734016137.464038:0:7420:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016137.464067:0:7420:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880072171440/0x3f004d6452e08b70 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d21e8 expref: -99 pid: 7420 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016137.464212:0:7420:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880072172640/0x3f004d6452e08b77 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 7420 initiator: MDT0 00010000:00010000:2.0:1734016137.464228:0:7420:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880072172640/0x3f004d6452e08b77 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 7420 initiator: MDT0 00010000:00010000:2.0:1734016137.464241:0:7420:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880072172640/0x3f004d6452e08b77 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 7420 initiator: MDT0 00000004:00200000:2.0:1734016137.464270:0:7420:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 8830168 00000004:00200000:2.0:1734016137.464276:0:7420:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1734016137.464297:0:7420:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880072172640/0x3f004d6452e08b77 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 7420 initiator: MDT0 00010000:00010000:2.0:1734016137.464323:0:7420:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880072171440/0x3f004d6452e08b70 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d21e8 expref: 14 pid: 7420 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016137.464502:0:7420:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880072172640/0x3f004d6452e08b77 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d21e8 expref: 13 pid: 7420 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016137.464516:0:7420:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:2.0:1734016137.464521:0:7420:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1734016137.464525:0:7420:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880072172640, rc 0) 00000100:00100000:2.0:1734016137.464621:0:7420:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074970000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+13:9673:x1818247337026816:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 617us (904us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016137.464631:0:7420:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2117 00000100:00100000:0.0:1734016137.467435:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016137.467558:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337026944 00000100:00100000:2.0:1734016137.467574:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337026944 00000100:00100000:2.0:1734016137.467642:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 11030 00000100:00100000:2.0:1734016137.467652:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074973100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:1979:x1818247337026944:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:2.0:1734016137.467679:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016137.467701:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880072170d80/0x3f004d6452e08b7e lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d21ef expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016137.467771:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012cc71c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339485952:192.168.201.10@tcp:106: 00000100:00100000:2.0:1734016137.467841:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007455d240 going to sleep for 11 seconds 00002000:00010000:2.0:1734016137.472225:0:7689:0:(ofd_lvb.c:301:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks: 344 -> 448 00000100:00100000:2.0:1734016137.472300:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012cc71c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339485952:192.168.201.10@tcp:106: 00010000:00010000:2.0:1734016137.472379:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880072170d80/0x3f004d6452e08b7e lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d21ef expref: 6 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016137.472408:0:7689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880072170d80/0x3f004d6452e08b7e lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d21ef expref: 6 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016137.473832:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880072170d80, rc 0) 00000100:00100000:2.0:1734016137.474046:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074973100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:1979:x1818247337026944:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 6381us (6618us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016137.474062:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 11030 00000100:00100000:0.0:1734016137.478992:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016137.479137:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337027072 00000100:00100000:2.0:1734016137.479157:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337027072 00000100:00100000:2.0:1734016137.479247:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 11031 00000100:00100000:2.0:1734016137.479259:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074971180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:9673:x1818247337027072:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:2.0:1734016137.479313:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016137.479356:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880072171f80/0x3f004d6452e08b85 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d21f6 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016137.479428:0:7689:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880097236ac0/0x3f004d6452e08b54 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 987136->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d21da expref: 6 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016137.479440:0:7689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016137.479442:0:7689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016137.479447:0:7689:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880072171f80/0x3f004d6452e08b85 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [9789440->9846783] (req 9789440->9846783) gid 0 flags: 0x50000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d21f6 expref: 6 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016137.479510:0:7689:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880097236ac0/0x3f004d6452e08b54 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 987136->1048575) gid 0 flags: 0x50000000020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d21da expref: 6 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016137.479529:0:7689:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880097236ac0/0x3f004d6452e08b54 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 987136->1048575) gid 0 flags: 0x70000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d21da expref: 6 pid: 7690 timeout: 501 lvb_type: 0 00000100:00100000:2.0:1734016137.479550:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012cc71c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339486080:192.168.201.10@tcp:104: 00000100:00100000:2.0:1734016137.479670:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007455d240 going to sleep for 11 seconds 00000100:00100000:2.0:1734016137.487579:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012cc71c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339486080:192.168.201.10@tcp:104: 00010000:00010000:2.0:1734016137.487654:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880072171f80/0x3f004d6452e08b85 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [9789440->9846783] (req 9789440->9846783) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d21f6 expref: 6 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016137.487696:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880072171f80, rc 0) 00000100:00100000:2.0:1734016137.487927:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074971180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:9673:x1818247337027072:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 8601us (8890us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016137.487944:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 11031 00000100:00100000:0.0:1734016137.489078:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016137.489325:0:6469:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337027200 00000100:00100000:1.0:1734016137.489345:0:6469:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337027200 00010000:00010000:1.0:1734016137.489428:0:6469:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880097236ac0/0x3f004d6452e08b54 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 987136->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d21da expref: 7 pid: 7690 timeout: 501 lvb_type: 0 00000100:00100000:1.0:1734016137.490664:0:6469:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2985 00000100:00100000:1.0:1734016137.490682:0:6469:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074971f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1979:x1818247337027200:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016137.490715:0:6469:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016137.490759:0:6469:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880097236ac0/0x3f004d6452e08b54 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 987136->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d21da expref: 7 pid: 7690 timeout: 501 lvb_type: 0 00010000:00010000:1.0:1734016137.490780:0:6469:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880097236ac0/0x3f004d6452e08b54 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 987136->1048575) gid 0 flags: 0x50000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d21da expref: 7 pid: 7690 timeout: 501 lvb_type: 0 00010000:00010000:1.0:1734016137.490824:0:6469:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097236ac0/0x3f004d6452e08b54 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 987136->1048575) gid 0 flags: 0x44801400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d21da expref: 7 pid: 7690 timeout: 501 lvb_type: 0 00010000:00010000:1.0:1734016137.492252:0:6469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016137.492263:0:6469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016137.492282:0:6469:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880072171f80/0x3f004d6452e08b85 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 9789440->9846783) gid 0 flags: 0x40080000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d21f6 expref: 5 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016137.492295:0:6469:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880072171f80/0x3f004d6452e08b85 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 9789440->9846783) gid 0 flags: 0x40080000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d21f6 expref: 5 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016137.492379:0:6469:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880072171f80/0x3f004d6452e08b85 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 9789440->9846783) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d21f6 expref: 5 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016137.492404:0:6469:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880075224380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6469:1818247339486208:192.168.201.10@tcp:105: 00000100:00100000:1.0:1734016137.494353:0:6469:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b42cd900 going to sleep for 11 seconds 00000100:00100000:0.0:1734016137.500405:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016137.500558:0:6469:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880075224380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6469:1818247339486208:192.168.201.10@tcp:105: 00010000:00010000:1.0:1734016137.500599:0:6469:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016137.500706:0:6469:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074971f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1979:x1818247337027200:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 10024us (11631us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016137.500723:0:6469:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2985 00000100:00100000:2.0:1734016137.500855:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337027328 00000100:00100000:2.0:1734016137.500892:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337027328 00000100:00100000:2.0:1734016137.500950:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 11032 00000100:00100000:2.0:1734016137.500958:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074971500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1978:x1818247337027328:12345-192.168.201.10@tcp:22:fsx.0 00002000:00010000:2.0:1734016137.501399:0:7689:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 8830168 -> 8830168 00002000:00010000:2.0:1734016137.501403:0:7689:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016136 -> 1734016136 00002000:00010000:2.0:1734016137.501406:0:7689:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016136 -> 1734016136 00002000:00010000:2.0:1734016137.501408:0:7689:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016136 -> 1734016137 00002000:00010000:2.0:1734016137.501410:0:7689:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 448 -> 560 00000100:00100000:2.0:1734016137.501444:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074971500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1978:x1818247337027328:12345-192.168.201.10@tcp:22:fsx.0 Request processed in 486us (1070us total) trans 4294969413 rc 0/0 00000100:00100000:2.0:1734016137.501449:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 11032 00000100:00100000:0.0:1734016137.506621:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016137.506809:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337027584 00000100:00100000:2.0:1734016137.506826:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337027584 00002000:00100000:2.0:1734016137.507035:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (6205440->8830975) req@ffff880074972a00 x1818247337027584/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:98/0 lens 504/0 e 0 to 0 dl 1734016148 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016137.507048:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074972a00 with x1818247337027584 ext(6205440->8830975) 00002000:00010000:2.0:1734016137.507055:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074972a00 00000100:00100000:2.0:1734016137.507610:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9293 00000100:00100000:2.0:1734016137.507619:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074972a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1981:x1818247337027584:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:2.0:1734016137.517761:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074972a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1981:x1818247337027584:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 10130us (11146us total) trans 0 rc 544768/544768 00000100:00100000:2.0:1734016137.517775:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9293 00002000:00100000:2.0:1734016137.517791:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (6205440->8830975) req@ffff880074972a00 x1818247337027584/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:98/0 lens 504/440 e 0 to 0 dl 1734016148 ref 1 fl Complete:/200/0 rc 544768/544768 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016137.517801:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074972a00 with x1818247337027584 ext(6205440->8830975) 00002000:00010000:2.0:1734016137.517808:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074972a00 00000100:00100000:0.0:1734016137.521550:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016137.521676:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337027712 00000100:00100000:1.0:1734016137.521690:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337027712 00000100:00100000:1.0:1734016137.521762:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 11033 00000100:00100000:1.0:1734016137.521771:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074973800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1981:x1818247337027712:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:1.0:1734016137.521796:0:7690:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016137.521824:0:7690:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880097236d00/0x3f004d6452e08b8c lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d21fd expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016137.522316:0:7690:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880075224380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339486336:192.168.201.10@tcp:106: 00000100:00100000:1.0:1734016137.523277:0:7690:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b42cd900 going to sleep for 11 seconds 00002000:00010000:1.0:1734016137.525378:0:7690:0:(ofd_lvb.c:283:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime: 1734016136 -> 1734016137 00000100:00100000:1.0:1734016137.525420:0:7690:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880075224380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339486336:192.168.201.10@tcp:106: 00010000:00010000:1.0:1734016137.525474:0:7690:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880097236d00/0x3f004d6452e08b8c lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d21fd expref: 7 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016137.525491:0:7690:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097236d00/0x3f004d6452e08b8c lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d21fd expref: 7 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016137.525663:0:7690:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097236d00, rc 0) 00000100:00100000:1.0:1734016137.526110:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074973800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1981:x1818247337027712:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 4336us (4566us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016137.526130:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 11033 00000100:00100000:0.0:1734016137.529861:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016137.530095:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337027840 00000100:00100000:1.0:1734016137.530122:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337027840 00000100:00100000:1.0:1734016137.530226:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 11034 00000100:00100000:1.0:1734016137.530241:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074971880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1980:x1818247337027840:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:1.0:1734016137.530282:0:7690:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016137.530321:0:7690:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880097234b40/0x3f004d6452e08b93 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d2204 expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016137.530446:0:7690:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880075224380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339486464:192.168.201.10@tcp:106: 00000100:00100000:1.0:1734016137.530578:0:7690:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b42cd900 going to sleep for 11 seconds 00000100:00100000:1.0:1734016137.538159:0:7690:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880075224380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339486464:192.168.201.10@tcp:106: 00010000:00010000:1.0:1734016137.538265:0:7690:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880097234b40/0x3f004d6452e08b93 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2204 expref: 7 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016137.538299:0:7690:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097234b40/0x3f004d6452e08b93 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2204 expref: 7 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016137.538385:0:7690:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097234b40, rc 0) 00000100:00100000:1.0:1734016137.546150:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074971880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1980:x1818247337027840:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 15891us (16292us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016137.546165:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 11034 00000100:00100000:0.0:1734016137.547657:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016137.547771:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337027968 00000100:00100000:1.0:1734016137.547783:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337027968 00000100:00100000:1.0:1734016137.547847:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 11035 00000100:00100000:1.0:1734016137.547856:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074970700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1981:x1818247337027968:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:1.0:1734016137.547912:0:7690:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016137.547934:0:7690:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880097234900/0x3f004d6452e08b9a lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d220b expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016137.548023:0:7690:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880075224380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339486592:192.168.201.10@tcp:106: 00000100:00100000:1.0:1734016137.548125:0:7690:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b42cd900 going to sleep for 11 seconds 00000100:00100000:1.0:1734016137.549963:0:7690:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880075224380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339486592:192.168.201.10@tcp:106: 00010000:00010000:1.0:1734016137.550020:0:7690:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880097234900/0x3f004d6452e08b9a lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d220b expref: 7 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016137.550039:0:7690:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097234900/0x3f004d6452e08b9a lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d220b expref: 7 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016137.550065:0:7690:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097234900, rc 0) 00000100:00100000:1.0:1734016137.550137:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074970700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1981:x1818247337027968:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 2280us (2491us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016137.550147:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 11035 00000100:00100000:0.0:1734016137.555166:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016137.555593:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337028096 00000100:00100000:1.0:1734016137.555606:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337028096 00000100:00100000:1.0:1734016137.555663:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 11036 00000100:00100000:1.0:1734016137.555673:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074972680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:9673:x1818247337028096:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:1.0:1734016137.555700:0:7690:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016137.555722:0:7690:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880097235200/0x3f004d6452e08ba1 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d2212 expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016137.555763:0:7690:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880072171f80/0x3f004d6452e08b85 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 9789440->9846783) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d21f6 expref: 6 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016137.555773:0:7690:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016137.555776:0:7690:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016137.555779:0:7690:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880097235200/0x3f004d6452e08ba1 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [1708032->1712127] (req 1708032->1712127) gid 0 flags: 0x50000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2212 expref: 7 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016137.555818:0:7690:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880072171f80/0x3f004d6452e08b85 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 9789440->9846783) gid 0 flags: 0x50000000020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d21f6 expref: 6 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016137.555832:0:7690:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880072171f80/0x3f004d6452e08b85 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 9789440->9846783) gid 0 flags: 0x70000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d21f6 expref: 6 pid: 7689 timeout: 501 lvb_type: 0 00000100:00100000:1.0:1734016137.555852:0:7690:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880075224380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339486720:192.168.201.10@tcp:104: 00000100:00100000:1.0:1734016137.555967:0:7690:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b42cd900 going to sleep for 11 seconds 00000100:00100000:0.0:1734016137.563707:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016137.563857:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337028224 00000100:00100000:2.0:1734016137.563930:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337028224 00002000:00100000:2.0:1734016137.564021:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (6176768->6209535) req@ffff880074970a80 x1818247337028224/t0(0) o4->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:98/0 lens 488/0 e 0 to 0 dl 1734016148 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016137.564032:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074970a80 with x1818247337028224 ext(6176768->6209535) 00010000:00010000:2.0:1734016137.564048:0:7694:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880072171f80/0x3f004d6452e08b85 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 9789440->9846783) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d21f6 expref: 7 pid: 7689 timeout: 501 lvb_type: 0 00010000:00010000:2.0:1734016137.564071:0:7694:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880072171f80/0x3f004d6452e08b85 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 9789440->9846783) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d21f6 expref: 7 pid: 7689 timeout: 501 lvb_type: 0 00002000:00010000:2.0:1734016137.564081:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880074970a80 00000100:00100000:2.0:1734016137.564127:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 267 00000100:00100000:2.0:1734016137.564138:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074970a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1979:x1818247337028224:12345-192.168.201.10@tcp:4:fsx.0 00000100:00100000:0.0:1734016137.568903:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074970a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+9:1979:x1818247337028224:12345-192.168.201.10@tcp:4:fsx.0 Request processed in 4705us (5156us total) trans 4294969414 rc 0/0 00000100:00100000:0.0:1734016137.568927:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 267 00002000:00100000:0.0:1734016137.568959:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (6176768->6209535) req@ffff880074970a80 x1818247337028224/t4294969414(0) o4->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:98/0 lens 488/448 e 0 to 0 dl 1734016148 ref 1 fl Complete:H/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016137.568976:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074970a80 with x1818247337028224 ext(6176768->6209535) 00010000:00010000:0.0:1734016137.568995:0:7694:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880072171f80/0x3f004d6452e08b85 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 9789440->9846783) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d21f6 expref: 9 pid: 7689 timeout: 501 lvb_type: 0 00010000:00010000:0.0:1734016137.569025:0:7694:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880072171f80/0x3f004d6452e08b85 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 9789440->9846783) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d21f6 expref: 9 pid: 7689 timeout: 501 lvb_type: 0 00002000:00010000:0.0:1734016137.569034:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880074970a80 00000100:00100000:1.0:1734016137.569039:0:7690:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880075224380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339486720:192.168.201.10@tcp:104: 00010000:00010000:1.0:1734016137.569096:0:7690:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880097235200/0x3f004d6452e08ba1 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [1708032->1712127] (req 1708032->1712127) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2212 expref: 7 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016137.569127:0:7690:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097235200, rc 0) 00000100:00100000:1.0:1734016137.569153:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074972680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:9673:x1818247337028096:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 13483us (14009us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016137.569161:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 11036 00000100:00100000:0.0:1734016137.577385:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016137.578349:0:6469:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337028352 00000100:00100000:1.0:1734016137.578373:0:6469:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337028352 00010000:00010000:1.0:1734016137.578447:0:6469:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880072171f80/0x3f004d6452e08b85 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 9789440->9846783) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d21f6 expref: 9 pid: 7689 timeout: 501 lvb_type: 0 00000100:00100000:1.0:1734016137.578521:0:6469:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2986 00000100:00100000:1.0:1734016137.578533:0:6469:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007b8a4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+9:1980:x1818247337028352:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016137.578562:0:6469:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:1.0:1734016137.578602:0:6469:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 560 -> 624 00010000:00010000:1.0:1734016137.578613:0:6469:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880072171f80/0x3f004d6452e08b85 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 9789440->9846783) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d21f6 expref: 9 pid: 7689 timeout: 501 lvb_type: 0 00010000:00010000:1.0:1734016137.578632:0:6469:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880072171f80/0x3f004d6452e08b85 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 9789440->9846783) gid 0 flags: 0x50000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d21f6 expref: 9 pid: 7689 timeout: 501 lvb_type: 0 00010000:00010000:1.0:1734016137.578675:0:6469:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880072171f80/0x3f004d6452e08b85 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 9789440->9846783) gid 0 flags: 0x44801400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d21f6 expref: 9 pid: 7689 timeout: 501 lvb_type: 0 00010000:00010000:1.0:1734016137.578727:0:6469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016137.578731:0:6469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016137.578743:0:6469:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880097235200/0x3f004d6452e08ba1 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1708032->1712127) gid 0 flags: 0x40080000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2212 expref: 6 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016137.578754:0:6469:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880097235200/0x3f004d6452e08ba1 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1708032->1712127) gid 0 flags: 0x40080000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2212 expref: 6 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016137.578819:0:6469:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880097235200/0x3f004d6452e08ba1 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1708032->1712127) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2212 expref: 6 pid: 7690 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016137.578841:0:6469:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880075224380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6469:1818247339486848:192.168.201.10@tcp:105: 00000100:00100000:1.0:1734016137.579018:0:6469:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b42cd900 going to sleep for 11 seconds 00000100:00100000:0.0:1734016137.586568:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016137.586743:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337028608 00000100:00100000:2.0:1734016137.586763:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337028608 00002000:00100000:2.0:1734016137.586931:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (1708032->1712127) req@ffff88007b8a4000 x1818247337028608/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:98/0 lens 488/0 e 0 to 0 dl 1734016148 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016137.586949:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007b8a4000 with x1818247337028608 ext(1708032->1712127) 00002000:00010000:2.0:1734016137.586959:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007b8a4000 00000100:00100000:2.0:1734016137.587000:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9294 00000100:00100000:2.0:1734016137.587010:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007b8a4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1978:x1818247337028608:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:2.0:1734016137.587425:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007b8a4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1978:x1818247337028608:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 414us (890us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016137.587436:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9294 00002000:00100000:2.0:1734016137.587445:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (1708032->1712127) req@ffff88007b8a4000 x1818247337028608/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:98/0 lens 488/4536 e 0 to 0 dl 1734016148 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016137.587454:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007b8a4000 with x1818247337028608 ext(1708032->1712127) 00002000:00010000:2.0:1734016137.587457:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007b8a4000 00000100:00100000:1.0:1734016137.588433:0:6469:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880075224380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6469:1818247339486848:192.168.201.10@tcp:105: 00010000:00010000:1.0:1734016137.588467:0:6469:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016137.588527:0:6469:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007b8a4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+8:1980:x1818247337028352:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 9994us (11163us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016137.588541:0:6469:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2986 00000100:00100000:0.0:1734016137.594318:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016137.594591:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337028736 00000100:00100000:1.0:1734016137.594609:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337028736 00000100:00100000:1.0:1734016137.594689:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 11037 00000100:00100000:1.0:1734016137.594699:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007b8a4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+8:1981:x1818247337028736:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:1.0:1734016137.594728:0:7690:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016137.594757:0:7690:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880097237600/0x3f004d6452e08ba8 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d2219 expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016137.594792:0:7690:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016137.594795:0:7690:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016137.594806:0:7690:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880097237600/0x3f004d6452e08ba8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2219 expref: 9 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016137.594826:0:7690:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880097237600/0x3f004d6452e08ba8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2219 expref: 9 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016137.594840:0:7690:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097237600, rc 0) 00000100:00100000:1.0:1734016137.594968:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007b8a4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+9:1981:x1818247337028736:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 269us (674us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016137.594975:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 11037 00000100:00100000:2.0:1734016137.597303:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016137.597402:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337028864 00000100:00100000:0.0:1734016137.597415:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337028864 00000100:00100000:0.0:1734016137.597757:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 11038 00000100:00100000:0.0:1734016137.597767:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cc71c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+9:9673:x1818247337028864:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:0.0:1734016137.597795:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016137.597821:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a803b180/0x3f004d6452e08baf lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d2220 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016137.597906:0:7689:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880097235200/0x3f004d6452e08ba1 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1708032->1712127) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2212 expref: 6 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016137.597917:0:7689:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880097237600/0x3f004d6452e08ba8 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2219 expref: 10 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016137.597932:0:7689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016137.597935:0:7689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016137.597940:0:7689:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a803b180/0x3f004d6452e08baf lrc: 5/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [2523136->2568191] (req 2523136->2568191) gid 0 flags: 0x50000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2220 expref: 10 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016137.597998:0:7689:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880097237600/0x3f004d6452e08ba8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2219 expref: 10 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016137.598017:0:7689:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880097237600/0x3f004d6452e08ba8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2219 expref: 10 pid: 7690 timeout: 501 lvb_type: 1 00000100:00100000:0.0:1734016137.598034:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007b8a4380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339486976:192.168.201.10@tcp:104: 00010000:00010000:0.0:1734016137.598482:0:7689:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880097235200/0x3f004d6452e08ba1 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1708032->1712127) gid 0 flags: 0x50000000020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2212 expref: 6 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016137.598491:0:7689:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880097235200/0x3f004d6452e08ba1 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1708032->1712127) gid 0 flags: 0x70000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2212 expref: 6 pid: 7690 timeout: 501 lvb_type: 0 00000100:00100000:0.0:1734016137.598501:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007b8a7b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339487104:192.168.201.10@tcp:104: 00000100:00100000:0.0:1734016137.598529:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7486b40 going to sleep for 11 seconds 00000100:00100000:2.0:1734016137.602580:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007b8a4380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339486976:192.168.201.10@tcp:104: 00000100:00100000:2.0:1734016137.602608:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007b8a7b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339487104:192.168.201.10@tcp:104: 00010000:00010000:2.0:1734016137.602664:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a803b180/0x3f004d6452e08baf lrc: 3/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [2523136->2568191] (req 2523136->2568191) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2220 expref: 10 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016137.602691:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a803b180, rc 0) 00000100:00100000:2.0:1734016137.602776:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cc71c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+10:9673:x1818247337028864:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 5009us (5488us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016137.602789:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 11038 00000100:00100000:0.0:1734016137.603958:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016137.604166:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016137.604289:0:6469:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337029120 00000100:00100000:1.0:1734016137.604302:0:6469:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337029120 00010000:00010000:1.0:1734016137.604356:0:6469:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880097235200/0x3f004d6452e08ba1 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1708032->1712127) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2212 expref: 7 pid: 7690 timeout: 501 lvb_type: 0 00000100:00100000:1.0:1734016137.604392:0:6469:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337028992 00000100:00100000:1.0:1734016137.604395:0:6469:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337028992 00010000:00010000:1.0:1734016137.604407:0:6469:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880097237600/0x3f004d6452e08ba8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2219 expref: 10 pid: 7690 timeout: 501 lvb_type: 1 00000100:00100000:1.0:1734016137.604427:0:6469:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2987 00000100:00100000:1.0:1734016137.604437:0:6469:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007b8a7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1978:x1818247337029120:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016137.604458:0:6469:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1734016137.604679:0:9956:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2988 00000100:00100000:3.0:1734016137.604687:0:9956:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007b8a4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+10:1978:x1818247337028992:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016137.604697:0:9956:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016137.604728:0:9956:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880097237600/0x3f004d6452e08ba8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2219 expref: 10 pid: 7690 timeout: 501 lvb_type: 1 00010000:00010000:3.0:1734016137.604742:0:9956:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880097237600/0x3f004d6452e08ba8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2219 expref: 10 pid: 7690 timeout: 501 lvb_type: 1 00010000:00010000:3.0:1734016137.604778:0:9956:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097237600/0x3f004d6452e08ba8 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2219 expref: 10 pid: 7690 timeout: 501 lvb_type: 1 00010000:00010000:3.0:1734016137.604821:0:9956:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016137.604901:0:9956:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007b8a4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+9:1978:x1818247337028992:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 214us (735us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016137.604911:0:9956:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2988 00010000:00010000:1.0:1734016137.605276:0:6469:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880097235200/0x3f004d6452e08ba1 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1708032->1712127) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2212 expref: 7 pid: 7690 timeout: 501 lvb_type: 0 00010000:00010000:1.0:1734016137.605288:0:6469:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880097235200/0x3f004d6452e08ba1 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1708032->1712127) gid 0 flags: 0x50000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2212 expref: 7 pid: 7690 timeout: 501 lvb_type: 0 00010000:00010000:1.0:1734016137.605303:0:6469:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097235200/0x3f004d6452e08ba1 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1708032->1712127) gid 0 flags: 0x44801400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2212 expref: 7 pid: 7690 timeout: 501 lvb_type: 0 00010000:00010000:1.0:1734016137.605338:0:6469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016137.605342:0:6469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016137.605350:0:6469:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a803b180/0x3f004d6452e08baf lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2523136->2568191) gid 0 flags: 0x40080000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2220 expref: 8 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016137.605362:0:6469:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a803b180/0x3f004d6452e08baf lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2523136->2568191) gid 0 flags: 0x40080000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2220 expref: 8 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016137.605429:0:6469:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a803b180/0x3f004d6452e08baf lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2523136->2568191) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2220 expref: 8 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016137.605446:0:6469:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880075224380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6469:1818247339487232:192.168.201.10@tcp:105: 00000100:00100000:1.0:1734016137.605507:0:6469:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b42cd900 going to sleep for 11 seconds 00000100:00100000:1.0:1734016137.615415:0:6469:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880075224380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6469:1818247339487232:192.168.201.10@tcp:105: 00010000:00010000:1.0:1734016137.615465:0:6469:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016137.615596:0:6469:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007b8a7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1978:x1818247337029120:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 11159us (11645us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016137.615617:0:6469:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2987 00000100:00100000:0.0:1734016137.619256:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016137.619370:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337029248 00000100:00100000:2.0:1734016137.619392:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337029248 00000100:00100000:2.0:1734016137.619471:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 11039 00000100:00100000:2.0:1734016137.619482:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075003100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+9:1978:x1818247337029248:12345-192.168.201.10@tcp:22:fsx.0 00002000:00010000:2.0:1734016137.619900:0:7689:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 8830168 -> 8830168 00002000:00010000:2.0:1734016137.619904:0:7689:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016137 -> 1734016137 00002000:00010000:2.0:1734016137.619907:0:7689:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016136 -> 1734016136 00002000:00010000:2.0:1734016137.619909:0:7689:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016137 -> 1734016137 00002000:00010000:2.0:1734016137.619912:0:7689:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 624 -> 712 00000100:00100000:2.0:1734016137.619976:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075003100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+10:1978:x1818247337029248:12345-192.168.201.10@tcp:22:fsx.0 Request processed in 494us (748us total) trans 4294969415 rc 0/0 00000100:00100000:2.0:1734016137.619985:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 11039 00000100:00100000:3.0:1734016137.622666:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016137.622816:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337029376 00000100:00100000:1.0:1734016137.622834:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337029376 00000100:00100000:1.0:1734016137.622995:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 11040 00000100:00100000:1.0:1734016137.623010:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075262680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1980:x1818247337029376:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:1.0:1734016137.623053:0:7690:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016137.623088:0:7690:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880097234480/0x3f004d6452e08bb6 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d2227 expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016137.623191:0:7690:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880075224380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339487360:192.168.201.10@tcp:106: 00000100:00100000:1.0:1734016137.623322:0:7690:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b42cd900 going to sleep for 11 seconds 00000100:00100000:1.0:1734016137.625592:0:7690:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880075224380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339487360:192.168.201.10@tcp:106: 00010000:00010000:1.0:1734016137.625668:0:7690:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880097234480/0x3f004d6452e08bb6 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2227 expref: 7 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016137.625694:0:7690:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097234480/0x3f004d6452e08bb6 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2227 expref: 7 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016137.626907:0:7690:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097234480, rc 0) 00000100:00100000:1.0:1734016137.627034:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075262680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1980:x1818247337029376:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 4024us (4388us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016137.627053:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 11040 00000100:00100000:1.0:1734016137.632600:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016137.632747:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337029504 00000100:00100000:2.0:1734016137.632762:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337029504 00000100:00100000:2.0:1734016137.632839:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 11041 00000100:00100000:2.0:1734016137.632851:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075224380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1980:x1818247337029504:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:2.0:1734016137.632913:0:7690:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016137.632942:0:7690:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880072171f80/0x3f004d6452e08bbd lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d222e expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016137.633049:0:7690:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012cc73800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339487488:192.168.201.10@tcp:106: 00000100:00100000:2.0:1734016137.633167:0:7690:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007455d240 going to sleep for 11 seconds 00000100:00100000:0.0:1734016137.642766:0:7690:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012cc73800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339487488:192.168.201.10@tcp:106: 00010000:00010000:0.0:1734016137.642852:0:7690:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880072171f80/0x3f004d6452e08bbd lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d222e expref: 7 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016137.642935:0:7690:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880072171f80/0x3f004d6452e08bbd lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d222e expref: 7 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016137.642975:0:7690:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880072171f80, rc 0) 00000100:00100000:0.0:1734016137.643074:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075224380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1980:x1818247337029504:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 10225us (10493us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016137.643087:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 11041 00000100:00100000:3.0:1734016137.645699:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016137.645853:0:7695:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337029760 00000100:00100000:0.0:1734016137.646021:0:7695:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337029760 00002000:00100000:1.0:1734016137.646453:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (581632->585727) req@ffff880075262a00 x1818247337029760/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:98/0 lens 488/0 e 0 to 0 dl 1734016148 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016137.646473:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880075262a00 with x1818247337029760 ext(581632->585727) 00002000:00010000:1.0:1734016137.646484:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880075262a00 00000100:00100000:1.0:1734016137.646531:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9295 00000100:00100000:1.0:1734016137.646542:0:7695:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075262a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+10:1981:x1818247337029760:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:1.0:1734016137.646902:0:7695:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075262a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+10:1981:x1818247337029760:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 360us (1220us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016137.646911:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9295 00002000:00100000:1.0:1734016137.646918:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (581632->585727) req@ffff880075262a00 x1818247337029760/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:98/0 lens 488/4536 e 0 to 0 dl 1734016148 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016137.646926:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880075262a00 with x1818247337029760 ext(581632->585727) 00002000:00010000:1.0:1734016137.646930:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880075262a00 00000100:00100000:1.0:1734016137.652330:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016137.652427:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337030016 00000100:00100000:3.0:1734016137.652440:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337030016 00002000:00100000:3.0:1734016137.652514:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (577536->581631) req@ffff880075225c00 x1818247337030016/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:98/0 lens 488/0 e 0 to 0 dl 1734016148 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016137.652525:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880075225c00 with x1818247337030016 ext(577536->581631) 00002000:00010000:3.0:1734016137.652532:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880075225c00 00000100:00100000:3.0:1734016137.652561:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9296 00000100:00100000:3.0:1734016137.652569:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075225c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+10:1980:x1818247337030016:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:3.0:1734016137.652858:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075225c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+10:1980:x1818247337030016:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 288us (544us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016137.652889:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9296 00002000:00100000:3.0:1734016137.652897:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (577536->581631) req@ffff880075225c00 x1818247337030016/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:98/0 lens 488/4536 e 0 to 0 dl 1734016148 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016137.652905:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880075225c00 with x1818247337030016 ext(577536->581631) 00002000:00010000:3.0:1734016137.652908:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880075225c00 00000100:00100000:1.0:1734016137.657159:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016137.657301:0:7695:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337030272 00000100:00100000:2.0:1734016137.657317:0:7695:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337030272 00002000:00100000:2.0:1734016137.657384:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (573440->577535) req@ffff880075226d80 x1818247337030272/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:98/0 lens 488/0 e 0 to 0 dl 1734016148 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016137.657396:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880075226d80 with x1818247337030272 ext(573440->577535) 00002000:00010000:2.0:1734016137.657406:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880075226d80 00000100:00100000:3.0:1734016137.657892:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9297 00000100:00100000:3.0:1734016137.657902:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075226d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+10:1981:x1818247337030272:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:3.0:1734016137.658165:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075226d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+10:1981:x1818247337030272:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 262us (1027us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016137.658173:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9297 00002000:00100000:3.0:1734016137.658179:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (573440->577535) req@ffff880075226d80 x1818247337030272/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:98/0 lens 488/4536 e 0 to 0 dl 1734016148 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016137.658187:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880075226d80 with x1818247337030272 ext(573440->577535) 00002000:00010000:3.0:1734016137.658190:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880075226d80 00000100:00100000:2.0:1734016137.661535:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016137.661957:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337030400 00000100:00100000:0.0:1734016137.661972:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337030400 00000100:00100000:0.0:1734016137.662061:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 11042 00000100:00100000:0.0:1734016137.662073:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cc70a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1980:x1818247337030400:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:0.0:1734016137.662102:0:7690:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016137.662138:0:7690:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a803ad00/0x3f004d6452e08bc4 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d2235 expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016137.662228:0:7690:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880075000e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339487616:192.168.201.10@tcp:106: 00000100:00100000:0.0:1734016137.662760:0:7690:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7486480 going to sleep for 11 seconds 00002000:00010000:0.0:1734016137.666335:0:7690:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime: 1734016136 -> 1734016137 00000100:00100000:0.0:1734016137.666384:0:7690:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880075000e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339487616:192.168.201.10@tcp:106: 00010000:00010000:0.0:1734016137.666445:0:7690:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a803ad00/0x3f004d6452e08bc4 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2235 expref: 7 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016137.666475:0:7690:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a803ad00/0x3f004d6452e08bc4 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2235 expref: 7 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016137.666670:0:7690:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a803ad00, rc 0) 00000100:00100000:0.0:1734016137.666822:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cc70a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1980:x1818247337030400:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 4749us (5307us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016137.666831:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 11042 00000100:00100000:1.0:1734016137.671937:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016137.672152:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337030528 00000100:00100000:0.0:1734016137.672165:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337030528 00000100:00100000:0.0:1734016137.672236:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 11043 00000100:00100000:0.0:1734016137.672246:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075227b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1981:x1818247337030528:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:0.0:1734016137.672274:0:7690:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016137.672295:0:7690:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a8038d80/0x3f004d6452e08bcb lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d223c expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016137.672369:0:7690:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880075000e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339487744:192.168.201.10@tcp:106: 00000100:00100000:0.0:1734016137.672461:0:7690:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7486480 going to sleep for 11 seconds 00000100:00100000:0.0:1734016137.675253:0:7690:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880075000e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339487744:192.168.201.10@tcp:106: 00010000:00010000:0.0:1734016137.675311:0:7690:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a8038d80/0x3f004d6452e08bcb lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d223c expref: 7 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016137.675328:0:7690:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a8038d80/0x3f004d6452e08bcb lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d223c expref: 7 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016137.675606:0:7690:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a8038d80, rc 0) 00000100:00100000:0.0:1734016137.675815:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075227b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1981:x1818247337030528:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 3565us (3894us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016137.675827:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 11043 00000100:00100000:1.0:1734016137.685506:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016137.688481:0:7695:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337030784 00000100:00100000:2.0:1734016137.688502:0:7695:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337030784 00002000:00100000:2.0:1734016137.688572:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (2809856->2813951) req@ffff880075225180 x1818247337030784/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:98/0 lens 488/0 e 0 to 0 dl 1734016148 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016137.688583:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880075225180 with x1818247337030784 ext(2809856->2813951) 00002000:00010000:2.0:1734016137.688589:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880075225180 00000100:00100000:2.0:1734016137.688635:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9298 00000100:00100000:2.0:1734016137.688642:0:7695:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075225180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+10:1980:x1818247337030784:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:2.0:1734016137.688845:0:7695:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075225180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+10:1980:x1818247337030784:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 203us (3355us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016137.688852:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9298 00002000:00100000:2.0:1734016137.688859:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (2809856->2813951) req@ffff880075225180 x1818247337030784/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:98/0 lens 488/4536 e 0 to 0 dl 1734016148 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016137.688885:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880075225180 with x1818247337030784 ext(2809856->2813951) 00002000:00010000:2.0:1734016137.688888:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880075225180 00010000:00010000:2.0:1734016137.711708:0:6471:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1734016137.712017:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016137.712146:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337031040 00000100:00100000:3.0:1734016137.712169:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337031040 00000100:00100000:3.0:1734016137.712311:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9299 00000100:00100000:3.0:1734016137.712331:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075226300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1980:x1818247337031040:12345-192.168.201.10@tcp:4:fsx.0 00010000:00010000:3.0:1734016137.712411:0:7694:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009a9a4fc0/0x3f004d6452e08bd2 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016137.712453:0:7694:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a803b180/0x3f004d6452e08baf lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2523136->2568191) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2220 expref: 9 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016137.712465:0:7694:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016137.712468:0:7694:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016137.712474:0:7694:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a9a4fc0/0x3f004d6452e08bd2 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [1683456->1724415] (req 1683456->1724415) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016137.712549:0:7694:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a803b180/0x3f004d6452e08baf lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2523136->2568191) gid 0 flags: 0x50000000020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2220 expref: 9 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016137.712573:0:7694:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a803b180/0x3f004d6452e08baf lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2523136->2568191) gid 0 flags: 0x70000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2220 expref: 9 pid: 7689 timeout: 501 lvb_type: 0 00000100:00100000:3.0:1734016137.712599:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880075263800 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_000:lustre-OST0001_UUID:7694:1818247339487872:192.168.201.10@tcp:104: 00000100:00100000:3.0:1734016137.712756:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac68e3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016137.715283:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016137.715366:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880075263800 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_000:lustre-OST0001_UUID:7694:1818247339487872:192.168.201.10@tcp:104: 00010000:00010000:3.0:1734016137.715412:0:7694:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88009a9a4fc0/0x3f004d6452e08bd2 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [1683456->1724415] (req 1683456->1724415) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016137.715510:0:7695:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337031168 00000100:00100000:2.0:1734016137.715520:0:7695:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337031168 00002000:00100000:2.0:1734016137.715587:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (2777088->2813951) req@ffff880075000e00 x1818247337031168/t0(0) o4->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:98/0 lens 488/0 e 0 to 0 dl 1734016148 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016137.715598:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880075000e00 with x1818247337031168 ext(2777088->2813951) 00010000:00010000:2.0:1734016137.715606:0:7695:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a803b180/0x3f004d6452e08baf lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2523136->2568191) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2220 expref: 10 pid: 7689 timeout: 501 lvb_type: 0 00010000:00010000:2.0:1734016137.715625:0:7695:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a803b180/0x3f004d6452e08baf lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2523136->2568191) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2220 expref: 10 pid: 7689 timeout: 501 lvb_type: 0 00002000:00010000:2.0:1734016137.715633:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880075000e00 00000100:00100000:2.0:1734016137.715674:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 268 00000100:00100000:2.0:1734016137.715682:0:7695:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075000e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+10:1979:x1818247337031168:12345-192.168.201.10@tcp:4:fsx.0 00000100:00100000:2.0:1734016137.726293:0:7695:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075000e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+12:1979:x1818247337031168:12345-192.168.201.10@tcp:4:fsx.0 Request processed in 10577us (10995us total) trans 4294969416 rc 0/0 00000100:00100000:2.0:1734016137.726319:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 268 00002000:00100000:2.0:1734016137.726351:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (2777088->2813951) req@ffff880075000e00 x1818247337031168/t4294969416(0) o4->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:98/0 lens 488/448 e 0 to 0 dl 1734016148 ref 1 fl Complete:H/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016137.726367:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880075000e00 with x1818247337031168 ext(2777088->2813951) 00010000:00010000:2.0:1734016137.726386:0:7695:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a803b180/0x3f004d6452e08baf lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2523136->2568191) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2220 expref: 12 pid: 7689 timeout: 501 lvb_type: 0 00010000:00010000:2.0:1734016137.726420:0:7695:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a803b180/0x3f004d6452e08baf lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2523136->2568191) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2220 expref: 12 pid: 7689 timeout: 501 lvb_type: 0 00002000:00010000:2.0:1734016137.726432:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880075000e00 00000100:00100000:1.0:1734016137.729612:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016137.730321:0:6469:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337031296 00000100:00100000:2.0:1734016137.730854:0:6469:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337031296 00010000:00010000:2.0:1734016137.730944:0:6469:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a803b180/0x3f004d6452e08baf lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2523136->2568191) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2220 expref: 12 pid: 7689 timeout: 501 lvb_type: 0 00000100:00100000:2.0:1734016137.731014:0:6469:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2989 00000100:00100000:2.0:1734016137.731024:0:6469:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b1ea5850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+12:1980:x1818247337031296:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016137.731053:0:6469:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:2.0:1734016137.731087:0:6469:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 712 -> 784 00010000:00010000:2.0:1734016137.731095:0:6469:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a803b180/0x3f004d6452e08baf lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2523136->2568191) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2220 expref: 12 pid: 7689 timeout: 501 lvb_type: 0 00010000:00010000:2.0:1734016137.731119:0:6469:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a803b180/0x3f004d6452e08baf lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2523136->2568191) gid 0 flags: 0x50000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2220 expref: 12 pid: 7689 timeout: 501 lvb_type: 0 00010000:00010000:2.0:1734016137.731148:0:6469:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a803b180/0x3f004d6452e08baf lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2523136->2568191) gid 0 flags: 0x44801400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2220 expref: 12 pid: 7689 timeout: 501 lvb_type: 0 00010000:00010000:2.0:1734016137.736924:0:6469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016137.736944:0:6469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016137.736961:0:6469:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a4fc0/0x3f004d6452e08bd2 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [1683456->1724415] (req 1683456->1724415) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016137.736985:0:6469:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a9a4fc0/0x3f004d6452e08bd2 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [1683456->1724415] (req 1683456->1724415) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016137.737086:0:6469:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016137.737268:0:6469:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b1ea5850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+11:1980:x1818247337031296:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 6232us (7666us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016137.737291:0:6469:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2989 00010000:00010000:0.0:1734016137.737576:0:7694:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88009a9a4fc0/0x3f004d6452e08bd2 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [1683456->1724415] (req 1683456->1724415) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016137.737590:0:7694:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a9a4fc0/0x3f004d6452e08bd2 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [1683456->1724415] (req 1683456->1724415) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000001:00080000:0.0:1734016137.750886:0:8954:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969417 is committed 00000001:00080000:0.0:1734016137.750924:0:8954:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969416 is committed 00002000:00010000:1.0:1734016137.757444:0:7694:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 784 -> 864 00010000:00010000:1.0:1734016137.757498:0:7694:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009a9a4fc0/0x3f004d6452e08bd2 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [1683456->1724415] (req 1683456->1724415) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016137.757518:0:7694:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009a9a4fc0/0x3f004d6452e08bd2 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [1683456->1724415] (req 1683456->1724415) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016137.757533:0:7694:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009a9a4fc0/0x3f004d6452e08bd2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [1683456->1724415] (req 1683456->1724415) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016137.757550:0:7694:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88009a9a4fc0 already unused, calling callback (ffffffffa086d100) 00010000:00010000:1.0:1734016137.757558:0:7694:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009a9a4fc0/0x3f004d6452e08bd2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [1683456->1724415] (req 1683456->1724415) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016137.757574:0:7694:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009a9a4fc0/0x3f004d6452e08bd2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [1683456->1724415] (req 1683456->1724415) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016137.757625:0:7694:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009a9a4fc0/0x3f004d6452e08bd2 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [1683456->1724415] (req 1683456->1724415) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016137.757632:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a4fc0/0x3f004d6452e08bd2 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [1683456->1724415] (req 1683456->1724415) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016137.758052:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075226300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1980:x1818247337031040:12345-192.168.201.10@tcp:4:fsx.0 Request processed in 45710us (46031us total) trans 4294969417 rc 0/0 00000100:00100000:1.0:1734016137.758069:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9299 00000100:00100000:0.0:1734016137.760684:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016137.760746:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337031424 00000100:00100000:0.0:1734016137.760761:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337031424 00000100:00100000:0.0:1734016137.760848:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 11044 00000100:00100000:0.0:1734016137.760858:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075003800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1978:x1818247337031424:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:0.0:1734016137.760906:0:7690:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016137.760938:0:7690:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a80386c0/0x3f004d6452e08bd9 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d2243 expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1734016137.760969:0:7690:0:(ofd_lvb.c:169:ofd_lvbo_init()) res: [0x280000400:0x5:0x0] initial LVB size: 8830168, mtime: 0x675afc89, atime: 0x675afc89, ctime: 0x675afc89, blocks: 0x360 00010000:00010000:0.0:1734016137.760996:0:7690:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016137.760999:0:7690:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016137.761010:0:7690:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a80386c0/0x3f004d6452e08bd9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2243 expref: 7 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016137.761029:0:7690:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a80386c0/0x3f004d6452e08bd9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2243 expref: 7 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016137.761043:0:7690:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a80386c0, rc 0) 00000100:00100000:0.0:1734016137.761099:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075003800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1978:x1818247337031424:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 243us (434us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016137.761107:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 11044 00000100:00100000:0.0:1734016137.767796:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016137.768045:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337031680 00000100:00100000:1.0:1734016137.768066:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337031680 00000100:00100000:1.0:1734016137.768171:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9300 00000100:00100000:1.0:1734016137.768183:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075002a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1981:x1818247337031680:12345-192.168.201.10@tcp:4:fsx.0 00010000:00010000:1.0:1734016137.768253:0:7694:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880097237cc0/0x3f004d6452e08be0 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016137.768284:0:7694:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a80386c0/0x3f004d6452e08bd9 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2243 expref: 7 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016137.768300:0:7694:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016137.768304:0:7694:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016137.768307:0:7694:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880097237cc0/0x3f004d6452e08be0 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [4792320->4845567] (req 4792320->4845567) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016137.768362:0:7694:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a80386c0/0x3f004d6452e08bd9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2243 expref: 7 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016137.768379:0:7694:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a80386c0/0x3f004d6452e08bd9 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2243 expref: 7 pid: 7690 timeout: 501 lvb_type: 1 00000100:00100000:1.0:1734016137.768397:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880075224e00 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_000:lustre-OST0001_UUID:7694:1818247339488000:192.168.201.10@tcp:104: 00000100:00100000:1.0:1734016137.768511:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b42cd900 going to sleep for 11 seconds 00000100:00100000:1.0:1734016137.775684:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016137.775842:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880075224e00 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_000:lustre-OST0001_UUID:7694:1818247339488000:192.168.201.10@tcp:104: 00000100:00100000:3.0:1734016137.776029:0:6469:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337031808 00000100:00100000:3.0:1734016137.776041:0:6469:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337031808 00010000:00010000:2.0:1734016137.776042:0:7694:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880097237cc0/0x3f004d6452e08be0 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [4792320->4845567] (req 4792320->4845567) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016137.776094:0:6469:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a80386c0/0x3f004d6452e08bd9 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2243 expref: 8 pid: 7690 timeout: 501 lvb_type: 1 00000100:00100000:3.0:1734016137.776155:0:6469:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2990 00000100:00100000:3.0:1734016137.776166:0:6469:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075225f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1979:x1818247337031808:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016137.776195:0:6469:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016137.776239:0:6469:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a80386c0/0x3f004d6452e08bd9 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2243 expref: 8 pid: 7690 timeout: 501 lvb_type: 1 00010000:00010000:3.0:1734016137.776256:0:6469:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a80386c0/0x3f004d6452e08bd9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2243 expref: 8 pid: 7690 timeout: 501 lvb_type: 1 00010000:00010000:3.0:1734016137.776296:0:6469:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a80386c0/0x3f004d6452e08bd9 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2243 expref: 8 pid: 7690 timeout: 501 lvb_type: 1 00010000:00010000:3.0:1734016137.776333:0:6469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016137.776336:0:6469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016137.776343:0:6469:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880097237cc0/0x3f004d6452e08be0 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [4792320->4845567] (req 4792320->4845567) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016137.776356:0:6469:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880097237cc0/0x3f004d6452e08be0 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [4792320->4845567] (req 4792320->4845567) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016137.776388:0:6469:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1734016137.776435:0:7694:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880097237cc0/0x3f004d6452e08be0 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [4792320->4845567] (req 4792320->4845567) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016137.776444:0:7694:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880097237cc0/0x3f004d6452e08be0 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [4792320->4845567] (req 4792320->4845567) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016137.776453:0:6469:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075225f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1979:x1818247337031808:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 289us (785us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016137.776463:0:6469:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2990 00000001:00080000:0.0:1734016137.788238:0:8954:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969418 is committed 00002000:00010000:2.0:1734016137.788446:0:7694:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 864 -> 968 00010000:00010000:2.0:1734016137.788475:0:7694:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880097237cc0/0x3f004d6452e08be0 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [4792320->4845567] (req 4792320->4845567) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016137.788491:0:7694:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880097237cc0/0x3f004d6452e08be0 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [4792320->4845567] (req 4792320->4845567) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016137.788502:0:7694:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880097237cc0/0x3f004d6452e08be0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [4792320->4845567] (req 4792320->4845567) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016137.788513:0:7694:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880097237cc0 already unused, calling callback (ffffffffa086d100) 00010000:00010000:2.0:1734016137.788518:0:7694:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880097237cc0/0x3f004d6452e08be0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [4792320->4845567] (req 4792320->4845567) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016137.788526:0:7694:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880097237cc0/0x3f004d6452e08be0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [4792320->4845567] (req 4792320->4845567) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016137.788559:0:7694:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880097237cc0/0x3f004d6452e08be0 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [4792320->4845567] (req 4792320->4845567) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016137.788572:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097237cc0/0x3f004d6452e08be0 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [4792320->4845567] (req 4792320->4845567) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016137.788773:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075002a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1981:x1818247337031680:12345-192.168.201.10@tcp:4:fsx.0 Request processed in 20579us (20987us total) trans 4294969418 rc 0/0 00000100:00100000:2.0:1734016137.788788:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9300 00000100:00100000:0.0:1734016137.791708:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016137.792051:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337031936 00000100:00100000:2.0:1734016137.792065:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337031936 00000100:00100000:2.0:1734016137.792685:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 11045 00000100:00100000:2.0:1734016137.792696:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075003480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:1978:x1818247337031936:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:2.0:1734016137.792728:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016137.792764:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880072172d00/0x3f004d6452e08be7 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d224a expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1734016137.792794:0:7689:0:(ofd_lvb.c:169:ofd_lvbo_init()) res: [0x280000400:0x5:0x0] initial LVB size: 8830168, mtime: 0x675afc89, atime: 0x675afc89, ctime: 0x675afc89, blocks: 0x3c8 00010000:00010000:2.0:1734016137.792826:0:7689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016137.792829:0:7689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016137.792839:0:7689:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880072172d00/0x3f004d6452e08be7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d224a expref: 6 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016137.792860:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880072172d00/0x3f004d6452e08be7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d224a expref: 6 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016137.792907:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880072172d00, rc 0) 00000100:00100000:2.0:1734016137.793964:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075003480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1978:x1818247337031936:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 1263us (2279us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016137.793978:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 11045 00000100:00100000:0.0:1734016137.797966:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016137.799073:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337032064 00000100:00100000:2.0:1734016137.799086:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337032064 00000100:00100000:2.0:1734016137.799146:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 11046 00000100:00100000:2.0:1734016137.799156:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075002680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1981:x1818247337032064:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:2.0:1734016137.799184:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016137.799219:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880072171f80/0x3f004d6452e08bee lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d2251 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016137.799250:0:7689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016137.799254:0:7689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016137.799264:0:7689:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880072171f80/0x3f004d6452e08bee lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2251 expref: 7 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016137.799285:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880072171f80/0x3f004d6452e08bee lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2251 expref: 7 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016137.799300:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880072171f80, rc 0) 00000100:00100000:2.0:1734016137.799380:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075002680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1981:x1818247337032064:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 225us (1432us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016137.799386:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 11046 00000100:00100000:1.0:1734016137.805060:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016137.805278:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337032320 00000100:00100000:2.0:1734016137.805292:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337032320 00002000:00100000:2.0:1734016137.805351:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (6234112->6238207) req@ffff880075225880 x1818247337032320/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:98/0 lens 488/0 e 0 to 0 dl 1734016148 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016137.805362:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880075225880 with x1818247337032320 ext(6234112->6238207) 00002000:00010000:2.0:1734016137.805370:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880075225880 00000100:00100000:2.0:1734016137.805412:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9301 00000100:00100000:2.0:1734016137.805422:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075225880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1979:x1818247337032320:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:2.0:1734016137.805673:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075225880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1979:x1818247337032320:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 252us (632us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016137.805681:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9301 00002000:00100000:2.0:1734016137.805687:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (6234112->6238207) req@ffff880075225880 x1818247337032320/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:98/0 lens 488/4536 e 0 to 0 dl 1734016148 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016137.805694:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880075225880 with x1818247337032320 ext(6234112->6238207) 00002000:00010000:2.0:1734016137.805697:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880075225880 00000100:00100000:1.0:1734016137.815262:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016137.821442:0:7695:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337032576 00000100:00100000:0.0:1734016137.821471:0:7695:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337032576 00002000:00100000:1.0:1734016137.821638:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (6230016->6234111) req@ffff880075227480 x1818247337032576/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:98/0 lens 488/0 e 0 to 0 dl 1734016148 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016137.821653:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880075227480 with x1818247337032576 ext(6230016->6234111) 00002000:00010000:1.0:1734016137.821660:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880075227480 00000100:00100000:1.0:1734016137.821708:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9302 00000100:00100000:1.0:1734016137.821719:0:7695:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075227480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1978:x1818247337032576:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:1.0:1734016137.822061:0:7695:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075227480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1978:x1818247337032576:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 342us (6810us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016137.822073:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9302 00002000:00100000:1.0:1734016137.822079:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (6230016->6234111) req@ffff880075227480 x1818247337032576/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:98/0 lens 488/4536 e 0 to 0 dl 1734016148 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016137.822085:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880075227480 with x1818247337032576 ext(6230016->6234111) 00002000:00010000:1.0:1734016137.822087:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880075227480 00000100:00100000:1.0:1734016137.828210:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016137.828323:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337032832 00000100:00100000:2.0:1734016137.828336:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337032832 00002000:00100000:2.0:1734016137.828399:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (6225920->6230015) req@ffff880075224a80 x1818247337032832/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:98/0 lens 488/0 e 0 to 0 dl 1734016148 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016137.828412:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880075224a80 with x1818247337032832 ext(6225920->6230015) 00002000:00010000:2.0:1734016137.828419:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880075224a80 00000100:00100000:2.0:1734016137.828461:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9303 00000100:00100000:2.0:1734016137.828468:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075224a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1980:x1818247337032832:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:2.0:1734016137.828681:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075224a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1980:x1818247337032832:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 213us (488us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016137.828689:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9303 00002000:00100000:2.0:1734016137.828696:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (6225920->6230015) req@ffff880075224a80 x1818247337032832/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:98/0 lens 488/4536 e 0 to 0 dl 1734016148 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016137.828703:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880075224a80 with x1818247337032832 ext(6225920->6230015) 00002000:00010000:2.0:1734016137.828706:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880075224a80 00000100:00100000:0.0:1734016137.844247:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016137.844449:0:7695:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337033088 00000100:00100000:1.0:1734016137.844473:0:7695:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337033088 00002000:00100000:1.0:1734016137.844558:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (6221824->6225919) req@ffff880075001f80 x1818247337033088/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:98/0 lens 488/0 e 0 to 0 dl 1734016148 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016137.844573:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880075001f80 with x1818247337033088 ext(6221824->6225919) 00002000:00010000:1.0:1734016137.844581:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880075001f80 00000100:00100000:1.0:1734016137.844630:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9304 00000100:00100000:1.0:1734016137.844640:0:7695:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075001f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1979:x1818247337033088:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:1.0:1734016137.845034:0:7695:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075001f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1979:x1818247337033088:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 393us (813us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016137.845042:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9304 00002000:00100000:1.0:1734016137.845050:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (6221824->6225919) req@ffff880075001f80 x1818247337033088/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:98/0 lens 488/4536 e 0 to 0 dl 1734016148 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016137.845059:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880075001f80 with x1818247337033088 ext(6221824->6225919) 00002000:00010000:1.0:1734016137.845064:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880075001f80 00000100:00100000:0.0:1734016137.848283:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016137.848436:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337033344 00000100:00100000:2.0:1734016137.848453:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337033344 00002000:00100000:2.0:1734016137.848538:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (6217728->6221823) req@ffff880075000a80 x1818247337033344/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:98/0 lens 488/0 e 0 to 0 dl 1734016148 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016137.848553:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880075000a80 with x1818247337033344 ext(6217728->6221823) 00002000:00010000:2.0:1734016137.848563:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880075000a80 00000100:00100000:2.0:1734016137.848614:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9305 00000100:00100000:2.0:1734016137.848626:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075000a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1978:x1818247337033344:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:2.0:1734016137.854690:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075000a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1978:x1818247337033344:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 6035us (6403us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016137.854720:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9305 00002000:00100000:2.0:1734016137.854751:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (6217728->6221823) req@ffff880075000a80 x1818247337033344/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:98/0 lens 488/4536 e 0 to 0 dl 1734016148 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016137.854765:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880075000a80 with x1818247337033344 ext(6217728->6221823) 00002000:00010000:2.0:1734016137.854778:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880075000a80 00000100:00100000:0.0:1734016137.865163:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016137.865800:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337033600 00000100:00100000:2.0:1734016137.865814:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337033600 00002000:00100000:2.0:1734016137.865919:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (6213632->6217727) req@ffff880075000380 x1818247337033600/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:98/0 lens 488/0 e 0 to 0 dl 1734016148 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016137.865932:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880075000380 with x1818247337033600 ext(6213632->6217727) 00002000:00010000:2.0:1734016137.865940:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880075000380 00000100:00100000:2.0:1734016137.865987:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9306 00000100:00100000:2.0:1734016137.865998:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075000380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1981:x1818247337033600:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:2.0:1734016137.866266:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075000380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1981:x1818247337033600:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 269us (1133us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016137.866274:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9306 00002000:00100000:2.0:1734016137.866280:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (6213632->6217727) req@ffff880075000380 x1818247337033600/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:98/0 lens 488/4536 e 0 to 0 dl 1734016148 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016137.866288:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880075000380 with x1818247337033600 ext(6213632->6217727) 00002000:00010000:2.0:1734016137.866291:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880075000380 00000100:00100000:1.0:1734016137.905106:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016137.905252:0:7695:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337033856 00000100:00100000:2.0:1734016137.905271:0:7695:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337033856 00002000:00100000:2.0:1734016137.905361:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (0->7647231) req@ffff880075226a00 x1818247337033856/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:98/0 lens 504/0 e 0 to 0 dl 1734016148 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016137.905379:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880075226a00 with x1818247337033856 ext(0->7647231) 00002000:00010000:2.0:1734016137.905391:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880075226a00 00000100:00100000:2.0:1734016137.905437:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9307 00000100:00100000:2.0:1734016137.905446:0:7695:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075226a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1978:x1818247337033856:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:0.0:1734016137.916663:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016137.916751:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016137.917349:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337034240 00000100:00100000:1.0:1734016137.917363:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337034240 00002000:00100000:1.0:1734016137.917420:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (8388608->8830975) req@ffff880075001880 x1818247337034240/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:98/0 lens 488/0 e 0 to 0 dl 1734016148 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016137.917433:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880075001880 with x1818247337034240 ext(8388608->8830975) 00002000:00010000:1.0:1734016137.917442:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880075001880 00000100:00100000:3.0:1734016137.917453:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337034112 00000100:00100000:3.0:1734016137.917458:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337034112 00002000:00100000:3.0:1734016137.917476:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (4190208->8388607) req@ffff880075001500 x1818247337034112/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:98/0 lens 504/0 e 0 to 0 dl 1734016148 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00000100:00100000:1.0:1734016137.917484:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9308 00002000:00100000:3.0:1734016137.917484:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880075001500 with x1818247337034112 ext(4190208->8388607) 00002000:00010000:3.0:1734016137.917486:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880075001500 00000100:00100000:1.0:1734016137.917492:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075001880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+8:1978:x1818247337034240:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:3.0:1734016137.917499:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9309 00000100:00100000:3.0:1734016137.917502:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075001500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+8:1978:x1818247337034112:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:0.0:1734016137.927962:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075001880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+8:1978:x1818247337034240:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 10437us (11288us total) trans 0 rc 442368/442368 00000100:00100000:0.0:1734016137.927987:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9308 00002000:00100000:0.0:1734016137.928012:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (8388608->8830975) req@ffff880075001880 x1818247337034240/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:98/0 lens 488/440 e 0 to 0 dl 1734016148 ref 1 fl Complete:/200/0 rc 442368/442368 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016137.928031:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880075001880 with x1818247337034240 ext(8388608->8830975) 00002000:00010000:0.0:1734016137.928041:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880075001880 00000100:00100000:3.0:1734016138.012550:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075001500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+8:1978:x1818247337034112:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 95025us (95778us total) trans 0 rc 4194304/4194304 00000100:00100000:3.0:1734016138.012569:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9309 00002000:00100000:3.0:1734016138.014100:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (4190208->8388607) req@ffff880075001500 x1818247337034112/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:98/0 lens 504/440 e 0 to 0 dl 1734016148 ref 1 fl Complete:/200/0 rc 4194304/4194304 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016138.014135:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880075001500 with x1818247337034112 ext(4190208->8388607) 00002000:00010000:3.0:1734016138.014147:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880075001500 00000100:00100000:2.0:1734016138.091195:0:7695:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075226a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1978:x1818247337033856:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 185735us (186106us total) trans 0 rc 4194304/4194304 00000100:00100000:2.0:1734016138.091209:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9307 00002000:00100000:2.0:1734016138.091224:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (0->7647231) req@ffff880075226a00 x1818247337033856/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:98/0 lens 504/440 e 0 to 0 dl 1734016148 ref 1 fl Complete:/200/0 rc 4194304/4194304 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016138.091239:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880075226a00 with x1818247337033856 ext(0->7647231) 00002000:00010000:2.0:1734016138.091247:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880075226a00 00000100:00100000:3.0:1734016138.111013:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016138.111112:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337034496 00000100:00100000:0.0:1734016138.111123:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337034496 00000100:00100000:0.0:1734016138.111194:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 11047 00000100:00100000:0.0:1734016138.111203:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075263800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:9673:x1818247337034496:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:0.0:1734016138.111231:0:7690:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016138.111257:0:7690:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a80386c0/0x3f004d6452e08bf5 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d2258 expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016138.111298:0:7690:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880072172d00/0x3f004d6452e08be7 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d224a expref: 5 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016138.111307:0:7690:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880072171f80/0x3f004d6452e08bee lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2251 expref: 8 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016138.111313:0:7690:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016138.111315:0:7690:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016138.111319:0:7690:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a80386c0/0x3f004d6452e08bf5 lrc: 5/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [9424896->9486335] (req 9424896->9486335) gid 0 flags: 0x50000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2258 expref: 8 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016138.111356:0:7690:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880072171f80/0x3f004d6452e08bee lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2251 expref: 8 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016138.111369:0:7690:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880072171f80/0x3f004d6452e08bee lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2251 expref: 8 pid: 7689 timeout: 502 lvb_type: 1 00000100:00100000:0.0:1734016138.111383:0:7690:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880075001c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339488128:192.168.201.10@tcp:104: 00010000:00010000:0.0:1734016138.111478:0:7690:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880072172d00/0x3f004d6452e08be7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d224a expref: 5 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016138.111487:0:7690:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880072172d00/0x3f004d6452e08be7 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d224a expref: 5 pid: 7689 timeout: 502 lvb_type: 1 00000100:00100000:0.0:1734016138.111495:0:7690:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880075002300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339488256:192.168.201.10@tcp:104: 00000100:00100000:0.0:1734016138.111511:0:7690:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7486480 going to sleep for 11 seconds 00000100:00100000:3.0:1734016138.117662:0:7690:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880075001c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339488128:192.168.201.10@tcp:104: 00000100:00100000:3.0:1734016138.117729:0:7690:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880075002300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339488256:192.168.201.10@tcp:104: 00010000:00010000:3.0:1734016138.117765:0:7690:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a80386c0/0x3f004d6452e08bf5 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [9424896->9486335] (req 9424896->9486335) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2258 expref: 8 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016138.117786:0:7690:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a80386c0, rc 0) 00000100:00100000:3.0:1734016138.117906:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075263800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:9673:x1818247337034496:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 6702us (6905us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016138.117919:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 11047 00000100:00100000:1.0:1734016138.127140:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016138.127297:0:7705:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337034624 00000100:00100000:2.0:1734016138.127312:0:7705:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337034624 00010000:00010000:2.0:1734016138.127370:0:7705:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880072171f80/0x3f004d6452e08bee lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2251 expref: 8 pid: 7689 timeout: 502 lvb_type: 1 00000100:00100000:2.0:1734016138.127435:0:7705:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2991 00000100:00100000:2.0:1734016138.127446:0:7705:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075224e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1980:x1818247337034624:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016138.127469:0:7705:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016138.127507:0:7705:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880072171f80/0x3f004d6452e08bee lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2251 expref: 8 pid: 7689 timeout: 502 lvb_type: 1 00010000:00010000:2.0:1734016138.127522:0:7705:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880072171f80/0x3f004d6452e08bee lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2251 expref: 8 pid: 7689 timeout: 502 lvb_type: 1 00010000:00010000:2.0:1734016138.127564:0:7705:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880072171f80/0x3f004d6452e08bee lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2251 expref: 8 pid: 7689 timeout: 502 lvb_type: 1 00010000:00010000:2.0:1734016138.128689:0:7705:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016138.130038:0:7705:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075224e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1980:x1818247337034624:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 2574us (2923us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016138.130063:0:7705:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2991 00000100:00100000:0.0:1734016138.137756:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016138.137941:0:7705:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337034752 00000100:00100000:3.0:1734016138.137958:0:7705:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337034752 00010000:00010000:3.0:1734016138.138035:0:7705:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880072172d00/0x3f004d6452e08be7 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d224a expref: 6 pid: 7689 timeout: 502 lvb_type: 1 00000100:00100000:3.0:1734016138.138651:0:7705:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2992 00000100:00100000:3.0:1734016138.138664:0:7705:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075001180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1978:x1818247337034752:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016138.138694:0:7705:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016138.138727:0:7705:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880072172d00/0x3f004d6452e08be7 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d224a expref: 6 pid: 7689 timeout: 502 lvb_type: 1 00010000:00010000:3.0:1734016138.138743:0:7705:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880072172d00/0x3f004d6452e08be7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d224a expref: 6 pid: 7689 timeout: 502 lvb_type: 1 00010000:00010000:3.0:1734016138.138774:0:7705:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880072172d00/0x3f004d6452e08be7 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d224a expref: 6 pid: 7689 timeout: 502 lvb_type: 1 00010000:00010000:3.0:1734016138.138813:0:7705:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016138.138818:0:7705:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00080000:1.0:1734016138.138822:0:6479:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734016108 00010000:00010000:3.0:1734016138.138831:0:7705:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a80386c0/0x3f004d6452e08bf5 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 9424896->9486335) gid 0 flags: 0x40080000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2258 expref: 6 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016138.139896:0:7705:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a80386c0/0x3f004d6452e08bf5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 9424896->9486335) gid 0 flags: 0x40080000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2258 expref: 6 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016138.139968:0:7705:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a80386c0/0x3f004d6452e08bf5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 9424896->9486335) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2258 expref: 6 pid: 7690 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016138.139984:0:7705:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880075260a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7705:1818247339488384:192.168.201.10@tcp:105: 00000100:00100000:3.0:1734016138.140099:0:7705:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac68e3c0 going to sleep for 11 seconds 00000100:00100000:1.0:1734016138.149215:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016138.149333:0:7705:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880075260a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7705:1818247339488384:192.168.201.10@tcp:105: 00010000:00010000:3.0:1734016138.149357:0:7705:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016138.149626:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337034880 00000100:00100000:2.0:1734016138.149640:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337034880 00000100:00100000:2.0:1734016138.149711:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 11048 00000100:00100000:2.0:1734016138.149724:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075224000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1981:x1818247337034880:12345-192.168.201.10@tcp:22:fsx.0 00002000:00010000:2.0:1734016138.150146:0:7690:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 8830168 -> 8830168 00002000:00010000:2.0:1734016138.150150:0:7690:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016137 -> 1734016137 00002000:00010000:2.0:1734016138.150154:0:7690:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016137 -> 1734016137 00002000:00010000:2.0:1734016138.150156:0:7690:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016137 -> 1734016138 00002000:00010000:2.0:1734016138.150158:0:7690:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 968 -> 1088 00000100:00100000:3.0:1734016138.150229:0:7705:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075001180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:1978:x1818247337034752:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 11565us (12498us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016138.150241:0:7705:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2992 00000100:00100000:2.0:1734016138.151662:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075224000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1981:x1818247337034880:12345-192.168.201.10@tcp:22:fsx.0 Request processed in 1934us (2457us total) trans 4294969419 rc 0/0 00000100:00100000:2.0:1734016138.151673:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 11048 00000100:00100000:0.0:1734016138.159957:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016138.163437:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337035008 00000100:00100000:3.0:1734016138.163459:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337035008 00000100:00100000:3.0:1734016138.163587:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 11049 00000100:00100000:3.0:1734016138.163599:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075002300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:1980:x1818247337035008:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:3.0:1734016138.163642:0:7690:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016138.163688:0:7690:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a9a4fc0/0x3f004d6452e08bfc lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d225f expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016138.163823:0:7690:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880075260a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339488512:192.168.201.10@tcp:106: 00000100:00100000:3.0:1734016138.164017:0:7690:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac68e3c0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016138.169816:0:7690:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880075260a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339488512:192.168.201.10@tcp:106: 00010000:00010000:3.0:1734016138.169963:0:7690:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a9a4fc0/0x3f004d6452e08bfc lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d225f expref: 6 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016138.169987:0:7690:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a4fc0/0x3f004d6452e08bfc lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d225f expref: 6 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016138.170020:0:7690:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a9a4fc0, rc 0) 00000100:00100000:3.0:1734016138.173685:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075002300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:1980:x1818247337035008:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 10058us (13715us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016138.173704:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 11049 00000100:00100000:1.0:1734016138.177282:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016138.177924:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337035136 00000100:00100000:3.0:1734016138.177940:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337035136 00000100:00100000:3.0:1734016138.178009:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 11050 00000100:00100000:3.0:1734016138.178018:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012db31c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:1980:x1818247337035136:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:3.0:1734016138.178041:0:7690:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016138.178064:0:7690:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a9a58c0/0x3f004d6452e08c03 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d2266 expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016138.178154:0:7690:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880075260a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339488640:192.168.201.10@tcp:106: 00000100:00100000:3.0:1734016138.178609:0:7690:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac68e3c0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016138.181377:0:7690:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880075260a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339488640:192.168.201.10@tcp:106: 00010000:00010000:3.0:1734016138.181470:0:7690:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a9a58c0/0x3f004d6452e08c03 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2266 expref: 6 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016138.181497:0:7690:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a58c0/0x3f004d6452e08c03 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2266 expref: 6 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016138.181540:0:7690:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a9a58c0, rc 0) 00000100:00100000:3.0:1734016138.181671:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012db31c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:1980:x1818247337035136:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 3650us (4404us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016138.181687:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 11050 00000100:00100000:0.0:1734016138.186567:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016138.187848:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337035264 00000100:00100000:3.0:1734016138.187902:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337035264 00000100:00100000:3.0:1734016138.190527:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 11051 00000100:00100000:3.0:1734016138.190558:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075001c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1981:x1818247337035264:12345-192.168.201.10@tcp:22:fsx.0 00002000:00010000:3.0:1734016138.191100:0:7690:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 8830168 -> 8830168 00002000:00010000:3.0:1734016138.191114:0:7690:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016137 -> 1734016138 00002000:00010000:3.0:1734016138.191117:0:7690:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016137 -> 1734016137 00002000:00010000:3.0:1734016138.191119:0:7690:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016138 -> 1734016138 00002000:00010000:3.0:1734016138.191121:0:7690:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 1088 -> 1088 00000100:00100000:3.0:1734016138.191272:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075001c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+9:1981:x1818247337035264:12345-192.168.201.10@tcp:22:fsx.0 Request processed in 720us (4724us total) trans 4294969420 rc 0/0 00000100:00100000:3.0:1734016138.191282:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 11051 00000100:00100000:0.0:1734016138.197020:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016138.197189:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337035392 00000100:00100000:3.0:1734016138.197210:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337035392 00000100:00100000:3.0:1734016138.197299:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 11052 00000100:00100000:3.0:1734016138.197313:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009721a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:1980:x1818247337035392:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:3.0:1734016138.197349:0:7690:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016138.197389:0:7690:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a9a61c0/0x3f004d6452e08c0a lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d226d expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016138.197497:0:7690:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880075260a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339488768:192.168.201.10@tcp:106: 00000100:00100000:3.0:1734016138.197618:0:7690:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac68e3c0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016138.200450:0:7690:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880075260a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339488768:192.168.201.10@tcp:106: 00010000:00010000:3.0:1734016138.200558:0:7690:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a9a61c0/0x3f004d6452e08c0a lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d226d expref: 6 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016138.200591:0:7690:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a61c0/0x3f004d6452e08c0a lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d226d expref: 6 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016138.200647:0:7690:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a9a61c0, rc 0) 00000100:00100000:3.0:1734016138.200750:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009721a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:1980:x1818247337035392:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 3435us (3752us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016138.200765:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 11052 00000100:00100000:0.0:1734016138.205471:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016138.205631:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337035520 00000100:00100000:3.0:1734016138.205647:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337035520 00000100:00100000:3.0:1734016138.205720:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 11053 00000100:00100000:3.0:1734016138.205732:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009721b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:9673:x1818247337035520:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:3.0:1734016138.205770:0:7690:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016138.205802:0:7690:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a9a5b00/0x3f004d6452e08c11 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d2274 expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016138.205854:0:7690:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a80386c0/0x3f004d6452e08bf5 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 9424896->9486335) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2258 expref: 8 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016138.205898:0:7690:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016138.205901:0:7690:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016138.205906:0:7690:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a9a5b00/0x3f004d6452e08c11 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [2494464->2498559] (req 2494464->2498559) gid 0 flags: 0x50000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2274 expref: 6 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016138.205963:0:7690:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a80386c0/0x3f004d6452e08bf5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 9424896->9486335) gid 0 flags: 0x50000000020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2258 expref: 8 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016138.205980:0:7690:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a80386c0/0x3f004d6452e08bf5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 9424896->9486335) gid 0 flags: 0x70000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2258 expref: 8 pid: 7690 timeout: 502 lvb_type: 0 00000100:00100000:3.0:1734016138.206005:0:7690:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880075260a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339488896:192.168.201.10@tcp:104: 00000100:00100000:3.0:1734016138.206141:0:7690:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac68e3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016138.210092:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016138.210231:0:7705:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337035648 00000100:00100000:2.0:1734016138.210243:0:7705:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337035648 00010000:00010000:2.0:1734016138.210299:0:7705:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a80386c0/0x3f004d6452e08bf5 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 9424896->9486335) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2258 expref: 9 pid: 7690 timeout: 502 lvb_type: 0 00000100:00100000:2.0:1734016138.210345:0:7705:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2993 00000100:00100000:2.0:1734016138.210353:0:7705:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880097219180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+9:1978:x1818247337035648:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016138.210385:0:7705:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016138.210441:0:7705:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a80386c0/0x3f004d6452e08bf5 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 9424896->9486335) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2258 expref: 9 pid: 7690 timeout: 502 lvb_type: 0 00010000:00010000:2.0:1734016138.210455:0:7705:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a80386c0/0x3f004d6452e08bf5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 9424896->9486335) gid 0 flags: 0x50000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2258 expref: 9 pid: 7690 timeout: 502 lvb_type: 0 00010000:00010000:2.0:1734016138.210506:0:7705:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016138.210511:0:7705:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016138.210524:0:7705:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a5b00/0x3f004d6452e08c11 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2494464->2498559) gid 0 flags: 0x50080000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2274 expref: 6 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016138.210537:0:7705:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a9a5b00/0x3f004d6452e08c11 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2494464->2498559) gid 0 flags: 0x50080000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2274 expref: 6 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016138.210602:0:7705:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009a9a5b00/0x3f004d6452e08c11 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2494464->2498559) gid 0 flags: 0x40000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2274 expref: 6 pid: 7690 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016138.210624:0:7705:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012cc72a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7705:1818247339489024:192.168.201.10@tcp:105: 00000100:00100000:2.0:1734016138.210751:0:7705:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007455d000 going to sleep for 11 seconds 00010000:00010000:3.0:1734016138.211986:0:7690:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a80386c0/0x3f004d6452e08bf5 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 9424896->9486335) gid 0 flags: 0x44801400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2258 expref: 9 pid: 7690 timeout: 502 lvb_type: 0 00000100:00100000:3.0:1734016138.212022:0:7690:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880075260a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339488896:192.168.201.10@tcp:104: 00010000:00010000:3.0:1734016138.212061:0:7690:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a9a5b00/0x3f004d6452e08c11 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2494464->2498559) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2274 expref: 6 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016138.212075:0:7690:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a9a5b00, rc 0) 00000100:00100000:3.0:1734016138.213147:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009721b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:9673:x1818247337035520:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 7402us (7684us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016138.213164:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 11053 00000100:00100000:0.0:1734016138.222193:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016138.223045:0:7705:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012cc72a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7705:1818247339489024:192.168.201.10@tcp:105: 00010000:00010000:2.0:1734016138.223088:0:7705:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016138.223198:0:7705:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880097219180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1978:x1818247337035648:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 12842us (13121us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016138.223215:0:7705:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2993 00000100:00100000:3.0:1734016138.223367:0:7695:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337035904 00000100:00100000:3.0:1734016138.223385:0:7695:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337035904 00002000:00100000:3.0:1734016138.223454:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (2494464->2498559) req@ffff88009721b480 x1818247337035904/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:99/0 lens 488/0 e 0 to 0 dl 1734016149 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016138.223469:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88009721b480 with x1818247337035904 ext(2494464->2498559) 00002000:00010000:3.0:1734016138.223479:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009721b480 00000100:00100000:3.0:1734016138.223517:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9310 00000100:00100000:3.0:1734016138.223526:0:7695:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009721b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1979:x1818247337035904:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:3.0:1734016138.223792:0:7695:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009721b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1979:x1818247337035904:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 267us (1617us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016138.223799:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9310 00002000:00100000:3.0:1734016138.223804:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (2494464->2498559) req@ffff88009721b480 x1818247337035904/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:99/0 lens 488/4536 e 0 to 0 dl 1734016149 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016138.223810:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88009721b480 with x1818247337035904 ext(2494464->2498559) 00002000:00010000:3.0:1734016138.223813:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009721b480 00000100:00100000:0.0:1734016138.229268:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016138.230264:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337036032 00000100:00100000:2.0:1734016138.230289:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337036032 00002000:00100000:2.0:1734016138.230374:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (2494464->2498559) req@ffff88009721aa00 x1818247337036032/t0(0) o4->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:99/0 lens 4584/0 e 0 to 0 dl 1734016149 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016138.230386:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88009721aa00 with x1818247337036032 ext(2494464->2498559) 00002000:00010000:2.0:1734016138.230393:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009721aa00 00000100:00100000:2.0:1734016138.230445:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9311 00000100:00100000:2.0:1734016138.230454:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009721aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1980:x1818247337036032:12345-192.168.201.10@tcp:4:fsx.0 00000100:00100000:0.0:1734016138.233545:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009721aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+8:1980:x1818247337036032:12345-192.168.201.10@tcp:4:fsx.0 Request processed in 3068us (4272us total) trans 4294969421 rc 0/0 00000100:00100000:0.0:1734016138.233571:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9311 00002000:00100000:0.0:1734016138.233592:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (2494464->2498559) req@ffff88009721aa00 x1818247337036032/t4294969421(0) o4->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:99/0 lens 4584/448 e 0 to 0 dl 1734016149 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016138.233606:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88009721aa00 with x1818247337036032 ext(2494464->2498559) 00002000:00010000:0.0:1734016138.233615:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009721aa00 00000100:00100000:0.0:1734016138.244857:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016138.245156:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337036160 00000100:00100000:3.0:1734016138.245178:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337036160 00000100:00100000:3.0:1734016138.245284:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 11054 00000100:00100000:3.0:1734016138.245295:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009721bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+8:1981:x1818247337036160:12345-192.168.201.10@tcp:16:fsx.0 00000001:00080000:0.0:1734016138.247274:0:8954:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969421 is committed 00000001:00080000:0.0:1734016138.247314:0:8954:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969420 is committed 00000100:00100000:3.0:1734016138.249066:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009721bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1981:x1818247337036160:12345-192.168.201.10@tcp:16:fsx.0 Request processed in 3747us (4202us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016138.249091:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 11054 00000100:00100000:0.0:1734016138.257492:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016138.260137:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337036288 00000100:00100000:3.0:1734016138.260157:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337036288 00000100:00100000:3.0:1734016138.260245:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 11055 00000100:00100000:3.0:1734016138.260256:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880097218700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1980:x1818247337036288:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:3.0:1734016138.260287:0:7690:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016138.260311:0:7690:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a9a73c0/0x3f004d6452e08c18 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d227b expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016138.260396:0:7690:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880075260a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339489152:192.168.201.10@tcp:106: 00000100:00100000:3.0:1734016138.260527:0:7690:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac68e9c0 going to sleep for 11 seconds 00002000:00010000:3.0:1734016138.273958:0:7690:0:(ofd_lvb.c:301:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks: 1088 -> 1096 00000100:00100000:3.0:1734016138.273998:0:7690:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880075260a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339489152:192.168.201.10@tcp:106: 00010000:00010000:3.0:1734016138.274048:0:7690:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a9a73c0/0x3f004d6452e08c18 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d227b expref: 7 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016138.274066:0:7690:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a73c0/0x3f004d6452e08c18 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d227b expref: 7 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016138.274110:0:7690:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a9a73c0, rc 0) 00000100:00100000:3.0:1734016138.274184:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880097218700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1980:x1818247337036288:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 13928us (16717us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016138.274194:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 11055 00000100:00100000:0.0:1734016138.278662:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016138.282934:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337036416 00000100:00100000:3.0:1734016138.282952:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337036416 00000100:00100000:3.0:1734016138.283020:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 11056 00000100:00100000:3.0:1734016138.283029:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880097218a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1981:x1818247337036416:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:3.0:1734016138.283049:0:7690:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016138.283072:0:7690:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a9a6f40/0x3f004d6452e08c1f lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d2282 expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016138.283153:0:7690:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880075260a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339489280:192.168.201.10@tcp:106: 00000100:00100000:3.0:1734016138.283258:0:7690:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac68e9c0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016138.292305:0:7690:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880075260a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339489280:192.168.201.10@tcp:106: 00010000:00010000:3.0:1734016138.292359:0:7690:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a9a6f40/0x3f004d6452e08c1f lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2282 expref: 7 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016138.292373:0:7690:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a6f40/0x3f004d6452e08c1f lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2282 expref: 7 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016138.292468:0:7690:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a9a6f40, rc 0) 00000100:00100000:3.0:1734016138.292629:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880097218a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1981:x1818247337036416:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 9598us (13987us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016138.292639:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 11056 00000100:00100000:0.0:1734016138.301413:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016138.301564:0:8966:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337036672 00000100:00100000:2.0:1734016138.301581:0:8966:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337036672 00000100:00100000:2.0:1734016138.301649:0:8966:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2118 00000100:00100000:2.0:1734016138.301659:0:8966:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009721ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+17:9673:x1818247337036672:12345-192.168.201.10@tcp:36:fsx.0 00010000:00010000:2.0:1734016138.301729:0:8966:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016138.301765:0:8966:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800721718c0/0x3f004d6452e08b69 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d21e1 expref: 17 pid: 7420 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016138.301808:0:8966:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:2.0:1734016138.301813:0:8966:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1734016138.302008:0:8966:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880072170d80/0x3f004d6452e08c26 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 8966 initiator: MDT0 00010000:00010000:2.0:1734016138.302023:0:8966:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880072172640/0x3f004d6452e08b77 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d21e8 expref: 12 pid: 7420 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016138.302029:0:8966:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff880072170d80/0x3f004d6452e08c26 lrc: 4/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 8966 initiator: MDT0 00010000:00010000:2.0:1734016138.302061:0:8966:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880072172640/0x3f004d6452e08b77 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d21e8 expref: 12 pid: 7420 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016138.302074:0:8966:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880072172640/0x3f004d6452e08b77 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d21e8 expref: 12 pid: 7420 timeout: 502 lvb_type: 0 00000100:00100000:2.0:1734016138.302089:0:8966:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012cc72a00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:8966:1818247339489408:192.168.201.10@tcp:104: 00000100:00100000:2.0:1734016138.302163:0:8966:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007455d480 going to sleep for 11 seconds 00000100:00100000:3.0:1734016138.309800:0:8966:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012cc72a00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:8966:1818247339489408:192.168.201.10@tcp:104: 00010000:00010000:3.0:1734016138.309894:0:8966:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff880072170d80/0x3f004d6452e08c26 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 8966 initiator: MDT0 00000100:00100000:0.0:1734016138.311930:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016138.317753:0:7705:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337036800 00000100:00100000:2.0:1734016138.317770:0:7705:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337036800 00010000:00010000:3.0:1734016138.319200:0:7705:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880072172640/0x3f004d6452e08b77 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d21e8 expref: 13 pid: 7420 timeout: 502 lvb_type: 0 00000100:00100000:3.0:1734016138.319257:0:7705:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2994 00000100:00100000:3.0:1734016138.319266:0:7705:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009721a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+13:1979:x1818247337036800:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016138.319282:0:7705:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016138.319288:0:7705:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880072172640/0x3f004d6452e08b77 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d21e8 expref: 13 pid: 7420 timeout: 502 lvb_type: 0 00010000:00010000:3.0:1734016138.319299:0:7705:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880072172640/0x3f004d6452e08b77 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d21e8 expref: 13 pid: 7420 timeout: 502 lvb_type: 0 00010000:00010000:3.0:1734016138.319329:0:7705:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880072172640/0x3f004d6452e08b77 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d21e8 expref: 13 pid: 7420 timeout: 502 lvb_type: 0 00010000:00010000:3.0:1734016138.319363:0:7705:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:3.0:1734016138.319368:0:7705:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff880072170d80/0x3f004d6452e08c26 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 8966 initiator: MDT0 00010000:00010000:3.0:1734016138.319377:0:7705:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880072170d80/0x3f004d6452e08c26 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 8966 initiator: MDT0 00010000:00010000:3.0:1734016138.319384:0:7705:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880072170d80/0x3f004d6452e08c26 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 8966 initiator: MDT0 00010000:00010000:3.0:1734016138.319409:0:7705:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016138.319467:0:7705:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009721a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+12:1979:x1818247337036800:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 202us (7556us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016138.319473:0:7705:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2994 00010000:00010000:2.0:1734016138.319589:0:8966:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff880072170d80/0x3f004d6452e08c26 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8966 initiator: MDT0 00010000:00010000:2.0:1734016138.319597:0:8966:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880072170d80/0x3f004d6452e08c26 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8966 initiator: MDT0 00000001:00080000:3.0:1734016138.320246:0:8966:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294968637 00000004:00010000:3.0:1734016138.320293:0:8966:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff88009721ad80 reply state ffff88007511b000 transno 4294968638 ns: mdt-lustre-MDT0000_UUID lock: ffff880072170d80/0x3f004d6452e08c26 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8966 initiator: MDT0 00000100:00100000:3.0:1734016138.320301:0:8966:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1734016138.321040:0:8966:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009721ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+19:9673:x1818247337036672:12345-192.168.201.10@tcp:36:fsx.0 Request processed in 19378us (19641us total) trans 4294968638 rc 0/0 00000100:00100000:3.0:1734016138.321048:0:8966:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2118 00000020:00080000:3.0:1734016138.321052:0:8966:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1734016138.334678:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00010000:00010000:2.0:1734016138.334839:0:3494:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880072170d80/0x3f004d6452e08c26 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8966 initiator: MDT0 00010000:00010000:2.0:1734016138.334856:0:3494:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880072170d80/0x3f004d6452e08c26 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 8966 initiator: MDT0 00010000:00010000:2.0:1734016138.334877:0:3494:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880072170d80/0x3f004d6452e08c26 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8966 initiator: MDT0 00010000:00010000:2.0:1734016138.334884:0:3494:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880072170d80 already unused, calling callback (ffffffffa0f03950) 00010000:00010000:2.0:1734016138.334892:0:3494:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880072170d80/0x3f004d6452e08c26 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8966 initiator: MDT0 00010000:00010000:2.0:1734016138.334901:0:3494:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880072170d80/0x3f004d6452e08c26 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 8966 initiator: MDT0 00010000:00010000:2.0:1734016138.334924:0:3494:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:2.0:1734016138.334927:0:3494:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734016138.334931:0:3494:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880072170d80/0x3f004d6452e08c26 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8966 initiator: MDT0 00010000:00010000:2.0:1734016138.334935:0:3494:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880072170d80/0x3f004d6452e08c26 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8966 initiator: MDT0 00000100:00100000:3.0:1734016138.345393:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337036928 00000100:00100000:3.0:1734016138.345422:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337036928 00000100:00100000:3.0:1734016138.345511:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 11057 00000100:00100000:3.0:1734016138.345523:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880097218e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:9673:x1818247337036928:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:3.0:1734016138.345553:0:7690:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016138.345582:0:7690:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7600/0x3f004d6452e08c2d lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d2289 expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016138.345627:0:7690:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a5b00/0x3f004d6452e08c11 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2494464->2498559) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2274 expref: 5 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016138.345636:0:7690:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016138.345639:0:7690:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016138.345642:0:7690:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7600/0x3f004d6452e08c2d lrc: 4/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2289 expref: 7 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016138.345689:0:7690:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a9a5b00/0x3f004d6452e08c11 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2494464->2498559) gid 0 flags: 0x50000000020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2274 expref: 5 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016138.345704:0:7690:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a9a5b00/0x3f004d6452e08c11 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2494464->2498559) gid 0 flags: 0x70000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2274 expref: 5 pid: 7690 timeout: 502 lvb_type: 0 00000100:00100000:3.0:1734016138.345717:0:7690:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880075260a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339489536:192.168.201.10@tcp:104: 00000100:00100000:3.0:1734016138.345828:0:7690:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac68e3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016138.356728:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016138.356935:0:7690:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880075260a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339489536:192.168.201.10@tcp:104: 00010000:00010000:3.0:1734016138.356976:0:7690:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7600/0x3f004d6452e08c2d lrc: 3/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2289 expref: 7 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016138.357001:0:7690:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a9a7600, rc 0) 00000100:00100000:3.0:1734016138.357060:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880097218e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:9673:x1818247337036928:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 11538us (22397us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016138.357072:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 11057 00000100:00100000:1.0:1734016138.360673:0:6469:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337037056 00000100:00100000:1.0:1734016138.360702:0:6469:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337037056 00010000:00010000:1.0:1734016138.360779:0:6469:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a9a5b00/0x3f004d6452e08c11 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2494464->2498559) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2274 expref: 6 pid: 7690 timeout: 502 lvb_type: 0 00000100:00100000:1.0:1734016138.360847:0:6469:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2995 00000100:00100000:1.0:1734016138.360855:0:6469:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011efc5500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1978:x1818247337037056:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016138.360924:0:6469:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016138.360955:0:6469:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a9a5b00/0x3f004d6452e08c11 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2494464->2498559) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2274 expref: 6 pid: 7690 timeout: 502 lvb_type: 0 00010000:00010000:1.0:1734016138.360969:0:6469:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a9a5b00/0x3f004d6452e08c11 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2494464->2498559) gid 0 flags: 0x50000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2274 expref: 6 pid: 7690 timeout: 502 lvb_type: 0 00010000:00010000:1.0:1734016138.361000:0:6469:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a5b00/0x3f004d6452e08c11 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2494464->2498559) gid 0 flags: 0x44801400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2274 expref: 6 pid: 7690 timeout: 502 lvb_type: 0 00010000:00010000:1.0:1734016138.361034:0:6469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016138.361036:0:6469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016138.361043:0:6469:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7600/0x3f004d6452e08c2d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2289 expref: 6 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016138.361053:0:6469:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7600/0x3f004d6452e08c2d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2289 expref: 6 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016138.361094:0:6469:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7600/0x3f004d6452e08c2d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2289 expref: 6 pid: 7690 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016138.361114:0:6469:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012db33800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6469:1818247339489664:192.168.201.10@tcp:105: 00000100:00100000:1.0:1734016138.361200:0:6469:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b42cd900 going to sleep for 11 seconds 00000100:00100000:0.0:1734016138.366912:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016138.366957:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337037184 00000100:00100000:0.0:1734016138.366968:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337037184 00002000:00010000:0.0:1734016138.367008:0:7696:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (10234963->18446744073709551615) 00002000:00100000:0.0:1734016138.367013:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88011efc4a80 with x1818247337037184 ext(10234963->18446744073709551615) 00002000:00010000:0.0:1734016138.367028:0:7696:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011efc4a80. 00000100:00100000:0.0:1734016138.367063:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9312 00000100:00100000:0.0:1734016138.367072:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011efc4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1980:x1818247337037184:12345-192.168.201.10@tcp:10:fsx.0 00000100:00100000:2.0:1734016138.367252:0:6469:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012db33800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6469:1818247339489664:192.168.201.10@tcp:105: 00010000:00010000:2.0:1734016138.367279:0:6469:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016138.367340:0:6469:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011efc5500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:1978:x1818247337037056:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 6483us (10628us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016138.367352:0:6469:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2995 00002000:00010000:3.0:1734016138.367421:0:7696:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 8830168 -> 10234963 00002000:00010000:3.0:1734016138.367427:0:7696:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016138 -> 1734016137 00002000:00010000:3.0:1734016138.367429:0:7696:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016137 -> 1734016137 00002000:00010000:3.0:1734016138.367431:0:7696:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016138 -> 1734016137 00002000:00010000:3.0:1734016138.367433:0:7696:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 1096 -> 1096 00000100:00100000:3.0:1734016138.367455:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011efc4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1980:x1818247337037184:12345-192.168.201.10@tcp:10:fsx.0 Request processed in 384us (600us total) trans 4294969422 rc 0/0 00000100:00100000:3.0:1734016138.367461:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9312 00002000:00010000:3.0:1734016138.367464:0:7696:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (10234963->18446744073709551615) 00002000:00100000:3.0:1734016138.367466:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88011efc4a80 with x1818247337037184 ext(10234963->18446744073709551615) 00002000:00010000:3.0:1734016138.367470:0:7696:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011efc4a80. 00000100:00100000:0.0:1734016138.374095:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016138.374196:0:8966:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337037312 00000100:00100000:2.0:1734016138.374209:0:8966:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337037312 00000100:00100000:2.0:1734016138.374273:0:8966:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2119 00000100:00100000:2.0:1734016138.374283:0:8966:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011efc5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+12:9673:x1818247337037312:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:2.0:1734016138.374314:0:8966:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016138.374341:0:8966:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880072170d80/0x3f004d6452e08c34 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d2290 expref: -99 pid: 8966 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016138.374469:0:8966:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880072172640/0x3f004d6452e08c3b lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 8966 initiator: MDT0 00010000:00010000:2.0:1734016138.374488:0:8966:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880072172640/0x3f004d6452e08c3b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 8966 initiator: MDT0 00010000:00010000:2.0:1734016138.374504:0:8966:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880072172640/0x3f004d6452e08c3b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 8966 initiator: MDT0 00000004:00200000:2.0:1734016138.374539:0:8966:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 10234963 00000004:00200000:2.0:1734016138.374544:0:8966:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1734016138.374563:0:8966:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880072172640/0x3f004d6452e08c3b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 8966 initiator: MDT0 00010000:00010000:2.0:1734016138.374595:0:8966:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880072170d80/0x3f004d6452e08c34 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2290 expref: 14 pid: 8966 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016138.374631:0:8966:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880072172640/0x3f004d6452e08c3b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2290 expref: 13 pid: 8966 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016138.374640:0:8966:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:2.0:1734016138.374643:0:8966:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1734016138.374649:0:8966:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880072172640, rc 0) 00000100:00100000:2.0:1734016138.374734:0:8966:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011efc5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+13:9673:x1818247337037312:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 450us (653us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016138.374742:0:8966:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2119 00000100:00100000:0.0:1734016138.384446:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016138.388558:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337037440 00000100:00100000:3.0:1734016138.388602:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337037440 00000100:00100000:3.0:1734016138.388781:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 11058 00000100:00100000:3.0:1734016138.388801:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011efc5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:1978:x1818247337037440:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:3.0:1734016138.388845:0:7690:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016138.388970:0:7690:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a9a5b00/0x3f004d6452e08c42 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d2297 expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016138.389115:0:7690:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880075260a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339489792:192.168.201.10@tcp:106: 00000100:00100000:3.0:1734016138.389251:0:7690:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac68e3c0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016138.395622:0:7690:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880075260a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339489792:192.168.201.10@tcp:106: 00010000:00010000:3.0:1734016138.395712:0:7690:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a9a5b00/0x3f004d6452e08c42 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2297 expref: 6 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016138.395743:0:7690:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a5b00/0x3f004d6452e08c42 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2297 expref: 6 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016138.395810:0:7690:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a9a5b00, rc 0) 00000100:00100000:3.0:1734016138.395998:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011efc5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:1978:x1818247337037440:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 7198us (11581us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016138.396016:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 11058 00000100:00100000:0.0:1734016138.404964:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016138.407733:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337037568 00000100:00100000:3.0:1734016138.407760:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337037568 00000100:00100000:3.0:1734016138.407849:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 11059 00000100:00100000:3.0:1734016138.407860:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011efc7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:1979:x1818247337037568:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:3.0:1734016138.407912:0:7690:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016138.407950:0:7690:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a9a5440/0x3f004d6452e08c49 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d229e expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016138.408073:0:7690:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880075260a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339489920:192.168.201.10@tcp:106: 00000100:00100000:3.0:1734016138.408215:0:7690:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac68e3c0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016138.412142:0:7690:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880075260a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339489920:192.168.201.10@tcp:106: 00010000:00010000:3.0:1734016138.415147:0:7690:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a9a5440/0x3f004d6452e08c49 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d229e expref: 6 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016138.415184:0:7690:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a5440/0x3f004d6452e08c49 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d229e expref: 6 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016138.416795:0:7690:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a9a5440, rc 0) 00000100:00100000:2.0:1734016138.417534:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011efc7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:1979:x1818247337037568:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 9668us (12584us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016138.417545:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 11059 00000100:00100000:0.0:1734016138.423952:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016138.424695:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337037696 00000100:00100000:2.0:1734016138.424708:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337037696 00000100:00100000:2.0:1734016138.424780:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 11060 00000100:00100000:2.0:1734016138.424789:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011efc6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:9673:x1818247337037696:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:2.0:1734016138.424818:0:7690:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016138.424846:0:7690:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e08c50 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d22a5 expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016138.424914:0:7690:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7600/0x3f004d6452e08c2d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2289 expref: 7 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016138.424925:0:7690:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016138.424929:0:7690:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016138.424933:0:7690:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e08c50 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [8306688->8327167] (req 8306688->8327167) gid 0 flags: 0x50000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d22a5 expref: 6 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016138.424980:0:7690:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7600/0x3f004d6452e08c2d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2289 expref: 7 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016138.424997:0:7690:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7600/0x3f004d6452e08c2d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2289 expref: 7 pid: 7690 timeout: 502 lvb_type: 0 00000100:00100000:2.0:1734016138.425020:0:7690:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012cc70e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339490048:192.168.201.10@tcp:104: 00000100:00100000:2.0:1734016138.427130:0:7690:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007455db40 going to sleep for 11 seconds 00000100:00100000:2.0:1734016138.436495:0:7690:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012cc70e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339490048:192.168.201.10@tcp:104: 00010000:00010000:2.0:1734016138.436580:0:7690:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e08c50 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [8306688->8327167] (req 8306688->8327167) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d22a5 expref: 6 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016138.436625:0:7690:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880072171440, rc 0) 00000100:00100000:2.0:1734016138.436786:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011efc6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:9673:x1818247337037696:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 11993us (12846us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016138.436804:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 11060 00000100:00100000:0.0:1734016138.438461:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016138.439604:0:6469:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337037824 00000100:00100000:3.0:1734016138.439621:0:6469:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337037824 00010000:00010000:3.0:1734016138.439680:0:6469:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7600/0x3f004d6452e08c2d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2289 expref: 8 pid: 7690 timeout: 502 lvb_type: 0 00000100:00100000:3.0:1734016138.439725:0:6469:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2996 00000100:00100000:3.0:1734016138.439735:0:6469:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b1ea5450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1979:x1818247337037824:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016138.439762:0:6469:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016138.439796:0:6469:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7600/0x3f004d6452e08c2d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2289 expref: 8 pid: 7690 timeout: 502 lvb_type: 0 00010000:00010000:3.0:1734016138.439810:0:6469:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7600/0x3f004d6452e08c2d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2289 expref: 8 pid: 7690 timeout: 502 lvb_type: 0 00010000:00010000:3.0:1734016138.439848:0:6469:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7600/0x3f004d6452e08c2d lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2289 expref: 8 pid: 7690 timeout: 502 lvb_type: 0 00010000:00010000:3.0:1734016138.440062:0:6469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016138.440066:0:6469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016138.440076:0:6469:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e08c50 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8306688->8327167) gid 0 flags: 0x40080000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d22a5 expref: 5 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016138.440086:0:6469:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e08c50 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8306688->8327167) gid 0 flags: 0x40080000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d22a5 expref: 5 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016138.440144:0:6469:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e08c50 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8306688->8327167) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d22a5 expref: 5 pid: 7690 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016138.440160:0:6469:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880075260a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6469:1818247339490176:192.168.201.10@tcp:105: 00000100:00100000:3.0:1734016138.440512:0:6469:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac68e3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016138.448936:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016138.448937:0:6469:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880075260a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6469:1818247339490176:192.168.201.10@tcp:105: 00010000:00010000:3.0:1734016138.448997:0:6469:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016138.449122:0:6469:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b1ea5450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1979:x1818247337037824:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 9386us (10679us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016138.449143:0:6469:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2996 00000100:00100000:2.0:1734016138.449931:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337037952 00000100:00100000:2.0:1734016138.449947:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337037952 00000100:00100000:2.0:1734016138.450327:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 11061 00000100:00100000:2.0:1734016138.450342:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cf12450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1979:x1818247337037952:12345-192.168.201.10@tcp:22:fsx.0 00002000:00010000:2.0:1734016138.451064:0:7690:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 10234963 -> 10234963 00002000:00010000:2.0:1734016138.451071:0:7690:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016137 -> 1734016137 00002000:00010000:2.0:1734016138.451075:0:7690:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016137 -> 1734016137 00002000:00010000:2.0:1734016138.451080:0:7690:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016137 -> 1734016137 00002000:00010000:2.0:1734016138.451083:0:7690:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 1096 -> 1096 00000100:00100000:2.0:1734016138.455354:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cf12450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1979:x1818247337037952:12345-192.168.201.10@tcp:22:fsx.0 Request processed in 4986us (6484us total) trans 4294969423 rc 0/0 00000100:00100000:2.0:1734016138.455378:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 11061 00000100:00100000:0.0:1734016138.465166:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016138.466634:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337038080 00000100:00100000:2.0:1734016138.466660:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337038080 00000100:00100000:2.0:1734016138.466772:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 11062 00000100:00100000:2.0:1734016138.466785:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011efc5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1979:x1818247337038080:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:2.0:1734016138.466818:0:7690:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016138.466855:0:7690:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880072170d80/0x3f004d6452e08c57 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d22ac expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016138.466995:0:7690:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012cc71c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339490304:192.168.201.10@tcp:106: 00000100:00100000:2.0:1734016138.467109:0:7690:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007455db40 going to sleep for 11 seconds 00000100:00100000:2.0:1734016138.478964:0:7690:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012cc71c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339490304:192.168.201.10@tcp:106: 00010000:00010000:2.0:1734016138.479041:0:7690:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880072170d80/0x3f004d6452e08c57 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d22ac expref: 8 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016138.479071:0:7690:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880072170d80/0x3f004d6452e08c57 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d22ac expref: 8 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016138.479442:0:7690:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880072170d80, rc 0) 00000100:00100000:2.0:1734016138.480911:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011efc5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1979:x1818247337038080:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 14115us (15756us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016138.480925:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 11062 00000100:00100000:0.0:1734016138.491157:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016138.492679:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337038208 00000100:00100000:2.0:1734016138.492703:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337038208 00000100:00100000:2.0:1734016138.493661:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 11063 00000100:00100000:2.0:1734016138.493675:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011efc5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:9673:x1818247337038208:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:2.0:1734016138.493714:0:7690:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016138.493758:0:7690:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800721718c0/0x3f004d6452e08c5e lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d22b3 expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016138.493817:0:7690:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e08c50 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8306688->8327167) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d22a5 expref: 6 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016138.493827:0:7690:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016138.493830:0:7690:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016138.493835:0:7690:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800721718c0/0x3f004d6452e08c5e lrc: 4/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [98304->102399] (req 98304->102399) gid 0 flags: 0x50000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d22b3 expref: 8 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016138.493903:0:7690:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e08c50 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8306688->8327167) gid 0 flags: 0x50000000020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d22a5 expref: 6 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016138.493922:0:7690:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e08c50 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8306688->8327167) gid 0 flags: 0x70000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d22a5 expref: 6 pid: 7690 timeout: 502 lvb_type: 0 00000100:00100000:2.0:1734016138.493938:0:7690:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012cc71c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339490432:192.168.201.10@tcp:104: 00000100:00100000:2.0:1734016138.494038:0:7690:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007455db40 going to sleep for 11 seconds 00000100:00100000:0.0:1734016138.506528:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016138.507033:0:7690:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012cc71c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339490432:192.168.201.10@tcp:104: 00010000:00010000:2.0:1734016138.507109:0:7690:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800721718c0/0x3f004d6452e08c5e lrc: 3/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [98304->102399] (req 98304->102399) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d22b3 expref: 8 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016138.507149:0:7690:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800721718c0, rc 0) 00000100:00100000:2.0:1734016138.509472:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011efc5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:9673:x1818247337038208:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 15784us (18330us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016138.509486:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 11063 00000100:00100000:3.0:1734016138.510615:0:6469:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337038336 00000100:00100000:3.0:1734016138.510635:0:6469:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337038336 00010000:00010000:3.0:1734016138.510702:0:6469:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e08c50 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8306688->8327167) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d22a5 expref: 7 pid: 7690 timeout: 502 lvb_type: 0 00000100:00100000:3.0:1734016138.510758:0:6469:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2997 00000100:00100000:3.0:1734016138.510766:0:6469:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011efc7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1978:x1818247337038336:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016138.510787:0:6469:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016138.510825:0:6469:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e08c50 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 8306688->8327167) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d22a5 expref: 7 pid: 7690 timeout: 502 lvb_type: 0 00010000:00010000:3.0:1734016138.510839:0:6469:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e08c50 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 8306688->8327167) gid 0 flags: 0x50000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d22a5 expref: 7 pid: 7690 timeout: 502 lvb_type: 0 00010000:00010000:3.0:1734016138.510890:0:6469:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e08c50 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 8306688->8327167) gid 0 flags: 0x44801400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d22a5 expref: 7 pid: 7690 timeout: 502 lvb_type: 0 00010000:00010000:3.0:1734016138.510925:0:6469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016138.510927:0:6469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016138.510935:0:6469:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800721718c0/0x3f004d6452e08c5e lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 98304->102399) gid 0 flags: 0x40080000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d22b3 expref: 7 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016138.510945:0:6469:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800721718c0/0x3f004d6452e08c5e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 98304->102399) gid 0 flags: 0x40080000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d22b3 expref: 7 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016138.510994:0:6469:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800721718c0/0x3f004d6452e08c5e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 98304->102399) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d22b3 expref: 7 pid: 7690 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016138.511012:0:6469:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880075260a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6469:1818247339490560:192.168.201.10@tcp:105: 00000100:00100000:3.0:1734016138.511115:0:6469:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac68ecc0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016138.528729:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016138.530265:0:6469:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880075260a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6469:1818247339490560:192.168.201.10@tcp:105: 00010000:00010000:2.0:1734016138.530304:0:6469:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016138.530404:0:6469:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011efc7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1978:x1818247337038336:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 19634us (23903us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016138.530420:0:6469:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2997 00000100:00100000:3.0:1734016138.530680:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337038592 00000100:00100000:3.0:1734016138.530691:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337038592 00002000:00100000:3.0:1734016138.530743:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (98304->10235903) req@ffff88011efc7480 x1818247337038592/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:99/0 lens 504/0 e 0 to 0 dl 1734016149 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016138.530756:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88011efc7480 with x1818247337038592 ext(98304->10235903) 00002000:00010000:3.0:1734016138.530761:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011efc7480 00000100:00100000:3.0:1734016138.530786:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9313 00000100:00100000:3.0:1734016138.530793:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011efc7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1979:x1818247337038592:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:3.0:1734016138.565497:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011efc7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1979:x1818247337038592:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 34677us (36770us total) trans 0 rc 802816/802816 00000100:00100000:3.0:1734016138.565520:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9313 00002000:00100000:3.0:1734016138.565548:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (98304->10235903) req@ffff88011efc7480 x1818247337038592/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:99/0 lens 504/440 e 0 to 0 dl 1734016149 ref 1 fl Complete:/200/0 rc 802816/802816 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016138.565560:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88011efc7480 with x1818247337038592 ext(98304->10235903) 00002000:00010000:3.0:1734016138.565570:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011efc7480 00000100:00100000:0.0:1734016138.571830:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016138.572962:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337038848 00000100:00100000:3.0:1734016138.572990:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337038848 00002000:00100000:3.0:1734016138.573120:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (94208->98303) req@ffff88011efc4000 x1818247337038848/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:99/0 lens 488/0 e 0 to 0 dl 1734016149 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016138.573137:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88011efc4000 with x1818247337038848 ext(94208->98303) 00002000:00010000:3.0:1734016138.573145:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011efc4000 00000100:00100000:3.0:1734016138.573462:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9314 00000100:00100000:3.0:1734016138.573473:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011efc4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1981:x1818247337038848:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:3.0:1734016138.574977:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011efc4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1981:x1818247337038848:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 1485us (3152us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016138.574995:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9314 00002000:00100000:3.0:1734016138.575015:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (94208->98303) req@ffff88011efc4000 x1818247337038848/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:99/0 lens 488/4536 e 0 to 0 dl 1734016149 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016138.575026:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88011efc4000 with x1818247337038848 ext(94208->98303) 00002000:00010000:3.0:1734016138.575035:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011efc4000 00000100:00100000:0.0:1734016138.580805:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016138.583196:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337039104 00000100:00100000:3.0:1734016138.583223:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337039104 00002000:00100000:3.0:1734016138.583319:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (90112->94207) req@ffff88011efc6a00 x1818247337039104/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:99/0 lens 488/0 e 0 to 0 dl 1734016149 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016138.583336:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88011efc6a00 with x1818247337039104 ext(90112->94207) 00002000:00010000:3.0:1734016138.583344:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011efc6a00 00000100:00100000:3.0:1734016138.584827:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9315 00000100:00100000:3.0:1734016138.584849:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011efc6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1980:x1818247337039104:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:3.0:1734016138.585373:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011efc6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1980:x1818247337039104:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 529us (4591us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016138.585384:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9315 00002000:00100000:3.0:1734016138.585396:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (90112->94207) req@ffff88011efc6a00 x1818247337039104/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:99/0 lens 488/4536 e 0 to 0 dl 1734016149 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016138.585406:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88011efc6a00 with x1818247337039104 ext(90112->94207) 00002000:00010000:3.0:1734016138.585414:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011efc6a00 00000100:00100000:0.0:1734016138.597244:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016138.598968:0:7695:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337039360 00000100:00100000:2.0:1734016138.598994:0:7695:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337039360 00002000:00100000:2.0:1734016138.599085:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (86016->90111) req@ffff88011efc4e00 x1818247337039360/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:99/0 lens 488/0 e 0 to 0 dl 1734016149 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016138.599307:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88011efc4e00 with x1818247337039360 ext(86016->90111) 00002000:00010000:2.0:1734016138.599313:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011efc4e00 00000100:00100000:2.0:1734016138.599357:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9316 00000100:00100000:2.0:1734016138.599368:0:7695:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011efc4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1981:x1818247337039360:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:2.0:1734016138.599768:0:7695:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011efc4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1981:x1818247337039360:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 399us (2554us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016138.599778:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9316 00002000:00100000:2.0:1734016138.599788:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (86016->90111) req@ffff88011efc4e00 x1818247337039360/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:99/0 lens 488/4536 e 0 to 0 dl 1734016149 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016138.599797:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88011efc4e00 with x1818247337039360 ext(86016->90111) 00002000:00010000:2.0:1734016138.599801:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011efc4e00 00000100:00100000:0.0:1734016138.608594:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016138.613718:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337039616 00000100:00100000:3.0:1734016138.613756:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337039616 00002000:00100000:3.0:1734016138.613905:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (81920->86015) req@ffff88011efc5180 x1818247337039616/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:99/0 lens 488/0 e 0 to 0 dl 1734016149 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016138.613925:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88011efc5180 with x1818247337039616 ext(81920->86015) 00002000:00010000:3.0:1734016138.613935:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011efc5180 00000100:00100000:2.0:1734016138.615483:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9317 00000100:00100000:2.0:1734016138.615505:0:7695:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011efc5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1980:x1818247337039616:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:2.0:1734016138.616049:0:7695:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011efc5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1980:x1818247337039616:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 548us (7476us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016138.616059:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9317 00002000:00100000:2.0:1734016138.616073:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (81920->86015) req@ffff88011efc5180 x1818247337039616/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:99/0 lens 488/4536 e 0 to 0 dl 1734016149 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016138.616085:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88011efc5180 with x1818247337039616 ext(81920->86015) 00002000:00010000:2.0:1734016138.616104:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011efc5180 00000100:00100000:0.0:1734016138.619512:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016138.621108:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337039872 00000100:00100000:3.0:1734016138.621136:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337039872 00002000:00100000:3.0:1734016138.621251:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (77824->81919) req@ffff88011efc7100 x1818247337039872/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:99/0 lens 488/0 e 0 to 0 dl 1734016149 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016138.621271:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88011efc7100 with x1818247337039872 ext(77824->81919) 00002000:00010000:3.0:1734016138.621280:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011efc7100 00000100:00100000:3.0:1734016138.621347:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9318 00000100:00100000:3.0:1734016138.621358:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011efc7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1981:x1818247337039872:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:3.0:1734016138.621830:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011efc7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1981:x1818247337039872:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 470us (2340us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016138.621842:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9318 00002000:00100000:3.0:1734016138.621852:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (77824->81919) req@ffff88011efc7100 x1818247337039872/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:99/0 lens 488/4536 e 0 to 0 dl 1734016149 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016138.621885:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88011efc7100 with x1818247337039872 ext(77824->81919) 00002000:00010000:3.0:1734016138.621888:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011efc7100 00000100:00100000:0.0:1734016138.630429:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016138.632875:0:7695:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337040128 00000100:00100000:2.0:1734016138.632898:0:7695:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337040128 00002000:00100000:2.0:1734016138.632966:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (73728->77823) req@ffff88011efc6680 x1818247337040128/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:99/0 lens 488/0 e 0 to 0 dl 1734016149 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016138.632979:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88011efc6680 with x1818247337040128 ext(73728->77823) 00002000:00010000:2.0:1734016138.632987:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011efc6680 00000100:00100000:2.0:1734016138.633035:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9319 00000100:00100000:2.0:1734016138.633043:0:7695:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011efc6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1980:x1818247337040128:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:2.0:1734016138.633322:0:7695:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011efc6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1980:x1818247337040128:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 277us (2906us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016138.633331:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9319 00002000:00100000:2.0:1734016138.633337:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (73728->77823) req@ffff88011efc6680 x1818247337040128/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:99/0 lens 488/4536 e 0 to 0 dl 1734016149 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016138.633343:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88011efc6680 with x1818247337040128 ext(73728->77823) 00002000:00010000:2.0:1734016138.633347:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011efc6680 00000100:00100000:0.0:1734016138.639420:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016138.650544:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337040384 00000100:00100000:3.0:1734016138.650575:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337040384 00002000:00100000:3.0:1734016138.650681:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (69632->73727) req@ffff88011efc5500 x1818247337040384/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:99/0 lens 488/0 e 0 to 0 dl 1734016149 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016138.650694:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88011efc5500 with x1818247337040384 ext(69632->73727) 00002000:00010000:3.0:1734016138.650701:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011efc5500 00000100:00100000:3.0:1734016138.650782:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9320 00000100:00100000:3.0:1734016138.650793:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011efc5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1981:x1818247337040384:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:3.0:1734016138.651248:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011efc5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1981:x1818247337040384:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 455us (11855us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016138.651257:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9320 00002000:00100000:3.0:1734016138.651264:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (69632->73727) req@ffff88011efc5500 x1818247337040384/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:99/0 lens 488/4536 e 0 to 0 dl 1734016149 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016138.651273:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88011efc5500 with x1818247337040384 ext(69632->73727) 00002000:00010000:3.0:1734016138.651276:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011efc5500 00000100:00100000:0.0:1734016138.665699:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016138.669197:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016138.669297:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016138.669449:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337040896 00000100:00100000:1.0:1734016138.669454:0:6478:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337040768 00000100:00100000:1.0:1734016138.669467:0:6478:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337040768 00000100:00100000:3.0:1734016138.669467:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337040896 00000100:00100000:1.0:1734016138.669566:0:6478:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 332 00000100:00100000:1.0:1734016138.669578:0:6478:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009968fc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:63afa445-d95f-4754-9884-d132561fd492+12:1981:x1818247337040768:12345-192.168.201.10@tcp:400:kworker.0 00000100:00100000:3.0:1734016138.669585:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 118 00000100:00100000:3.0:1734016138.669594:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074195f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1981:x1818247337040896:12345-192.168.201.10@tcp:400:kworker.0 00000100:00080000:0.0:1734016138.669653:0:6479:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1734016108 00000100:00080000:0.0:1734016138.669657:0:6479:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734016108 00000100:00100000:1.0:1734016138.671162:0:6478:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009968fc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:63afa445-d95f-4754-9884-d132561fd492+12:1981:x1818247337040768:12345-192.168.201.10@tcp:400:kworker.0 Request processed in 1581us (1857us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016138.671172:0:6478:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 332 00000100:00100000:3.0:1734016138.671761:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074195f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1981:x1818247337040896:12345-192.168.201.10@tcp:400:kworker.0 Request processed in 2163us (2576us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016138.671773:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 118 00000100:00100000:2.0:1734016138.672130:0:7695:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337040640 00000100:00100000:2.0:1734016138.672144:0:7695:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337040640 00002000:00100000:2.0:1734016138.672208:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (65536->69631) req@ffff880074197100 x1818247337040640/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:99/0 lens 488/0 e 0 to 0 dl 1734016149 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016138.672223:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074197100 with x1818247337040640 ext(65536->69631) 00002000:00010000:2.0:1734016138.672230:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074197100 00000100:00100000:2.0:1734016138.672267:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9321 00000100:00100000:2.0:1734016138.672275:0:7695:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074197100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1980:x1818247337040640:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:2.0:1734016138.672514:0:7695:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074197100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1980:x1818247337040640:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 239us (6843us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016138.672521:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9321 00002000:00100000:2.0:1734016138.672527:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (65536->69631) req@ffff880074197100 x1818247337040640/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:99/0 lens 488/4536 e 0 to 0 dl 1734016149 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016138.672534:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074197100 with x1818247337040640 ext(65536->69631) 00002000:00010000:2.0:1734016138.672538:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074197100 00000100:00100000:0.0:1734016138.681038:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016138.681144:0:7420:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337041024 00000100:00100000:2.0:1734016138.681159:0:7420:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337041024 00000100:00100000:2.0:1734016138.681233:0:7420:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2120 00000100:00100000:2.0:1734016138.681242:0:7420:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074196d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+18:9673:x1818247337041024:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:2.0:1734016138.681279:0:7420:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016138.681302:0:7420:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880072171440/0x3f004d6452e08c65 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d22ba expref: -99 pid: 7420 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016138.681432:0:7420:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880072172d00/0x3f004d6452e08c6c lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 7420 initiator: MDT0 00010000:00010000:2.0:1734016138.681449:0:7420:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880072172d00/0x3f004d6452e08c6c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 7420 initiator: MDT0 00010000:00010000:2.0:1734016138.681462:0:7420:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880072172d00/0x3f004d6452e08c6c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 7420 initiator: MDT0 00000004:00200000:2.0:1734016138.681497:0:7420:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 10234963 00000004:00200000:2.0:1734016138.681502:0:7420:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1734016138.681522:0:7420:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880072172d00/0x3f004d6452e08c6c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 7420 initiator: MDT0 00010000:00010000:2.0:1734016138.681548:0:7420:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880072171440/0x3f004d6452e08c65 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d22ba expref: 20 pid: 7420 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016138.681599:0:7420:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880072172d00/0x3f004d6452e08c6c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d22ba expref: 19 pid: 7420 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016138.681609:0:7420:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:2.0:1734016138.681612:0:7420:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1734016138.681616:0:7420:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880072172d00, rc 0) 00000100:00100000:2.0:1734016138.681699:0:7420:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074196d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+19:9673:x1818247337041024:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 458us (677us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016138.681706:0:7420:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2120 00000100:00100000:0.0:1734016138.694683:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016138.698433:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337041152 00000100:00100000:3.0:1734016138.698456:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337041152 00000100:00100000:3.0:1734016138.698563:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 11064 00000100:00100000:3.0:1734016138.698575:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074197480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:9673:x1818247337041152:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:3.0:1734016138.698611:0:7690:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016138.698643:0:7690:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7600/0x3f004d6452e08c73 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d22c1 expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016138.698695:0:7690:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800721718c0/0x3f004d6452e08c5e lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 98304->102399) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d22b3 expref: 9 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016138.698703:0:7690:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016138.698705:0:7690:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016138.698708:0:7690:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7600/0x3f004d6452e08c73 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [1183744->1187839] (req 1183744->1187839) gid 0 flags: 0x50000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d22c1 expref: 9 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016138.698760:0:7690:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800721718c0/0x3f004d6452e08c5e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 98304->102399) gid 0 flags: 0x50000000020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d22b3 expref: 9 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016138.698775:0:7690:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800721718c0/0x3f004d6452e08c5e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 98304->102399) gid 0 flags: 0x70000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d22b3 expref: 9 pid: 7690 timeout: 502 lvb_type: 0 00000100:00100000:3.0:1734016138.698790:0:7690:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880075260a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339490688:192.168.201.10@tcp:104: 00000100:00100000:3.0:1734016138.698933:0:7690:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac68ecc0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016138.702828:0:7690:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880075260a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339490688:192.168.201.10@tcp:104: 00010000:00010000:3.0:1734016138.703014:0:7690:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7600/0x3f004d6452e08c73 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [1183744->1187839] (req 1183744->1187839) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d22c1 expref: 9 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016138.703054:0:7690:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a9a7600, rc 0) 00000100:00100000:3.0:1734016138.703179:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074197480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+9:9673:x1818247337041152:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 4600us (8513us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016138.703200:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 11064 00000100:00100000:0.0:1734016138.703815:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016138.703978:0:6469:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337041280 00000100:00100000:3.0:1734016138.703994:0:6469:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337041280 00010000:00010000:3.0:1734016138.704037:0:6469:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800721718c0/0x3f004d6452e08c5e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 98304->102399) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d22b3 expref: 9 pid: 7690 timeout: 502 lvb_type: 0 00000100:00100000:3.0:1734016138.704076:0:6469:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2998 00000100:00100000:3.0:1734016138.704088:0:6469:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074197b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+9:1979:x1818247337041280:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016138.704125:0:6469:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016138.704166:0:6469:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800721718c0/0x3f004d6452e08c5e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 98304->102399) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d22b3 expref: 9 pid: 7690 timeout: 502 lvb_type: 0 00010000:00010000:3.0:1734016138.704183:0:6469:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800721718c0/0x3f004d6452e08c5e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 98304->102399) gid 0 flags: 0x50000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d22b3 expref: 9 pid: 7690 timeout: 502 lvb_type: 0 00010000:00010000:3.0:1734016138.704227:0:6469:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800721718c0/0x3f004d6452e08c5e lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 98304->102399) gid 0 flags: 0x44801400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d22b3 expref: 9 pid: 7690 timeout: 502 lvb_type: 0 00010000:00010000:3.0:1734016138.705083:0:6469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016138.705087:0:6469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016138.705107:0:6469:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7600/0x3f004d6452e08c73 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1183744->1187839) gid 0 flags: 0x40080000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d22c1 expref: 8 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016138.705120:0:6469:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7600/0x3f004d6452e08c73 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1183744->1187839) gid 0 flags: 0x40080000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d22c1 expref: 8 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016138.705177:0:6469:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7600/0x3f004d6452e08c73 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1183744->1187839) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d22c1 expref: 8 pid: 7690 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016138.705194:0:6469:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880075260a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6469:1818247339490816:192.168.201.10@tcp:105: 00000100:00100000:3.0:1734016138.707794:0:6469:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac68ecc0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016138.709803:0:6469:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880075260a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6469:1818247339490816:192.168.201.10@tcp:105: 00010000:00010000:3.0:1734016138.709838:0:6469:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016138.711887:0:6469:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074197b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1979:x1818247337041280:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 7770us (8045us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016138.711909:0:6469:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2998 00010000:00010000:2.0:1734016138.713156:0:9955:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1734016138.713517:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016138.713831:0:7695:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337041536 00000100:00100000:3.0:1734016138.713853:0:7695:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337041536 00002000:00100000:3.0:1734016138.714316:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (1183744->1187839) req@ffff88012db30700 x1818247337041536/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:99/0 lens 488/0 e 0 to 0 dl 1734016149 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016138.714329:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012db30700 with x1818247337041536 ext(1183744->1187839) 00002000:00010000:3.0:1734016138.714339:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012db30700 00000100:00100000:3.0:1734016138.714388:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9322 00000100:00100000:3.0:1734016138.714400:0:7695:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012db30700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1978:x1818247337041536:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:3.0:1734016138.714797:0:7695:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012db30700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1978:x1818247337041536:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 396us (1285us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016138.714814:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9322 00002000:00100000:3.0:1734016138.714822:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (1183744->1187839) req@ffff88012db30700 x1818247337041536/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:99/0 lens 488/4536 e 0 to 0 dl 1734016149 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016138.714830:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012db30700 with x1818247337041536 ext(1183744->1187839) 00002000:00010000:3.0:1734016138.714833:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012db30700 00000100:00100000:1.0:1734016138.729978:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016138.730103:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337041792 00000100:00100000:0.0:1734016138.730121:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337041792 00002000:00100000:0.0:1734016138.730206:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (1179648->1183743) req@ffff88012db32680 x1818247337041792/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:99/0 lens 488/0 e 0 to 0 dl 1734016149 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016138.730219:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012db32680 with x1818247337041792 ext(1179648->1183743) 00002000:00010000:0.0:1734016138.730227:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012db32680 00000100:00100000:0.0:1734016138.730275:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9323 00000100:00100000:0.0:1734016138.730286:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012db32680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1981:x1818247337041792:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:0.0:1734016138.730675:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012db32680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1981:x1818247337041792:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 389us (722us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016138.730690:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9323 00002000:00100000:0.0:1734016138.730699:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (1179648->1183743) req@ffff88012db32680 x1818247337041792/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:99/0 lens 488/4536 e 0 to 0 dl 1734016149 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016138.730709:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012db32680 with x1818247337041792 ext(1179648->1183743) 00002000:00010000:0.0:1734016138.730713:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012db32680 00000100:00100000:1.0:1734016138.742440:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016138.743120:0:7695:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337042048 00000100:00100000:3.0:1734016138.743133:0:7695:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337042048 00002000:00100000:3.0:1734016138.743217:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (1175552->1179647) req@ffff88012db33b80 x1818247337042048/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:99/0 lens 488/0 e 0 to 0 dl 1734016149 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016138.743231:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012db33b80 with x1818247337042048 ext(1175552->1179647) 00002000:00010000:3.0:1734016138.743238:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012db33b80 00000100:00100000:3.0:1734016138.744349:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9324 00000100:00100000:3.0:1734016138.744361:0:7695:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012db33b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1978:x1818247337042048:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:3.0:1734016138.746279:0:7695:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012db33b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1978:x1818247337042048:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 1905us (3846us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016138.746297:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9324 00002000:00100000:3.0:1734016138.746315:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (1175552->1179647) req@ffff88012db33b80 x1818247337042048/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:99/0 lens 488/4536 e 0 to 0 dl 1734016149 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016138.746325:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012db33b80 with x1818247337042048 ext(1175552->1179647) 00002000:00010000:3.0:1734016138.746332:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012db33b80 00000100:00100000:2.0:1734016138.753861:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016138.755670:0:7695:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337042304 00000100:00100000:3.0:1734016138.755701:0:7695:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337042304 00002000:00100000:3.0:1734016138.755797:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (1171456->1175551) req@ffff88012cc71c00 x1818247337042304/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:99/0 lens 488/0 e 0 to 0 dl 1734016149 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016138.755818:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012cc71c00 with x1818247337042304 ext(1171456->1175551) 00002000:00010000:3.0:1734016138.755828:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012cc71c00 00000100:00100000:3.0:1734016138.755941:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9325 00000100:00100000:3.0:1734016138.755954:0:7695:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cc71c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1981:x1818247337042304:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:3.0:1734016138.756334:0:7695:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cc71c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1981:x1818247337042304:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 382us (2502us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016138.756343:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9325 00002000:00100000:3.0:1734016138.756350:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (1171456->1175551) req@ffff88012cc71c00 x1818247337042304/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:99/0 lens 488/4536 e 0 to 0 dl 1734016149 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016138.756359:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012cc71c00 with x1818247337042304 ext(1171456->1175551) 00002000:00010000:3.0:1734016138.756363:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012cc71c00 00000100:00100000:1.0:1734016138.760729:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016138.761943:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337042560 00000100:00100000:0.0:1734016138.761970:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337042560 00002000:00100000:0.0:1734016138.762066:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (1167360->1171455) req@ffff88012db30000 x1818247337042560/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:99/0 lens 488/0 e 0 to 0 dl 1734016149 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016138.762084:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012db30000 with x1818247337042560 ext(1167360->1171455) 00002000:00010000:0.0:1734016138.762103:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012db30000 00000100:00100000:0.0:1734016138.762164:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9326 00000100:00100000:0.0:1734016138.762174:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012db30000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1978:x1818247337042560:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:0.0:1734016138.762602:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012db30000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1978:x1818247337042560:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 429us (1899us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016138.762611:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9326 00002000:00100000:0.0:1734016138.762619:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (1167360->1171455) req@ffff88012db30000 x1818247337042560/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:99/0 lens 488/4536 e 0 to 0 dl 1734016149 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016138.762626:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012db30000 with x1818247337042560 ext(1167360->1171455) 00002000:00010000:0.0:1734016138.762629:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012db30000 00000100:00100000:1.0:1734016138.782405:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016138.782515:0:7695:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337042688 00000100:00100000:3.0:1734016138.782539:0:7695:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337042688 00002000:00100000:3.0:1734016138.782630:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (1167360->1187839) req@ffff88012db30a80 x1818247337042688/t0(0) o4->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:99/0 lens 488/0 e 0 to 0 dl 1734016149 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016138.782646:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012db30a80 with x1818247337042688 ext(1167360->1187839) 00002000:00010000:3.0:1734016138.782654:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012db30a80 00000100:00100000:3.0:1734016138.782720:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9327 00000100:00100000:3.0:1734016138.782732:0:7695:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012db30a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1981:x1818247337042688:12345-192.168.201.10@tcp:4:fsx.0 00000100:00100000:3.0:1734016138.797428:0:7695:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012db30a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+10:1981:x1818247337042688:12345-192.168.201.10@tcp:4:fsx.0 Request processed in 14671us (15024us total) trans 4294969424 rc 0/0 00000100:00100000:3.0:1734016138.797451:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9327 00002000:00100000:3.0:1734016138.797477:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (1167360->1187839) req@ffff88012db30a80 x1818247337042688/t4294969424(0) o4->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:99/0 lens 488/448 e 0 to 0 dl 1734016149 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016138.797493:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012db30a80 with x1818247337042688 ext(1167360->1187839) 00002000:00010000:3.0:1734016138.797505:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012db30a80 00000100:00100000:1.0:1734016138.801193:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016138.803171:0:7420:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337042816 00000100:00100000:2.0:1734016138.803196:0:7420:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337042816 00000100:00100000:2.0:1734016138.803298:0:7420:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2121 00000100:00100000:2.0:1734016138.803310:0:7420:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012db32d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+19:9673:x1818247337042816:12345-192.168.201.10@tcp:44:fsx.0 00000100:00100000:2.0:1734016138.803595:0:7420:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012db32d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+19:9673:x1818247337042816:12345-192.168.201.10@tcp:44:fsx.0 Request processed in 285us (2432us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016138.803606:0:7420:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2121 00000100:00100000:0.0:1734016138.812508:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016138.821312:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337042944 00000100:00100000:3.0:1734016138.821349:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337042944 00000100:00100000:3.0:1734016138.821535:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 11065 00000100:00100000:3.0:1734016138.821557:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074194000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+10:1979:x1818247337042944:12345-192.168.201.10@tcp:16:fsx.0 00000001:00080000:0.0:1734016138.824149:0:8954:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969424 is committed 00000001:00080000:0.0:1734016138.824188:0:8954:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969423 is committed 00000100:00100000:3.0:1734016138.824610:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074194000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1979:x1818247337042944:12345-192.168.201.10@tcp:16:fsx.0 Request processed in 3041us (12110us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016138.824628:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 11065 00000100:00100000:3.0:1734016138.832510:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016138.832661:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337043072 00000100:00100000:0.0:1734016138.832686:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337043072 00000100:00100000:0.0:1734016138.832835:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 11066 00000100:00100000:0.0:1734016138.832850:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075260a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:1978:x1818247337043072:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:0.0:1734016138.832966:0:7690:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016138.833012:0:7690:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a8039b00/0x3f004d6452e08c7a lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d22c8 expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016138.833161:0:7690:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074196300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339490944:192.168.201.10@tcp:106: 00000100:00100000:0.0:1734016138.833320:0:7690:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a74869c0 going to sleep for 11 seconds 00002000:00010000:0.0:1734016138.836481:0:7690:0:(ofd_lvb.c:283:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime: 1734016137 -> 1734016138 00002000:00010000:0.0:1734016138.836497:0:7690:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime: 1734016137 -> 1734016138 00002000:00010000:0.0:1734016138.836499:0:7690:0:(ofd_lvb.c:295:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime: 1734016137 -> 1734016138 00002000:00010000:0.0:1734016138.836502:0:7690:0:(ofd_lvb.c:301:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks: 1096 -> 1136 00000100:00100000:0.0:1734016138.836544:0:7690:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074196300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339490944:192.168.201.10@tcp:106: 00010000:00010000:0.0:1734016138.836613:0:7690:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a8039b00/0x3f004d6452e08c7a lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d22c8 expref: 6 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016138.836635:0:7690:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a8039b00/0x3f004d6452e08c7a lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d22c8 expref: 6 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016138.836673:0:7690:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a8039b00, rc 0) 00000100:00100000:0.0:1734016138.837265:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075260a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:1978:x1818247337043072:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 4415us (4789us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016138.837280:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 11066 00000100:00100000:2.0:1734016138.844919:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016138.845063:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337043200 00000100:00100000:0.0:1734016138.845084:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337043200 00000100:00100000:0.0:1734016138.845190:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 11067 00000100:00100000:0.0:1734016138.845199:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cc70a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:1981:x1818247337043200:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:0.0:1734016138.845242:0:7690:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016138.845288:0:7690:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a8039b00/0x3f004d6452e08c81 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d22cf expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016138.845433:0:7690:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074196300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339491072:192.168.201.10@tcp:106: 00000100:00100000:0.0:1734016138.845596:0:7690:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a74869c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016138.849774:0:7690:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074196300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339491072:192.168.201.10@tcp:106: 00010000:00010000:0.0:1734016138.849919:0:7690:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a8039b00/0x3f004d6452e08c81 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d22cf expref: 6 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016138.849944:0:7690:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a8039b00/0x3f004d6452e08c81 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d22cf expref: 6 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016138.850927:0:7690:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a8039b00, rc 0) 00000100:00100000:0.0:1734016138.851036:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cc70a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:1981:x1818247337043200:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 5835us (6181us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016138.851048:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 11067 00000100:00100000:2.0:1734016138.869391:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016138.869763:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337043328 00000100:00100000:0.0:1734016138.869786:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337043328 00000100:00100000:0.0:1734016138.869935:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 11068 00000100:00100000:0.0:1734016138.869949:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cc70e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:9673:x1818247337043328:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:0.0:1734016138.869993:0:7690:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016138.870033:0:7690:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a80386c0/0x3f004d6452e08c88 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d22d6 expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016138.870104:0:7690:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7600/0x3f004d6452e08c73 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1183744->1187839) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d22c1 expref: 6 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016138.870120:0:7690:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016138.870123:0:7690:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016138.870129:0:7690:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a80386c0/0x3f004d6452e08c88 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [2129920->2146303] (req 2129920->2146303) gid 0 flags: 0x50000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d22d6 expref: 6 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016138.870176:0:7690:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7600/0x3f004d6452e08c73 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1183744->1187839) gid 0 flags: 0x50000000020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d22c1 expref: 6 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016138.870193:0:7690:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7600/0x3f004d6452e08c73 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1183744->1187839) gid 0 flags: 0x70000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d22c1 expref: 6 pid: 7690 timeout: 502 lvb_type: 0 00000100:00100000:0.0:1734016138.870211:0:7690:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074196300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339491200:192.168.201.10@tcp:104: 00000100:00100000:0.0:1734016138.870612:0:7690:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a74869c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016138.873164:0:7690:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074196300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339491200:192.168.201.10@tcp:104: 00010000:00010000:0.0:1734016138.873239:0:7690:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a80386c0/0x3f004d6452e08c88 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [2129920->2146303] (req 2129920->2146303) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d22d6 expref: 6 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016138.873278:0:7690:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a80386c0, rc 0) 00000100:00100000:0.0:1734016138.873463:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cc70e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:9673:x1818247337043328:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 3514us (4089us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016138.873476:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 11068 00000100:00100000:0.0:1734016138.874068:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016138.874236:0:6469:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337043456 00000100:00100000:3.0:1734016138.874250:0:6469:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337043456 00010000:00010000:3.0:1734016138.874297:0:6469:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7600/0x3f004d6452e08c73 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1183744->1187839) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d22c1 expref: 7 pid: 7690 timeout: 502 lvb_type: 0 00000100:00100000:3.0:1734016138.874335:0:6469:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2999 00000100:00100000:3.0:1734016138.874345:0:6469:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074196300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1978:x1818247337043456:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016138.874369:0:6469:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016138.874412:0:6469:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7600/0x3f004d6452e08c73 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1183744->1187839) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d22c1 expref: 7 pid: 7690 timeout: 502 lvb_type: 0 00010000:00010000:3.0:1734016138.874430:0:6469:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7600/0x3f004d6452e08c73 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1183744->1187839) gid 0 flags: 0x50000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d22c1 expref: 7 pid: 7690 timeout: 502 lvb_type: 0 00010000:00010000:3.0:1734016138.874476:0:6469:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7600/0x3f004d6452e08c73 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1183744->1187839) gid 0 flags: 0x44801400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d22c1 expref: 7 pid: 7690 timeout: 502 lvb_type: 0 00010000:00010000:3.0:1734016138.874528:0:6469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016138.874531:0:6469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016138.874540:0:6469:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a80386c0/0x3f004d6452e08c88 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2129920->2146303) gid 0 flags: 0x40080000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d22d6 expref: 5 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016138.874552:0:6469:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a80386c0/0x3f004d6452e08c88 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2129920->2146303) gid 0 flags: 0x40080000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d22d6 expref: 5 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016138.874605:0:6469:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a80386c0/0x3f004d6452e08c88 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2129920->2146303) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d22d6 expref: 5 pid: 7690 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016138.874627:0:6469:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880075261880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6469:1818247339491328:192.168.201.10@tcp:105: 00000100:00100000:3.0:1734016138.876045:0:6469:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac68ecc0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016138.883839:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016138.884046:0:6469:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880075261880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6469:1818247339491328:192.168.201.10@tcp:105: 00010000:00010000:3.0:1734016138.884088:0:6469:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016138.884203:0:6469:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074196300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1978:x1818247337043456:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 9856us (10133us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016138.884224:0:6469:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2999 00000100:00100000:1.0:1734016138.886944:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337043584 00000100:00100000:1.0:1734016138.886976:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337043584 00000100:00100000:1.0:1734016138.887077:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 11069 00000100:00100000:1.0:1734016138.887087:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074195c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1979:x1818247337043584:12345-192.168.201.10@tcp:22:fsx.0 00002000:00010000:1.0:1734016138.887480:0:7690:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 10234963 -> 10234963 00002000:00010000:1.0:1734016138.887483:0:7690:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016138 -> 1734016138 00002000:00010000:1.0:1734016138.887486:0:7690:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016138 -> 1734016137 00002000:00010000:1.0:1734016138.887487:0:7690:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016138 -> 1734016138 00002000:00010000:1.0:1734016138.887490:0:7690:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 1136 -> 1136 00000100:00100000:1.0:1734016138.887596:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074195c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1979:x1818247337043584:12345-192.168.201.10@tcp:22:fsx.0 Request processed in 509us (3777us total) trans 4294969425 rc 0/0 00000100:00100000:1.0:1734016138.887602:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 11069 00000100:00100000:0.0:1734016138.890510:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016138.890636:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337043712 00000100:00100000:2.0:1734016138.890656:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337043712 00000100:00100000:2.0:1734016138.890736:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 11070 00000100:00100000:2.0:1734016138.890746:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074195180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:9673:x1818247337043712:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:2.0:1734016138.890780:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016138.890813:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880072171f80/0x3f004d6452e08c8f lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d22dd expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016138.890908:0:7689:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a80386c0/0x3f004d6452e08c88 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2129920->2146303) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d22d6 expref: 6 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016138.890918:0:7689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016138.890920:0:7689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016138.890927:0:7689:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880072171f80/0x3f004d6452e08c8f lrc: 4/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [7069696->7086079] (req 7069696->7086079) gid 0 flags: 0x50000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d22dd expref: 7 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016138.890971:0:7689:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a80386c0/0x3f004d6452e08c88 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2129920->2146303) gid 0 flags: 0x50000000020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d22d6 expref: 6 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016138.890988:0:7689:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a80386c0/0x3f004d6452e08c88 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2129920->2146303) gid 0 flags: 0x70000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d22d6 expref: 6 pid: 7690 timeout: 502 lvb_type: 0 00000100:00100000:2.0:1734016138.891003:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012cc70700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339491456:192.168.201.10@tcp:104: 00000100:00100000:2.0:1734016138.891427:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007455d840 going to sleep for 11 seconds 00000100:00100000:1.0:1734016138.896484:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016138.897357:0:6469:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337043840 00000100:00100000:3.0:1734016138.897368:0:6469:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337043840 00010000:00010000:3.0:1734016138.897428:0:6469:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a80386c0/0x3f004d6452e08c88 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2129920->2146303) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d22d6 expref: 7 pid: 7690 timeout: 502 lvb_type: 0 00000100:00100000:3.0:1734016138.897473:0:6469:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 3000 00000100:00100000:3.0:1734016138.897481:0:6469:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012db31c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1978:x1818247337043840:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016138.897510:0:6469:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016138.897545:0:6469:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 1s ns: filter-lustre-OST0001_UUID lock: ffff8800a80386c0/0x3f004d6452e08c88 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2129920->2146303) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d22d6 expref: 7 pid: 7690 timeout: 502 lvb_type: 0 00010000:00010000:3.0:1734016138.897560:0:6469:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a80386c0/0x3f004d6452e08c88 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2129920->2146303) gid 0 flags: 0x50000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d22d6 expref: 7 pid: 7690 timeout: 502 lvb_type: 0 00010000:00010000:3.0:1734016138.897597:0:6469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016138.897599:0:6469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016138.897608:0:6469:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880072171f80/0x3f004d6452e08c8f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 7069696->7086079) gid 0 flags: 0x50080000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d22dd expref: 7 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016138.897618:0:6469:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880072171f80/0x3f004d6452e08c8f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 7069696->7086079) gid 0 flags: 0x50080000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d22dd expref: 7 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016138.897667:0:6469:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880072171f80/0x3f004d6452e08c8f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 7069696->7086079) gid 0 flags: 0x40000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d22dd expref: 7 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016138.897687:0:6469:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880075261880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6469:1818247339491584:192.168.201.10@tcp:105: 00000100:00100000:3.0:1734016138.897779:0:6469:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ac68ecc0 going to sleep for 11 seconds 00010000:00010000:2.0:1734016138.898010:0:7689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a80386c0/0x3f004d6452e08c88 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2129920->2146303) gid 0 flags: 0x44801400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d22d6 expref: 7 pid: 7690 timeout: 502 lvb_type: 0 00000100:00100000:2.0:1734016138.898041:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012cc70700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339491456:192.168.201.10@tcp:104: 00010000:00010000:2.0:1734016138.898074:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880072171f80/0x3f004d6452e08c8f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 7069696->7086079) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d22dd expref: 7 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016138.898083:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880072171f80, rc 0) 00000100:00100000:2.0:1734016138.898121:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074195180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:9673:x1818247337043712:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 7375us (7633us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016138.898130:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 11070 00000100:00100000:3.0:1734016138.903743:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016138.903996:0:6469:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880075261880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6469:1818247339491584:192.168.201.10@tcp:105: 00010000:00010000:0.0:1734016138.904033:0:6469:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016138.904115:0:6469:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012db31c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1978:x1818247337043840:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 6633us (7644us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016138.904130:0:6469:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 3000 00000100:00100000:2.0:1734016138.906511:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337043968 00000100:00100000:2.0:1734016138.906536:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337043968 00000100:00100000:2.0:1734016138.906621:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 11071 00000100:00100000:2.0:1734016138.906634:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075261180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1979:x1818247337043968:12345-192.168.201.10@tcp:22:fsx.0 00002000:00010000:2.0:1734016138.907014:0:7689:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 10234963 -> 10234963 00002000:00010000:2.0:1734016138.907018:0:7689:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016138 -> 1734016138 00002000:00010000:2.0:1734016138.907020:0:7689:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016137 -> 1734016137 00002000:00010000:2.0:1734016138.907022:0:7689:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016138 -> 1734016138 00002000:00010000:2.0:1734016138.907024:0:7689:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 1136 -> 1136 00000100:00100000:2.0:1734016138.907135:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075261180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1979:x1818247337043968:12345-192.168.201.10@tcp:22:fsx.0 Request processed in 505us (3414us total) trans 4294969426 rc 0/0 00000100:00100000:2.0:1734016138.907142:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 11071 00000100:00100000:3.0:1734016138.913380:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016138.913455:0:7695:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337044224 00000100:00100000:0.0:1734016138.913468:0:7695:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337044224 00000100:00100000:0.0:1734016138.913546:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9328 00000100:00100000:0.0:1734016138.913554:0:7695:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075262680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1981:x1818247337044224:12345-192.168.201.10@tcp:4:fsx.0 00010000:00010000:0.0:1734016138.913602:0:7695:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a803b180/0x3f004d6452e08c96 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7695 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016138.913625:0:7695:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880072171f80/0x3f004d6452e08c8f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 7069696->7086079) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d22dd expref: 8 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016138.913632:0:7695:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016138.913634:0:7695:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016138.913637:0:7695:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a803b180/0x3f004d6452e08c96 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [7348224->7409663] (req 7348224->7409663) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 7695 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016138.913675:0:7695:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880072171f80/0x3f004d6452e08c8f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 7069696->7086079) gid 0 flags: 0x50000000020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d22dd expref: 8 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016138.913690:0:7695:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880072171f80/0x3f004d6452e08c8f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 7069696->7086079) gid 0 flags: 0x70000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d22dd expref: 8 pid: 7689 timeout: 503 lvb_type: 0 00000100:00100000:0.0:1734016138.913705:0:7695:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074196a00 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_001:lustre-OST0001_UUID:7695:1818247339491712:192.168.201.10@tcp:104: 00000100:00100000:0.0:1734016138.913786:0:7695:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a74869c0 going to sleep for 11 seconds 00000100:00100000:2.0:1734016138.927100:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016138.927237:0:6469:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337044352 00000100:00100000:1.0:1734016138.927253:0:6469:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337044352 00010000:00010000:1.0:1734016138.927315:0:6469:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880072171f80/0x3f004d6452e08c8f lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 7069696->7086079) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d22dd expref: 9 pid: 7689 timeout: 503 lvb_type: 0 00000100:00100000:1.0:1734016138.927376:0:6469:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 3001 00000100:00100000:1.0:1734016138.927386:0:6469:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cc70700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+9:1979:x1818247337044352:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016138.927408:0:6469:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016138.927439:0:6469:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880072171f80/0x3f004d6452e08c8f lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 7069696->7086079) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d22dd expref: 9 pid: 7689 timeout: 503 lvb_type: 0 00010000:00010000:1.0:1734016138.927460:0:6469:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880072171f80/0x3f004d6452e08c8f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 7069696->7086079) gid 0 flags: 0x50000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d22dd expref: 9 pid: 7689 timeout: 503 lvb_type: 0 00010000:00010000:1.0:1734016138.927501:0:6469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016138.927504:0:6469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016138.927510:0:6469:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a803b180/0x3f004d6452e08c96 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [7348224->7409663] (req 7348224->7409663) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 7695 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016138.927521:0:6469:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a803b180/0x3f004d6452e08c96 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [7348224->7409663] (req 7348224->7409663) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 7695 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016138.927557:0:6469:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016138.927633:0:6469:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cc70700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+9:1979:x1818247337044352:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 248us (563us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016138.927641:0:6469:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 3001 00010000:00010000:0.0:1734016138.927793:0:7695:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880072171f80/0x3f004d6452e08c8f lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 7069696->7086079) gid 0 flags: 0x44801400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d22dd expref: 8 pid: 7689 timeout: 503 lvb_type: 0 00000100:00100000:0.0:1734016138.927835:0:7695:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074196a00 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_001:lustre-OST0001_UUID:7695:1818247339491712:192.168.201.10@tcp:104: 00010000:00010000:0.0:1734016138.927862:0:7695:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800a803b180/0x3f004d6452e08c96 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [7348224->7409663] (req 7348224->7409663) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 7695 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016138.927906:0:7695:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800a803b180/0x3f004d6452e08c96 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [7348224->7409663] (req 7348224->7409663) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 7695 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016138.927914:0:7695:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a803b180/0x3f004d6452e08c96 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [7348224->7409663] (req 7348224->7409663) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 7695 timeout: 0 lvb_type: 0 00000001:00080000:0.0:1734016138.949981:0:8954:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969427 is committed 00000001:00080000:0.0:1734016138.950022:0:8954:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969425 is committed 00002000:00010000:2.0:1734016138.952462:0:7695:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 1136 -> 1256 00010000:00010000:2.0:1734016138.952504:0:7695:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a803b180/0x3f004d6452e08c96 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [7348224->7409663] (req 7348224->7409663) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 7695 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016138.952520:0:7695:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a803b180/0x3f004d6452e08c96 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [7348224->7409663] (req 7348224->7409663) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 7695 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016138.952530:0:7695:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a803b180/0x3f004d6452e08c96 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [7348224->7409663] (req 7348224->7409663) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 7695 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016138.952538:0:7695:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800a803b180 already unused, calling callback (ffffffffa086d100) 00010000:00010000:2.0:1734016138.952543:0:7695:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a803b180/0x3f004d6452e08c96 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [7348224->7409663] (req 7348224->7409663) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 7695 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016138.952555:0:7695:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a803b180/0x3f004d6452e08c96 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [7348224->7409663] (req 7348224->7409663) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 7695 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016138.952589:0:7695:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a803b180/0x3f004d6452e08c96 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [7348224->7409663] (req 7348224->7409663) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 7695 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016138.952596:0:7695:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a803b180/0x3f004d6452e08c96 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [7348224->7409663] (req 7348224->7409663) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 7695 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016138.952822:0:7695:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075262680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1981:x1818247337044224:12345-192.168.201.10@tcp:4:fsx.0 Request processed in 39256us (39445us total) trans 4294969427 rc 0/0 00000100:00100000:2.0:1734016138.952837:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9328 00000100:00100000:1.0:1734016138.963545:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016138.963849:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337044480 00000100:00100000:2.0:1734016138.963925:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337044480 00000100:00100000:2.0:1734016138.964009:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 11072 00000100:00100000:2.0:1734016138.964020:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012db33800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1980:x1818247337044480:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:2.0:1734016138.964060:0:7690:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016138.964109:0:7690:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880072171f80/0x3f004d6452e08c9d lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d22e4 expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1734016138.964154:0:7690:0:(ofd_lvb.c:169:ofd_lvbo_init()) res: [0x280000400:0x5:0x0] initial LVB size: 10234963, mtime: 0x675afc8a, atime: 0x675afc89, ctime: 0x675afc8a, blocks: 0x4e8 00010000:00010000:2.0:1734016138.964196:0:7690:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016138.964199:0:7690:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016138.964211:0:7690:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880072171f80/0x3f004d6452e08c9d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d22e4 expref: 7 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016138.964239:0:7690:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880072171f80/0x3f004d6452e08c9d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d22e4 expref: 7 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016138.964258:0:7690:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880072171f80, rc 0) 00000100:00100000:2.0:1734016138.964375:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012db33800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1980:x1818247337044480:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 357us (847us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016138.964389:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 11072 00000100:00100000:3.0:1734016138.977559:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016138.978133:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337044608 00000100:00100000:0.0:1734016138.978145:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337044608 00000100:00100000:0.0:1734016138.978210:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 11073 00000100:00100000:0.0:1734016138.978218:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075263800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:9673:x1818247337044608:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:0.0:1734016138.978241:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016138.978265:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a803b180/0x3f004d6452e08ca4 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d22eb expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016138.978303:0:7689:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880072171f80/0x3f004d6452e08c9d lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d22e4 expref: 6 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016138.978311:0:7689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016138.978314:0:7689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016138.978318:0:7689:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a803b180/0x3f004d6452e08ca4 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [9949184->9981951] (req 9949184->9981951) gid 0 flags: 0x50000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d22eb expref: 6 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016138.978361:0:7689:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880072171f80/0x3f004d6452e08c9d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d22e4 expref: 6 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016138.978376:0:7689:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880072171f80/0x3f004d6452e08c9d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d22e4 expref: 6 pid: 7690 timeout: 503 lvb_type: 1 00000100:00100000:0.0:1734016138.978390:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074196a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339491840:192.168.201.10@tcp:104: 00000100:00100000:0.0:1734016138.978475:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a74869c0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016138.985584:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016138.985717:0:7705:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337044736 00000100:00100000:2.0:1734016138.985733:0:7705:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337044736 00010000:00010000:2.0:1734016138.985801:0:7705:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880072171f80/0x3f004d6452e08c9d lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d22e4 expref: 7 pid: 7690 timeout: 503 lvb_type: 1 00000100:00100000:0.0:1734016138.985969:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074196a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339491840:192.168.201.10@tcp:104: 00010000:00010000:0.0:1734016138.986008:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a803b180/0x3f004d6452e08ca4 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [9949184->9981951] (req 9949184->9981951) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d22eb expref: 6 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016138.986028:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a803b180, rc 0) 00000100:00100000:0.0:1734016138.986103:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075263800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:9673:x1818247337044608:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 7885us (8561us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016138.986113:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 11073 00000100:00100000:2.0:1734016138.987310:0:7705:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 3002 00000100:00100000:2.0:1734016138.987329:0:7705:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075261880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1979:x1818247337044736:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016138.987376:0:7705:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016138.987433:0:7705:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880072171f80/0x3f004d6452e08c9d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d22e4 expref: 7 pid: 7690 timeout: 503 lvb_type: 1 00010000:00010000:2.0:1734016138.987456:0:7705:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880072171f80/0x3f004d6452e08c9d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d22e4 expref: 7 pid: 7690 timeout: 503 lvb_type: 1 00010000:00010000:2.0:1734016138.987499:0:7705:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880072171f80/0x3f004d6452e08c9d lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d22e4 expref: 7 pid: 7690 timeout: 503 lvb_type: 1 00010000:00010000:2.0:1734016138.989238:0:7705:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016138.989251:0:7705:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016138.989282:0:7705:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a803b180/0x3f004d6452e08ca4 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 9949184->9981951) gid 0 flags: 0x40080000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d22eb expref: 5 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016138.989300:0:7705:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a803b180/0x3f004d6452e08ca4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 9949184->9981951) gid 0 flags: 0x40080000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d22eb expref: 5 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016138.989419:0:7705:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a803b180/0x3f004d6452e08ca4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 9949184->9981951) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d22eb expref: 5 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016138.989450:0:7705:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012cc72300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7705:1818247339491968:192.168.201.10@tcp:105: 00000100:00100000:2.0:1734016138.993255:0:7705:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007455d240 going to sleep for 11 seconds 00000100:00100000:0.0:1734016139.007673:0:7705:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012cc72300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7705:1818247339491968:192.168.201.10@tcp:105: 00010000:00010000:0.0:1734016139.007745:0:7705:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016139.007914:0:7705:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075261880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1979:x1818247337044736:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 20587us (22352us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016139.007936:0:7705:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 3002 00000100:00100000:1.0:1734016139.014948:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016139.015062:0:7695:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337044992 00000100:00100000:2.0:1734016139.015079:0:7695:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337044992 00002000:00100000:2.0:1734016139.015166:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (8830976->9981951) req@ffff880076865500 x1818247337044992/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:100/0 lens 504/0 e 0 to 0 dl 1734016150 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016139.015178:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076865500 with x1818247337044992 ext(8830976->9981951) 00002000:00010000:2.0:1734016139.015189:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076865500 00000100:00100000:1.0:1734016139.016434:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9329 00000100:00100000:1.0:1734016139.016447:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076865500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1978:x1818247337044992:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:1.0:1734016139.054643:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076865500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1978:x1818247337044992:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 38159us (39671us total) trans 0 rc 1122304/1122304 00000100:00100000:1.0:1734016139.054669:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9329 00002000:00100000:1.0:1734016139.054702:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (8830976->9981951) req@ffff880076865500 x1818247337044992/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:100/0 lens 504/440 e 0 to 0 dl 1734016150 ref 1 fl Complete:/200/0 rc 1122304/1122304 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016139.054715:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076865500 with x1818247337044992 ext(8830976->9981951) 00002000:00010000:1.0:1734016139.054726:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076865500 00000100:00100000:3.0:1734016139.077018:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016139.085066:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337045248 00000100:00100000:1.0:1734016139.085100:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337045248 00002000:00100000:1.0:1734016139.085218:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (2895872->10235903) req@ffff880075224380 x1818247337045248/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:100/0 lens 504/0 e 0 to 0 dl 1734016150 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016139.085235:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880075224380 with x1818247337045248 ext(2895872->10235903) 00002000:00010000:1.0:1734016139.085247:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880075224380 00000100:00100000:1.0:1734016139.085324:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9330 00000100:00100000:1.0:1734016139.085336:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075224380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1981:x1818247337045248:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:1.0:1734016139.091501:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075224380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1981:x1818247337045248:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 6144us (14493us total) trans 0 rc 258048/258048 00000100:00100000:1.0:1734016139.091520:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9330 00002000:00100000:1.0:1734016139.091537:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (2895872->10235903) req@ffff880075224380 x1818247337045248/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:100/0 lens 504/440 e 0 to 0 dl 1734016150 ref 1 fl Complete:/200/0 rc 258048/258048 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016139.091549:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880075224380 with x1818247337045248 ext(2895872->10235903) 00002000:00010000:1.0:1734016139.091559:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880075224380 00000100:00100000:2.0:1734016139.098812:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016139.099574:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337045504 00000100:00100000:1.0:1734016139.099600:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337045504 00002000:00100000:1.0:1734016139.099686:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (2891776->2895871) req@ffff88012cc72d80 x1818247337045504/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:100/0 lens 488/0 e 0 to 0 dl 1734016150 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016139.099701:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012cc72d80 with x1818247337045504 ext(2891776->2895871) 00002000:00010000:1.0:1734016139.099710:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012cc72d80 00000100:00100000:1.0:1734016139.099759:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9331 00000100:00100000:1.0:1734016139.099769:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cc72d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1980:x1818247337045504:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:1.0:1734016139.100076:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cc72d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1980:x1818247337045504:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 307us (1297us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016139.100086:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9331 00002000:00100000:1.0:1734016139.100105:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (2891776->2895871) req@ffff88012cc72d80 x1818247337045504/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:100/0 lens 488/4536 e 0 to 0 dl 1734016150 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016139.100115:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012cc72d80 with x1818247337045504 ext(2891776->2895871) 00002000:00010000:1.0:1734016139.100119:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012cc72d80 00000100:00100000:2.0:1734016139.107890:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016139.108061:0:7695:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337045760 00000100:00100000:3.0:1734016139.108079:0:7695:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337045760 00002000:00100000:3.0:1734016139.108162:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (2887680->2891775) req@ffff88012cc71880 x1818247337045760/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:100/0 lens 488/0 e 0 to 0 dl 1734016150 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016139.108174:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012cc71880 with x1818247337045760 ext(2887680->2891775) 00002000:00010000:3.0:1734016139.108181:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012cc71880 00000100:00100000:3.0:1734016139.108842:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9332 00000100:00100000:3.0:1734016139.108854:0:7695:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cc71880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1980:x1818247337045760:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:3.0:1734016139.109263:0:7695:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cc71880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1980:x1818247337045760:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 408us (2421us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016139.109276:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9332 00002000:00100000:3.0:1734016139.109285:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (2887680->2891775) req@ffff88012cc71880 x1818247337045760/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:100/0 lens 488/4536 e 0 to 0 dl 1734016150 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016139.109294:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012cc71880 with x1818247337045760 ext(2887680->2891775) 00002000:00010000:3.0:1734016139.109299:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012cc71880 00000100:00100000:2.0:1734016139.116355:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016139.116504:0:7695:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337046016 00000100:00100000:3.0:1734016139.116522:0:7695:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337046016 00002000:00100000:3.0:1734016139.116602:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (2883584->2887679) req@ffff88012cc72680 x1818247337046016/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:100/0 lens 488/0 e 0 to 0 dl 1734016150 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016139.116615:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012cc72680 with x1818247337046016 ext(2883584->2887679) 00002000:00010000:3.0:1734016139.116622:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012cc72680 00000100:00100000:1.0:1734016139.118837:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9333 00000100:00100000:1.0:1734016139.118860:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cc72680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1980:x1818247337046016:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:1.0:1734016139.119290:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cc72680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1980:x1818247337046016:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 437us (2954us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016139.119301:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9333 00002000:00100000:1.0:1734016139.119316:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (2883584->2887679) req@ffff88012cc72680 x1818247337046016/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:100/0 lens 488/4536 e 0 to 0 dl 1734016150 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016139.119329:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012cc72680 with x1818247337046016 ext(2883584->2887679) 00002000:00010000:1.0:1734016139.119339:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012cc72680 00000100:00100000:2.0:1734016139.123366:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016139.123477:0:7695:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337046272 00000100:00100000:3.0:1734016139.123491:0:7695:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337046272 00002000:00100000:3.0:1734016139.123567:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (2879488->2883583) req@ffff88012cc73100 x1818247337046272/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:100/0 lens 488/0 e 0 to 0 dl 1734016150 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016139.123580:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012cc73100 with x1818247337046272 ext(2879488->2883583) 00002000:00010000:3.0:1734016139.123586:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012cc73100 00000100:00100000:3.0:1734016139.123631:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9334 00000100:00100000:3.0:1734016139.123640:0:7695:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cc73100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1980:x1818247337046272:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:3.0:1734016139.124329:0:7695:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cc73100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1980:x1818247337046272:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 686us (977us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016139.124339:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9334 00002000:00100000:3.0:1734016139.124346:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (2879488->2883583) req@ffff88012cc73100 x1818247337046272/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:100/0 lens 488/4536 e 0 to 0 dl 1734016150 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016139.124354:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012cc73100 with x1818247337046272 ext(2879488->2883583) 00002000:00010000:3.0:1734016139.124359:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012cc73100 00000100:00100000:2.0:1734016139.135036:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016139.135204:0:7695:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337046528 00000100:00100000:3.0:1734016139.135217:0:7695:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337046528 00002000:00100000:3.0:1734016139.135280:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (2875392->2879487) req@ffff88012cc70000 x1818247337046528/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:100/0 lens 488/0 e 0 to 0 dl 1734016150 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016139.135291:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012cc70000 with x1818247337046528 ext(2875392->2879487) 00002000:00010000:3.0:1734016139.135298:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012cc70000 00000100:00100000:3.0:1734016139.135389:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9335 00000100:00100000:3.0:1734016139.135399:0:7695:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cc70000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1981:x1818247337046528:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:3.0:1734016139.136385:0:7695:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cc70000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1981:x1818247337046528:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 983us (1361us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016139.136395:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9335 00002000:00100000:3.0:1734016139.136404:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (2875392->2879487) req@ffff88012cc70000 x1818247337046528/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:100/0 lens 488/4536 e 0 to 0 dl 1734016150 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016139.136413:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012cc70000 with x1818247337046528 ext(2875392->2879487) 00002000:00010000:3.0:1734016139.136417:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012cc70000 00000100:00100000:2.0:1734016139.139026:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016139.143537:0:7695:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337046784 00000100:00100000:3.0:1734016139.143558:0:7695:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337046784 00002000:00100000:3.0:1734016139.143613:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (2871296->2875391) req@ffff88012cc72300 x1818247337046784/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:100/0 lens 488/0 e 0 to 0 dl 1734016150 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016139.143625:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012cc72300 with x1818247337046784 ext(2871296->2875391) 00002000:00010000:3.0:1734016139.143631:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012cc72300 00000100:00100000:3.0:1734016139.143671:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9336 00000100:00100000:3.0:1734016139.143678:0:7695:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cc72300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1980:x1818247337046784:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:3.0:1734016139.143894:0:7695:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cc72300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1980:x1818247337046784:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 215us (4885us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016139.143903:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9336 00002000:00100000:3.0:1734016139.143909:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (2871296->2875391) req@ffff88012cc72300 x1818247337046784/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:100/0 lens 488/4536 e 0 to 0 dl 1734016150 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016139.143916:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012cc72300 with x1818247337046784 ext(2871296->2875391) 00002000:00010000:3.0:1734016139.143919:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012cc72300 00000100:00100000:2.0:1734016139.145824:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016139.145912:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337047040 00000100:00100000:1.0:1734016139.145922:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337047040 00002000:00100000:1.0:1734016139.145969:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (2867200->2871295) req@ffff88012cc72a00 x1818247337047040/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:100/0 lens 488/0 e 0 to 0 dl 1734016150 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016139.145979:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012cc72a00 with x1818247337047040 ext(2867200->2871295) 00002000:00010000:1.0:1734016139.145985:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012cc72a00 00000100:00100000:1.0:1734016139.146018:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9337 00000100:00100000:1.0:1734016139.146025:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cc72a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1981:x1818247337047040:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:1.0:1734016139.146202:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cc72a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1981:x1818247337047040:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 176us (387us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016139.146208:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9337 00002000:00100000:1.0:1734016139.146215:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (2867200->2871295) req@ffff88012cc72a00 x1818247337047040/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:100/0 lens 488/4536 e 0 to 0 dl 1734016150 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016139.146221:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012cc72a00 with x1818247337047040 ext(2867200->2871295) 00002000:00010000:1.0:1734016139.146224:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012cc72a00 00000100:00100000:2.0:1734016139.148578:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016139.149571:0:7695:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337047168 00000100:00100000:3.0:1734016139.149593:0:7695:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337047168 00002000:00100000:3.0:1734016139.149674:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (2867200->9981951) req@ffff88012cc73800 x1818247337047168/t0(0) o4->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:100/0 lens 504/0 e 0 to 0 dl 1734016150 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016139.149691:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012cc73800 with x1818247337047168 ext(2867200->9981951) 00002000:00010000:3.0:1734016139.149702:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012cc73800 00000100:00100000:3.0:1734016139.149754:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9338 00000100:00100000:3.0:1734016139.149765:0:7695:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cc73800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1980:x1818247337047168:12345-192.168.201.10@tcp:4:fsx.0 00000100:00100000:0.0:1734016139.160561:0:7695:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cc73800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+8:1980:x1818247337047168:12345-192.168.201.10@tcp:4:fsx.0 Request processed in 10767us (11976us total) trans 4294969428 rc 0/0 00000100:00100000:0.0:1734016139.160587:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9338 00002000:00100000:0.0:1734016139.160607:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (2867200->9981951) req@ffff88012cc73800 x1818247337047168/t4294969428(0) o4->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:100/0 lens 504/448 e 0 to 0 dl 1734016150 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016139.160618:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012cc73800 with x1818247337047168 ext(2867200->9981951) 00002000:00010000:0.0:1734016139.160628:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012cc73800 00000100:00100000:0.0:1734016139.170085:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016139.170230:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337047296 00000100:00100000:2.0:1734016139.170245:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337047296 00000100:00100000:2.0:1734016139.170320:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 11074 00000100:00100000:2.0:1734016139.170329:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074196a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+8:1978:x1818247337047296:12345-192.168.201.10@tcp:16:fsx.0 00000001:00080000:0.0:1734016139.172026:0:8954:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969428 is committed 00000100:00100000:2.0:1734016139.172973:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074196a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1978:x1818247337047296:12345-192.168.201.10@tcp:16:fsx.0 Request processed in 2634us (2892us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016139.172991:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 11074 00000100:00100000:0.0:1734016139.180330:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016139.180511:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337047424 00000100:00100000:2.0:1734016139.180526:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337047424 00000100:00100000:2.0:1734016139.180610:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 11075 00000100:00100000:2.0:1734016139.180619:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074195500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1981:x1818247337047424:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:2.0:1734016139.180647:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016139.180676:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880072171f80/0x3f004d6452e08cab lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d22f2 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016139.180747:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012cc71500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339492096:192.168.201.10@tcp:106: 00000100:00100000:2.0:1734016139.180817:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007455d9c0 going to sleep for 11 seconds 00000100:00080000:0.0:1734016139.181213:0:6479:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734016109 00002000:00010000:2.0:1734016139.184128:0:7689:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime: 1734016137 -> 1734016138 00002000:00010000:2.0:1734016139.184154:0:7689:0:(ofd_lvb.c:301:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks: 1256 -> 1328 00000100:00100000:2.0:1734016139.184204:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012cc71500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339492096:192.168.201.10@tcp:106: 00010000:00010000:2.0:1734016139.184277:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880072171f80/0x3f004d6452e08cab lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d22f2 expref: 7 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016139.184303:0:7689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880072171f80/0x3f004d6452e08cab lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d22f2 expref: 7 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016139.184337:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880072171f80, rc 0) 00000100:00100000:2.0:1734016139.184761:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074195500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1981:x1818247337047424:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 4139us (4440us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016139.184774:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 11075 00000100:00100000:0.0:1734016139.195438:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016139.195561:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337047552 00000100:00100000:2.0:1734016139.195576:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337047552 00000100:00100000:2.0:1734016139.195741:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 11076 00000100:00100000:2.0:1734016139.195752:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074195880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1979:x1818247337047552:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:2.0:1734016139.195789:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016139.195814:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800721718c0/0x3f004d6452e08cb2 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d22f9 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016139.195932:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012cc71500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339492224:192.168.201.10@tcp:106: 00000100:00100000:2.0:1734016139.196004:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007455d9c0 going to sleep for 11 seconds 00000100:00100000:2.0:1734016139.197858:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012cc71500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339492224:192.168.201.10@tcp:106: 00010000:00010000:2.0:1734016139.197952:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800721718c0/0x3f004d6452e08cb2 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d22f9 expref: 7 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016139.197973:0:7689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800721718c0/0x3f004d6452e08cb2 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d22f9 expref: 7 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016139.197996:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800721718c0, rc 0) 00000100:00100000:2.0:1734016139.198815:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074195880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1979:x1818247337047552:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 3055us (3390us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016139.198829:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 11076 00000100:00100000:2.0:1734016139.205817:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016139.205901:0:7695:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337047808 00000100:00100000:0.0:1734016139.205916:0:7695:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337047808 00002000:00100000:0.0:1734016139.205966:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (6553600->6557695) req@ffff88012cc71500 x1818247337047808/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:100/0 lens 488/0 e 0 to 0 dl 1734016150 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016139.205977:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012cc71500 with x1818247337047808 ext(6553600->6557695) 00002000:00010000:0.0:1734016139.205983:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012cc71500 00000100:00100000:0.0:1734016139.206015:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9339 00000100:00100000:0.0:1734016139.206022:0:7695:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cc71500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1981:x1818247337047808:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:0.0:1734016139.206222:0:7695:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cc71500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1981:x1818247337047808:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 199us (418us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016139.206229:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9339 00002000:00100000:0.0:1734016139.206234:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (6553600->6557695) req@ffff88012cc71500 x1818247337047808/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:100/0 lens 488/4536 e 0 to 0 dl 1734016150 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016139.206241:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012cc71500 with x1818247337047808 ext(6553600->6557695) 00002000:00010000:0.0:1734016139.206245:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012cc71500 00000100:00100000:0.0:1734016139.210712:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016139.210927:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337048064 00000100:00100000:1.0:1734016139.210948:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337048064 00002000:00100000:1.0:1734016139.211029:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (6549504->6553599) req@ffff880074e40a80 x1818247337048064/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:100/0 lens 488/0 e 0 to 0 dl 1734016150 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016139.211045:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074e40a80 with x1818247337048064 ext(6549504->6553599) 00002000:00010000:1.0:1734016139.211052:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074e40a80 00000100:00100000:1.0:1734016139.211084:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9340 00000100:00100000:1.0:1734016139.211102:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074e40a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1978:x1818247337048064:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:1.0:1734016139.211427:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074e40a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1978:x1818247337048064:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 325us (731us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016139.211436:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9340 00002000:00100000:1.0:1734016139.211443:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (6549504->6553599) req@ffff880074e40a80 x1818247337048064/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:100/0 lens 488/4536 e 0 to 0 dl 1734016150 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016139.211450:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074e40a80 with x1818247337048064 ext(6549504->6553599) 00002000:00010000:1.0:1734016139.211453:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074e40a80 00000100:00100000:0.0:1734016139.214949:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016139.215155:0:7695:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337048320 00000100:00100000:2.0:1734016139.215173:0:7695:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337048320 00002000:00100000:2.0:1734016139.215273:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (6545408->6549503) req@ffff880074e41880 x1818247337048320/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:100/0 lens 488/0 e 0 to 0 dl 1734016150 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016139.215289:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074e41880 with x1818247337048320 ext(6545408->6549503) 00002000:00010000:2.0:1734016139.215297:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074e41880 00000100:00100000:2.0:1734016139.215352:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9341 00000100:00100000:2.0:1734016139.215366:0:7695:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074e41880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1979:x1818247337048320:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:2.0:1734016139.215749:0:7695:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074e41880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1979:x1818247337048320:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 384us (888us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016139.215757:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9341 00002000:00100000:2.0:1734016139.215763:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (6545408->6549503) req@ffff880074e41880 x1818247337048320/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:100/0 lens 488/4536 e 0 to 0 dl 1734016150 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016139.215771:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074e41880 with x1818247337048320 ext(6545408->6549503) 00002000:00010000:2.0:1734016139.215774:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074e41880 00000100:00100000:0.0:1734016139.218690:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016139.218970:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337048576 00000100:00100000:1.0:1734016139.218981:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337048576 00002000:00100000:1.0:1734016139.219041:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (6541312->6545407) req@ffff880074e40700 x1818247337048576/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:100/0 lens 488/0 e 0 to 0 dl 1734016150 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016139.219053:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074e40700 with x1818247337048576 ext(6541312->6545407) 00002000:00010000:1.0:1734016139.219062:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074e40700 00000100:00100000:1.0:1734016139.219100:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9342 00000100:00100000:1.0:1734016139.219108:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074e40700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1980:x1818247337048576:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:1.0:1734016139.219342:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074e40700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1980:x1818247337048576:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 233us (665us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016139.219349:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9342 00002000:00100000:1.0:1734016139.219356:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (6541312->6545407) req@ffff880074e40700 x1818247337048576/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:100/0 lens 488/4536 e 0 to 0 dl 1734016150 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016139.219363:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074e40700 with x1818247337048576 ext(6541312->6545407) 00002000:00010000:1.0:1734016139.219366:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074e40700 00000100:00100000:0.0:1734016139.223243:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016139.223429:0:7695:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337048832 00000100:00100000:2.0:1734016139.223446:0:7695:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337048832 00002000:00100000:2.0:1734016139.223532:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (6537216->6541311) req@ffff880074e40e00 x1818247337048832/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:100/0 lens 488/0 e 0 to 0 dl 1734016150 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016139.223546:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074e40e00 with x1818247337048832 ext(6537216->6541311) 00002000:00010000:2.0:1734016139.223556:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074e40e00 00000100:00100000:2.0:1734016139.223617:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9343 00000100:00100000:2.0:1734016139.223629:0:7695:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074e40e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1978:x1818247337048832:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:2.0:1734016139.224018:0:7695:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074e40e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1978:x1818247337048832:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 389us (796us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016139.224027:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9343 00002000:00100000:2.0:1734016139.224034:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (6537216->6541311) req@ffff880074e40e00 x1818247337048832/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:100/0 lens 488/4536 e 0 to 0 dl 1734016150 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016139.224042:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074e40e00 with x1818247337048832 ext(6537216->6541311) 00002000:00010000:2.0:1734016139.224045:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074e40e00 00000100:00100000:0.0:1734016139.228711:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016139.229051:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337049088 00000100:00100000:1.0:1734016139.229074:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337049088 00002000:00100000:1.0:1734016139.229188:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (6533120->6537215) req@ffff880074e41f80 x1818247337049088/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:100/0 lens 488/0 e 0 to 0 dl 1734016150 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016139.229206:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074e41f80 with x1818247337049088 ext(6533120->6537215) 00002000:00010000:1.0:1734016139.229216:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074e41f80 00000100:00100000:1.0:1734016139.229277:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9344 00000100:00100000:1.0:1734016139.229290:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074e41f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1980:x1818247337049088:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:1.0:1734016139.229662:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074e41f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1980:x1818247337049088:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 373us (977us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016139.229671:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9344 00002000:00100000:1.0:1734016139.229679:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (6533120->6537215) req@ffff880074e41f80 x1818247337049088/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:100/0 lens 488/4536 e 0 to 0 dl 1734016150 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016139.229687:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074e41f80 with x1818247337049088 ext(6533120->6537215) 00002000:00010000:1.0:1734016139.229691:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074e41f80 00000100:00100000:0.0:1734016139.234410:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016139.234586:0:7695:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337049344 00000100:00100000:2.0:1734016139.234602:0:7695:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337049344 00002000:00100000:2.0:1734016139.234673:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (6529024->6533119) req@ffff880074e42a00 x1818247337049344/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:100/0 lens 488/0 e 0 to 0 dl 1734016150 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016139.234687:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074e42a00 with x1818247337049344 ext(6529024->6533119) 00002000:00010000:2.0:1734016139.234696:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074e42a00 00000100:00100000:2.0:1734016139.234742:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9345 00000100:00100000:2.0:1734016139.234751:0:7695:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074e42a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1978:x1818247337049344:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:2.0:1734016139.235000:0:7695:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074e42a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1978:x1818247337049344:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 248us (612us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016139.235007:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9345 00002000:00100000:2.0:1734016139.235012:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (6529024->6533119) req@ffff880074e42a00 x1818247337049344/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:100/0 lens 488/4536 e 0 to 0 dl 1734016150 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016139.235018:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074e42a00 with x1818247337049344 ext(6529024->6533119) 00002000:00010000:2.0:1734016139.235020:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074e42a00 00000100:00100000:0.0:1734016139.239317:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016139.239740:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337049600 00000100:00100000:1.0:1734016139.239756:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337049600 00002000:00100000:1.0:1734016139.239839:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (6524928->6529023) req@ffff880074e40380 x1818247337049600/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:100/0 lens 488/0 e 0 to 0 dl 1734016150 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016139.239853:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074e40380 with x1818247337049600 ext(6524928->6529023) 00002000:00010000:1.0:1734016139.239860:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074e40380 00000100:00100000:1.0:1734016139.239928:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9346 00000100:00100000:1.0:1734016139.239939:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074e40380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1980:x1818247337049600:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:1.0:1734016139.240238:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074e40380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1980:x1818247337049600:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 301us (940us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016139.240247:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9346 00002000:00100000:1.0:1734016139.240253:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (6524928->6529023) req@ffff880074e40380 x1818247337049600/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:100/0 lens 488/4536 e 0 to 0 dl 1734016150 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016139.240262:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074e40380 with x1818247337049600 ext(6524928->6529023) 00002000:00010000:1.0:1734016139.240265:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074e40380 00000100:00100000:0.0:1734016139.244911:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016139.245062:0:7695:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337049856 00000100:00100000:2.0:1734016139.245081:0:7695:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337049856 00002000:00100000:2.0:1734016139.245170:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (6520832->6524927) req@ffff880074e41c00 x1818247337049856/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:100/0 lens 488/0 e 0 to 0 dl 1734016150 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016139.245183:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074e41c00 with x1818247337049856 ext(6520832->6524927) 00002000:00010000:2.0:1734016139.245192:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074e41c00 00000100:00100000:2.0:1734016139.245235:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9347 00000100:00100000:2.0:1734016139.245245:0:7695:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074e41c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1978:x1818247337049856:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:2.0:1734016139.245521:0:7695:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074e41c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1978:x1818247337049856:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 277us (678us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016139.245535:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9347 00002000:00100000:2.0:1734016139.245541:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (6520832->6524927) req@ffff880074e41c00 x1818247337049856/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:100/0 lens 488/4536 e 0 to 0 dl 1734016150 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016139.245549:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074e41c00 with x1818247337049856 ext(6520832->6524927) 00002000:00010000:2.0:1734016139.245552:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074e41c00 00000100:00100000:0.0:1734016139.248690:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016139.249136:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337049984 00000100:00100000:2.0:1734016139.249159:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337049984 00000100:00100000:2.0:1734016139.249836:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 11077 00000100:00100000:2.0:1734016139.249847:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074e43480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1980:x1818247337049984:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:2.0:1734016139.249928:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016139.249958:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e08cb9 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d2300 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016139.250051:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076949c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339492352:192.168.201.10@tcp:106: 00000100:00100000:2.0:1734016139.250181:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007455d600 going to sleep for 11 seconds 00000100:00100000:2.0:1734016139.252389:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076949c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339492352:192.168.201.10@tcp:106: 00010000:00010000:2.0:1734016139.252466:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e08cb9 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2300 expref: 7 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016139.252498:0:7689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e08cb9 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2300 expref: 7 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016139.253131:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880072171440, rc 0) 00000100:00100000:2.0:1734016139.253281:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074e43480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1980:x1818247337049984:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 3433us (4618us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016139.253295:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 11077 00000100:00100000:2.0:1734016139.258965:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016139.259067:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337050112 00000100:00100000:0.0:1734016139.259092:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337050112 00000100:00100000:0.0:1734016139.259176:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 11078 00000100:00100000:0.0:1734016139.259188:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076949c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1978:x1818247337050112:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:0.0:1734016139.259227:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016139.259262:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a8038d80/0x3f004d6452e08cc0 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d2307 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016139.259371:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074e43800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339492480:192.168.201.10@tcp:106: 00000100:00100000:0.0:1734016139.259511:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7486300 going to sleep for 11 seconds 00000100:00100000:2.0:1734016139.261495:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074e43800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339492480:192.168.201.10@tcp:106: 00010000:00010000:2.0:1734016139.261550:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a8038d80/0x3f004d6452e08cc0 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2307 expref: 7 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016139.261567:0:7689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a8038d80/0x3f004d6452e08cc0 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2307 expref: 7 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016139.261618:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a8038d80, rc 0) 00000100:00100000:2.0:1734016139.262055:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076949c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1978:x1818247337050112:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 2867us (3114us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016139.262065:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 11078 00000100:00100000:0.0:1734016139.264809:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016139.265522:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337050240 00000100:00100000:2.0:1734016139.265573:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337050240 00000100:00100000:2.0:1734016139.266060:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 11079 00000100:00100000:2.0:1734016139.266071:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074e42300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1980:x1818247337050240:12345-192.168.201.10@tcp:22:fsx.0 00002000:00010000:2.0:1734016139.267142:0:7689:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 10234963 -> 10234963 00002000:00010000:2.0:1734016139.267192:0:7689:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016138 -> 1734016138 00002000:00010000:2.0:1734016139.267195:0:7689:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016138 -> 1734016137 00002000:00010000:2.0:1734016139.267199:0:7689:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016138 -> 1734016139 00002000:00010000:2.0:1734016139.267204:0:7689:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 1328 -> 1336 00000100:00100000:2.0:1734016139.267417:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074e42300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1980:x1818247337050240:12345-192.168.201.10@tcp:22:fsx.0 Request processed in 1345us (2643us total) trans 4294969429 rc 0/0 00000100:00100000:2.0:1734016139.267461:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 11079 00000100:00100000:0.0:1734016139.297729:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016139.297936:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337050368 00000100:00100000:2.0:1734016139.297950:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337050368 00000100:00100000:2.0:1734016139.298042:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 11080 00000100:00100000:2.0:1734016139.298054:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074e40000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1979:x1818247337050368:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:2.0:1734016139.298098:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016139.298137:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880072170d80/0x3f004d6452e08cc7 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d230e expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016139.298263:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007694b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339492608:192.168.201.10@tcp:106: 00000100:00100000:2.0:1734016139.298384:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007455d600 going to sleep for 11 seconds 00002000:00010000:2.0:1734016139.300573:0:7689:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime: 1734016137 -> 1734016138 00000100:00100000:2.0:1734016139.300635:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007694b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339492608:192.168.201.10@tcp:106: 00010000:00010000:2.0:1734016139.300698:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880072170d80/0x3f004d6452e08cc7 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d230e expref: 7 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016139.300724:0:7689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880072170d80/0x3f004d6452e08cc7 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d230e expref: 7 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016139.300761:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880072170d80, rc 0) 00000100:00100000:2.0:1734016139.300858:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074e40000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1979:x1818247337050368:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 2803us (3146us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016139.300933:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 11080 00000100:00100000:0.0:1734016139.305757:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016139.308723:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337050496 00000100:00100000:2.0:1734016139.308757:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337050496 00000100:00100000:2.0:1734016139.308901:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 11081 00000100:00100000:2.0:1734016139.308913:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074e41500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1979:x1818247337050496:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:2.0:1734016139.308951:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016139.308983:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880072170d80/0x3f004d6452e08cce lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d2315 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016139.309078:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007694b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339492736:192.168.201.10@tcp:106: 00000100:00100000:2.0:1734016139.309215:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007455d600 going to sleep for 11 seconds 00000100:00100000:2.0:1734016139.316070:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007694b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339492736:192.168.201.10@tcp:106: 00010000:00010000:2.0:1734016139.316151:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880072170d80/0x3f004d6452e08cce lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2315 expref: 7 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016139.316175:0:7689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880072170d80/0x3f004d6452e08cce lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2315 expref: 7 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016139.318363:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880072170d80, rc 0) 00000100:00100000:2.0:1734016139.318937:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074e41500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1979:x1818247337050496:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 10019us (13196us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016139.318949:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 11081 00000100:00100000:0.0:1734016139.321277:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016139.324920:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337050624 00000100:00100000:2.0:1734016139.324952:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337050624 00000100:00100000:2.0:1734016139.341135:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 11082 00000100:00100000:2.0:1734016139.341155:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074e43800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1980:x1818247337050624:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:2.0:1734016139.341188:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016139.341216:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e08cd5 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d231c expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016139.341297:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007694b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339492864:192.168.201.10@tcp:106: 00000100:00100000:2.0:1734016139.342144:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007455d600 going to sleep for 11 seconds 00000100:00100000:2.0:1734016139.344899:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007694b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339492864:192.168.201.10@tcp:106: 00010000:00010000:2.0:1734016139.344951:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e08cd5 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d231c expref: 7 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016139.344972:0:7689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e08cd5 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d231c expref: 7 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016139.344997:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880072171440, rc 0) 00000100:00100000:2.0:1734016139.347304:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074e43800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1980:x1818247337050624:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 6137us (26023us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016139.347319:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 11082 00000100:00100000:0.0:1734016139.350027:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016139.352025:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337050752 00000100:00100000:2.0:1734016139.352040:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337050752 00000100:00100000:2.0:1734016139.352127:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 11083 00000100:00100000:2.0:1734016139.352134:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800769c4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:9673:x1818247337050752:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:2.0:1734016139.352162:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016139.352185:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800721718c0/0x3f004d6452e08cdc lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d2323 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016139.352226:0:7689:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a803b180/0x3f004d6452e08ca4 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 9949184->9981951) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d22eb expref: 6 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016139.352238:0:7689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016139.352240:0:7689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016139.352243:0:7689:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800721718c0/0x3f004d6452e08cdc lrc: 4/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [4440064->4444159] (req 4440064->4444159) gid 0 flags: 0x50000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2323 expref: 7 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016139.352281:0:7689:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a803b180/0x3f004d6452e08ca4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 9949184->9981951) gid 0 flags: 0x50000000020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d22eb expref: 6 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016139.352295:0:7689:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a803b180/0x3f004d6452e08ca4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 9949184->9981951) gid 0 flags: 0x70000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d22eb expref: 6 pid: 7689 timeout: 503 lvb_type: 0 00000100:00100000:2.0:1734016139.352310:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007694b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339492992:192.168.201.10@tcp:104: 00000100:00100000:2.0:1734016139.352396:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007455d600 going to sleep for 11 seconds 00000100:00100000:0.0:1734016139.365508:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016139.366032:0:7705:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337050880 00000100:00100000:1.0:1734016139.366048:0:7705:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337050880 00010000:00010000:1.0:1734016139.366122:0:7705:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a803b180/0x3f004d6452e08ca4 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 9949184->9981951) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d22eb expref: 7 pid: 7689 timeout: 503 lvb_type: 0 00000100:00100000:1.0:1734016139.366173:0:7705:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 3003 00000100:00100000:1.0:1734016139.366184:0:7705:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b1ea5050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1979:x1818247337050880:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016139.366204:0:7705:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016139.366233:0:7705:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a803b180/0x3f004d6452e08ca4 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 9949184->9981951) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d22eb expref: 7 pid: 7689 timeout: 503 lvb_type: 0 00010000:00010000:1.0:1734016139.366249:0:7705:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a803b180/0x3f004d6452e08ca4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 9949184->9981951) gid 0 flags: 0x50000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d22eb expref: 7 pid: 7689 timeout: 503 lvb_type: 0 00010000:00010000:1.0:1734016139.366283:0:7705:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016139.366285:0:7705:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016139.366293:0:7705:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800721718c0/0x3f004d6452e08cdc lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4440064->4444159) gid 0 flags: 0x50080000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2323 expref: 7 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016139.366302:0:7705:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800721718c0/0x3f004d6452e08cdc lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4440064->4444159) gid 0 flags: 0x50080000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2323 expref: 7 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016139.366354:0:7705:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800721718c0/0x3f004d6452e08cdc lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4440064->4444159) gid 0 flags: 0x40000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2323 expref: 7 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016139.366371:0:7705:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076865180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7705:1818247339493120:192.168.201.10@tcp:105: 00000100:00100000:1.0:1734016139.366461:0:7705:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012cf4f9c0 going to sleep for 11 seconds 00010000:00010000:2.0:1734016139.367021:0:7689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a803b180/0x3f004d6452e08ca4 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 9949184->9981951) gid 0 flags: 0x44801400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d22eb expref: 7 pid: 7689 timeout: 503 lvb_type: 0 00000100:00100000:2.0:1734016139.367171:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007694b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339492992:192.168.201.10@tcp:104: 00010000:00010000:2.0:1734016139.367223:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800721718c0/0x3f004d6452e08cdc lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4440064->4444159) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2323 expref: 7 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016139.367235:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800721718c0, rc 0) 00000100:00100000:2.0:1734016139.367380:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800769c4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:9673:x1818247337050752:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 15242us (17363us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016139.367393:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 11083 00000100:00100000:1.0:1734016139.370170:0:7705:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076865180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7705:1818247339493120:192.168.201.10@tcp:105: 00010000:00010000:1.0:1734016139.370222:0:7705:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016139.370314:0:7705:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b1ea5050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1979:x1818247337050880:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 4126us (4815us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016139.370332:0:7705:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 3003 00000100:00100000:0.0:1734016139.375327:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016139.375489:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337051136 00000100:00100000:1.0:1734016139.375507:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337051136 00002000:00100000:1.0:1734016139.375587:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (4440064->4444159) req@ffff8800769c5500 x1818247337051136/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:100/0 lens 488/0 e 0 to 0 dl 1734016150 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016139.375606:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800769c5500 with x1818247337051136 ext(4440064->4444159) 00002000:00010000:1.0:1734016139.375615:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800769c5500 00000100:00100000:1.0:1734016139.375758:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9348 00000100:00100000:1.0:1734016139.375769:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800769c5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1979:x1818247337051136:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:1.0:1734016139.376956:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800769c5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1979:x1818247337051136:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 1183us (1649us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016139.376965:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9348 00002000:00100000:1.0:1734016139.376975:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (4440064->4444159) req@ffff8800769c5500 x1818247337051136/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:100/0 lens 488/4536 e 0 to 0 dl 1734016150 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016139.376985:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800769c5500 with x1818247337051136 ext(4440064->4444159) 00002000:00010000:1.0:1734016139.376990:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800769c5500 00000100:00100000:0.0:1734016139.380987:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016139.381141:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337051392 00000100:00100000:1.0:1734016139.381158:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337051392 00002000:00100000:1.0:1734016139.381239:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (4435968->4440063) req@ffff8800769c5c00 x1818247337051392/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:100/0 lens 488/0 e 0 to 0 dl 1734016150 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016139.381251:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800769c5c00 with x1818247337051392 ext(4435968->4440063) 00002000:00010000:1.0:1734016139.381259:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800769c5c00 00000100:00100000:1.0:1734016139.381305:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9349 00000100:00100000:1.0:1734016139.381315:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800769c5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1979:x1818247337051392:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:1.0:1734016139.381570:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800769c5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1979:x1818247337051392:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 256us (604us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016139.381579:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9349 00002000:00100000:1.0:1734016139.381586:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (4435968->4440063) req@ffff8800769c5c00 x1818247337051392/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:100/0 lens 488/4536 e 0 to 0 dl 1734016150 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016139.381594:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800769c5c00 with x1818247337051392 ext(4435968->4440063) 00002000:00010000:1.0:1734016139.381597:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800769c5c00 00000100:00100000:0.0:1734016139.388241:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016139.388453:0:7695:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337051648 00000100:00100000:2.0:1734016139.388468:0:7695:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337051648 00002000:00100000:2.0:1734016139.388546:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (4431872->4435967) req@ffff8800769c7b80 x1818247337051648/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:100/0 lens 488/0 e 0 to 0 dl 1734016150 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016139.388561:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800769c7b80 with x1818247337051648 ext(4431872->4435967) 00002000:00010000:2.0:1734016139.388567:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800769c7b80 00000100:00100000:2.0:1734016139.388679:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9350 00000100:00100000:2.0:1734016139.388691:0:7695:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800769c7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1981:x1818247337051648:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:2.0:1734016139.389007:0:7695:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800769c7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1981:x1818247337051648:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 317us (787us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016139.389016:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9350 00002000:00100000:2.0:1734016139.389022:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (4431872->4435967) req@ffff8800769c7b80 x1818247337051648/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:100/0 lens 488/4536 e 0 to 0 dl 1734016150 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016139.389029:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800769c7b80 with x1818247337051648 ext(4431872->4435967) 00002000:00010000:2.0:1734016139.389032:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800769c7b80 00000100:00100000:0.0:1734016139.398095:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016139.399816:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337051904 00000100:00100000:1.0:1734016139.399833:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337051904 00002000:00100000:1.0:1734016139.399908:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (4427776->4431871) req@ffff8800769c7100 x1818247337051904/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:100/0 lens 488/0 e 0 to 0 dl 1734016150 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016139.399920:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800769c7100 with x1818247337051904 ext(4427776->4431871) 00002000:00010000:1.0:1734016139.399928:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800769c7100 00000100:00100000:1.0:1734016139.399976:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9351 00000100:00100000:1.0:1734016139.399985:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800769c7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1978:x1818247337051904:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:1.0:1734016139.400261:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800769c7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1978:x1818247337051904:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 276us (2186us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016139.400269:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9351 00002000:00100000:1.0:1734016139.400277:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (4427776->4431871) req@ffff8800769c7100 x1818247337051904/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:100/0 lens 488/4536 e 0 to 0 dl 1734016150 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016139.400284:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800769c7100 with x1818247337051904 ext(4427776->4431871) 00002000:00010000:1.0:1734016139.400287:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800769c7100 00000100:00100000:0.0:1734016139.414990:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016139.415128:0:7695:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337052160 00000100:00100000:2.0:1734016139.415143:0:7695:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337052160 00002000:00100000:2.0:1734016139.415203:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (4423680->4427775) req@ffff8800769c7800 x1818247337052160/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:100/0 lens 488/0 e 0 to 0 dl 1734016150 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016139.415215:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800769c7800 with x1818247337052160 ext(4423680->4427775) 00002000:00010000:2.0:1734016139.415222:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800769c7800 00000100:00100000:2.0:1734016139.415260:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9352 00000100:00100000:2.0:1734016139.415271:0:7695:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800769c7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1981:x1818247337052160:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:2.0:1734016139.415524:0:7695:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800769c7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1981:x1818247337052160:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 255us (552us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016139.415537:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9352 00002000:00100000:2.0:1734016139.415545:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (4423680->4427775) req@ffff8800769c7800 x1818247337052160/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:100/0 lens 488/4536 e 0 to 0 dl 1734016150 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016139.415554:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800769c7800 with x1818247337052160 ext(4423680->4427775) 00002000:00010000:2.0:1734016139.415558:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800769c7800 00000100:00100000:0.0:1734016139.419704:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016139.420694:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337052416 00000100:00100000:2.0:1734016139.420713:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337052416 00002000:00100000:2.0:1734016139.420769:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (4419584->4423679) req@ffff880075369c00 x1818247337052416/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:100/0 lens 488/0 e 0 to 0 dl 1734016150 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016139.420779:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880075369c00 with x1818247337052416 ext(4419584->4423679) 00002000:00010000:2.0:1734016139.420785:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880075369c00 00000100:00100000:2.0:1734016139.421406:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9353 00000100:00100000:2.0:1734016139.421414:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075369c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1981:x1818247337052416:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:2.0:1734016139.426176:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075369c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1981:x1818247337052416:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 4726us (6464us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016139.426200:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9353 00002000:00100000:2.0:1734016139.426226:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (4419584->4423679) req@ffff880075369c00 x1818247337052416/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:100/0 lens 488/4536 e 0 to 0 dl 1734016150 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016139.426240:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880075369c00 with x1818247337052416 ext(4419584->4423679) 00002000:00010000:2.0:1734016139.426251:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880075369c00 00000100:00100000:0.0:1734016139.430441:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016139.430742:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337052672 00000100:00100000:2.0:1734016139.430759:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337052672 00002000:00100000:2.0:1734016139.430833:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (4415488->4419583) req@ffff880075369f80 x1818247337052672/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:100/0 lens 488/0 e 0 to 0 dl 1734016150 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016139.430851:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880075369f80 with x1818247337052672 ext(4415488->4419583) 00002000:00010000:2.0:1734016139.430860:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880075369f80 00000100:00100000:0.0:1734016139.431619:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9354 00000100:00100000:0.0:1734016139.431630:0:7695:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075369f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1980:x1818247337052672:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:0.0:1734016139.439320:0:7695:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075369f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1980:x1818247337052672:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 7675us (8880us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016139.439335:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9354 00002000:00100000:0.0:1734016139.439352:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (4415488->4419583) req@ffff880075369f80 x1818247337052672/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:100/0 lens 488/4536 e 0 to 0 dl 1734016150 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016139.439362:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880075369f80 with x1818247337052672 ext(4415488->4419583) 00002000:00010000:0.0:1734016139.439368:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880075369f80 00000100:00100000:0.0:1734016139.445962:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016139.446553:0:7695:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337052800 00000100:00100000:2.0:1734016139.446570:0:7695:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337052800 00002000:00100000:2.0:1734016139.446665:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (4415488->4444159) req@ffff88007536aa00 x1818247337052800/t0(0) o4->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:100/0 lens 488/0 e 0 to 0 dl 1734016150 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016139.446680:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007536aa00 with x1818247337052800 ext(4415488->4444159) 00002000:00010000:2.0:1734016139.446688:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007536aa00 00000100:00100000:2.0:1734016139.446754:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9355 00000100:00100000:2.0:1734016139.446761:0:7695:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007536aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1981:x1818247337052800:12345-192.168.201.10@tcp:4:fsx.0 00000100:00100000:0.0:1734016139.449746:0:7695:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007536aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+9:1981:x1818247337052800:12345-192.168.201.10@tcp:4:fsx.0 Request processed in 2955us (3773us total) trans 4294969430 rc 0/0 00000100:00100000:0.0:1734016139.449764:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9355 00002000:00100000:0.0:1734016139.449783:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (4415488->4444159) req@ffff88007536aa00 x1818247337052800/t4294969430(0) o4->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:100/0 lens 488/448 e 0 to 0 dl 1734016150 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016139.449795:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007536aa00 with x1818247337052800 ext(4415488->4444159) 00002000:00010000:0.0:1734016139.449803:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007536aa00 00000100:00100000:0.0:1734016139.451520:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016139.451629:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337052928 00000100:00100000:2.0:1734016139.451644:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337052928 00000100:00100000:2.0:1734016139.452363:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 11084 00000100:00100000:2.0:1734016139.452373:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075368380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+9:1980:x1818247337052928:12345-192.168.201.10@tcp:16:fsx.0 00000001:00080000:0.0:1734016139.459549:0:8954:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969430 is committed 00000001:00080000:0.0:1734016139.459588:0:8954:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969429 is committed 00000100:00100000:3.0:1734016139.461290:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075368380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1980:x1818247337052928:12345-192.168.201.10@tcp:16:fsx.0 Request processed in 8890us (9760us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016139.461314:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 11084 00000100:00100000:0.0:1734016139.466150:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016139.466589:0:7695:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337053184 00000100:00100000:2.0:1734016139.466606:0:7695:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337053184 00000100:00100000:2.0:1734016139.466956:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9356 00000100:00100000:2.0:1734016139.466970:0:7695:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007536bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1980:x1818247337053184:12345-192.168.201.10@tcp:3:fsx.0 00010000:00010000:2.0:1734016139.467048:0:7695:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880072171f80/0x3f004d6452e08ce3 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7695 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016139.467089:0:7695:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800721718c0/0x3f004d6452e08cdc lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4440064->4444159) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2323 expref: 7 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016139.467103:0:7695:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016139.467105:0:7695:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016139.467109:0:7695:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880072171f80/0x3f004d6452e08ce3 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [5906432->5935103] (req 5906432->5935103) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 7695 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016139.467162:0:7695:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800721718c0/0x3f004d6452e08cdc lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4440064->4444159) gid 0 flags: 0x50000000020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2323 expref: 7 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016139.467183:0:7695:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800721718c0/0x3f004d6452e08cdc lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4440064->4444159) gid 0 flags: 0x70000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2323 expref: 7 pid: 7689 timeout: 503 lvb_type: 0 00000100:00100000:2.0:1734016139.467203:0:7695:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007694b800 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_001:lustre-OST0001_UUID:7695:1818247339493248:192.168.201.10@tcp:104: 00000100:00100000:2.0:1734016139.467320:0:7695:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007455dc00 going to sleep for 11 seconds 00000100:00100000:2.0:1734016139.476209:0:7695:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007694b800 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_001:lustre-OST0001_UUID:7695:1818247339493248:192.168.201.10@tcp:104: 00010000:00010000:2.0:1734016139.476247:0:7695:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880072171f80/0x3f004d6452e08ce3 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [5906432->5935103] (req 5906432->5935103) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 7695 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016139.476741:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016139.476834:0:7705:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337053312 00000100:00100000:1.0:1734016139.476849:0:7705:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337053312 00010000:00010000:1.0:1734016139.476920:0:7705:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800721718c0/0x3f004d6452e08cdc lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4440064->4444159) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2323 expref: 8 pid: 7689 timeout: 503 lvb_type: 0 00000100:00100000:1.0:1734016139.476954:0:7705:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 3004 00000100:00100000:1.0:1734016139.476963:0:7705:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075368000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1978:x1818247337053312:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016139.477135:0:7705:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:1.0:1734016139.477165:0:7705:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 1336 -> 1392 00010000:00010000:1.0:1734016139.477172:0:7705:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800721718c0/0x3f004d6452e08cdc lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4440064->4444159) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2323 expref: 8 pid: 7689 timeout: 503 lvb_type: 0 00010000:00010000:1.0:1734016139.477186:0:7705:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800721718c0/0x3f004d6452e08cdc lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4440064->4444159) gid 0 flags: 0x50000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2323 expref: 8 pid: 7689 timeout: 503 lvb_type: 0 00010000:00010000:1.0:1734016139.477226:0:7705:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800721718c0/0x3f004d6452e08cdc lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4440064->4444159) gid 0 flags: 0x44801400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2323 expref: 8 pid: 7689 timeout: 503 lvb_type: 0 00010000:00010000:1.0:1734016139.477261:0:7705:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016139.477263:0:7705:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016139.477268:0:7705:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880072171f80/0x3f004d6452e08ce3 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [5906432->5935103] (req 5906432->5935103) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 7695 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016139.477278:0:7705:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880072171f80/0x3f004d6452e08ce3 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [5906432->5935103] (req 5906432->5935103) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 7695 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016139.477307:0:7705:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016139.477365:0:7705:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075368000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1978:x1818247337053312:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 403us (629us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016139.477373:0:7705:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 3004 00010000:00010000:2.0:1734016139.477533:0:7695:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880072171f80/0x3f004d6452e08ce3 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [5906432->5935103] (req 5906432->5935103) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 7695 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016139.477540:0:7695:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880072171f80/0x3f004d6452e08ce3 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [5906432->5935103] (req 5906432->5935103) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 7695 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016139.480356:0:7695:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880072171f80/0x3f004d6452e08ce3 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [5906432->5935103] (req 5906432->5935103) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 7695 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016139.480380:0:7695:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880072171f80/0x3f004d6452e08ce3 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [5906432->5935103] (req 5906432->5935103) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 7695 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016139.480387:0:7695:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880072171f80/0x3f004d6452e08ce3 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [5906432->5935103] (req 5906432->5935103) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 7695 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016139.480394:0:7695:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880072171f80 already unused, calling callback (ffffffffa086d100) 00010000:00010000:2.0:1734016139.480398:0:7695:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880072171f80/0x3f004d6452e08ce3 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [5906432->5935103] (req 5906432->5935103) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 7695 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016139.480405:0:7695:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880072171f80/0x3f004d6452e08ce3 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [5906432->5935103] (req 5906432->5935103) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 7695 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016139.480421:0:7695:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880072171f80/0x3f004d6452e08ce3 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [5906432->5935103] (req 5906432->5935103) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 7695 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016139.480426:0:7695:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880072171f80/0x3f004d6452e08ce3 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [5906432->5935103] (req 5906432->5935103) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 7695 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016139.480537:0:7695:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007536bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1980:x1818247337053184:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 13565us (14403us total) trans 0 rc 28672/28672 00000100:00100000:2.0:1734016139.480551:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9356 00000100:00100000:2.0:1734016139.482717:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016139.483632:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337053440 00000100:00100000:3.0:1734016139.483648:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337053440 00000100:00100000:3.0:1734016139.484446:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 11085 00000100:00100000:3.0:1734016139.484459:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007694b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:1981:x1818247337053440:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:3.0:1734016139.484495:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016139.484537:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a9a6400/0x3f004d6452e08cea lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d232a expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1734016139.484574:0:7689:0:(ofd_lvb.c:169:ofd_lvbo_init()) res: [0x280000400:0x5:0x0] initial LVB size: 10234963, mtime: 0x675afc8a, atime: 0x675afc8a, ctime: 0x675afc8a, blocks: 0x570 00010000:00010000:3.0:1734016139.484609:0:7689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016139.484612:0:7689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016139.484626:0:7689:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a9a6400/0x3f004d6452e08cea lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d232a expref: 6 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016139.484645:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a9a6400/0x3f004d6452e08cea lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d232a expref: 6 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016139.484662:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a9a6400, rc 0) 00000100:00100000:3.0:1734016139.484740:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007694b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1981:x1818247337053440:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 283us (2041us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016139.484747:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 11085 00000100:00100000:0.0:1734016139.487094:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016139.487192:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337053568 00000100:00100000:1.0:1734016139.487205:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337053568 00000100:00100000:1.0:1734016139.487259:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 11086 00000100:00100000:1.0:1734016139.487267:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007536a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:9673:x1818247337053568:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:1.0:1734016139.487290:0:7690:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016139.487313:0:7690:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880097235440/0x3f004d6452e08cf1 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d2331 expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016139.487344:0:7690:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a6400/0x3f004d6452e08cea lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d232a expref: 7 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016139.487351:0:7690:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016139.487353:0:7690:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016139.487357:0:7690:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880097235440/0x3f004d6452e08cf1 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [5767168->5816319] (req 5767168->5816319) gid 0 flags: 0x50000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2331 expref: 7 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016139.487390:0:7690:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a9a6400/0x3f004d6452e08cea lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d232a expref: 7 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016139.487401:0:7690:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a9a6400/0x3f004d6452e08cea lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d232a expref: 7 pid: 7689 timeout: 503 lvb_type: 1 00000100:00100000:1.0:1734016139.487415:0:7690:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076865180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339493376:192.168.201.10@tcp:104: 00000100:00100000:1.0:1734016139.487487:0:7690:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012cf4ff00 going to sleep for 11 seconds 00000100:00100000:1.0:1734016139.491783:0:7690:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076865180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339493376:192.168.201.10@tcp:104: 00010000:00010000:1.0:1734016139.491848:0:7690:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880097235440/0x3f004d6452e08cf1 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [5767168->5816319] (req 5767168->5816319) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2331 expref: 7 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016139.491927:0:7690:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097235440, rc 0) 00000100:00100000:1.0:1734016139.491998:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007536a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:9673:x1818247337053568:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 4729us (4922us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016139.492013:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 11086 00000100:00100000:0.0:1734016139.494479:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016139.501251:0:7705:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337053696 00000100:00100000:1.0:1734016139.501273:0:7705:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337053696 00010000:00010000:1.0:1734016139.501330:0:7705:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a9a6400/0x3f004d6452e08cea lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d232a expref: 7 pid: 7689 timeout: 503 lvb_type: 1 00000100:00100000:1.0:1734016139.501389:0:7705:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 3005 00000100:00100000:1.0:1734016139.501397:0:7705:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075368a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1979:x1818247337053696:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016139.501426:0:7705:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016139.501451:0:7705:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a9a6400/0x3f004d6452e08cea lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d232a expref: 7 pid: 7689 timeout: 503 lvb_type: 1 00010000:00010000:1.0:1734016139.501465:0:7705:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a9a6400/0x3f004d6452e08cea lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d232a expref: 7 pid: 7689 timeout: 503 lvb_type: 1 00010000:00010000:1.0:1734016139.501492:0:7705:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a6400/0x3f004d6452e08cea lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d232a expref: 7 pid: 7689 timeout: 503 lvb_type: 1 00010000:00010000:1.0:1734016139.501542:0:7705:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016139.501544:0:7705:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016139.501552:0:7705:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880097235440/0x3f004d6452e08cf1 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5767168->5816319) gid 0 flags: 0x40080000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2331 expref: 6 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016139.501561:0:7705:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880097235440/0x3f004d6452e08cf1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5767168->5816319) gid 0 flags: 0x40080000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2331 expref: 6 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016139.501613:0:7705:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880097235440/0x3f004d6452e08cf1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5767168->5816319) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2331 expref: 6 pid: 7690 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016139.501632:0:7705:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076865180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7705:1818247339493504:192.168.201.10@tcp:105: 00000100:00100000:1.0:1734016139.501750:0:7705:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012cf4ff00 going to sleep for 11 seconds 00000100:00100000:1.0:1734016139.504962:0:7705:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076865180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7705:1818247339493504:192.168.201.10@tcp:105: 00010000:00010000:1.0:1734016139.505003:0:7705:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016139.505077:0:7705:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075368a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1979:x1818247337053696:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 3679us (10617us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016139.505101:0:7705:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 3005 00000100:00100000:0.0:1734016139.505910:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016139.505987:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337053824 00000100:00100000:1.0:1734016139.505997:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337053824 00000100:00100000:1.0:1734016139.506057:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 11087 00000100:00100000:1.0:1734016139.506067:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007536ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1978:x1818247337053824:12345-192.168.201.10@tcp:22:fsx.0 00002000:00010000:1.0:1734016139.506492:0:7690:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 10234963 -> 10234963 00002000:00010000:1.0:1734016139.506496:0:7690:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016138 -> 1734016138 00002000:00010000:1.0:1734016139.506498:0:7690:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016138 -> 1734016138 00002000:00010000:1.0:1734016139.506500:0:7690:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016138 -> 1734016138 00002000:00010000:1.0:1734016139.506502:0:7690:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 1392 -> 1392 00000100:00100000:1.0:1734016139.506532:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007536ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1978:x1818247337053824:12345-192.168.201.10@tcp:22:fsx.0 Request processed in 466us (625us total) trans 4294969431 rc 0/0 00000100:00100000:1.0:1734016139.506539:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 11087 00000100:00100000:0.0:1734016139.511484:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016139.511596:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337053952 00000100:00100000:3.0:1734016139.511612:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337053952 00000100:00100000:3.0:1734016139.511688:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 11088 00000100:00100000:3.0:1734016139.511700:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007536b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1980:x1818247337053952:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:3.0:1734016139.511731:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016139.511767:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a9a4480/0x3f004d6452e08cf8 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d2338 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016139.511921:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880075227b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339493632:192.168.201.10@tcp:106: 00000100:00100000:3.0:1734016139.512021:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff88006d6ff780 going to sleep for 11 seconds 00002000:00010000:3.0:1734016139.524049:0:7689:0:(ofd_lvb.c:295:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime: 1734016138 -> 1734016139 00000100:00100000:3.0:1734016139.524119:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880075227b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339493632:192.168.201.10@tcp:106: 00010000:00010000:3.0:1734016139.524204:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a9a4480/0x3f004d6452e08cf8 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2338 expref: 7 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016139.524227:0:7689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a4480/0x3f004d6452e08cf8 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2338 expref: 7 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016139.524279:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a9a4480, rc 0) 00000100:00100000:3.0:1734016139.524394:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007536b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1980:x1818247337053952:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 12693us (12924us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016139.524406:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 11088 00000100:00100000:0.0:1734016139.531361:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016139.531793:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337054080 00000100:00100000:3.0:1734016139.531806:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337054080 00000100:00100000:3.0:1734016139.531902:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 11089 00000100:00100000:3.0:1734016139.531912:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007536b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1981:x1818247337054080:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:3.0:1734016139.531938:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016139.531963:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a9a4b40/0x3f004d6452e08cff lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d233f expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016139.532036:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880075227b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339493760:192.168.201.10@tcp:106: 00000100:00100000:3.0:1734016139.532129:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff88006d6ff780 going to sleep for 11 seconds 00000100:00100000:3.0:1734016139.536943:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880075227b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339493760:192.168.201.10@tcp:106: 00010000:00010000:3.0:1734016139.537005:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a9a4b40/0x3f004d6452e08cff lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d233f expref: 7 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016139.537022:0:7689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a4b40/0x3f004d6452e08cff lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d233f expref: 7 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016139.537442:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a9a4b40, rc 0) 00000100:00100000:3.0:1734016139.537643:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007536b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1981:x1818247337054080:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 5728us (6294us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016139.537655:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 11089 00000100:00100000:0.0:1734016139.543030:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016139.543772:0:8966:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337054336 00000100:00100000:2.0:1734016139.543789:0:8966:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337054336 00000100:00100000:2.0:1734016139.543912:0:8966:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2122 00000100:00100000:2.0:1734016139.543923:0:8966:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075368e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+13:9673:x1818247337054336:12345-192.168.201.10@tcp:36:fsx.0 00010000:00010000:2.0:1734016139.544003:0:8966:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016139.544059:0:8966:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880072172640/0x3f004d6452e08c3b lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2290 expref: 13 pid: 8966 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016139.544099:0:8966:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:2.0:1734016139.544105:0:8966:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1734016139.544350:0:8966:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880072171f80/0x3f004d6452e08d06 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 8966 initiator: MDT0 00010000:00010000:2.0:1734016139.544371:0:8966:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880072172d00/0x3f004d6452e08c6c lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d22ba expref: 18 pid: 7420 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016139.544380:0:8966:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff880072171f80/0x3f004d6452e08d06 lrc: 4/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 8966 initiator: MDT0 00010000:00010000:2.0:1734016139.544425:0:8966:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880072172d00/0x3f004d6452e08c6c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d22ba expref: 18 pid: 7420 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016139.544441:0:8966:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880072172d00/0x3f004d6452e08c6c lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d22ba expref: 18 pid: 7420 timeout: 503 lvb_type: 0 00000100:00100000:2.0:1734016139.544461:0:8966:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800740b7100 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:8966:1818247339493888:192.168.201.10@tcp:104: 00000100:00100000:2.0:1734016139.544579:0:8966:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007455dc00 going to sleep for 11 seconds 00000100:00080000:0.0:1734016139.544682:0:6479:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734016109 00000100:00100000:2.0:1734016139.548676:0:8966:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800740b7100 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:8966:1818247339493888:192.168.201.10@tcp:104: 00010000:00010000:2.0:1734016139.548738:0:8966:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff880072171f80/0x3f004d6452e08d06 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 8966 initiator: MDT0 00000100:00100000:0.0:1734016139.549250:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016139.549358:0:7705:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337054464 00000100:00100000:1.0:1734016139.549370:0:7705:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337054464 00010000:00010000:1.0:1734016139.549437:0:7705:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880072172d00/0x3f004d6452e08c6c lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d22ba expref: 19 pid: 7420 timeout: 503 lvb_type: 0 00000100:00100000:1.0:1734016139.549479:0:7705:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 3006 00000100:00100000:1.0:1734016139.549488:0:7705:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007536a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+19:1978:x1818247337054464:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016139.549508:0:7705:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016139.549515:0:7705:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880072172d00/0x3f004d6452e08c6c lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d22ba expref: 19 pid: 7420 timeout: 503 lvb_type: 0 00010000:00010000:1.0:1734016139.549526:0:7705:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880072172d00/0x3f004d6452e08c6c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d22ba expref: 19 pid: 7420 timeout: 503 lvb_type: 0 00010000:00010000:1.0:1734016139.549554:0:7705:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880072172d00/0x3f004d6452e08c6c lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d22ba expref: 19 pid: 7420 timeout: 503 lvb_type: 0 00010000:00010000:1.0:1734016139.549587:0:7705:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:1.0:1734016139.549593:0:7705:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff880072171f80/0x3f004d6452e08d06 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 8966 initiator: MDT0 00010000:00010000:1.0:1734016139.549605:0:7705:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880072171f80/0x3f004d6452e08d06 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 8966 initiator: MDT0 00010000:00010000:1.0:1734016139.549614:0:7705:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880072171f80/0x3f004d6452e08d06 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 8966 initiator: MDT0 00010000:00010000:1.0:1734016139.549639:0:7705:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016139.549689:0:7705:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007536a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+18:1978:x1818247337054464:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 202us (444us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016139.549695:0:7705:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 3006 00000100:00080000:0.0:1734016139.549826:0:6479:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734016109 00010000:00010000:3.0:1734016139.549895:0:8966:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff880072171f80/0x3f004d6452e08d06 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8966 initiator: MDT0 00010000:00010000:3.0:1734016139.549903:0:8966:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880072171f80/0x3f004d6452e08d06 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8966 initiator: MDT0 00000001:00080000:3.0:1734016139.550021:0:8966:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294968639 00000004:00010000:3.0:1734016139.550091:0:8966:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff880075368e00 reply state ffff88007511c000 transno 4294968640 ns: mdt-lustre-MDT0000_UUID lock: ffff880072171f80/0x3f004d6452e08d06 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8966 initiator: MDT0 00000100:00100000:3.0:1734016139.550103:0:8966:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1734016139.550203:0:8966:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075368e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+15:9673:x1818247337054336:12345-192.168.201.10@tcp:36:fsx.0 Request processed in 6282us (7346us total) trans 4294968640 rc 0/0 00000100:00100000:3.0:1734016139.550209:0:8966:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2122 00000020:00080000:3.0:1734016139.550214:0:8966:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1734016139.553074:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00010000:00010000:1.0:1734016139.553266:0:3495:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880072171f80/0x3f004d6452e08d06 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8966 initiator: MDT0 00010000:00010000:1.0:1734016139.553283:0:3495:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880072171f80/0x3f004d6452e08d06 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 8966 initiator: MDT0 00010000:00010000:1.0:1734016139.553305:0:3495:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880072171f80/0x3f004d6452e08d06 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8966 initiator: MDT0 00010000:00010000:1.0:1734016139.553316:0:3495:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880072171f80 already unused, calling callback (ffffffffa0f03950) 00010000:00010000:1.0:1734016139.553324:0:3495:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880072171f80/0x3f004d6452e08d06 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8966 initiator: MDT0 00010000:00010000:1.0:1734016139.553336:0:3495:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880072171f80/0x3f004d6452e08d06 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 8966 initiator: MDT0 00010000:00010000:1.0:1734016139.553362:0:3495:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:1.0:1734016139.553366:0:3495:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1734016139.553372:0:3495:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880072171f80/0x3f004d6452e08d06 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8966 initiator: MDT0 00010000:00010000:1.0:1734016139.553377:0:3495:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880072171f80/0x3f004d6452e08d06 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8966 initiator: MDT0 00000100:00100000:2.0:1734016139.553504:0:7695:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337054592 00000100:00100000:2.0:1734016139.553521:0:7695:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337054592 00002000:00010000:2.0:1734016139.553582:0:7695:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (7657622->18446744073709551615) 00002000:00100000:2.0:1734016139.553588:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076a99180 with x1818247337054592 ext(7657622->18446744073709551615) 00002000:00010000:2.0:1734016139.553608:0:7695:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076a99180. 00000100:00100000:2.0:1734016139.553650:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9357 00000100:00100000:2.0:1734016139.553660:0:7695:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076a99180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1980:x1818247337054592:12345-192.168.201.10@tcp:10:fsx.0 00002000:00010000:2.0:1734016139.556483:0:7695:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 10234963 -> 7657622 00002000:00010000:2.0:1734016139.556500:0:7695:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016138 -> 1734016139 00002000:00010000:2.0:1734016139.556505:0:7695:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016138 -> 1734016138 00002000:00010000:2.0:1734016139.556508:0:7695:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016139 -> 1734016139 00002000:00010000:2.0:1734016139.556511:0:7695:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 1392 -> 896 00000100:00100000:2.0:1734016139.556717:0:7695:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076a99180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+8:1980:x1818247337054592:12345-192.168.201.10@tcp:10:fsx.0 Request processed in 3041us (3662us total) trans 4294969432 rc 0/0 00000100:00100000:2.0:1734016139.556740:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9357 00002000:00010000:2.0:1734016139.556754:0:7695:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (7657622->18446744073709551615) 00002000:00100000:2.0:1734016139.556760:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076a99180 with x1818247337054592 ext(7657622->18446744073709551615) 00002000:00010000:2.0:1734016139.556772:0:7695:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076a99180. 00000100:00100000:0.0:1734016139.563622:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016139.566483:0:8966:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337054720 00000100:00100000:3.0:1734016139.566502:0:8966:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337054720 00000100:00100000:3.0:1734016139.566585:0:8966:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2123 00000100:00100000:3.0:1734016139.566594:0:8966:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076a99880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+14:9673:x1818247337054720:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:3.0:1734016139.566634:0:8966:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016139.566660:0:8966:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a4b40/0x3f004d6452e08d0d lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d2346 expref: -99 pid: 8966 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016139.566774:0:8966:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a4480/0x3f004d6452e08d14 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 8966 initiator: MDT0 00010000:00010000:3.0:1734016139.566791:0:8966:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a4480/0x3f004d6452e08d14 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 8966 initiator: MDT0 00010000:00010000:3.0:1734016139.566803:0:8966:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a4480/0x3f004d6452e08d14 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 8966 initiator: MDT0 00000004:00200000:3.0:1734016139.566830:0:8966:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 7657622 00000004:00200000:3.0:1734016139.566834:0:8966:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1734016139.566850:0:8966:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a4480/0x3f004d6452e08d14 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 8966 initiator: MDT0 00010000:00010000:3.0:1734016139.566910:0:8966:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a4b40/0x3f004d6452e08d0d lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2346 expref: 16 pid: 8966 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016139.570448:0:8966:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a4480/0x3f004d6452e08d14 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2346 expref: 15 pid: 8966 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016139.570476:0:8966:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:3.0:1734016139.570480:0:8966:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1734016139.570486:0:8966:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a9a4480, rc 0) 00000100:00100000:3.0:1734016139.570603:0:8966:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076a99880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+15:9673:x1818247337054720:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 4008us (7004us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016139.570615:0:8966:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2123 00000100:00100000:0.0:1734016139.581231:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016139.581556:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337054848 00000100:00100000:3.0:1734016139.581575:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337054848 00000100:00100000:3.0:1734016139.581658:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 11090 00000100:00100000:3.0:1734016139.581669:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076a99f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1979:x1818247337054848:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:3.0:1734016139.581710:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016139.581740:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a9a6400/0x3f004d6452e08d1b lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d234d expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016139.581832:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880075227b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339494016:192.168.201.10@tcp:106: 00000100:00100000:3.0:1734016139.581935:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff88006d6ff300 going to sleep for 11 seconds 00000100:00100000:3.0:1734016139.586842:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880075227b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339494016:192.168.201.10@tcp:106: 00010000:00010000:3.0:1734016139.586946:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a9a6400/0x3f004d6452e08d1b lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d234d expref: 7 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016139.586967:0:7689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a6400/0x3f004d6452e08d1b lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d234d expref: 7 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016139.588292:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a9a6400, rc 0) 00000100:00100000:3.0:1734016139.588404:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076a99f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1979:x1818247337054848:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 6733us (7191us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016139.588414:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 11090 00000100:00100000:0.0:1734016139.594816:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016139.594943:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337054976 00000100:00100000:3.0:1734016139.594957:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337054976 00000100:00100000:3.0:1734016139.595002:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 11091 00000100:00100000:3.0:1734016139.595010:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076a9aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:9673:x1818247337054976:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:3.0:1734016139.595035:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016139.595061:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7600/0x3f004d6452e08d22 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d2354 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016139.595103:0:7689:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880097235440/0x3f004d6452e08cf1 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5767168->5816319) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2331 expref: 7 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016139.595111:0:7689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016139.595113:0:7689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016139.595117:0:7689:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7600/0x3f004d6452e08d22 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [360448->364543] (req 360448->364543) gid 0 flags: 0x50000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2354 expref: 7 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016139.595155:0:7689:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880097235440/0x3f004d6452e08cf1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5767168->5816319) gid 0 flags: 0x50000000020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2331 expref: 7 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016139.595169:0:7689:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880097235440/0x3f004d6452e08cf1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5767168->5816319) gid 0 flags: 0x70000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2331 expref: 7 pid: 7690 timeout: 503 lvb_type: 0 00000100:00100000:3.0:1734016139.595182:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880075227b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339494144:192.168.201.10@tcp:104: 00000100:00100000:3.0:1734016139.595959:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff88006d6ff300 going to sleep for 11 seconds 00000100:00100000:3.0:1734016139.605232:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880075227b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339494144:192.168.201.10@tcp:104: 00010000:00010000:3.0:1734016139.605292:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7600/0x3f004d6452e08d22 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [360448->364543] (req 360448->364543) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2354 expref: 7 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016139.605333:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a9a7600, rc 0) 00000100:00100000:3.0:1734016139.605419:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076a9aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:9673:x1818247337054976:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 10405us (10616us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016139.605433:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 11091 00000100:00100000:0.0:1734016139.608213:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016139.609301:0:6469:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337055104 00000100:00100000:2.0:1734016139.609315:0:6469:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337055104 00010000:00010000:2.0:1734016139.609371:0:6469:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880097235440/0x3f004d6452e08cf1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5767168->5816319) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2331 expref: 8 pid: 7690 timeout: 503 lvb_type: 0 00000100:00100000:2.0:1734016139.609416:0:6469:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 3007 00000100:00100000:2.0:1734016139.609426:0:6469:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076a98e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+8:1979:x1818247337055104:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016139.609448:0:6469:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016139.609477:0:6469:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880097235440/0x3f004d6452e08cf1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 5767168->5816319) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2331 expref: 8 pid: 7690 timeout: 503 lvb_type: 0 00010000:00010000:2.0:1734016139.609492:0:6469:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880097235440/0x3f004d6452e08cf1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 5767168->5816319) gid 0 flags: 0x50000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2331 expref: 8 pid: 7690 timeout: 503 lvb_type: 0 00010000:00010000:2.0:1734016139.609524:0:6469:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097235440/0x3f004d6452e08cf1 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 5767168->5816319) gid 0 flags: 0x44801400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2331 expref: 8 pid: 7690 timeout: 503 lvb_type: 0 00010000:00010000:2.0:1734016139.609565:0:6469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016139.609568:0:6469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016139.609577:0:6469:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7600/0x3f004d6452e08d22 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 360448->364543) gid 0 flags: 0x40080000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2354 expref: 6 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016139.609587:0:6469:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7600/0x3f004d6452e08d22 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 360448->364543) gid 0 flags: 0x40080000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2354 expref: 6 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016139.609633:0:6469:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7600/0x3f004d6452e08d22 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 360448->364543) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2354 expref: 6 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016139.609653:0:6469:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800740b7100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6469:1818247339494272:192.168.201.10@tcp:105: 00000100:00100000:2.0:1734016139.609748:0:6469:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007455dc00 going to sleep for 11 seconds 00000100:00100000:2.0:1734016139.619010:0:6469:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800740b7100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6469:1818247339494272:192.168.201.10@tcp:105: 00010000:00010000:2.0:1734016139.619042:0:6469:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016139.631579:0:6469:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076a98e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1979:x1818247337055104:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 22111us (23333us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016139.631613:0:6469:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 3007 00000100:00100000:0.0:1734016139.633076:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016139.633157:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016139.634422:0:7695:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337055488 00000100:00100000:2.0:1734016139.634448:0:7695:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337055488 00002000:00100000:2.0:1734016139.634539:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (4194304->7659519) req@ffff880076a98380 x1818247337055488/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:100/0 lens 488/0 e 0 to 0 dl 1734016150 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016139.634555:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076a98380 with x1818247337055488 ext(4194304->7659519) 00002000:00010000:2.0:1734016139.634567:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076a98380 00000100:00100000:2.0:1734016139.634602:0:7695:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337055360 00000100:00100000:2.0:1734016139.634605:0:7695:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337055360 00002000:00100000:2.0:1734016139.634619:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (0->4194303) req@ffff880076a98700 x1818247337055360/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:100/0 lens 488/0 e 0 to 0 dl 1734016150 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016139.634626:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076a98700 with x1818247337055360 ext(0->4194303) 00002000:00010000:2.0:1734016139.634629:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076a98700 00000100:00100000:2.0:1734016139.634673:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9358 00000100:00100000:2.0:1734016139.634683:0:7695:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076a98380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1979:x1818247337055488:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:1.0:1734016139.641266:0:13925:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9359 00000100:00100000:1.0:1734016139.641294:0:13925:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076a98700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+9:1979:x1818247337055360:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:3.0:1734016139.707132:0:7695:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076a98380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+9:1979:x1818247337055488:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 72426us (74039us total) trans 0 rc 3465216/3465216 00000100:00100000:3.0:1734016139.707157:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9358 00002000:00100000:3.0:1734016139.707178:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (4194304->7659519) req@ffff880076a98380 x1818247337055488/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:100/0 lens 488/440 e 0 to 0 dl 1734016150 ref 1 fl Complete:/200/0 rc 3465216/3465216 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016139.707190:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076a98380 with x1818247337055488 ext(4194304->7659519) 00002000:00010000:3.0:1734016139.707201:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076a98380 00010000:00010000:2.0:1734016139.720088:0:8960:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1734016139.761430:0:13925:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076a98700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1979:x1818247337055360:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 120124us (128252us total) trans 0 rc 4194304/4194304 00000100:00100000:1.0:1734016139.761447:0:13925:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9359 00002000:00100000:1.0:1734016139.761464:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (0->4194303) req@ffff880076a98700 x1818247337055360/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:100/0 lens 488/440 e 0 to 0 dl 1734016150 ref 1 fl Complete:/200/0 rc 4194304/4194304 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016139.761476:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076a98700 with x1818247337055360 ext(0->4194303) 00002000:00010000:1.0:1734016139.761485:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076a98700 00000100:00100000:0.0:1734016139.765599:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016139.767071:0:8966:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337055744 00000100:00100000:3.0:1734016139.767098:0:8966:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337055744 00000100:00100000:3.0:1734016139.767183:0:8966:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2124 00000100:00100000:3.0:1734016139.767195:0:8966:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076a9b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+18:9673:x1818247337055744:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:3.0:1734016139.767226:0:8966:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016139.767257:0:8966:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a5440/0x3f004d6452e08d29 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d235b expref: -99 pid: 8966 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016139.767379:0:8966:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a5b00/0x3f004d6452e08d30 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 8966 initiator: MDT0 00010000:00010000:3.0:1734016139.767398:0:8966:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a5b00/0x3f004d6452e08d30 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 8966 initiator: MDT0 00010000:00010000:3.0:1734016139.767410:0:8966:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a5b00/0x3f004d6452e08d30 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 8966 initiator: MDT0 00000004:00200000:3.0:1734016139.767441:0:8966:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 7657622 00000004:00200000:3.0:1734016139.767446:0:8966:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1734016139.767466:0:8966:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a5b00/0x3f004d6452e08d30 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 8966 initiator: MDT0 00010000:00010000:3.0:1734016139.767504:0:8966:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a5440/0x3f004d6452e08d29 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d235b expref: 20 pid: 8966 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016139.768486:0:8966:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a5b00/0x3f004d6452e08d30 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d235b expref: 19 pid: 8966 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016139.768497:0:8966:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:3.0:1734016139.768499:0:8966:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1734016139.768502:0:8966:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a9a5b00, rc 0) 00000100:00100000:3.0:1734016139.768582:0:8966:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076a9b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+19:9673:x1818247337055744:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 1389us (3011us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016139.768590:0:8966:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2124 00000100:00100000:2.0:1734016139.778030:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016139.778444:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337055872 00000100:00100000:3.0:1734016139.778463:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337055872 00000100:00100000:3.0:1734016139.778808:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 11092 00000100:00100000:3.0:1734016139.778819:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800740b7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:9673:x1818247337055872:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:3.0:1734016139.778897:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016139.778928:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a9a6f40/0x3f004d6452e08d37 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d2362 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016139.778994:0:7689:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7600/0x3f004d6452e08d22 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 360448->364543) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2354 expref: 6 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016139.779009:0:7689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016139.779011:0:7689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016139.779017:0:7689:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a9a6f40/0x3f004d6452e08d37 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [10240000->10289151] (req 10240000->10289151) gid 0 flags: 0x50000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2362 expref: 8 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016139.779070:0:7689:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7600/0x3f004d6452e08d22 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 360448->364543) gid 0 flags: 0x50000000020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2354 expref: 6 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016139.779095:0:7689:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7600/0x3f004d6452e08d22 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 360448->364543) gid 0 flags: 0x70000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2354 expref: 6 pid: 7689 timeout: 503 lvb_type: 0 00000100:00100000:3.0:1734016139.779112:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880075227b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339494400:192.168.201.10@tcp:104: 00000100:00100000:3.0:1734016139.780042:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff88006d6ff300 going to sleep for 11 seconds 00000100:00100000:0.0:1734016139.788672:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880075227b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339494400:192.168.201.10@tcp:104: 00010000:00010000:0.0:1734016139.788720:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a9a6f40/0x3f004d6452e08d37 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [10240000->10289151] (req 10240000->10289151) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2362 expref: 8 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016139.788745:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a9a6f40, rc 0) 00000100:00100000:0.0:1734016139.788821:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800740b7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+8:9673:x1818247337055872:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 10003us (10812us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016139.788837:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 11092 00000100:00100000:1.0:1734016139.801481:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016139.801634:0:6469:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337056000 00000100:00100000:2.0:1734016139.801655:0:6469:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337056000 00010000:00010000:2.0:1734016139.801708:0:6469:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7600/0x3f004d6452e08d22 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 360448->364543) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2354 expref: 7 pid: 7689 timeout: 503 lvb_type: 0 00000100:00100000:2.0:1734016139.801749:0:6469:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 3008 00000100:00100000:2.0:1734016139.801758:0:6469:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076865180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1979:x1818247337056000:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016139.801784:0:6469:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016139.801832:0:6469:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7600/0x3f004d6452e08d22 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 360448->364543) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2354 expref: 7 pid: 7689 timeout: 503 lvb_type: 0 00010000:00010000:2.0:1734016139.801855:0:6469:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7600/0x3f004d6452e08d22 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 360448->364543) gid 0 flags: 0x50000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2354 expref: 7 pid: 7689 timeout: 503 lvb_type: 0 00010000:00010000:2.0:1734016139.801940:0:6469:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7600/0x3f004d6452e08d22 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 360448->364543) gid 0 flags: 0x44801400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2354 expref: 7 pid: 7689 timeout: 503 lvb_type: 0 00010000:00010000:2.0:1734016139.801984:0:6469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016139.801988:0:6469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016139.801998:0:6469:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a6f40/0x3f004d6452e08d37 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 10240000->10289151) gid 0 flags: 0x40080000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2362 expref: 7 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016139.802012:0:6469:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a9a6f40/0x3f004d6452e08d37 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 10240000->10289151) gid 0 flags: 0x40080000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2362 expref: 7 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016139.802074:0:6469:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009a9a6f40/0x3f004d6452e08d37 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 10240000->10289151) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2362 expref: 7 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016139.802100:0:6469:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800740b4380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6469:1818247339494528:192.168.201.10@tcp:105: 00000100:00100000:2.0:1734016139.802209:0:6469:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007455dc00 going to sleep for 11 seconds 00000100:00100000:0.0:1734016139.807416:0:6469:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800740b4380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6469:1818247339494528:192.168.201.10@tcp:105: 00010000:00010000:0.0:1734016139.807462:0:6469:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016139.807564:0:6469:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076865180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1979:x1818247337056000:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 5803us (6105us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016139.807584:0:6469:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 3008 00000100:00100000:2.0:1734016139.808960:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016139.809151:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337056128 00000100:00100000:0.0:1734016139.809167:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337056128 00000100:00100000:0.0:1734016139.809237:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 11093 00000100:00100000:0.0:1734016139.809247:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800740b6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1979:x1818247337056128:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:0.0:1734016139.809292:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016139.810647:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a803ad00/0x3f004d6452e08d3e lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d2369 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016139.811426:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076865880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339494656:192.168.201.10@tcp:106: 00000100:00100000:1.0:1734016139.811593:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012cf4ff00 going to sleep for 11 seconds 00002000:00010000:2.0:1734016139.815536:0:7689:0:(ofd_lvb.c:277:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size: 7657622 -> 10286339 00000100:00100000:2.0:1734016139.815597:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076865880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339494656:192.168.201.10@tcp:106: 00010000:00010000:2.0:1734016139.815673:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a803ad00/0x3f004d6452e08d3e lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2369 expref: 7 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016139.815699:0:7689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a803ad00/0x3f004d6452e08d3e lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2369 expref: 7 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016139.815743:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a803ad00, rc 0) 00000100:00100000:2.0:1734016139.815931:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800740b6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1979:x1818247337056128:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 6680us (6978us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016139.815946:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 11093 00000100:00100000:2.0:1734016139.818708:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016139.819121:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337056256 00000100:00100000:0.0:1734016139.819136:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337056256 00000100:00100000:0.0:1734016139.819343:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 11094 00000100:00100000:0.0:1734016139.819355:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800740b4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1981:x1818247337056256:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:0.0:1734016139.819389:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016139.819431:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a8038fc0/0x3f004d6452e08d45 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d2370 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016139.819563:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009a9ab100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339494784:192.168.201.10@tcp:106: 00000100:00100000:0.0:1734016139.819706:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a74866c0 going to sleep for 11 seconds 00000100:00100000:2.0:1734016139.823524:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009a9ab100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339494784:192.168.201.10@tcp:106: 00010000:00010000:2.0:1734016139.823598:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a8038fc0/0x3f004d6452e08d45 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2370 expref: 7 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016139.823623:0:7689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a8038fc0/0x3f004d6452e08d45 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2370 expref: 7 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016139.823644:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a8038fc0, rc 0) 00000100:00100000:2.0:1734016139.823752:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800740b4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1981:x1818247337056256:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 4397us (5066us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016139.823767:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 11094 00000100:00100000:2.0:1734016139.831009:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016139.831291:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337056384 00000100:00100000:0.0:1734016139.831309:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337056384 00000100:00100000:0.0:1734016139.831800:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 11095 00000100:00100000:0.0:1734016139.831811:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074d36d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1980:x1818247337056384:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:0.0:1734016139.831846:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016139.831914:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a803bcc0/0x3f004d6452e08d4c lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d2377 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016139.832035:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009a9a8a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339494912:192.168.201.10@tcp:106: 00000100:00100000:0.0:1734016139.832163:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7486900 going to sleep for 11 seconds 00000100:00100000:0.0:1734016139.840178:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009a9a8a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339494912:192.168.201.10@tcp:106: 00010000:00010000:0.0:1734016139.840251:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a803bcc0/0x3f004d6452e08d4c lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2377 expref: 7 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.840277:0:7689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a803bcc0/0x3f004d6452e08d4c lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2377 expref: 7 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.840315:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a803bcc0, rc 0) 00000100:00100000:0.0:1734016139.840431:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074d36d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1980:x1818247337056384:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 8618us (9439us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016139.840448:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 11095 00000100:00100000:2.0:1734016139.846263:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016139.846347:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337056512 00000100:00100000:0.0:1734016139.846359:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337056512 00000100:00100000:0.0:1734016139.847014:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 11096 00000100:00100000:0.0:1734016139.847024:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074d36a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1981:x1818247337056512:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:0.0:1734016139.847047:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016139.847068:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a8038240/0x3f004d6452e08d53 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d237e expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016139.847154:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009a9a8a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339495040:192.168.201.10@tcp:106: 00000100:00100000:2.0:1734016139.848289:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7486900 going to sleep for 11 seconds 00000100:00100000:2.0:1734016139.854856:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009a9a8a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339495040:192.168.201.10@tcp:106: 00010000:00010000:2.0:1734016139.854991:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a8038240/0x3f004d6452e08d53 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d237e expref: 7 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016139.855012:0:7689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a8038240/0x3f004d6452e08d53 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d237e expref: 7 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016139.855041:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a8038240, rc 0) 00000100:00100000:2.0:1734016139.855341:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074d36a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1981:x1818247337056512:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 8313us (9086us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016139.855356:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 11096 00000100:00100000:3.0:1734016139.863179:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016139.863356:0:13925:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337056768 00000100:00100000:1.0:1734016139.863373:0:13925:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337056768 00000100:00100000:1.0:1734016139.863772:0:13925:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9360 00000100:00100000:1.0:1734016139.863784:0:13925:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075224000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1980:x1818247337056768:12345-192.168.201.10@tcp:4:fsx.0 00010000:00010000:1.0:1734016139.864175:0:13925:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880097234fc0/0x3f004d6452e08d5a lrc: 3/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 13925 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016139.864208:0:13925:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a6f40/0x3f004d6452e08d37 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 10240000->10289151) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2362 expref: 7 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016139.864217:0:13925:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016139.864219:0:13925:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016139.864224:0:13925:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880097234fc0/0x3f004d6452e08d5a lrc: 4/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [6582272->6639615] (req 6582272->6639615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 13925 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016139.864284:0:13925:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a9a6f40/0x3f004d6452e08d37 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 10240000->10289151) gid 0 flags: 0x50000000020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2362 expref: 7 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016139.864303:0:13925:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a9a6f40/0x3f004d6452e08d37 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 10240000->10289151) gid 0 flags: 0x70000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2362 expref: 7 pid: 7689 timeout: 503 lvb_type: 0 00000100:00100000:1.0:1734016139.864327:0:13925:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076866d80 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_003:lustre-OST0001_UUID:13925:1818247339495168:192.168.201.10@tcp:104: 00000100:00100000:1.0:1734016139.864453:0:13925:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012cf4fb40 going to sleep for 11 seconds 00000100:00100000:3.0:1734016139.873492:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016139.874030:0:13925:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076866d80 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_003:lustre-OST0001_UUID:13925:1818247339495168:192.168.201.10@tcp:104: 00010000:00010000:1.0:1734016139.874114:0:13925:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880097234fc0/0x3f004d6452e08d5a lrc: 3/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [6582272->6639615] (req 6582272->6639615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 13925 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016139.877347:0:7695:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337056896 00000100:00100000:2.0:1734016139.877365:0:7695:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337056896 00002000:00100000:2.0:1734016139.877434:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (10240000->10286338) req@ffff880075225f80 x1818247337056896/t0(0) o4->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:100/0 lens 488/0 e 0 to 0 dl 1734016150 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016139.877448:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880075225f80 with x1818247337056896 ext(10240000->10286338) 00010000:00010000:2.0:1734016139.877461:0:7695:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a9a6f40/0x3f004d6452e08d37 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 10240000->10289151) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2362 expref: 8 pid: 7689 timeout: 503 lvb_type: 0 00010000:00010000:2.0:1734016139.877481:0:7695:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a9a6f40/0x3f004d6452e08d37 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 10240000->10289151) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2362 expref: 8 pid: 7689 timeout: 503 lvb_type: 0 00002000:00010000:2.0:1734016139.877489:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880075225f80 00000100:00100000:2.0:1734016139.877547:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 269 00000100:00100000:2.0:1734016139.877556:0:7695:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075225f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+8:1978:x1818247337056896:12345-192.168.201.10@tcp:4:fsx.0 00000100:00100000:0.0:1734016139.894954:0:7695:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075225f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+10:1978:x1818247337056896:12345-192.168.201.10@tcp:4:fsx.0 Request processed in 17370us (21466us total) trans 4294969433 rc 0/0 00000100:00100000:0.0:1734016139.894978:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 269 00002000:00100000:0.0:1734016139.895004:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (10240000->10286338) req@ffff880075225f80 x1818247337056896/t4294969433(0) o4->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:100/0 lens 488/448 e 0 to 0 dl 1734016150 ref 1 fl Complete:H/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016139.895017:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880075225f80 with x1818247337056896 ext(10240000->10286338) 00010000:00010000:0.0:1734016139.895037:0:7695:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a9a6f40/0x3f004d6452e08d37 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 10240000->10289151) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2362 expref: 10 pid: 7689 timeout: 503 lvb_type: 0 00010000:00010000:0.0:1734016139.895064:0:7695:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a9a6f40/0x3f004d6452e08d37 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 10240000->10289151) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2362 expref: 10 pid: 7689 timeout: 503 lvb_type: 0 00002000:00010000:0.0:1734016139.895083:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880075225f80 00000100:00100000:3.0:1734016139.898154:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016139.898381:0:6469:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337057024 00000100:00100000:0.0:1734016139.898396:0:6469:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337057024 00010000:00010000:0.0:1734016139.898447:0:6469:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a9a6f40/0x3f004d6452e08d37 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 10240000->10289151) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2362 expref: 10 pid: 7689 timeout: 503 lvb_type: 0 00000100:00100000:0.0:1734016139.898574:0:6469:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 3009 00000100:00100000:0.0:1734016139.898583:0:6469:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075224e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+10:1980:x1818247337057024:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016139.898607:0:6469:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:0.0:1734016139.898648:0:6469:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 896 -> 992 00010000:00010000:0.0:1734016139.898658:0:6469:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 1s ns: filter-lustre-OST0001_UUID lock: ffff88009a9a6f40/0x3f004d6452e08d37 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 10240000->10289151) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2362 expref: 10 pid: 7689 timeout: 503 lvb_type: 0 00010000:00010000:0.0:1734016139.898674:0:6469:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a9a6f40/0x3f004d6452e08d37 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 10240000->10289151) gid 0 flags: 0x50000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2362 expref: 10 pid: 7689 timeout: 503 lvb_type: 0 00010000:00010000:0.0:1734016139.898712:0:6469:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a6f40/0x3f004d6452e08d37 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 10240000->10289151) gid 0 flags: 0x44801400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2362 expref: 10 pid: 7689 timeout: 503 lvb_type: 0 00010000:00010000:0.0:1734016139.898755:0:6469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016139.898758:0:6469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016139.898764:0:6469:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880097234fc0/0x3f004d6452e08d5a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [6582272->6639615] (req 6582272->6639615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 13925 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016139.898776:0:6469:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880097234fc0/0x3f004d6452e08d5a lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [6582272->6639615] (req 6582272->6639615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 13925 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016139.900141:0:6469:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016139.900249:0:6469:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075224e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+9:1980:x1818247337057024:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 1660us (2110us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016139.900261:0:6469:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 3009 00010000:00010000:0.0:1734016139.900325:0:13925:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880097234fc0/0x3f004d6452e08d5a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [6582272->6639615] (req 6582272->6639615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 13925 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016139.900336:0:13925:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880097234fc0/0x3f004d6452e08d5a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [6582272->6639615] (req 6582272->6639615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 13925 timeout: 0 lvb_type: 0 00000001:00080000:1.0:1734016139.924212:0:8954:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969434 is committed 00000001:00080000:1.0:1734016139.924247:0:8954:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969433 is committed 00002000:00010000:0.0:1734016139.927989:0:13925:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 992 -> 1104 00010000:00010000:0.0:1734016139.928038:0:13925:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880097234fc0/0x3f004d6452e08d5a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [6582272->6639615] (req 6582272->6639615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 13925 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016139.928063:0:13925:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880097234fc0/0x3f004d6452e08d5a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [6582272->6639615] (req 6582272->6639615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 13925 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016139.928082:0:13925:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880097234fc0/0x3f004d6452e08d5a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [6582272->6639615] (req 6582272->6639615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 13925 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016139.928091:0:13925:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880097234fc0 already unused, calling callback (ffffffffa086d100) 00010000:00010000:0.0:1734016139.928096:0:13925:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880097234fc0/0x3f004d6452e08d5a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [6582272->6639615] (req 6582272->6639615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 13925 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016139.928108:0:13925:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880097234fc0/0x3f004d6452e08d5a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [6582272->6639615] (req 6582272->6639615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 13925 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016139.928145:0:13925:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880097234fc0/0x3f004d6452e08d5a lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [6582272->6639615] (req 6582272->6639615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 13925 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016139.928153:0:13925:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097234fc0/0x3f004d6452e08d5a lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [6582272->6639615] (req 6582272->6639615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 13925 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016139.930477:0:13925:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075224000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1980:x1818247337056768:12345-192.168.201.10@tcp:4:fsx.0 Request processed in 66659us (67280us total) trans 4294969434 rc 0/0 00000100:00100000:0.0:1734016139.930502:0:13925:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9360 00000100:00100000:3.0:1734016139.959991:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016139.960224:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337057152 00000100:00100000:2.0:1734016139.960245:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337057152 00000100:00100000:2.0:1734016139.960337:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 11097 00000100:00100000:2.0:1734016139.960349:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075227b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:1981:x1818247337057152:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:2.0:1734016139.960397:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016139.960440:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880072172640/0x3f004d6452e08d61 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d2385 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1734016139.960486:0:7689:0:(ofd_lvb.c:169:ofd_lvbo_init()) res: [0x280000400:0x5:0x0] initial LVB size: 10286339, mtime: 0x675afc8b, atime: 0x675afc8a, ctime: 0x675afc8b, blocks: 0x450 00010000:00010000:2.0:1734016139.960530:0:7689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016139.960533:0:7689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016139.960549:0:7689:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880072172640/0x3f004d6452e08d61 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2385 expref: 6 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016139.960577:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880072172640/0x3f004d6452e08d61 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2385 expref: 6 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016139.960598:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880072172640, rc 0) 00000100:00100000:2.0:1734016139.960696:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075227b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1981:x1818247337057152:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 349us (733us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016139.960706:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 11097 00000100:00100000:3.0:1734016139.968464:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016139.968694:0:13925:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337057408 00000100:00100000:1.0:1734016139.968716:0:13925:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337057408 00000100:00100000:1.0:1734016139.968847:0:13925:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9361 00000100:00100000:1.0:1734016139.968860:0:13925:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075003100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1980:x1818247337057408:12345-192.168.201.10@tcp:4:fsx.0 00010000:00010000:1.0:1734016139.968973:0:13925:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880097236f40/0x3f004d6452e08d68 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 13925 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016139.969002:0:13925:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880072172640/0x3f004d6452e08d61 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2385 expref: 5 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016139.969012:0:13925:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016139.969014:0:13925:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016139.969018:0:13925:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880097236f40/0x3f004d6452e08d68 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [2232320->2252799] (req 2232320->2252799) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 13925 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016139.969072:0:13925:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880072172640/0x3f004d6452e08d61 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2385 expref: 5 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016139.969098:0:13925:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880072172640/0x3f004d6452e08d61 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2385 expref: 5 pid: 7689 timeout: 504 lvb_type: 1 00000100:00100000:1.0:1734016139.969117:0:13925:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076866d80 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_003:lustre-OST0001_UUID:13925:1818247339495296:192.168.201.10@tcp:104: 00000100:00100000:1.0:1734016139.969964:0:13925:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012cf4fb40 going to sleep for 11 seconds 00000100:00100000:1.0:1734016139.974668:0:13925:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076866d80 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_003:lustre-OST0001_UUID:13925:1818247339495296:192.168.201.10@tcp:104: 00010000:00010000:1.0:1734016139.974749:0:13925:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880097236f40/0x3f004d6452e08d68 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [2232320->2252799] (req 2232320->2252799) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 13925 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016139.982850:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016139.983552:0:6469:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337057536 00000100:00100000:0.0:1734016139.983572:0:6469:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337057536 00010000:00010000:0.0:1734016139.983652:0:6469:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880072172640/0x3f004d6452e08d61 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2385 expref: 6 pid: 7689 timeout: 504 lvb_type: 1 00000100:00100000:0.0:1734016139.984582:0:6469:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 3010 00000100:00100000:0.0:1734016139.984595:0:6469:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b1ea4c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1978:x1818247337057536:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016139.984628:0:6469:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016139.984681:0:6469:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880072172640/0x3f004d6452e08d61 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2385 expref: 6 pid: 7689 timeout: 504 lvb_type: 1 00010000:00010000:0.0:1734016139.984703:0:6469:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880072172640/0x3f004d6452e08d61 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2385 expref: 6 pid: 7689 timeout: 504 lvb_type: 1 00010000:00010000:0.0:1734016139.984748:0:6469:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880072172640/0x3f004d6452e08d61 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2385 expref: 6 pid: 7689 timeout: 504 lvb_type: 1 00010000:00010000:0.0:1734016139.985642:0:6469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016139.985647:0:6469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016139.985654:0:6469:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880097236f40/0x3f004d6452e08d68 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [2232320->2252799] (req 2232320->2252799) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 13925 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016139.985664:0:6469:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880097236f40/0x3f004d6452e08d68 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [2232320->2252799] (req 2232320->2252799) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 13925 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016139.985776:0:6469:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1734016139.986903:0:13925:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880097236f40/0x3f004d6452e08d68 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [2232320->2252799] (req 2232320->2252799) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 13925 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016139.986926:0:13925:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880097236f40/0x3f004d6452e08d68 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [2232320->2252799] (req 2232320->2252799) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 13925 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016139.989149:0:6469:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b1ea4c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:1978:x1818247337057536:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 4532us (6298us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016139.989169:0:6469:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 3010 00000001:00080000:0.0:1734016139.996801:0:8954:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969435 is committed 00002000:00010000:2.0:1734016139.998167:0:13925:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 1104 -> 1144 00010000:00010000:2.0:1734016139.998198:0:13925:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880097236f40/0x3f004d6452e08d68 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [2232320->2252799] (req 2232320->2252799) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 13925 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016139.998212:0:13925:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880097236f40/0x3f004d6452e08d68 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [2232320->2252799] (req 2232320->2252799) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 13925 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016139.998224:0:13925:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880097236f40/0x3f004d6452e08d68 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [2232320->2252799] (req 2232320->2252799) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 13925 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016139.998238:0:13925:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880097236f40 already unused, calling callback (ffffffffa086d100) 00010000:00010000:2.0:1734016139.998243:0:13925:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880097236f40/0x3f004d6452e08d68 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [2232320->2252799] (req 2232320->2252799) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 13925 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016139.998254:0:13925:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880097236f40/0x3f004d6452e08d68 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [2232320->2252799] (req 2232320->2252799) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 13925 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016139.998282:0:13925:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880097236f40/0x3f004d6452e08d68 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [2232320->2252799] (req 2232320->2252799) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 13925 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016139.998288:0:13925:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097236f40/0x3f004d6452e08d68 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [2232320->2252799] (req 2232320->2252799) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 13925 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016139.998634:0:13925:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075003100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1980:x1818247337057408:12345-192.168.201.10@tcp:4:fsx.0 Request processed in 29763us (30186us total) trans 4294969435 rc 0/0 00000100:00100000:2.0:1734016139.998653:0:13925:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9361 00000100:00100000:3.0:1734016140.003750:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016140.003910:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337057664 00000100:00100000:1.0:1734016140.003927:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337057664 00000100:00100000:1.0:1734016140.004014:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 11098 00000100:00100000:1.0:1734016140.004026:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075003800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1980:x1818247337057664:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:1.0:1734016140.004058:0:7690:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016140.004104:0:7690:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800972373c0/0x3f004d6452e08d6f lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d238c expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1734016140.004141:0:7690:0:(ofd_lvb.c:169:ofd_lvbo_init()) res: [0x280000400:0x5:0x0] initial LVB size: 10286339, mtime: 0x675afc8b, atime: 0x675afc8a, ctime: 0x675afc8b, blocks: 0x478 00010000:00010000:1.0:1734016140.004180:0:7690:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016140.004184:0:7690:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016140.004195:0:7690:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800972373c0/0x3f004d6452e08d6f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d238c expref: 7 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016140.004219:0:7690:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800972373c0/0x3f004d6452e08d6f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d238c expref: 7 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016140.004236:0:7690:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800972373c0, rc 0) 00000100:00100000:1.0:1734016140.004308:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075003800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1980:x1818247337057664:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 284us (576us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016140.004320:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 11098 00000100:00100000:3.0:1734016140.011784:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016140.011905:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337057792 00000100:00100000:2.0:1734016140.011919:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337057792 00000100:00100000:1.0:1734016140.013444:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 11099 00000100:00100000:1.0:1734016140.013463:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075003480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:9673:x1818247337057792:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:1.0:1734016140.013503:0:7690:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016140.013549:0:7690:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880097234d80/0x3f004d6452e08d76 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d2393 expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016140.013614:0:7690:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800972373c0/0x3f004d6452e08d6f lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d238c expref: 8 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016140.013627:0:7690:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016140.013630:0:7690:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016140.013636:0:7690:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880097234d80/0x3f004d6452e08d76 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [4993024->5021695] (req 4993024->5021695) gid 0 flags: 0x50000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2393 expref: 8 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016140.013700:0:7690:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800972373c0/0x3f004d6452e08d6f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d238c expref: 8 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016140.013722:0:7690:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800972373c0/0x3f004d6452e08d6f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d238c expref: 8 pid: 7690 timeout: 504 lvb_type: 1 00000100:00100000:1.0:1734016140.013748:0:7690:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076865180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339495424:192.168.201.10@tcp:104: 00000100:00100000:1.0:1734016140.013933:0:7690:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012cf4f840 going to sleep for 11 seconds 00000100:00100000:3.0:1734016140.023138:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016140.023341:0:6469:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337057920 00000100:00100000:0.0:1734016140.023360:0:6469:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337057920 00010000:00010000:0.0:1734016140.023423:0:6469:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800972373c0/0x3f004d6452e08d6f lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d238c expref: 9 pid: 7690 timeout: 504 lvb_type: 1 00000100:00100000:0.0:1734016140.023487:0:6469:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 3011 00000100:00100000:0.0:1734016140.023500:0:6469:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075002680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+9:1978:x1818247337057920:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016140.023523:0:6469:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016140.023559:0:6469:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800972373c0/0x3f004d6452e08d6f lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d238c expref: 9 pid: 7690 timeout: 504 lvb_type: 1 00010000:00010000:0.0:1734016140.023577:0:6469:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800972373c0/0x3f004d6452e08d6f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d238c expref: 9 pid: 7690 timeout: 504 lvb_type: 1 00010000:00010000:0.0:1734016140.023628:0:6469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016140.023632:0:6469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016140.023643:0:6469:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880097234d80/0x3f004d6452e08d76 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4993024->5021695) gid 0 flags: 0x50080000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2393 expref: 9 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016140.023655:0:6469:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880097234d80/0x3f004d6452e08d76 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4993024->5021695) gid 0 flags: 0x50080000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2393 expref: 9 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016140.023721:0:6469:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880097234d80/0x3f004d6452e08d76 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4993024->5021695) gid 0 flags: 0x40000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2393 expref: 9 pid: 7690 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016140.023747:0:6469:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009a9a8e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6469:1818247339495552:192.168.201.10@tcp:105: 00000100:00100000:0.0:1734016140.023893:0:6469:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7486e40 going to sleep for 11 seconds 00010000:00010000:1.0:1734016140.024342:0:7690:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800972373c0/0x3f004d6452e08d6f lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d238c expref: 9 pid: 7690 timeout: 504 lvb_type: 1 00000100:00100000:1.0:1734016140.024392:0:7690:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076865180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339495424:192.168.201.10@tcp:104: 00010000:00010000:1.0:1734016140.024456:0:7690:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880097234d80/0x3f004d6452e08d76 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4993024->5021695) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2393 expref: 8 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016140.024472:0:7690:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097234d80, rc 0) 00000100:00100000:1.0:1734016140.024528:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075003480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:9673:x1818247337057792:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 11069us (12757us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016140.024540:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 11099 00000100:00100000:0.0:1734016140.033423:0:6469:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009a9a8e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6469:1818247339495552:192.168.201.10@tcp:105: 00010000:00010000:0.0:1734016140.033476:0:6469:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016140.033587:0:6469:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075002680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1978:x1818247337057920:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 10086us (10475us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016140.033611:0:6469:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 3011 00000100:00100000:3.0:1734016140.033939:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016140.034639:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337058048 00000100:00100000:1.0:1734016140.034652:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337058048 00000100:00100000:1.0:1734016140.034728:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 11100 00000100:00100000:1.0:1734016140.034736:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075002300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1979:x1818247337058048:12345-192.168.201.10@tcp:22:fsx.0 00002000:00010000:1.0:1734016140.035259:0:7690:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 10286339 -> 10286339 00002000:00010000:1.0:1734016140.035263:0:7690:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016139 -> 1734016139 00002000:00010000:1.0:1734016140.035267:0:7690:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016138 -> 1734016138 00002000:00010000:1.0:1734016140.035270:0:7690:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016139 -> 1734016139 00002000:00010000:1.0:1734016140.035273:0:7690:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 1144 -> 1144 00000100:00100000:1.0:1734016140.035352:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075002300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1979:x1818247337058048:12345-192.168.201.10@tcp:22:fsx.0 Request processed in 615us (1417us total) trans 4294969436 rc 0/0 00000100:00100000:1.0:1734016140.035361:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 11100 00000100:00100000:3.0:1734016140.044365:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016140.044580:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337058176 00000100:00100000:2.0:1734016140.044597:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337058176 00000100:00100000:2.0:1734016140.044798:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 11101 00000100:00100000:2.0:1734016140.044810:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075001c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:9673:x1818247337058176:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:2.0:1734016140.044842:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016140.044935:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800721718c0/0x3f004d6452e08d7d lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d239a expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016140.044992:0:7689:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880097234d80/0x3f004d6452e08d76 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4993024->5021695) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2393 expref: 7 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016140.045003:0:7689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016140.045008:0:7689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016140.045014:0:7689:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800721718c0/0x3f004d6452e08d7d lrc: 4/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [1863680->1912831] (req 1863680->1912831) gid 0 flags: 0x50000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d239a expref: 6 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016140.045069:0:7689:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880097234d80/0x3f004d6452e08d76 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4993024->5021695) gid 0 flags: 0x50000000020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2393 expref: 7 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016140.045096:0:7689:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880097234d80/0x3f004d6452e08d76 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4993024->5021695) gid 0 flags: 0x70000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2393 expref: 7 pid: 7690 timeout: 504 lvb_type: 0 00000100:00100000:2.0:1734016140.045116:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074d34380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339495680:192.168.201.10@tcp:104: 00000100:00100000:2.0:1734016140.045244:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007455d180 going to sleep for 11 seconds 00000100:00080000:0.0:1734016140.045412:0:6479:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734016110 00000100:00100000:2.0:1734016140.051068:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074d34380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339495680:192.168.201.10@tcp:104: 00010000:00010000:2.0:1734016140.051139:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800721718c0/0x3f004d6452e08d7d lrc: 3/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [1863680->1912831] (req 1863680->1912831) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d239a expref: 6 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016140.051170:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800721718c0, rc 0) 00000100:00100000:2.0:1734016140.052676:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075001c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:9673:x1818247337058176:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 7859us (8320us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016140.052686:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 11101 00000100:00100000:3.0:1734016140.053708:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016140.060348:0:6469:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337058304 00000100:00100000:0.0:1734016140.060380:0:6469:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337058304 00010000:00010000:1.0:1734016140.060695:0:6469:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880097234d80/0x3f004d6452e08d76 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4993024->5021695) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2393 expref: 8 pid: 7690 timeout: 504 lvb_type: 0 00000100:00100000:1.0:1734016140.060741:0:6469:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 3012 00000100:00100000:1.0:1734016140.060752:0:6469:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075001180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1978:x1818247337058304:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016140.060772:0:6469:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016140.060797:0:6469:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880097234d80/0x3f004d6452e08d76 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4993024->5021695) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2393 expref: 8 pid: 7690 timeout: 504 lvb_type: 0 00010000:00010000:1.0:1734016140.060816:0:6469:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880097234d80/0x3f004d6452e08d76 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4993024->5021695) gid 0 flags: 0x50000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2393 expref: 8 pid: 7690 timeout: 504 lvb_type: 0 00010000:00010000:1.0:1734016140.060847:0:6469:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097234d80/0x3f004d6452e08d76 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4993024->5021695) gid 0 flags: 0x44801400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2393 expref: 8 pid: 7690 timeout: 504 lvb_type: 0 00010000:00010000:1.0:1734016140.060899:0:6469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016140.060902:0:6469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016140.060913:0:6469:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800721718c0/0x3f004d6452e08d7d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1863680->1912831) gid 0 flags: 0x40080000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d239a expref: 5 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016140.060923:0:6469:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800721718c0/0x3f004d6452e08d7d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1863680->1912831) gid 0 flags: 0x40080000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d239a expref: 5 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016140.060971:0:6469:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800721718c0/0x3f004d6452e08d7d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1863680->1912831) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d239a expref: 5 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016140.060992:0:6469:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076865180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6469:1818247339495808:192.168.201.10@tcp:105: 00000100:00100000:1.0:1734016140.061089:0:6469:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012cf4f840 going to sleep for 11 seconds 00000100:00100000:1.0:1734016140.064552:0:6469:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076865180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6469:1818247339495808:192.168.201.10@tcp:105: 00010000:00010000:1.0:1734016140.064603:0:6469:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016140.064694:0:6469:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075001180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1978:x1818247337058304:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 3939us (10983us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016140.064715:0:6469:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 3012 00000100:00100000:0.0:1734016140.066220:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016140.066320:0:13925:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337058560 00000100:00100000:2.0:1734016140.066332:0:13925:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337058560 00002000:00100000:2.0:1734016140.066408:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (1908736->10289151) req@ffff88009a9a8e00 x1818247337058560/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:101/0 lens 504/0 e 0 to 0 dl 1734016151 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016140.066432:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a9a8e00 with x1818247337058560 ext(1908736->10289151) 00002000:00010000:2.0:1734016140.066441:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009a9a8e00 00000100:00100000:2.0:1734016140.066471:0:13925:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9362 00000100:00100000:2.0:1734016140.066482:0:13925:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a9a8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1979:x1818247337058560:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:2.0:1734016140.080429:0:13925:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a9a8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1979:x1818247337058560:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 13923us (14198us total) trans 0 rc 57344/57344 00000100:00100000:2.0:1734016140.080445:0:13925:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9362 00002000:00100000:2.0:1734016140.080464:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (1908736->10289151) req@ffff88009a9a8e00 x1818247337058560/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:101/0 lens 504/440 e 0 to 0 dl 1734016151 ref 1 fl Complete:/200/0 rc 57344/57344 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016140.080476:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a9a8e00 with x1818247337058560 ext(1908736->10289151) 00002000:00010000:2.0:1734016140.080485:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009a9a8e00 00000100:00100000:3.0:1734016140.086416:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016140.086689:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337058688 00000100:00100000:2.0:1734016140.086707:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337058688 00000100:00100000:2.0:1734016140.086812:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 11102 00000100:00100000:2.0:1734016140.086825:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009721a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1981:x1818247337058688:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:2.0:1734016140.086923:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016140.086960:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880072172640/0x3f004d6452e08d84 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d23a1 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016140.087082:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074d34380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339495936:192.168.201.10@tcp:106: 00000100:00100000:2.0:1734016140.087227:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007455d180 going to sleep for 11 seconds 00000100:00100000:2.0:1734016140.094458:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074d34380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339495936:192.168.201.10@tcp:106: 00010000:00010000:2.0:1734016140.094521:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880072172640/0x3f004d6452e08d84 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d23a1 expref: 8 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016140.094543:0:7689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880072172640/0x3f004d6452e08d84 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d23a1 expref: 8 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016140.096184:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880072172640, rc 0) 00000100:00100000:2.0:1734016140.097662:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009721a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1981:x1818247337058688:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 10822us (11246us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016140.097677:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 11102 00000100:00100000:3.0:1734016140.103128:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016140.103780:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337058816 00000100:00100000:2.0:1734016140.103796:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337058816 00000100:00100000:2.0:1734016140.103927:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 11103 00000100:00100000:2.0:1734016140.103940:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009721b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1979:x1818247337058816:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:2.0:1734016140.103973:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016140.104003:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880072171f80/0x3f004d6452e08d8b lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d23a8 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016140.104117:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074d34380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339496064:192.168.201.10@tcp:106: 00000100:00100000:2.0:1734016140.104249:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007455d180 going to sleep for 11 seconds 00000100:00100000:2.0:1734016140.121812:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074d34380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339496064:192.168.201.10@tcp:106: 00010000:00010000:2.0:1734016140.121901:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880072171f80/0x3f004d6452e08d8b lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d23a8 expref: 8 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016140.121920:0:7689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880072171f80/0x3f004d6452e08d8b lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d23a8 expref: 8 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016140.121949:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880072171f80, rc 0) 00000100:00100000:2.0:1734016140.123479:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009721b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1979:x1818247337058816:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 19526us (20357us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016140.123496:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 11103 00000100:00100000:0.0:1734016140.127090:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016140.127295:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337058944 00000100:00100000:2.0:1734016140.127316:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337058944 00000100:00100000:2.0:1734016140.127427:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 11104 00000100:00100000:2.0:1734016140.127439:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a9aad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1981:x1818247337058944:12345-192.168.201.10@tcp:22:fsx.0 00002000:00010000:2.0:1734016140.132485:0:7689:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 10286339 -> 10286339 00002000:00010000:2.0:1734016140.132505:0:7689:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016139 -> 1734016139 00002000:00010000:2.0:1734016140.132510:0:7689:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016138 -> 1734016138 00002000:00010000:2.0:1734016140.132513:0:7689:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016139 -> 1734016139 00002000:00010000:2.0:1734016140.132515:0:7689:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 1144 -> 1144 00000100:00100000:3.0:1734016140.133366:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a9aad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1981:x1818247337058944:12345-192.168.201.10@tcp:22:fsx.0 Request processed in 5914us (6287us total) trans 4294969437 rc 0/0 00000100:00100000:3.0:1734016140.133385:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 11104 00000100:00100000:3.0:1734016140.152977:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016140.153206:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337059072 00000100:00100000:0.0:1734016140.153227:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337059072 00000100:00100000:1.0:1734016140.154963:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 11105 00000100:00100000:1.0:1734016140.154981:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b1e45c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1978:x1818247337059072:12345-192.168.201.10@tcp:22:fsx.0 00002000:00010000:1.0:1734016140.155251:0:7690:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 10286339 -> 10286339 00002000:00010000:1.0:1734016140.155255:0:7690:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016139 -> 1734016139 00002000:00010000:1.0:1734016140.155258:0:7690:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016138 -> 1734016138 00002000:00010000:1.0:1734016140.155259:0:7690:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016139 -> 1734016140 00002000:00010000:1.0:1734016140.155262:0:7690:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 1144 -> 1144 00000100:00100000:1.0:1734016140.155360:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b1e45c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+8:1978:x1818247337059072:12345-192.168.201.10@tcp:22:fsx.0 Request processed in 382us (2404us total) trans 4294969438 rc 0/0 00000100:00100000:1.0:1734016140.155368:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 11105 00000100:00100000:0.0:1734016140.161516:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016140.167595:0:13925:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337059328 00000100:00100000:2.0:1734016140.167621:0:13925:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337059328 00002000:00100000:2.0:1734016140.167698:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (8470528->8474623) req@ffff88009a9a9180 x1818247337059328/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:101/0 lens 488/0 e 0 to 0 dl 1734016151 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016140.167708:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a9a9180 with x1818247337059328 ext(8470528->8474623) 00002000:00010000:2.0:1734016140.167714:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009a9a9180 00000100:00100000:2.0:1734016140.167857:0:13925:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9363 00000100:00100000:2.0:1734016140.167881:0:13925:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a9a9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+8:1980:x1818247337059328:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:2.0:1734016140.171537:0:13925:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a9a9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+8:1980:x1818247337059328:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 3650us (10019us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016140.171558:0:13925:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9363 00002000:00100000:2.0:1734016140.171578:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (8470528->8474623) req@ffff88009a9a9180 x1818247337059328/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:101/0 lens 488/4536 e 0 to 0 dl 1734016151 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016140.171589:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a9a9180 with x1818247337059328 ext(8470528->8474623) 00002000:00010000:2.0:1734016140.171597:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009a9a9180 00000100:00100000:0.0:1734016140.173140:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016140.173295:0:13925:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337059584 00000100:00100000:2.0:1734016140.173307:0:13925:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337059584 00002000:00100000:2.0:1734016140.173374:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (8466432->8470527) req@ffff88009a9ab800 x1818247337059584/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:101/0 lens 488/0 e 0 to 0 dl 1734016151 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016140.173386:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a9ab800 with x1818247337059584 ext(8466432->8470527) 00002000:00010000:2.0:1734016140.173391:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009a9ab800 00000100:00100000:2.0:1734016140.173428:0:13925:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9364 00000100:00100000:2.0:1734016140.173436:0:13925:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a9ab800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+8:1979:x1818247337059584:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:2.0:1734016140.173743:0:13925:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a9ab800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+8:1979:x1818247337059584:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 306us (618us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016140.173751:0:13925:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9364 00002000:00100000:2.0:1734016140.173757:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (8466432->8470527) req@ffff88009a9ab800 x1818247337059584/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:101/0 lens 488/4536 e 0 to 0 dl 1734016151 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016140.173764:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a9ab800 with x1818247337059584 ext(8466432->8470527) 00002000:00010000:2.0:1734016140.173767:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009a9ab800 00000100:00100000:0.0:1734016140.188214:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016140.195003:0:7695:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337059840 00000100:00100000:2.0:1734016140.195026:0:7695:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337059840 00002000:00100000:2.0:1734016140.195107:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (8462336->8466431) req@ffff88009a9a9c00 x1818247337059840/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:101/0 lens 488/0 e 0 to 0 dl 1734016151 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016140.195125:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a9a9c00 with x1818247337059840 ext(8462336->8466431) 00002000:00010000:2.0:1734016140.195134:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009a9a9c00 00000100:00100000:2.0:1734016140.195173:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9365 00000100:00100000:2.0:1734016140.195184:0:7695:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a9a9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+8:1981:x1818247337059840:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:2.0:1734016140.195539:0:7695:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a9a9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+8:1981:x1818247337059840:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 357us (7347us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016140.195548:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9365 00002000:00100000:2.0:1734016140.195554:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (8462336->8466431) req@ffff88009a9a9c00 x1818247337059840/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:101/0 lens 488/4536 e 0 to 0 dl 1734016151 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016140.195561:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a9a9c00 with x1818247337059840 ext(8462336->8466431) 00002000:00010000:2.0:1734016140.195564:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009a9a9c00 00000100:00100000:0.0:1734016140.212066:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016140.212670:0:13925:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337060096 00000100:00100000:2.0:1734016140.212689:0:13925:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337060096 00002000:00100000:2.0:1734016140.212774:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (8458240->8462335) req@ffff88009a9a8380 x1818247337060096/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:101/0 lens 488/0 e 0 to 0 dl 1734016151 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016140.212790:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a9a8380 with x1818247337060096 ext(8458240->8462335) 00002000:00010000:2.0:1734016140.212799:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009a9a8380 00000100:00100000:2.0:1734016140.212855:0:13925:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9366 00000100:00100000:2.0:1734016140.212924:0:13925:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a9a8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+8:1979:x1818247337060096:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:2.0:1734016140.214983:0:13925:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a9a8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+8:1979:x1818247337060096:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 2096us (2926us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016140.214999:0:13925:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9366 00002000:00100000:2.0:1734016140.215017:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (8458240->8462335) req@ffff88009a9a8380 x1818247337060096/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:101/0 lens 488/4536 e 0 to 0 dl 1734016151 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016140.215031:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a9a8380 with x1818247337060096 ext(8458240->8462335) 00002000:00010000:2.0:1734016140.215037:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009a9a8380 00000100:00100000:0.0:1734016140.237962:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016140.238354:0:13925:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337060352 00000100:00100000:3.0:1734016140.238375:0:13925:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337060352 00002000:00100000:3.0:1734016140.238460:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (8454144->8458239) req@ffff88009a9a8000 x1818247337060352/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:101/0 lens 488/0 e 0 to 0 dl 1734016151 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016140.238472:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a9a8000 with x1818247337060352 ext(8454144->8458239) 00002000:00010000:3.0:1734016140.238480:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009a9a8000 00000100:00100000:3.0:1734016140.238519:0:13925:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9367 00000100:00100000:3.0:1734016140.238532:0:13925:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a9a8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+8:1979:x1818247337060352:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:3.0:1734016140.239021:0:13925:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a9a8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+8:1979:x1818247337060352:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 490us (1079us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016140.239032:0:13925:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9367 00002000:00100000:3.0:1734016140.239039:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (8454144->8458239) req@ffff88009a9a8000 x1818247337060352/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:101/0 lens 488/4536 e 0 to 0 dl 1734016151 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016140.239047:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a9a8000 with x1818247337060352 ext(8454144->8458239) 00002000:00010000:3.0:1734016140.239052:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009a9a8000 00000100:00100000:0.0:1734016140.244264:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016140.244520:0:7695:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337060608 00000100:00100000:2.0:1734016140.244540:0:7695:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337060608 00002000:00100000:2.0:1734016140.244615:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (8450048->8454143) req@ffff88009a9a9f80 x1818247337060608/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:101/0 lens 488/0 e 0 to 0 dl 1734016151 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016140.244630:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a9a9f80 with x1818247337060608 ext(8450048->8454143) 00002000:00010000:2.0:1734016140.244637:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009a9a9f80 00000100:00100000:2.0:1734016140.245137:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9368 00000100:00100000:2.0:1734016140.245150:0:7695:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a9a9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+8:1981:x1818247337060608:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:2.0:1734016140.245529:0:7695:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a9a9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+8:1981:x1818247337060608:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 381us (1290us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016140.245538:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9368 00002000:00100000:2.0:1734016140.245546:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (8450048->8454143) req@ffff88009a9a9f80 x1818247337060608/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:101/0 lens 488/4536 e 0 to 0 dl 1734016151 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016140.245556:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a9a9f80 with x1818247337060608 ext(8450048->8454143) 00002000:00010000:2.0:1734016140.245558:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009a9a9f80 00000100:00100000:0.0:1734016140.248551:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016140.248683:0:13925:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337060736 00000100:00100000:3.0:1734016140.248698:0:13925:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337060736 00002000:00100000:3.0:1734016140.248780:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (1863680->8474623) req@ffff88009a9a9500 x1818247337060736/t0(0) o4->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:101/0 lens 504/0 e 0 to 0 dl 1734016151 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016140.248795:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a9a9500 with x1818247337060736 ext(1863680->8474623) 00002000:00010000:3.0:1734016140.248804:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009a9a9500 00000100:00100000:3.0:1734016140.248857:0:13925:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9369 00000100:00100000:3.0:1734016140.248903:0:13925:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a9a9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+8:1979:x1818247337060736:12345-192.168.201.10@tcp:4:fsx.0 00000100:00100000:0.0:1734016140.253812:0:13925:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a9a9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+10:1979:x1818247337060736:12345-192.168.201.10@tcp:4:fsx.0 Request processed in 4921us (5266us total) trans 4294969439 rc 0/0 00000100:00100000:0.0:1734016140.253834:0:13925:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9369 00002000:00100000:0.0:1734016140.253859:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (1863680->8474623) req@ffff88009a9a9500 x1818247337060736/t4294969439(0) o4->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:101/0 lens 504/448 e 0 to 0 dl 1734016151 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016140.253925:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a9a9500 with x1818247337060736 ext(1863680->8474623) 00002000:00010000:0.0:1734016140.253936:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009a9a9500 00000100:00100000:2.0:1734016140.256343:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016140.256715:0:8966:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337060864 00000100:00100000:3.0:1734016140.256738:0:8966:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337060864 00000100:00100000:3.0:1734016140.258420:0:8966:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2125 00000100:00100000:3.0:1734016140.258440:0:8966:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074d34380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+15:9673:x1818247337060864:12345-192.168.201.10@tcp:44:fsx.0 00000100:00100000:3.0:1734016140.258722:0:8966:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074d34380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+15:9673:x1818247337060864:12345-192.168.201.10@tcp:44:fsx.0 Request processed in 285us (2399us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016140.258731:0:8966:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2125 00000100:00100000:2.0:1734016140.273207:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016140.274317:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337060992 00000100:00100000:1.0:1734016140.274338:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337060992 00000100:00100000:1.0:1734016140.274446:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 11106 00000100:00100000:1.0:1734016140.274461:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074d36d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+10:1981:x1818247337060992:12345-192.168.201.10@tcp:16:fsx.0 00000001:00080000:0.0:1734016140.276103:0:8954:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969439 is committed 00000001:00080000:0.0:1734016140.276132:0:8954:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969436 is committed 00000100:00100000:1.0:1734016140.276434:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074d36d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1981:x1818247337060992:12345-192.168.201.10@tcp:16:fsx.0 Request processed in 1971us (3254us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016140.276448:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 11106 00000100:00100000:0.0:1734016140.278600:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016140.279087:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337061120 00000100:00100000:1.0:1734016140.279105:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337061120 00000100:00100000:1.0:1734016140.279175:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 11107 00000100:00100000:1.0:1734016140.279183:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a9ab480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1978:x1818247337061120:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:1.0:1734016140.279213:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016140.279240:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880097237840/0x3f004d6452e08d92 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d23af expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016140.279334:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076865180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339496192:192.168.201.10@tcp:106: 00000100:00100000:1.0:1734016140.279430:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012cf4f840 going to sleep for 11 seconds 00002000:00010000:1.0:1734016140.280811:0:7689:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime: 1734016138 -> 1734016139 00002000:00010000:1.0:1734016140.280817:0:7689:0:(ofd_lvb.c:301:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks: 1144 -> 1288 00000100:00100000:1.0:1734016140.280841:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076865180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339496192:192.168.201.10@tcp:106: 00010000:00010000:1.0:1734016140.280901:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880097237840/0x3f004d6452e08d92 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d23af expref: 7 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016140.280915:0:7689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097237840/0x3f004d6452e08d92 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d23af expref: 7 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016140.280929:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097237840, rc 0) 00000100:00100000:1.0:1734016140.280970:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a9ab480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1978:x1818247337061120:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 1787us (2381us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016140.280978:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 11107 00000100:00100000:0.0:1734016140.282949:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016140.283076:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337061248 00000100:00100000:1.0:1734016140.283088:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337061248 00000100:00100000:1.0:1734016140.283147:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 11108 00000100:00100000:1.0:1734016140.283156:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a9a9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1980:x1818247337061248:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:1.0:1734016140.283189:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016140.283222:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800972346c0/0x3f004d6452e08d99 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d23b6 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016140.283319:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076865180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339496320:192.168.201.10@tcp:106: 00000100:00100000:1.0:1734016140.283435:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012cf4f840 going to sleep for 11 seconds 00000100:00100000:1.0:1734016140.285529:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076865180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339496320:192.168.201.10@tcp:106: 00010000:00010000:1.0:1734016140.285574:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800972346c0/0x3f004d6452e08d99 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d23b6 expref: 7 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016140.285589:0:7689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800972346c0/0x3f004d6452e08d99 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d23b6 expref: 7 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016140.285618:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800972346c0, rc 0) 00000100:00100000:1.0:1734016140.285682:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a9a9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1980:x1818247337061248:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 2525us (2741us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016140.285691:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 11108 00000100:00100000:0.0:1734016140.288122:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016140.288221:0:13925:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337061504 00000100:00100000:2.0:1734016140.288239:0:13925:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337061504 00002000:00100000:2.0:1734016140.288323:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (1552384->1556479) req@ffff88009a9aaa00 x1818247337061504/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:101/0 lens 488/0 e 0 to 0 dl 1734016151 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016140.288334:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a9aaa00 with x1818247337061504 ext(1552384->1556479) 00002000:00010000:2.0:1734016140.288342:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009a9aaa00 00000100:00100000:2.0:1734016140.288375:0:13925:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9370 00000100:00100000:2.0:1734016140.288384:0:13925:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a9aaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1979:x1818247337061504:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:2.0:1734016140.293332:0:13925:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a9aaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1979:x1818247337061504:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 4914us (5190us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016140.293356:0:13925:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9370 00002000:00100000:2.0:1734016140.293385:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (1552384->1556479) req@ffff88009a9aaa00 x1818247337061504/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:101/0 lens 488/4536 e 0 to 0 dl 1734016151 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016140.293397:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a9aaa00 with x1818247337061504 ext(1552384->1556479) 00002000:00010000:2.0:1734016140.293407:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009a9aaa00 00000100:00100000:1.0:1734016140.308168:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016140.308379:0:13925:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337061760 00000100:00100000:2.0:1734016140.308396:0:13925:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337061760 00002000:00100000:2.0:1734016140.308477:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (1548288->1552383) req@ffff880076865180 x1818247337061760/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:101/0 lens 488/0 e 0 to 0 dl 1734016151 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016140.308490:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076865180 with x1818247337061760 ext(1548288->1552383) 00002000:00010000:2.0:1734016140.308498:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076865180 00000100:00100000:2.0:1734016140.308536:0:13925:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9371 00000100:00100000:2.0:1734016140.308546:0:13925:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076865180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1978:x1818247337061760:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:2.0:1734016140.308851:0:13925:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076865180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1978:x1818247337061760:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 304us (705us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016140.308859:0:13925:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9371 00002000:00100000:2.0:1734016140.308894:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (1548288->1552383) req@ffff880076865180 x1818247337061760/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:101/0 lens 488/4536 e 0 to 0 dl 1734016151 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016140.308904:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076865180 with x1818247337061760 ext(1548288->1552383) 00002000:00010000:2.0:1734016140.308907:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076865180 00000100:00100000:0.0:1734016140.312263:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016140.313034:0:7695:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337062016 00000100:00100000:1.0:1734016140.313056:0:7695:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337062016 00002000:00100000:1.0:1734016140.313134:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (1544192->1548287) req@ffff88009a9aad80 x1818247337062016/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:101/0 lens 488/0 e 0 to 0 dl 1734016151 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016140.313147:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a9aad80 with x1818247337062016 ext(1544192->1548287) 00002000:00010000:1.0:1734016140.313155:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009a9aad80 00000100:00100000:1.0:1734016140.313199:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9372 00000100:00100000:1.0:1734016140.313207:0:7695:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a9aad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1979:x1818247337062016:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:1.0:1734016140.313501:0:7695:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a9aad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1979:x1818247337062016:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 295us (1267us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016140.313510:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9372 00002000:00100000:1.0:1734016140.313515:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (1544192->1548287) req@ffff88009a9aad80 x1818247337062016/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:101/0 lens 488/4536 e 0 to 0 dl 1734016151 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016140.313523:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a9aad80 with x1818247337062016 ext(1544192->1548287) 00002000:00010000:1.0:1734016140.313527:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009a9aad80 00000100:00100000:0.0:1734016140.322242:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016140.322604:0:13925:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337062272 00000100:00100000:2.0:1734016140.322620:0:13925:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337062272 00002000:00100000:2.0:1734016140.322696:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (1540096->1544191) req@ffff88009a9a8a80 x1818247337062272/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:101/0 lens 488/0 e 0 to 0 dl 1734016151 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016140.322709:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a9a8a80 with x1818247337062272 ext(1540096->1544191) 00002000:00010000:2.0:1734016140.322718:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009a9a8a80 00000100:00100000:2.0:1734016140.322768:0:13925:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9373 00000100:00100000:2.0:1734016140.322781:0:13925:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a9a8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1981:x1818247337062272:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:2.0:1734016140.323107:0:13925:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a9a8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1981:x1818247337062272:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 326us (883us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016140.323117:0:13925:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9373 00002000:00100000:2.0:1734016140.323124:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (1540096->1544191) req@ffff88009a9a8a80 x1818247337062272/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:101/0 lens 488/4536 e 0 to 0 dl 1734016151 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016140.323131:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a9a8a80 with x1818247337062272 ext(1540096->1544191) 00002000:00010000:2.0:1734016140.323135:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009a9a8a80 00000100:00100000:0.0:1734016140.330185:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016140.330680:0:7695:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337062528 00000100:00100000:1.0:1734016140.330700:0:7695:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337062528 00002000:00100000:1.0:1734016140.330779:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (1536000->1540095) req@ffff88009a9ab100 x1818247337062528/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:101/0 lens 488/0 e 0 to 0 dl 1734016151 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016140.330794:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a9ab100 with x1818247337062528 ext(1536000->1540095) 00002000:00010000:1.0:1734016140.330801:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009a9ab100 00000100:00100000:1.0:1734016140.331837:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9374 00000100:00100000:1.0:1734016140.331848:0:7695:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a9ab100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1979:x1818247337062528:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:1.0:1734016140.332742:0:7695:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a9ab100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1979:x1818247337062528:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 890us (2575us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016140.332755:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9374 00002000:00100000:1.0:1734016140.332765:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (1536000->1540095) req@ffff88009a9ab100 x1818247337062528/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:101/0 lens 488/4536 e 0 to 0 dl 1734016151 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016140.332776:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a9ab100 with x1818247337062528 ext(1536000->1540095) 00002000:00010000:1.0:1734016140.332786:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009a9ab100 00000100:00100000:0.0:1734016140.335647:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016140.335916:0:7695:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337062784 00000100:00100000:1.0:1734016140.335934:0:7695:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337062784 00002000:00100000:1.0:1734016140.336009:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (1531904->1535999) req@ffff880074ebc700 x1818247337062784/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:101/0 lens 488/0 e 0 to 0 dl 1734016151 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016140.336020:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074ebc700 with x1818247337062784 ext(1531904->1535999) 00002000:00010000:1.0:1734016140.336027:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074ebc700 00000100:00100000:1.0:1734016140.336074:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9375 00000100:00100000:1.0:1734016140.336082:0:7695:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074ebc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1981:x1818247337062784:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:1.0:1734016140.336397:0:7695:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074ebc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1981:x1818247337062784:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 315us (770us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016140.336404:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9375 00002000:00100000:1.0:1734016140.336410:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (1531904->1535999) req@ffff880074ebc700 x1818247337062784/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:101/0 lens 488/4536 e 0 to 0 dl 1734016151 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016140.336417:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074ebc700 with x1818247337062784 ext(1531904->1535999) 00002000:00010000:1.0:1734016140.336419:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074ebc700 00000100:00100000:0.0:1734016140.345859:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016140.346093:0:13925:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337063040 00000100:00100000:2.0:1734016140.346108:0:13925:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337063040 00002000:00100000:2.0:1734016140.346183:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (1527808->1531903) req@ffff88012e4d9450 x1818247337063040/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:101/0 lens 488/0 e 0 to 0 dl 1734016151 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016140.346195:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e4d9450 with x1818247337063040 ext(1527808->1531903) 00002000:00010000:2.0:1734016140.346202:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012e4d9450 00000100:00100000:2.0:1734016140.346240:0:13925:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9376 00000100:00100000:2.0:1734016140.346247:0:13925:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e4d9450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1978:x1818247337063040:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:2.0:1734016140.346553:0:13925:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e4d9450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1978:x1818247337063040:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 304us (711us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016140.346561:0:13925:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9376 00002000:00100000:2.0:1734016140.346568:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (1527808->1531903) req@ffff88012e4d9450 x1818247337063040/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:101/0 lens 488/4536 e 0 to 0 dl 1734016151 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016140.346576:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e4d9450 with x1818247337063040 ext(1527808->1531903) 00002000:00010000:2.0:1734016140.346579:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012e4d9450 00000100:00100000:0.0:1734016140.353232:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016140.353372:0:7695:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337063296 00000100:00100000:1.0:1734016140.353387:0:7695:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337063296 00002000:00100000:1.0:1734016140.353456:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (1523712->1527807) req@ffff880074ebc380 x1818247337063296/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:101/0 lens 488/0 e 0 to 0 dl 1734016151 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016140.353469:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074ebc380 with x1818247337063296 ext(1523712->1527807) 00002000:00010000:1.0:1734016140.353477:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074ebc380 00000100:00100000:1.0:1734016140.353526:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9377 00000100:00100000:1.0:1734016140.353538:0:7695:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074ebc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1979:x1818247337063296:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:1.0:1734016140.353848:0:7695:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074ebc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1979:x1818247337063296:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 312us (640us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016140.353857:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9377 00002000:00100000:1.0:1734016140.353906:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (1523712->1527807) req@ffff880074ebc380 x1818247337063296/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:101/0 lens 488/4536 e 0 to 0 dl 1734016151 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016140.353914:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074ebc380 with x1818247337063296 ext(1523712->1527807) 00002000:00010000:1.0:1734016140.353917:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074ebc380 00000100:00100000:0.0:1734016140.359709:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016140.359862:0:13925:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337063552 00000100:00100000:2.0:1734016140.360033:0:13925:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337063552 00002000:00100000:2.0:1734016140.360106:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (1519616->1523711) req@ffff880074ebf480 x1818247337063552/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:101/0 lens 488/0 e 0 to 0 dl 1734016151 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016140.360120:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074ebf480 with x1818247337063552 ext(1519616->1523711) 00002000:00010000:2.0:1734016140.360129:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074ebf480 00000100:00100000:0.0:1734016140.361329:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9378 00000100:00100000:0.0:1734016140.361345:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074ebf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1981:x1818247337063552:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:0.0:1734016140.362301:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074ebf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1981:x1818247337063552:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 954us (2619us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016140.362311:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9378 00002000:00100000:0.0:1734016140.362323:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (1519616->1523711) req@ffff880074ebf480 x1818247337063552/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:101/0 lens 488/4536 e 0 to 0 dl 1734016151 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016140.362334:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074ebf480 with x1818247337063552 ext(1519616->1523711) 00002000:00010000:0.0:1734016140.362340:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074ebf480 00000100:00100000:0.0:1734016140.366700:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016140.366947:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337063808 00000100:00100000:2.0:1734016140.366966:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337063808 00002000:00100000:2.0:1734016140.367058:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (1515520->1519615) req@ffff880074ebea00 x1818247337063808/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:101/0 lens 488/0 e 0 to 0 dl 1734016151 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016140.367084:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074ebea00 with x1818247337063808 ext(1515520->1519615) 00002000:00010000:2.0:1734016140.367091:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074ebea00 00000100:00100000:2.0:1734016140.367123:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9379 00000100:00100000:2.0:1734016140.367133:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074ebea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1979:x1818247337063808:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:2.0:1734016140.367434:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074ebea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1979:x1818247337063808:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 301us (754us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016140.367443:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9379 00002000:00100000:2.0:1734016140.367449:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (1515520->1519615) req@ffff880074ebea00 x1818247337063808/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:101/0 lens 488/4536 e 0 to 0 dl 1734016151 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016140.367457:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074ebea00 with x1818247337063808 ext(1515520->1519615) 00002000:00010000:2.0:1734016140.367460:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074ebea00 00000100:00100000:0.0:1734016140.370212:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016140.370360:0:13925:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337064064 00000100:00100000:2.0:1734016140.370371:0:13925:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337064064 00002000:00100000:2.0:1734016140.370433:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (1511424->1515519) req@ffff880074ebe680 x1818247337064064/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:101/0 lens 488/0 e 0 to 0 dl 1734016151 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016140.370443:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074ebe680 with x1818247337064064 ext(1511424->1515519) 00002000:00010000:2.0:1734016140.370449:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074ebe680 00000100:00100000:2.0:1734016140.370478:0:13925:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9380 00000100:00100000:2.0:1734016140.370485:0:13925:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074ebe680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1981:x1818247337064064:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:2.0:1734016140.370741:0:13925:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074ebe680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1981:x1818247337064064:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 255us (540us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016140.370749:0:13925:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9380 00002000:00100000:2.0:1734016140.370755:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (1511424->1515519) req@ffff880074ebe680 x1818247337064064/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:101/0 lens 488/4536 e 0 to 0 dl 1734016151 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016140.370761:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074ebe680 with x1818247337064064 ext(1511424->1515519) 00002000:00010000:2.0:1734016140.370764:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074ebe680 00000100:00100000:0.0:1734016140.373786:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016140.374059:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337064320 00000100:00100000:2.0:1734016140.374084:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337064320 00002000:00100000:2.0:1734016140.374173:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (1507328->1511423) req@ffff880074ebd880 x1818247337064320/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:101/0 lens 488/0 e 0 to 0 dl 1734016151 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016140.374189:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074ebd880 with x1818247337064320 ext(1507328->1511423) 00002000:00010000:2.0:1734016140.374197:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074ebd880 00000100:00100000:2.0:1734016140.374238:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9381 00000100:00100000:2.0:1734016140.374250:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074ebd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1979:x1818247337064320:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:2.0:1734016140.374563:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074ebd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1979:x1818247337064320:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 314us (799us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016140.374573:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9381 00002000:00100000:2.0:1734016140.374579:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (1507328->1511423) req@ffff880074ebd880 x1818247337064320/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:101/0 lens 488/4536 e 0 to 0 dl 1734016151 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016140.374587:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074ebd880 with x1818247337064320 ext(1507328->1511423) 00002000:00010000:2.0:1734016140.374590:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074ebd880 00000100:00100000:0.0:1734016140.377123:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016140.377244:0:13925:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337064576 00000100:00100000:2.0:1734016140.377257:0:13925:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337064576 00002000:00100000:2.0:1734016140.377317:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (1503232->1507327) req@ffff880074ebdf80 x1818247337064576/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:101/0 lens 488/0 e 0 to 0 dl 1734016151 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016140.377330:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074ebdf80 with x1818247337064576 ext(1503232->1507327) 00002000:00010000:2.0:1734016140.377337:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074ebdf80 00000100:00100000:2.0:1734016140.377365:0:13925:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9382 00000100:00100000:2.0:1734016140.377376:0:13925:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074ebdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1981:x1818247337064576:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:2.0:1734016140.377612:0:13925:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074ebdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1981:x1818247337064576:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 238us (501us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016140.377620:0:13925:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9382 00002000:00100000:2.0:1734016140.377627:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (1503232->1507327) req@ffff880074ebdf80 x1818247337064576/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:101/0 lens 488/4536 e 0 to 0 dl 1734016151 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016140.377633:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074ebdf80 with x1818247337064576 ext(1503232->1507327) 00002000:00010000:2.0:1734016140.377637:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074ebdf80 00000100:00100000:0.0:1734016140.380245:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016140.380458:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337064832 00000100:00100000:2.0:1734016140.380470:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337064832 00002000:00100000:2.0:1734016140.380530:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (1499136->1503231) req@ffff880074ebfb80 x1818247337064832/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:101/0 lens 488/0 e 0 to 0 dl 1734016151 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016140.380541:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074ebfb80 with x1818247337064832 ext(1499136->1503231) 00002000:00010000:2.0:1734016140.380546:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074ebfb80 00000100:00100000:2.0:1734016140.380571:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9383 00000100:00100000:2.0:1734016140.380580:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074ebfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1980:x1818247337064832:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:2.0:1734016140.380815:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074ebfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1980:x1818247337064832:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 234us (582us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016140.380824:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9383 00002000:00100000:2.0:1734016140.380830:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (1499136->1503231) req@ffff880074ebfb80 x1818247337064832/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:101/0 lens 488/4536 e 0 to 0 dl 1734016151 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016140.380838:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074ebfb80 with x1818247337064832 ext(1499136->1503231) 00002000:00010000:2.0:1734016140.380841:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074ebfb80 00000100:00100000:0.0:1734016140.383346:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016140.383504:0:13925:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337065088 00000100:00100000:2.0:1734016140.383516:0:13925:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337065088 00002000:00100000:2.0:1734016140.383568:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (1495040->1499135) req@ffff880074ebed80 x1818247337065088/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:101/0 lens 488/0 e 0 to 0 dl 1734016151 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016140.383579:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074ebed80 with x1818247337065088 ext(1495040->1499135) 00002000:00010000:2.0:1734016140.383584:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074ebed80 00000100:00100000:2.0:1734016140.383685:0:13925:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9384 00000100:00100000:2.0:1734016140.383694:0:13925:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074ebed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1981:x1818247337065088:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:2.0:1734016140.384355:0:13925:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074ebed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1981:x1818247337065088:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 659us (1022us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016140.384366:0:13925:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9384 00002000:00100000:2.0:1734016140.384373:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (1495040->1499135) req@ffff880074ebed80 x1818247337065088/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:101/0 lens 488/4536 e 0 to 0 dl 1734016151 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016140.384381:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074ebed80 with x1818247337065088 ext(1495040->1499135) 00002000:00010000:2.0:1734016140.384384:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074ebed80 00000100:00100000:0.0:1734016140.387696:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016140.388785:0:13925:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337065216 00000100:00100000:2.0:1734016140.388802:0:13925:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337065216 00002000:00100000:2.0:1734016140.388918:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (1495040->1556479) req@ffff880074ebc000 x1818247337065216/t0(0) o4->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:101/0 lens 488/0 e 0 to 0 dl 1734016151 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016140.388929:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074ebc000 with x1818247337065216 ext(1495040->1556479) 00002000:00010000:2.0:1734016140.388937:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074ebc000 00000100:00100000:2.0:1734016140.388974:0:13925:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9385 00000100:00100000:2.0:1734016140.388984:0:13925:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074ebc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1981:x1818247337065216:12345-192.168.201.10@tcp:4:fsx.0 00000100:00100000:0.0:1734016140.402277:0:13925:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074ebc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+8:1981:x1818247337065216:12345-192.168.201.10@tcp:4:fsx.0 Request processed in 13272us (14575us total) trans 4294969440 rc 0/0 00000100:00100000:0.0:1734016140.402295:0:13925:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9385 00002000:00100000:0.0:1734016140.402313:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (1495040->1556479) req@ffff880074ebc000 x1818247337065216/t4294969440(0) o4->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:101/0 lens 488/448 e 0 to 0 dl 1734016151 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016140.402325:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074ebc000 with x1818247337065216 ext(1495040->1556479) 00002000:00010000:0.0:1734016140.402333:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074ebc000 00000100:00100000:0.0:1734016140.409117:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016140.409262:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337065344 00000100:00100000:1.0:1734016140.409287:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337065344 00000100:00100000:1.0:1734016140.409381:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 11109 00000100:00100000:1.0:1734016140.409396:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074ebd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+8:1980:x1818247337065344:12345-192.168.201.10@tcp:16:fsx.0 00000001:00080000:0.0:1734016140.411422:0:8954:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969440 is committed 00000100:00100000:1.0:1734016140.413174:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074ebd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1980:x1818247337065344:12345-192.168.201.10@tcp:16:fsx.0 Request processed in 3767us (4072us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016140.413191:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 11109 00000100:00100000:0.0:1734016140.425979:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016140.426127:0:13925:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337065600 00000100:00100000:2.0:1734016140.426148:0:13925:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337065600 00000100:00100000:2.0:1734016140.426234:0:13925:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9386 00000100:00100000:2.0:1734016140.426247:0:13925:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074ebdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1981:x1818247337065600:12345-192.168.201.10@tcp:4:fsx.0 00010000:00010000:2.0:1734016140.426309:0:13925:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880072172d00/0x3f004d6452e08da0 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 13925 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016140.426339:0:13925:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800721718c0/0x3f004d6452e08d7d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1863680->1912831) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d239a expref: 5 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016140.426357:0:13925:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016140.426359:0:13925:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016140.426363:0:13925:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880072172d00/0x3f004d6452e08da0 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [5279744->5328895] (req 5279744->5328895) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 13925 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016140.426408:0:13925:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800721718c0/0x3f004d6452e08d7d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1863680->1912831) gid 0 flags: 0x50000000020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d239a expref: 5 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016140.426424:0:13925:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800721718c0/0x3f004d6452e08d7d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1863680->1912831) gid 0 flags: 0x70000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d239a expref: 5 pid: 7689 timeout: 504 lvb_type: 0 00000100:00100000:2.0:1734016140.426445:0:13925:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074d35180 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_003:lustre-OST0001_UUID:13925:1818247339496448:192.168.201.10@tcp:104: 00000100:00100000:2.0:1734016140.426538:0:13925:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007455d000 going to sleep for 11 seconds 00000100:00100000:2.0:1734016140.430626:0:13925:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074d35180 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_003:lustre-OST0001_UUID:13925:1818247339496448:192.168.201.10@tcp:104: 00010000:00010000:2.0:1734016140.430685:0:13925:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880072172d00/0x3f004d6452e08da0 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [5279744->5328895] (req 5279744->5328895) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 13925 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016140.434111:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016140.435234:0:6469:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337065728 00000100:00100000:1.0:1734016140.435250:0:6469:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337065728 00010000:00010000:1.0:1734016140.435305:0:6469:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800721718c0/0x3f004d6452e08d7d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1863680->1912831) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d239a expref: 6 pid: 7689 timeout: 504 lvb_type: 0 00000100:00100000:1.0:1734016140.435360:0:6469:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 3013 00000100:00100000:1.0:1734016140.435368:0:6469:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074d35180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1978:x1818247337065728:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016140.435386:0:6469:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:1.0:1734016140.435412:0:6469:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 1288 -> 1408 00010000:00010000:1.0:1734016140.435420:0:6469:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800721718c0/0x3f004d6452e08d7d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1863680->1912831) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d239a expref: 6 pid: 7689 timeout: 504 lvb_type: 0 00010000:00010000:1.0:1734016140.435436:0:6469:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800721718c0/0x3f004d6452e08d7d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1863680->1912831) gid 0 flags: 0x50000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d239a expref: 6 pid: 7689 timeout: 504 lvb_type: 0 00010000:00010000:1.0:1734016140.435463:0:6469:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800721718c0/0x3f004d6452e08d7d lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1863680->1912831) gid 0 flags: 0x44801400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d239a expref: 6 pid: 7689 timeout: 504 lvb_type: 0 00010000:00010000:1.0:1734016140.436315:0:6469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016140.436321:0:6469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016140.436329:0:6469:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880072172d00/0x3f004d6452e08da0 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [5279744->5328895] (req 5279744->5328895) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 13925 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016140.436343:0:6469:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880072172d00/0x3f004d6452e08da0 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [5279744->5328895] (req 5279744->5328895) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 13925 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016140.436442:0:6469:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016140.436543:0:6469:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074d35180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:1978:x1818247337065728:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 1170us (2449us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016140.436556:0:6469:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 3013 00010000:00010000:2.0:1734016140.438512:0:13925:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880072172d00/0x3f004d6452e08da0 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [5279744->5328895] (req 5279744->5328895) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 13925 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016140.438532:0:13925:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880072172d00/0x3f004d6452e08da0 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [5279744->5328895] (req 5279744->5328895) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 13925 timeout: 0 lvb_type: 0 00000001:00080000:0.0:1734016140.449475:0:8954:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969441 is committed 00002000:00010000:2.0:1734016140.449665:0:13925:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 1408 -> 1504 00010000:00010000:2.0:1734016140.449684:0:13925:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880072172d00/0x3f004d6452e08da0 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [5279744->5328895] (req 5279744->5328895) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 13925 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016140.449697:0:13925:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880072172d00/0x3f004d6452e08da0 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [5279744->5328895] (req 5279744->5328895) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 13925 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016140.449706:0:13925:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880072172d00/0x3f004d6452e08da0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [5279744->5328895] (req 5279744->5328895) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 13925 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016140.449713:0:13925:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880072172d00 already unused, calling callback (ffffffffa086d100) 00010000:00010000:2.0:1734016140.449717:0:13925:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880072172d00/0x3f004d6452e08da0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [5279744->5328895] (req 5279744->5328895) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 13925 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016140.449726:0:13925:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880072172d00/0x3f004d6452e08da0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [5279744->5328895] (req 5279744->5328895) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 13925 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016140.449747:0:13925:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880072172d00/0x3f004d6452e08da0 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [5279744->5328895] (req 5279744->5328895) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 13925 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016140.449752:0:13925:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880072172d00/0x3f004d6452e08da0 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [5279744->5328895] (req 5279744->5328895) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 13925 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016140.449885:0:13925:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074ebdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1981:x1818247337065600:12345-192.168.201.10@tcp:4:fsx.0 Request processed in 23618us (23901us total) trans 4294969441 rc 0/0 00000100:00100000:2.0:1734016140.449896:0:13925:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9386 00000100:00100000:0.0:1734016140.457511:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016140.457908:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337065856 00000100:00100000:1.0:1734016140.457925:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337065856 00000100:00100000:1.0:1734016140.457994:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 11110 00000100:00100000:1.0:1734016140.458004:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074ebe300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:1980:x1818247337065856:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:1.0:1734016140.458033:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016140.458058:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880097235b00/0x3f004d6452e08da7 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d23bd expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1734016140.458096:0:7689:0:(ofd_lvb.c:169:ofd_lvbo_init()) res: [0x280000400:0x5:0x0] initial LVB size: 10286339, mtime: 0x675afc8b, atime: 0x675afc8b, ctime: 0x675afc8b, blocks: 0x5e0 00010000:00010000:1.0:1734016140.458127:0:7689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016140.458129:0:7689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016140.458141:0:7689:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880097235b00/0x3f004d6452e08da7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d23bd expref: 6 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016140.458159:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880097235b00/0x3f004d6452e08da7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d23bd expref: 6 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016140.458173:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097235b00, rc 0) 00000100:00100000:1.0:1734016140.458360:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074ebe300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1980:x1818247337065856:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 355us (863us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016140.458368:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 11110 00000100:00100000:0.0:1734016140.462663:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016140.462910:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337065984 00000100:00100000:1.0:1734016140.462925:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337065984 00000100:00100000:1.0:1734016140.463842:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 11111 00000100:00100000:1.0:1734016140.463860:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074ebf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:9673:x1818247337065984:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:1.0:1734016140.463941:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016140.463985:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880097237a80/0x3f004d6452e08dae lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d23c4 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016140.464056:0:7689:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880097235b00/0x3f004d6452e08da7 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d23bd expref: 7 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016140.464076:0:7689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016140.464079:0:7689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016140.464084:0:7689:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880097237a80/0x3f004d6452e08dae lrc: 4/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [7360512->7389183] (req 7360512->7389183) gid 0 flags: 0x50000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d23c4 expref: 7 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016140.464150:0:7689:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880097235b00/0x3f004d6452e08da7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d23bd expref: 7 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016140.464169:0:7689:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880097235b00/0x3f004d6452e08da7 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d23bd expref: 7 pid: 7689 timeout: 504 lvb_type: 1 00000100:00100000:1.0:1734016140.464191:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076866d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339496576:192.168.201.10@tcp:104: 00000100:00100000:1.0:1734016140.464351:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012cf4f180 going to sleep for 11 seconds 00000100:00100000:1.0:1734016140.469033:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076866d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339496576:192.168.201.10@tcp:104: 00010000:00010000:1.0:1734016140.469114:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880097237a80/0x3f004d6452e08dae lrc: 3/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [7360512->7389183] (req 7360512->7389183) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d23c4 expref: 7 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016140.469147:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097237a80, rc 0) 00000100:00100000:1.0:1734016140.469267:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074ebf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:9673:x1818247337065984:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 5407us (6625us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016140.469282:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 11111 00000100:00100000:0.0:1734016140.469555:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016140.470541:0:6469:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337066112 00000100:00100000:1.0:1734016140.470562:0:6469:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337066112 00010000:00010000:1.0:1734016140.470618:0:6469:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880097235b00/0x3f004d6452e08da7 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d23bd expref: 7 pid: 7689 timeout: 504 lvb_type: 1 00000100:00100000:1.0:1734016140.471388:0:6469:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 3014 00000100:00100000:1.0:1734016140.471400:0:6469:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074ebce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1979:x1818247337066112:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016140.471421:0:6469:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016140.471453:0:6469:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880097235b00/0x3f004d6452e08da7 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d23bd expref: 7 pid: 7689 timeout: 504 lvb_type: 1 00010000:00010000:1.0:1734016140.471468:0:6469:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880097235b00/0x3f004d6452e08da7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d23bd expref: 7 pid: 7689 timeout: 504 lvb_type: 1 00010000:00010000:1.0:1734016140.471501:0:6469:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097235b00/0x3f004d6452e08da7 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d23bd expref: 7 pid: 7689 timeout: 504 lvb_type: 1 00010000:00010000:1.0:1734016140.471542:0:6469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016140.471546:0:6469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016140.471555:0:6469:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880097237a80/0x3f004d6452e08dae lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 7360512->7389183) gid 0 flags: 0x40080000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d23c4 expref: 6 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016140.471565:0:6469:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880097237a80/0x3f004d6452e08dae lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 7360512->7389183) gid 0 flags: 0x40080000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d23c4 expref: 6 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016140.471613:0:6469:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880097237a80/0x3f004d6452e08dae lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 7360512->7389183) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d23c4 expref: 6 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016140.471631:0:6469:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076866d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6469:1818247339496704:192.168.201.10@tcp:105: 00000100:00100000:1.0:1734016140.471721:0:6469:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012cf4f180 going to sleep for 11 seconds 00000100:00100000:1.0:1734016140.476774:0:6469:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076866d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6469:1818247339496704:192.168.201.10@tcp:105: 00010000:00010000:1.0:1734016140.476813:0:6469:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016140.477723:0:6469:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074ebce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1979:x1818247337066112:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 6318us (8165us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016140.477745:0:6469:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 3014 00000100:00100000:1.0:1734016140.478794:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016140.480075:0:13925:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337066368 00000100:00100000:3.0:1734016140.480090:0:13925:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337066368 00002000:00100000:3.0:1734016140.480168:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (7385088->7389183) req@ffff880076866d80 x1818247337066368/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:101/0 lens 488/0 e 0 to 0 dl 1734016151 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016140.480179:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076866d80 with x1818247337066368 ext(7385088->7389183) 00002000:00010000:3.0:1734016140.480188:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076866d80 00000100:00100000:3.0:1734016140.480235:0:13925:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9387 00000100:00100000:3.0:1734016140.480246:0:13925:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076866d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1979:x1818247337066368:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:3.0:1734016140.480543:0:13925:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076866d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1979:x1818247337066368:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 297us (1752us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016140.480552:0:13925:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9387 00002000:00100000:3.0:1734016140.480558:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (7385088->7389183) req@ffff880076866d80 x1818247337066368/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:101/0 lens 488/4536 e 0 to 0 dl 1734016151 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016140.480566:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076866d80 with x1818247337066368 ext(7385088->7389183) 00002000:00010000:3.0:1734016140.480570:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076866d80 00000100:00100000:0.0:1734016140.484506:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016140.484688:0:8966:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337066624 00000100:00100000:3.0:1734016140.484704:0:8966:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337066624 00000100:00100000:3.0:1734016140.485087:0:8966:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2126 00000100:00100000:3.0:1734016140.485096:0:8966:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074ebf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+19:9673:x1818247337066624:12345-192.168.201.10@tcp:36:fsx.0 00010000:00010000:3.0:1734016140.485176:0:8966:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016140.485227:0:8966:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a5b00/0x3f004d6452e08d30 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d235b expref: 19 pid: 8966 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016140.485276:0:8966:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:3.0:1734016140.485282:0:8966:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1734016140.485563:0:8966:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a7600/0x3f004d6452e08db5 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 8966 initiator: MDT0 00010000:00010000:3.0:1734016140.485583:0:8966:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a4480/0x3f004d6452e08d14 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2346 expref: 14 pid: 8966 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016140.485593:0:8966:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a7600/0x3f004d6452e08db5 lrc: 4/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 8966 initiator: MDT0 00010000:00010000:3.0:1734016140.485645:0:8966:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a4480/0x3f004d6452e08d14 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2346 expref: 14 pid: 8966 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016140.485660:0:8966:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a4480/0x3f004d6452e08d14 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2346 expref: 14 pid: 8966 timeout: 504 lvb_type: 0 00000100:00100000:3.0:1734016140.485679:0:8966:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009721bb80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:8966:1818247339496832:192.168.201.10@tcp:104: 00000100:00100000:3.0:1734016140.485791:0:8966:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b42cda80 going to sleep for 11 seconds 00000100:00100000:0.0:1734016140.490428:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016140.490815:0:8966:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009721bb80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:8966:1818247339496832:192.168.201.10@tcp:104: 00010000:00010000:3.0:1734016140.490859:0:8966:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a7600/0x3f004d6452e08db5 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 8966 initiator: MDT0 00000100:00100000:1.0:1734016140.491027:0:6469:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337066752 00000100:00100000:1.0:1734016140.491036:0:6469:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337066752 00010000:00010000:1.0:1734016140.491086:0:6469:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a4480/0x3f004d6452e08d14 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2346 expref: 15 pid: 8966 timeout: 504 lvb_type: 0 00000100:00100000:1.0:1734016140.491116:0:6469:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 3015 00000100:00100000:1.0:1734016140.491123:0:6469:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074ebca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+15:1979:x1818247337066752:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016140.491141:0:6469:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016140.491149:0:6469:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a4480/0x3f004d6452e08d14 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2346 expref: 15 pid: 8966 timeout: 504 lvb_type: 0 00010000:00010000:1.0:1734016140.491164:0:6469:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a4480/0x3f004d6452e08d14 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2346 expref: 15 pid: 8966 timeout: 504 lvb_type: 0 00010000:00010000:1.0:1734016140.491199:0:6469:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a4480/0x3f004d6452e08d14 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2346 expref: 15 pid: 8966 timeout: 504 lvb_type: 0 00010000:00010000:1.0:1734016140.491228:0:6469:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:1.0:1734016140.491234:0:6469:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a7600/0x3f004d6452e08db5 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 8966 initiator: MDT0 00010000:00010000:1.0:1734016140.491246:0:6469:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a7600/0x3f004d6452e08db5 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 8966 initiator: MDT0 00010000:00010000:1.0:1734016140.491254:0:6469:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a7600/0x3f004d6452e08db5 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 8966 initiator: MDT0 00010000:00010000:1.0:1734016140.491288:0:6469:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016140.491347:0:6469:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074ebca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+14:1979:x1818247337066752:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 222us (942us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016140.491356:0:6469:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 3015 00010000:00010000:3.0:1734016140.491951:0:8966:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a7600/0x3f004d6452e08db5 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8966 initiator: MDT0 00010000:00010000:3.0:1734016140.491959:0:8966:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a7600/0x3f004d6452e08db5 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8966 initiator: MDT0 00000001:00080000:3.0:1734016140.492119:0:8966:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294968641 00000004:00010000:3.0:1734016140.492206:0:8966:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff880074ebf100 reply state ffff880135341000 transno 4294968642 ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a7600/0x3f004d6452e08db5 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8966 initiator: MDT0 00000100:00100000:3.0:1734016140.492216:0:8966:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1734016140.492330:0:8966:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074ebf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+21:9673:x1818247337066624:12345-192.168.201.10@tcp:36:fsx.0 Request processed in 7232us (7849us total) trans 4294968642 rc 0/0 00000100:00100000:3.0:1734016140.492340:0:8966:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2126 00000020:00080000:3.0:1734016140.492345:0:8966:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1734016140.496148:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00010000:00010000:2.0:1734016140.496249:0:3494:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a7600/0x3f004d6452e08db5 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8966 initiator: MDT0 00010000:00010000:2.0:1734016140.496260:0:3494:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a7600/0x3f004d6452e08db5 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 8966 initiator: MDT0 00010000:00010000:2.0:1734016140.496272:0:3494:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a7600/0x3f004d6452e08db5 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8966 initiator: MDT0 00010000:00010000:2.0:1734016140.496279:0:3494:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88009a9a7600 already unused, calling callback (ffffffffa0f03950) 00010000:00010000:2.0:1734016140.496283:0:3494:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a7600/0x3f004d6452e08db5 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8966 initiator: MDT0 00010000:00010000:2.0:1734016140.496290:0:3494:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a7600/0x3f004d6452e08db5 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 8966 initiator: MDT0 00010000:00010000:2.0:1734016140.496307:0:3494:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:2.0:1734016140.496310:0:3494:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734016140.496314:0:3494:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a7600/0x3f004d6452e08db5 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8966 initiator: MDT0 00010000:00010000:2.0:1734016140.496319:0:3494:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a7600/0x3f004d6452e08db5 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8966 initiator: MDT0 00000100:00100000:1.0:1734016140.496673:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337066880 00000100:00100000:1.0:1734016140.496684:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337066880 00000100:00100000:1.0:1734016140.497512:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 11112 00000100:00100000:1.0:1734016140.497522:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074ebc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:9673:x1818247337066880:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:1.0:1734016140.497547:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016140.497571:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880097236880/0x3f004d6452e08dbc lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d23cb expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016140.497604:0:7689:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880097237a80/0x3f004d6452e08dae lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 7360512->7389183) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d23c4 expref: 5 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016140.497613:0:7689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016140.497615:0:7689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016140.497619:0:7689:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880097236880/0x3f004d6452e08dbc lrc: 4/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d23cb expref: 7 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016140.497657:0:7689:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880097237a80/0x3f004d6452e08dae lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 7360512->7389183) gid 0 flags: 0x50000000020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d23c4 expref: 5 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016140.497671:0:7689:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880097237a80/0x3f004d6452e08dae lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 7360512->7389183) gid 0 flags: 0x70000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d23c4 expref: 5 pid: 7689 timeout: 504 lvb_type: 0 00000100:00100000:1.0:1734016140.497686:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076865c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339496960:192.168.201.10@tcp:104: 00000100:00100000:1.0:1734016140.497762:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012cf4f180 going to sleep for 11 seconds 00000100:00100000:0.0:1734016140.502799:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016140.502860:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337067008 00000100:00100000:0.0:1734016140.502907:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337067008 00002000:00100000:0.0:1734016140.503001:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (7360512->7389183) req@ffff88007409b800 x1818247337067008/t0(0) o4->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:101/0 lens 488/0 e 0 to 0 dl 1734016151 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016140.503020:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007409b800 with x1818247337067008 ext(7360512->7389183) 00010000:00010000:0.0:1734016140.503042:0:7694:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880097237a80/0x3f004d6452e08dae lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 7360512->7389183) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d23c4 expref: 6 pid: 7689 timeout: 504 lvb_type: 0 00010000:00010000:0.0:1734016140.503079:0:7694:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880097237a80/0x3f004d6452e08dae lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 7360512->7389183) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d23c4 expref: 6 pid: 7689 timeout: 504 lvb_type: 0 00002000:00010000:0.0:1734016140.503088:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88007409b800 00000100:00100000:0.0:1734016140.503149:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 270 00000100:00100000:0.0:1734016140.503161:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007409b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1979:x1818247337067008:12345-192.168.201.10@tcp:4:fsx.0 00000100:00100000:1.0:1734016140.503657:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076865c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339496960:192.168.201.10@tcp:104: 00010000:00010000:1.0:1734016140.503715:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880097236880/0x3f004d6452e08dbc lrc: 3/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d23cb expref: 7 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016140.503742:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097236880, rc 0) 00000100:00100000:1.0:1734016140.503796:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074ebc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:9673:x1818247337066880:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 6275us (7660us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016140.503806:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 11112 00000100:00100000:1.0:1734016140.509692:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007409b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+8:1979:x1818247337067008:12345-192.168.201.10@tcp:4:fsx.0 Request processed in 6513us (6900us total) trans 4294969442 rc 0/0 00000100:00100000:1.0:1734016140.509708:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 270 00002000:00100000:1.0:1734016140.509726:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (7360512->7389183) req@ffff88007409b800 x1818247337067008/t4294969442(0) o4->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:101/0 lens 488/448 e 0 to 0 dl 1734016151 ref 1 fl Complete:H/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016140.509736:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007409b800 with x1818247337067008 ext(7360512->7389183) 00010000:00010000:1.0:1734016140.509747:0:7694:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880097237a80/0x3f004d6452e08dae lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 7360512->7389183) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d23c4 expref: 8 pid: 7689 timeout: 504 lvb_type: 0 00010000:00010000:1.0:1734016140.509765:0:7694:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880097237a80/0x3f004d6452e08dae lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 7360512->7389183) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d23c4 expref: 8 pid: 7689 timeout: 504 lvb_type: 0 00002000:00010000:1.0:1734016140.509773:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88007409b800 00000100:00100000:0.0:1734016140.511675:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016140.511816:0:7705:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337067136 00000100:00100000:2.0:1734016140.511827:0:7705:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337067136 00010000:00010000:2.0:1734016140.511902:0:7705:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880097237a80/0x3f004d6452e08dae lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 7360512->7389183) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d23c4 expref: 8 pid: 7689 timeout: 504 lvb_type: 0 00000100:00100000:2.0:1734016140.511940:0:7705:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 3016 00000100:00100000:2.0:1734016140.511947:0:7705:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074099f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+8:1979:x1818247337067136:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016140.511967:0:7705:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016140.511995:0:7705:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880097237a80/0x3f004d6452e08dae lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 7360512->7389183) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d23c4 expref: 8 pid: 7689 timeout: 504 lvb_type: 0 00010000:00010000:2.0:1734016140.512008:0:7705:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880097237a80/0x3f004d6452e08dae lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 7360512->7389183) gid 0 flags: 0x50000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d23c4 expref: 8 pid: 7689 timeout: 504 lvb_type: 0 00010000:00010000:2.0:1734016140.512034:0:7705:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097237a80/0x3f004d6452e08dae lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 7360512->7389183) gid 0 flags: 0x44801400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d23c4 expref: 8 pid: 7689 timeout: 504 lvb_type: 0 00010000:00010000:2.0:1734016140.512076:0:7705:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016140.512078:0:7705:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016140.512087:0:7705:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880097236880/0x3f004d6452e08dbc lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d23cb expref: 6 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016140.512099:0:7705:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880097236880/0x3f004d6452e08dbc lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d23cb expref: 6 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016140.512146:0:7705:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880097236880/0x3f004d6452e08dbc lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d23cb expref: 6 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016140.512168:0:7705:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074d36300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7705:1818247339497088:192.168.201.10@tcp:105: 00000100:00100000:2.0:1734016140.512253:0:7705:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007455d000 going to sleep for 11 seconds 00000100:00100000:2.0:1734016140.515078:0:7705:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074d36300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7705:1818247339497088:192.168.201.10@tcp:105: 00010000:00010000:2.0:1734016140.515119:0:7705:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016140.515222:0:7705:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074099f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1979:x1818247337067136:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 3271us (3563us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016140.515240:0:7705:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 3016 00000100:00100000:2.0:1734016140.516593:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016140.516663:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337067264 00000100:00100000:1.0:1734016140.516672:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337067264 00002000:00010000:1.0:1734016140.516706:0:7694:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (6297681->18446744073709551615) 00002000:00100000:1.0:1734016140.516711:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074d36300 with x1818247337067264 ext(6297681->18446744073709551615) 00002000:00010000:1.0:1734016140.516726:0:7694:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074d36300. 00000100:00100000:1.0:1734016140.516823:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9388 00000100:00100000:1.0:1734016140.516830:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074d36300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1978:x1818247337067264:12345-192.168.201.10@tcp:10:fsx.0 00002000:00010000:1.0:1734016140.524011:0:7694:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 10286339 -> 6297681 00002000:00010000:1.0:1734016140.524021:0:7694:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016139 -> 1734016139 00002000:00010000:1.0:1734016140.524023:0:7694:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016139 -> 1734016139 00002000:00010000:1.0:1734016140.524025:0:7694:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016139 -> 1734016139 00002000:00010000:1.0:1734016140.524027:0:7694:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 1504 -> 1128 00000100:00100000:1.0:1734016140.525270:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074d36300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1978:x1818247337067264:12345-192.168.201.10@tcp:10:fsx.0 Request processed in 8419us (8662us total) trans 4294969443 rc 0/0 00000100:00100000:1.0:1734016140.525289:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9388 00002000:00010000:1.0:1734016140.525302:0:7694:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (6297681->18446744073709551615) 00002000:00100000:1.0:1734016140.525308:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074d36300 with x1818247337067264 ext(6297681->18446744073709551615) 00002000:00010000:1.0:1734016140.525320:0:7694:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074d36300. 00000100:00100000:0.0:1734016140.529670:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016140.529807:0:8966:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337067392 00000100:00100000:3.0:1734016140.529821:0:8966:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337067392 00000100:00100000:3.0:1734016140.529942:0:8966:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2127 00000100:00100000:3.0:1734016140.529953:0:8966:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007409a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+14:9673:x1818247337067392:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:3.0:1734016140.529990:0:8966:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016140.530022:0:8966:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a7600/0x3f004d6452e08dc3 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d23d2 expref: -99 pid: 8966 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016140.530174:0:8966:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a73c0/0x3f004d6452e08dca lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 8966 initiator: MDT0 00010000:00010000:3.0:1734016140.530193:0:8966:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a73c0/0x3f004d6452e08dca lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 8966 initiator: MDT0 00010000:00010000:3.0:1734016140.530211:0:8966:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a73c0/0x3f004d6452e08dca lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 8966 initiator: MDT0 00000004:00200000:3.0:1734016140.530255:0:8966:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 6297681 00000004:00200000:3.0:1734016140.530261:0:8966:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1734016140.530282:0:8966:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a73c0/0x3f004d6452e08dca lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 8966 initiator: MDT0 00010000:00010000:3.0:1734016140.530317:0:8966:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a7600/0x3f004d6452e08dc3 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d23d2 expref: 16 pid: 8966 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016140.530359:0:8966:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a73c0/0x3f004d6452e08dca lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d23d2 expref: 15 pid: 8966 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016140.530371:0:8966:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:3.0:1734016140.530375:0:8966:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1734016140.530380:0:8966:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a9a73c0, rc 0) 00000100:00100000:3.0:1734016140.530468:0:8966:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007409a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+15:9673:x1818247337067392:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 517us (817us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016140.530478:0:8966:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2127 00000100:00100000:0.0:1734016140.534052:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016140.534269:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337067520 00000100:00100000:1.0:1734016140.534281:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337067520 00000100:00100000:1.0:1734016140.534384:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 11113 00000100:00100000:1.0:1734016140.534396:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007409bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1980:x1818247337067520:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:1.0:1734016140.534439:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016140.534482:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880097237a80/0x3f004d6452e08dd1 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d23d9 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016140.534617:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076865c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339497216:192.168.201.10@tcp:106: 00000100:00100000:1.0:1734016140.534764:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012cf4f180 going to sleep for 11 seconds 00000100:00100000:1.0:1734016140.537280:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076865c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339497216:192.168.201.10@tcp:106: 00010000:00010000:1.0:1734016140.537352:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880097237a80/0x3f004d6452e08dd1 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d23d9 expref: 8 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016140.537370:0:7689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097237a80/0x3f004d6452e08dd1 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d23d9 expref: 8 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016140.537403:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097237a80, rc 0) 00000100:00100000:1.0:1734016140.537476:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007409bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1980:x1818247337067520:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 3080us (3453us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016140.537488:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 11113 00000100:00100000:0.0:1734016140.546016:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016140.548160:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337067648 00000100:00100000:1.0:1734016140.548185:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337067648 00000100:00100000:1.0:1734016140.548640:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 11114 00000100:00100000:1.0:1734016140.548651:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007409aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1978:x1818247337067648:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:1.0:1734016140.548679:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016140.548715:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880097235b00/0x3f004d6452e08dd8 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d23e0 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016140.548803:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076865c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339497344:192.168.201.10@tcp:106: 00000100:00100000:1.0:1734016140.549002:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012cf4f180 going to sleep for 11 seconds 00000100:00100000:1.0:1734016140.553077:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076865c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339497344:192.168.201.10@tcp:106: 00010000:00010000:1.0:1734016140.553163:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880097235b00/0x3f004d6452e08dd8 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d23e0 expref: 8 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016140.553184:0:7689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097235b00/0x3f004d6452e08dd8 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d23e0 expref: 8 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016140.553247:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097235b00, rc 0) 00000100:00100000:1.0:1734016140.553362:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007409aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1978:x1818247337067648:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 4703us (7361us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016140.553378:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 11114 00000100:00100000:0.0:1734016140.559127:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016140.559608:0:7420:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337067776 00000100:00100000:2.0:1734016140.559625:0:7420:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337067776 00000100:00100000:2.0:1734016140.559719:0:7420:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2128 00000100:00100000:2.0:1734016140.559731:0:7420:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074098700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+20:9673:x1818247337067776:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:2.0:1734016140.559771:0:7420:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016140.559803:0:7420:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880072171440/0x3f004d6452e08ddf lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d23e7 expref: -99 pid: 7420 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016140.559968:0:7420:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880072170d80/0x3f004d6452e08de6 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 7420 initiator: MDT0 00010000:00010000:2.0:1734016140.559984:0:7420:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880072170d80/0x3f004d6452e08de6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 7420 initiator: MDT0 00010000:00010000:2.0:1734016140.559994:0:7420:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880072170d80/0x3f004d6452e08de6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 7420 initiator: MDT0 00000004:00200000:2.0:1734016140.560039:0:7420:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 6297681 00000004:00200000:2.0:1734016140.560044:0:7420:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1734016140.560072:0:7420:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880072170d80/0x3f004d6452e08de6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 7420 initiator: MDT0 00010000:00010000:2.0:1734016140.560099:0:7420:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880072171440/0x3f004d6452e08ddf lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d23e7 expref: 22 pid: 7420 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016140.560126:0:7420:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880072170d80/0x3f004d6452e08de6 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d23e7 expref: 21 pid: 7420 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016140.560134:0:7420:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:2.0:1734016140.560136:0:7420:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1734016140.560140:0:7420:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880072170d80, rc 0) 00000100:00100000:2.0:1734016140.560215:0:7420:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074098700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+21:9673:x1818247337067776:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 485us (1108us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016140.560223:0:7420:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2128 00000100:00100000:0.0:1734016140.564114:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016140.567100:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337067904 00000100:00100000:1.0:1734016140.567128:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337067904 00000100:00100000:1.0:1734016140.567243:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 11115 00000100:00100000:1.0:1734016140.567254:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074098a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1981:x1818247337067904:12345-192.168.201.10@tcp:22:fsx.0 00002000:00010000:1.0:1734016140.567730:0:7689:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 6297681 -> 6297681 00002000:00010000:1.0:1734016140.567735:0:7689:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016139 -> 1734016139 00002000:00010000:1.0:1734016140.567739:0:7689:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016139 -> 1734016139 00002000:00010000:1.0:1734016140.567743:0:7689:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016139 -> 1734016140 00002000:00010000:1.0:1734016140.567745:0:7689:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 1128 -> 1136 00000100:00100000:1.0:1734016140.567929:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074098a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+9:1981:x1818247337067904:12345-192.168.201.10@tcp:22:fsx.0 Request processed in 673us (3841us total) trans 4294969444 rc 0/0 00000100:00100000:1.0:1734016140.567940:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 11115 00000100:00100000:1.0:1734016140.571403:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016140.571824:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337068032 00000100:00100000:3.0:1734016140.571840:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337068032 00000100:00100000:3.0:1734016140.575402:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 11116 00000100:00100000:3.0:1734016140.575418:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076865c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1981:x1818247337068032:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:3.0:1734016140.575446:0:7690:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016140.575479:0:7690:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a9a61c0/0x3f004d6452e08ded lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d23ee expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016140.575577:0:7690:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009721bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339497472:192.168.201.10@tcp:106: 00000100:00100000:3.0:1734016140.575693:0:7690:0:(client.c:2562:ptlrpc_set_wait()) set ffff88006d6ff300 going to sleep for 11 seconds 00000100:00100000:3.0:1734016140.580451:0:7690:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009721bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339497472:192.168.201.10@tcp:106: 00010000:00010000:3.0:1734016140.580533:0:7690:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a9a61c0/0x3f004d6452e08ded lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d23ee expref: 8 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016140.580554:0:7690:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a61c0/0x3f004d6452e08ded lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d23ee expref: 8 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016140.580578:0:7690:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a9a61c0, rc 0) 00000100:00100000:3.0:1734016140.580658:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076865c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1981:x1818247337068032:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 5243us (9270us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016140.580670:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 11116 00000100:00100000:0.0:1734016140.583267:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016140.585421:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337068160 00000100:00100000:3.0:1734016140.585440:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337068160 00000100:00100000:3.0:1734016140.585528:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 11117 00000100:00100000:3.0:1734016140.585540:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007409a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1980:x1818247337068160:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:3.0:1734016140.585569:0:7690:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016140.585597:0:7690:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a9a58c0/0x3f004d6452e08df4 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d23f5 expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016140.585689:0:7690:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009721bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339497600:192.168.201.10@tcp:106: 00000100:00100000:3.0:1734016140.585809:0:7690:0:(client.c:2562:ptlrpc_set_wait()) set ffff88006d6ff300 going to sleep for 11 seconds 00000100:00100000:3.0:1734016140.588807:0:7690:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009721bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339497600:192.168.201.10@tcp:106: 00010000:00010000:3.0:1734016140.588978:0:7690:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a9a58c0/0x3f004d6452e08df4 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d23f5 expref: 8 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016140.589006:0:7690:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a58c0/0x3f004d6452e08df4 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d23f5 expref: 8 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016140.589211:0:7690:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a9a58c0, rc 0) 00000100:00100000:3.0:1734016140.590115:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007409a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1980:x1818247337068160:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 4564us (6852us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016140.590128:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 11117 00000100:00100000:0.0:1734016140.594581:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016140.594820:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337068288 00000100:00100000:3.0:1734016140.594840:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337068288 00000100:00100000:3.0:1734016140.595006:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 11118 00000100:00100000:3.0:1734016140.595016:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074098000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+9:1980:x1818247337068288:12345-192.168.201.10@tcp:22:fsx.0 00002000:00010000:3.0:1734016140.596508:0:7690:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 6297681 -> 6297681 00002000:00010000:3.0:1734016140.596517:0:7690:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016139 -> 1734016140 00002000:00010000:3.0:1734016140.596520:0:7690:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016139 -> 1734016139 00002000:00010000:3.0:1734016140.596522:0:7690:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016140 -> 1734016140 00002000:00010000:3.0:1734016140.596524:0:7690:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 1136 -> 1128 00000100:00100000:3.0:1734016140.596654:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074098000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+10:1980:x1818247337068288:12345-192.168.201.10@tcp:22:fsx.0 Request processed in 1630us (2089us total) trans 4294969445 rc 0/0 00000100:00100000:3.0:1734016140.596666:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 11118 00000100:00100000:0.0:1734016140.605514:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016140.606227:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337068416 00000100:00100000:3.0:1734016140.606244:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337068416 00000100:00100000:3.0:1734016140.606343:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 11119 00000100:00100000:3.0:1734016140.606354:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007409b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1980:x1818247337068416:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:3.0:1734016140.606386:0:7690:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016140.606415:0:7690:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a9a4fc0/0x3f004d6452e08dfb lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d23fc expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016140.606517:0:7690:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009721bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339497728:192.168.201.10@tcp:106: 00000100:00100000:3.0:1734016140.607307:0:7690:0:(client.c:2562:ptlrpc_set_wait()) set ffff88006d6ff300 going to sleep for 11 seconds 00000100:00100000:3.0:1734016140.609797:0:7690:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009721bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339497728:192.168.201.10@tcp:106: 00010000:00010000:3.0:1734016140.609915:0:7690:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a9a4fc0/0x3f004d6452e08dfb lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d23fc expref: 8 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016140.609936:0:7690:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a4fc0/0x3f004d6452e08dfb lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d23fc expref: 8 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016140.609959:0:7690:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a9a4fc0, rc 0) 00000100:00100000:3.0:1734016140.610921:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007409b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1980:x1818247337068416:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 4562us (5418us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016140.610932:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 11119 00000100:00100000:0.0:1734016140.617359:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016140.617588:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337068544 00000100:00100000:3.0:1734016140.617608:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337068544 00000100:00100000:3.0:1734016140.617701:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 11120 00000100:00100000:3.0:1734016140.617713:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074099500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1981:x1818247337068544:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:3.0:1734016140.617757:0:7690:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016140.617791:0:7690:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7a80/0x3f004d6452e08e02 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d2403 expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016140.617979:0:7690:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009721bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339497856:192.168.201.10@tcp:106: 00000100:00100000:3.0:1734016140.618131:0:7690:0:(client.c:2562:ptlrpc_set_wait()) set ffff88006d6ff300 going to sleep for 11 seconds 00000100:00100000:3.0:1734016140.623354:0:7690:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009721bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339497856:192.168.201.10@tcp:106: 00010000:00010000:3.0:1734016140.623417:0:7690:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7a80/0x3f004d6452e08e02 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2403 expref: 8 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016140.623435:0:7690:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7a80/0x3f004d6452e08e02 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2403 expref: 8 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016140.623457:0:7690:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a9a7a80, rc 0) 00000100:00100000:3.0:1734016140.623540:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074099500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1981:x1818247337068544:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 5828us (6201us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016140.623551:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 11120 00000100:00100000:1.0:1734016140.632585:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016140.632827:0:8966:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337068800 00000100:00100000:3.0:1734016140.632844:0:8966:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337068800 00000100:00100000:3.0:1734016140.632973:0:8966:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2129 00000100:00100000:3.0:1734016140.632982:0:8966:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076866300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+15:9673:x1818247337068800:12345-192.168.201.10@tcp:36:fsx.0 00010000:00010000:3.0:1734016140.633074:0:8966:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016140.633449:0:8966:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a73c0/0x3f004d6452e08dca lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d23d2 expref: 15 pid: 8966 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016140.633509:0:8966:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:3.0:1734016140.633515:0:8966:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1734016140.633720:0:8966:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a6d00/0x3f004d6452e08e09 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 8966 initiator: MDT0 00010000:00010000:3.0:1734016140.633735:0:8966:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880072170d80/0x3f004d6452e08de6 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d23e7 expref: 20 pid: 7420 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016140.633742:0:8966:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a6d00/0x3f004d6452e08e09 lrc: 4/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 8966 initiator: MDT0 00010000:00010000:3.0:1734016140.633784:0:8966:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880072170d80/0x3f004d6452e08de6 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d23e7 expref: 20 pid: 7420 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016140.633801:0:8966:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880072170d80/0x3f004d6452e08de6 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d23e7 expref: 20 pid: 7420 timeout: 504 lvb_type: 0 00000100:00100000:3.0:1734016140.633815:0:8966:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009721bb80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:8966:1818247339497984:192.168.201.10@tcp:104: 00000100:00100000:3.0:1734016140.635144:0:8966:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012b9116c0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016140.638985:0:8966:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009721bb80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:8966:1818247339497984:192.168.201.10@tcp:104: 00010000:00010000:3.0:1734016140.639039:0:8966:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a6d00/0x3f004d6452e08e09 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 8966 initiator: MDT0 00000100:00100000:1.0:1734016140.640227:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016140.640452:0:7705:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337068928 00000100:00100000:2.0:1734016140.640463:0:7705:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337068928 00010000:00010000:2.0:1734016140.640516:0:7705:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880072170d80/0x3f004d6452e08de6 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d23e7 expref: 21 pid: 7420 timeout: 504 lvb_type: 0 00000100:00100000:2.0:1734016140.640558:0:7705:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 3017 00000100:00100000:2.0:1734016140.640566:0:7705:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b1ea4850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+21:1978:x1818247337068928:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016140.640586:0:7705:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016140.640594:0:7705:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880072170d80/0x3f004d6452e08de6 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d23e7 expref: 21 pid: 7420 timeout: 504 lvb_type: 0 00010000:00010000:2.0:1734016140.640608:0:7705:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880072170d80/0x3f004d6452e08de6 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d23e7 expref: 21 pid: 7420 timeout: 504 lvb_type: 0 00010000:00010000:2.0:1734016140.640642:0:7705:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880072170d80/0x3f004d6452e08de6 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d23e7 expref: 21 pid: 7420 timeout: 504 lvb_type: 0 00010000:00010000:2.0:1734016140.640688:0:7705:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:2.0:1734016140.640695:0:7705:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a6d00/0x3f004d6452e08e09 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 8966 initiator: MDT0 00010000:00010000:2.0:1734016140.640710:0:7705:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a6d00/0x3f004d6452e08e09 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 8966 initiator: MDT0 00010000:00010000:2.0:1734016140.640721:0:7705:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a6d00/0x3f004d6452e08e09 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 8966 initiator: MDT0 00010000:00010000:2.0:1734016140.640757:0:7705:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016140.640851:0:7705:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b1ea4850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+20:1978:x1818247337068928:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 285us (628us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016140.640858:0:7705:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 3017 00010000:00010000:2.0:1734016140.640986:0:8966:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a6d00/0x3f004d6452e08e09 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8966 initiator: MDT0 00010000:00010000:2.0:1734016140.640994:0:8966:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a6d00/0x3f004d6452e08e09 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8966 initiator: MDT0 00000001:00080000:2.0:1734016140.641181:0:8966:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294968643 00000004:00010000:2.0:1734016140.641281:0:8966:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff880076866300 reply state ffff880135344000 transno 4294968644 ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a6d00/0x3f004d6452e08e09 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8966 initiator: MDT0 00000100:00100000:2.0:1734016140.641291:0:8966:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1734016140.641408:0:8966:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076866300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+17:9673:x1818247337068800:12345-192.168.201.10@tcp:36:fsx.0 Request processed in 8426us (8841us total) trans 4294968644 rc 0/0 00000100:00100000:2.0:1734016140.641416:0:8966:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2129 00000020:00080000:2.0:1734016140.641420:0:8966:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1734016140.647330:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00010000:00010000:1.0:1734016140.647891:0:3495:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a6d00/0x3f004d6452e08e09 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8966 initiator: MDT0 00010000:00010000:1.0:1734016140.647904:0:3495:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a6d00/0x3f004d6452e08e09 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 8966 initiator: MDT0 00010000:00010000:1.0:1734016140.647912:0:3495:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a6d00/0x3f004d6452e08e09 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8966 initiator: MDT0 00010000:00010000:1.0:1734016140.647918:0:3495:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88009a9a6d00 already unused, calling callback (ffffffffa0f03950) 00010000:00010000:1.0:1734016140.647922:0:3495:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a6d00/0x3f004d6452e08e09 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8966 initiator: MDT0 00010000:00010000:1.0:1734016140.647929:0:3495:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a6d00/0x3f004d6452e08e09 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 8966 initiator: MDT0 00010000:00010000:1.0:1734016140.647950:0:3495:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:1.0:1734016140.647954:0:3495:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1734016140.647958:0:3495:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a6d00/0x3f004d6452e08e09 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8966 initiator: MDT0 00010000:00010000:1.0:1734016140.647964:0:3495:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a6d00/0x3f004d6452e08e09 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8966 initiator: MDT0 00000100:00100000:3.0:1734016140.651595:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337069056 00000100:00100000:3.0:1734016140.651619:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337069056 00000100:00100000:3.0:1734016140.651720:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 11121 00000100:00100000:3.0:1734016140.651731:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074099180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:9673:x1818247337069056:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:3.0:1734016140.651760:0:7690:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016140.651798:0:7690:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a9a6880/0x3f004d6452e08e10 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d240a expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016140.651847:0:7690:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880097236880/0x3f004d6452e08dbc lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d23cb expref: 9 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016140.651856:0:7690:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016140.651860:0:7690:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016140.651890:0:7690:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a9a6880/0x3f004d6452e08e10 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d240a expref: 8 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016140.651951:0:7690:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880097236880/0x3f004d6452e08dbc lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d23cb expref: 9 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016140.651969:0:7690:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880097236880/0x3f004d6452e08dbc lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d23cb expref: 9 pid: 7689 timeout: 504 lvb_type: 0 00000100:00100000:3.0:1734016140.651986:0:7690:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009721bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339498112:192.168.201.10@tcp:104: 00000100:00100000:3.0:1734016140.652125:0:7690:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012b9116c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016140.659978:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016140.660044:0:6469:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337069184 00000100:00100000:1.0:1734016140.660059:0:6469:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337069184 00010000:00010000:1.0:1734016140.660117:0:6469:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880097236880/0x3f004d6452e08dbc lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d23cb expref: 10 pid: 7689 timeout: 504 lvb_type: 0 00000100:00100000:1.0:1734016140.660174:0:6469:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 3018 00000100:00100000:1.0:1734016140.660184:0:6469:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007409ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+10:1978:x1818247337069184:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016140.660210:0:6469:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016140.660247:0:6469:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880097236880/0x3f004d6452e08dbc lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d23cb expref: 10 pid: 7689 timeout: 504 lvb_type: 0 00010000:00010000:1.0:1734016140.660269:0:6469:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880097236880/0x3f004d6452e08dbc lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d23cb expref: 10 pid: 7689 timeout: 504 lvb_type: 0 00010000:00010000:1.0:1734016140.660310:0:6469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016140.660315:0:6469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016140.660323:0:6469:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a6880/0x3f004d6452e08e10 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50080000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d240a expref: 8 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016140.660332:0:6469:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a9a6880/0x3f004d6452e08e10 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50080000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d240a expref: 8 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016140.660379:0:6469:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009a9a6880/0x3f004d6452e08e10 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d240a expref: 8 pid: 7690 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016140.660395:0:6469:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076867800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6469:1818247339498240:192.168.201.10@tcp:105: 00000100:00100000:1.0:1734016140.660486:0:6469:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012cf4f180 going to sleep for 11 seconds 00010000:00010000:3.0:1734016140.663673:0:7690:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097236880/0x3f004d6452e08dbc lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d23cb expref: 10 pid: 7689 timeout: 504 lvb_type: 0 00000100:00100000:3.0:1734016140.663728:0:7690:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009721bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339498112:192.168.201.10@tcp:104: 00010000:00010000:3.0:1734016140.663779:0:7690:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a9a6880/0x3f004d6452e08e10 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d240a expref: 8 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016140.663800:0:7690:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a9a6880, rc 0) 00000100:00100000:3.0:1734016140.663899:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074099180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+8:9673:x1818247337069056:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 12168us (16583us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016140.663911:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 11121 00000100:00100000:2.0:1734016140.672439:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016140.672644:0:6469:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076867800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6469:1818247339498240:192.168.201.10@tcp:105: 00010000:00010000:1.0:1734016140.672692:0:6469:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016140.672794:0:6469:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007409ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+9:1978:x1818247337069184:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 12608us (12834us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016140.672814:0:6469:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 3018 00000100:00100000:0.0:1734016140.673735:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337069312 00000100:00100000:0.0:1734016140.673745:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337069312 00002000:00010000:0.0:1734016140.673799:0:7694:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (7363964->18446744073709551615) 00002000:00100000:0.0:1734016140.673806:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074d35180 with x1818247337069312 ext(7363964->18446744073709551615) 00002000:00010000:0.0:1734016140.673828:0:7694:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074d35180. 00000100:00100000:0.0:1734016140.673914:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9389 00000100:00100000:0.0:1734016140.673922:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074d35180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+8:1978:x1818247337069312:12345-192.168.201.10@tcp:10:fsx.0 00002000:00010000:0.0:1734016140.674241:0:7694:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 6297681 -> 7363964 00002000:00010000:0.0:1734016140.674244:0:7694:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016140 -> 1734016140 00002000:00010000:0.0:1734016140.674247:0:7694:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016139 -> 1734016139 00002000:00010000:0.0:1734016140.674248:0:7694:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016140 -> 1734016140 00002000:00010000:0.0:1734016140.674250:0:7694:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 1128 -> 1128 00000100:00100000:0.0:1734016140.674301:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074d35180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+9:1978:x1818247337069312:12345-192.168.201.10@tcp:10:fsx.0 Request processed in 379us (1885us total) trans 4294969446 rc 0/0 00000100:00100000:0.0:1734016140.674307:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9389 00002000:00010000:0.0:1734016140.674310:0:7694:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (7363964->18446744073709551615) 00002000:00100000:0.0:1734016140.674312:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074d35180 with x1818247337069312 ext(7363964->18446744073709551615) 00002000:00010000:0.0:1734016140.674316:0:7694:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074d35180. 00000100:00100000:2.0:1734016140.684828:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016140.685118:0:13925:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337069568 00000100:00100000:3.0:1734016140.685132:0:13925:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337069568 00002000:00100000:3.0:1734016140.685198:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (7360512->7364607) req@ffff880074d37100 x1818247337069568/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:101/0 lens 488/0 e 0 to 0 dl 1734016151 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016140.685210:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074d37100 with x1818247337069568 ext(7360512->7364607) 00002000:00010000:3.0:1734016140.685217:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074d37100 00000100:00100000:3.0:1734016140.685255:0:13925:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9390 00000100:00100000:3.0:1734016140.685264:0:13925:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074d37100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+9:1981:x1818247337069568:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:3.0:1734016140.685461:0:13925:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074d37100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+9:1981:x1818247337069568:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 197us (649us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016140.685469:0:13925:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9390 00002000:00100000:3.0:1734016140.685475:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (7360512->7364607) req@ffff880074d37100 x1818247337069568/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:101/0 lens 488/4536 e 0 to 0 dl 1734016151 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016140.685483:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074d37100 with x1818247337069568 ext(7360512->7364607) 00002000:00010000:3.0:1734016140.685486:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074d37100 00000100:00100000:1.0:1734016140.688436:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016140.688660:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337069824 00000100:00100000:0.0:1734016140.688674:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337069824 00002000:00100000:0.0:1734016140.688743:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (7356416->7360511) req@ffff880076867800 x1818247337069824/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:101/0 lens 488/0 e 0 to 0 dl 1734016151 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016140.688759:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076867800 with x1818247337069824 ext(7356416->7360511) 00002000:00010000:0.0:1734016140.688769:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076867800 00000100:00100000:0.0:1734016140.688819:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9391 00000100:00100000:0.0:1734016140.688831:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076867800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+9:1980:x1818247337069824:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:0.0:1734016140.689185:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076867800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+9:1980:x1818247337069824:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 355us (768us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016140.689195:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9391 00002000:00100000:0.0:1734016140.689202:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (7356416->7360511) req@ffff880076867800 x1818247337069824/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:101/0 lens 488/4536 e 0 to 0 dl 1734016151 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016140.689207:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076867800 with x1818247337069824 ext(7356416->7360511) 00002000:00010000:0.0:1734016140.689210:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076867800 00000100:00100000:0.0:1734016140.692513:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016140.693345:0:13925:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337070080 00000100:00100000:3.0:1734016140.693363:0:13925:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337070080 00002000:00100000:3.0:1734016140.693448:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (7352320->7356415) req@ffff880074099880 x1818247337070080/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:101/0 lens 488/0 e 0 to 0 dl 1734016151 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016140.693459:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074099880 with x1818247337070080 ext(7352320->7356415) 00002000:00010000:3.0:1734016140.693466:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074099880 00000100:00100000:3.0:1734016140.693498:0:13925:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9392 00000100:00100000:3.0:1734016140.693507:0:13925:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074099880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+9:1981:x1818247337070080:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:3.0:1734016140.694742:0:13925:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074099880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+9:1981:x1818247337070080:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 1227us (2247us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016140.694751:0:13925:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9392 00002000:00100000:3.0:1734016140.694761:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (7352320->7356415) req@ffff880074099880 x1818247337070080/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:101/0 lens 488/4536 e 0 to 0 dl 1734016151 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016140.694769:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074099880 with x1818247337070080 ext(7352320->7356415) 00002000:00010000:3.0:1734016140.694774:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074099880 00000100:00100000:2.0:1734016140.700310:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016140.700449:0:13925:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337070336 00000100:00100000:3.0:1734016140.700464:0:13925:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337070336 00002000:00100000:3.0:1734016140.700532:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (7348224->7352319) req@ffff880074d37480 x1818247337070336/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:101/0 lens 488/0 e 0 to 0 dl 1734016151 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016140.700547:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074d37480 with x1818247337070336 ext(7348224->7352319) 00002000:00010000:3.0:1734016140.700555:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074d37480 00000100:00100000:3.0:1734016140.700740:0:13925:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9393 00000100:00100000:3.0:1734016140.700753:0:13925:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074d37480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+9:1981:x1818247337070336:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:3.0:1734016140.701430:0:13925:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074d37480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+9:1981:x1818247337070336:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 679us (1143us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016140.701437:0:13925:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9393 00002000:00100000:3.0:1734016140.701443:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (7348224->7352319) req@ffff880074d37480 x1818247337070336/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:101/0 lens 488/4536 e 0 to 0 dl 1734016151 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016140.701450:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074d37480 with x1818247337070336 ext(7348224->7352319) 00002000:00010000:3.0:1734016140.701453:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074d37480 00000100:00100000:1.0:1734016140.705551:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016140.705798:0:13925:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337070592 00000100:00100000:3.0:1734016140.705813:0:13925:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337070592 00002000:00100000:3.0:1734016140.705955:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (7344128->7348223) req@ffff880076866680 x1818247337070592/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:101/0 lens 488/0 e 0 to 0 dl 1734016151 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016140.705967:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076866680 with x1818247337070592 ext(7344128->7348223) 00002000:00010000:3.0:1734016140.705973:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076866680 00000100:00100000:3.0:1734016140.706118:0:13925:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9394 00000100:00100000:3.0:1734016140.706126:0:13925:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076866680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+9:1981:x1818247337070592:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:3.0:1734016140.706401:0:13925:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076866680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+9:1981:x1818247337070592:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 275us (863us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016140.706409:0:13925:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9394 00002000:00100000:3.0:1734016140.706416:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (7344128->7348223) req@ffff880076866680 x1818247337070592/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:101/0 lens 488/4536 e 0 to 0 dl 1734016151 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016140.706424:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076866680 with x1818247337070592 ext(7344128->7348223) 00002000:00010000:3.0:1734016140.706427:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076866680 00000100:00100000:1.0:1734016140.709630:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016140.709829:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337070848 00000100:00100000:0.0:1734016140.709849:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337070848 00002000:00100000:0.0:1734016140.709975:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (7340032->7344127) req@ffff880076866a00 x1818247337070848/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:101/0 lens 488/0 e 0 to 0 dl 1734016151 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016140.709987:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076866a00 with x1818247337070848 ext(7340032->7344127) 00002000:00010000:0.0:1734016140.709997:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076866a00 00000100:00100000:0.0:1734016140.710040:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9395 00000100:00100000:0.0:1734016140.710053:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076866a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+9:1979:x1818247337070848:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:0.0:1734016140.710362:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076866a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+9:1979:x1818247337070848:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 309us (751us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016140.710371:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9395 00002000:00100000:0.0:1734016140.710378:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (7340032->7344127) req@ffff880076866a00 x1818247337070848/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:101/0 lens 488/4536 e 0 to 0 dl 1734016151 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016140.710387:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076866a00 with x1818247337070848 ext(7340032->7344127) 00002000:00010000:0.0:1734016140.710389:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076866a00 00000100:00100000:2.0:1734016140.713590:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016140.713695:0:13925:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337071104 00000100:00100000:3.0:1734016140.713709:0:13925:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337071104 00002000:00100000:3.0:1734016140.713783:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (7335936->7340031) req@ffff880074d37800 x1818247337071104/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:101/0 lens 488/0 e 0 to 0 dl 1734016151 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016140.713795:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074d37800 with x1818247337071104 ext(7335936->7340031) 00002000:00010000:3.0:1734016140.713803:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074d37800 00000100:00100000:3.0:1734016140.713836:0:13925:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9396 00000100:00100000:3.0:1734016140.713842:0:13925:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074d37800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+9:1981:x1818247337071104:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:3.0:1734016140.714117:0:13925:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074d37800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+9:1981:x1818247337071104:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 274us (541us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016140.714124:0:13925:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9396 00002000:00100000:3.0:1734016140.714130:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (7335936->7340031) req@ffff880074d37800 x1818247337071104/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:101/0 lens 488/4536 e 0 to 0 dl 1734016151 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016140.714138:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074d37800 with x1818247337071104 ext(7335936->7340031) 00002000:00010000:3.0:1734016140.714141:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074d37800 00000100:00100000:1.0:1734016140.721345:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00010000:00010000:2.0:1734016140.721446:0:6472:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734016140.721925:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337071360 00000100:00100000:0.0:1734016140.721938:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337071360 00002000:00100000:0.0:1734016140.722005:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (7331840->7335935) req@ffff880076864a80 x1818247337071360/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:101/0 lens 488/0 e 0 to 0 dl 1734016151 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016140.722018:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076864a80 with x1818247337071360 ext(7331840->7335935) 00002000:00010000:0.0:1734016140.722024:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076864a80 00000100:00100000:0.0:1734016140.722078:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9397 00000100:00100000:0.0:1734016140.722086:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076864a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+9:1980:x1818247337071360:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:0.0:1734016140.722419:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076864a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+9:1980:x1818247337071360:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 333us (1091us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016140.722430:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9397 00002000:00100000:0.0:1734016140.722439:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (7331840->7335935) req@ffff880076864a80 x1818247337071360/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:101/0 lens 488/4536 e 0 to 0 dl 1734016151 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016140.722447:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076864a80 with x1818247337071360 ext(7331840->7335935) 00002000:00010000:0.0:1734016140.722450:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076864a80 00000100:00100000:1.0:1734016140.729383:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016140.729510:0:13925:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337071616 00000100:00100000:3.0:1734016140.729525:0:13925:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337071616 00002000:00100000:3.0:1734016140.729603:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (7327744->7331839) req@ffff880076864000 x1818247337071616/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:101/0 lens 488/0 e 0 to 0 dl 1734016151 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016140.729617:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076864000 with x1818247337071616 ext(7327744->7331839) 00002000:00010000:3.0:1734016140.729623:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076864000 00000100:00100000:3.0:1734016140.729665:0:13925:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9398 00000100:00100000:3.0:1734016140.729674:0:13925:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076864000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+9:1981:x1818247337071616:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:3.0:1734016140.730020:0:13925:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076864000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+9:1981:x1818247337071616:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 345us (657us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016140.730030:0:13925:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9398 00002000:00100000:3.0:1734016140.730037:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (7327744->7331839) req@ffff880076864000 x1818247337071616/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:101/0 lens 488/4536 e 0 to 0 dl 1734016151 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016140.730045:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076864000 with x1818247337071616 ext(7327744->7331839) 00002000:00010000:3.0:1734016140.730048:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076864000 00000100:00100000:2.0:1734016140.733235:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016140.733355:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337071744 00000100:00100000:0.0:1734016140.733370:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337071744 00002000:00100000:0.0:1734016140.733447:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (7327744->7363963) req@ffff880074d37b80 x1818247337071744/t0(0) o4->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:101/0 lens 488/0 e 0 to 0 dl 1734016151 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016140.733460:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074d37b80 with x1818247337071744 ext(7327744->7363963) 00002000:00010000:0.0:1734016140.733467:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074d37b80 00000100:00100000:0.0:1734016140.733528:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9399 00000100:00100000:0.0:1734016140.733540:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074d37b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+9:1980:x1818247337071744:12345-192.168.201.10@tcp:4:fsx.0 00000100:00100000:0.0:1734016140.741653:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074d37b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+11:1980:x1818247337071744:12345-192.168.201.10@tcp:4:fsx.0 Request processed in 8072us (8396us total) trans 4294969447 rc 0/0 00000100:00100000:0.0:1734016140.741684:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9399 00002000:00100000:0.0:1734016140.741717:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (7327744->7363963) req@ffff880074d37b80 x1818247337071744/t4294969447(0) o4->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:101/0 lens 488/448 e 0 to 0 dl 1734016151 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016140.741732:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074d37b80 with x1818247337071744 ext(7327744->7363963) 00002000:00010000:0.0:1734016140.741742:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074d37b80 00000100:00100000:1.0:1734016140.747076:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016140.747209:0:8966:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337071872 00000100:00100000:2.0:1734016140.747221:0:8966:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337071872 00000100:00100000:2.0:1734016140.748248:0:8966:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2130 00000100:00100000:2.0:1734016140.748259:0:8966:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076867b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+16:9673:x1818247337071872:12345-192.168.201.10@tcp:44:fsx.0 00000100:00100000:2.0:1734016140.749389:0:8966:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076867b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+16:9673:x1818247337071872:12345-192.168.201.10@tcp:44:fsx.0 Request processed in 1119us (2330us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016140.749399:0:8966:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2130 00000100:00100000:2.0:1734016140.753537:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016140.753960:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337072000 00000100:00100000:3.0:1734016140.753976:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337072000 00000100:00100000:3.0:1734016140.754067:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 11122 00000100:00100000:3.0:1734016140.754077:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074d36680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+11:1979:x1818247337072000:12345-192.168.201.10@tcp:16:fsx.0 00000001:00080000:2.0:1734016140.755920:0:8954:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969447 is committed 00000001:00080000:2.0:1734016140.755964:0:8954:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969445 is committed 00000100:00100000:3.0:1734016140.759498:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074d36680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1979:x1818247337072000:12345-192.168.201.10@tcp:16:fsx.0 Request processed in 5401us (5953us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016140.759518:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 11122 00000100:00100000:1.0:1734016140.770821:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016140.771026:0:8966:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337072128 00000100:00100000:2.0:1734016140.771040:0:8966:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337072128 00000100:00100000:0.0:1734016140.773184:0:7420:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2131 00000100:00100000:0.0:1734016140.773203:0:7420:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076864e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+20:9673:x1818247337072128:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:0.0:1734016140.773242:0:7420:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016140.773281:0:7420:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8038240/0x3f004d6452e08e17 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d2411 expref: -99 pid: 7420 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016140.773429:0:7420:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8038900/0x3f004d6452e08e1e lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7420 initiator: MDT0 00010000:00010000:0.0:1734016140.773450:0:7420:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8038900/0x3f004d6452e08e1e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7420 initiator: MDT0 00010000:00010000:0.0:1734016140.773466:0:7420:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8038900/0x3f004d6452e08e1e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7420 initiator: MDT0 00000004:00200000:0.0:1734016140.773502:0:7420:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 7363964 00000004:00200000:0.0:1734016140.773507:0:7420:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1734016140.773528:0:7420:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8038900/0x3f004d6452e08e1e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7420 initiator: MDT0 00010000:00010000:0.0:1734016140.773556:0:7420:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8038240/0x3f004d6452e08e17 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2411 expref: 22 pid: 7420 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016140.773602:0:7420:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8038900/0x3f004d6452e08e1e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2411 expref: 21 pid: 7420 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016140.773611:0:7420:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:0.0:1734016140.773615:0:7420:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1734016140.773620:0:7420:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a8038900, rc 0) 00000100:00100000:0.0:1734016140.776493:0:7420:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076864e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+21:9673:x1818247337072128:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 3273us (5671us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016140.776509:0:7420:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2131 00000100:00100000:1.0:1734016140.779828:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016140.779950:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337072256 00000100:00100000:3.0:1734016140.779968:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337072256 00000100:00100000:3.0:1734016140.780109:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 11123 00000100:00100000:3.0:1734016140.780118:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076865f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1978:x1818247337072256:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:3.0:1734016140.780152:0:7690:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016140.780177:0:7690:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7180/0x3f004d6452e08e25 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d2418 expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016140.780272:0:7690:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009721bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339498368:192.168.201.10@tcp:106: 00000100:00100000:3.0:1734016140.781023:0:7690:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012b911540 going to sleep for 11 seconds 00002000:00010000:0.0:1734016140.783006:0:7690:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime: 1734016139 -> 1734016140 00002000:00010000:0.0:1734016140.783016:0:7690:0:(ofd_lvb.c:301:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks: 1128 -> 1200 00000100:00100000:0.0:1734016140.783052:0:7690:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009721bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339498368:192.168.201.10@tcp:106: 00010000:00010000:0.0:1734016140.783114:0:7690:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7180/0x3f004d6452e08e25 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2418 expref: 7 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016140.783132:0:7690:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7180/0x3f004d6452e08e25 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2418 expref: 7 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016140.783676:0:7690:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a9a7180, rc 0) 00000100:00100000:0.0:1734016140.783766:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076865f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1978:x1818247337072256:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 3645us (3952us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016140.783780:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 11123 00000100:00100000:0.0:1734016140.786854:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016140.787229:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337072384 00000100:00100000:2.0:1734016140.787245:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337072384 00000100:00100000:2.0:1734016140.787315:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 11124 00000100:00100000:2.0:1734016140.787327:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074098e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1981:x1818247337072384:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:2.0:1734016140.787357:0:7690:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016140.787386:0:7690:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e08e2c lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d241f expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016140.787470:0:7690:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074d34000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339498496:192.168.201.10@tcp:106: 00000100:00100000:2.0:1734016140.788399:0:7690:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007455db40 going to sleep for 11 seconds 00000100:00100000:0.0:1734016140.790264:0:7690:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074d34000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339498496:192.168.201.10@tcp:106: 00010000:00010000:0.0:1734016140.790312:0:7690:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e08e2c lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d241f expref: 7 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016140.790330:0:7690:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e08e2c lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d241f expref: 7 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016140.790941:0:7690:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880072171440, rc 0) 00000100:00100000:0.0:1734016140.791033:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074098e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1981:x1818247337072384:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 3705us (4200us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016140.791045:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 11124 00000100:00100000:3.0:1734016140.795239:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016140.795355:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337072512 00000100:00100000:0.0:1734016140.795369:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337072512 00000100:00100000:0.0:1734016140.795445:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 11125 00000100:00100000:0.0:1734016140.795453:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880097218700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1979:x1818247337072512:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:0.0:1734016140.795486:0:7690:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016140.795520:0:7690:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a803ba80/0x3f004d6452e08e33 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d2426 expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016140.795610:0:7690:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074098380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339498624:192.168.201.10@tcp:106: 00000100:00100000:0.0:1734016140.795712:0:7690:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7486240 going to sleep for 11 seconds 00000100:00100000:0.0:1734016140.797529:0:7690:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074098380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339498624:192.168.201.10@tcp:106: 00010000:00010000:0.0:1734016140.797568:0:7690:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a803ba80/0x3f004d6452e08e33 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2426 expref: 7 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016140.797585:0:7690:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a803ba80/0x3f004d6452e08e33 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2426 expref: 7 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016140.798159:0:7690:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a803ba80, rc 0) 00000100:00100000:0.0:1734016140.798231:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880097218700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1979:x1818247337072512:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 2777us (3011us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016140.798247:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 11125 00000100:00100000:2.0:1734016140.801133:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016140.801225:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337072640 00000100:00100000:0.0:1734016140.801242:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337072640 00000100:00100000:0.0:1734016140.801349:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 11126 00000100:00100000:0.0:1734016140.801357:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074d34700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1981:x1818247337072640:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:0.0:1734016140.801385:0:7690:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016140.801408:0:7690:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a8038b40/0x3f004d6452e08e3a lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d242d expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016140.801489:0:7690:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074098380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339498752:192.168.201.10@tcp:106: 00000100:00100000:0.0:1734016140.801579:0:7690:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7486240 going to sleep for 11 seconds 00000100:00100000:0.0:1734016140.805724:0:7690:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074098380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339498752:192.168.201.10@tcp:106: 00010000:00010000:0.0:1734016140.805766:0:7690:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a8038b40/0x3f004d6452e08e3a lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d242d expref: 7 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016140.805781:0:7690:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a8038b40/0x3f004d6452e08e3a lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d242d expref: 7 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016140.805807:0:7690:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a8038b40, rc 0) 00000100:00100000:0.0:1734016140.805858:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074d34700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1981:x1818247337072640:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 4501us (4741us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016140.805897:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 11126 00000100:00100000:2.0:1734016140.810710:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016140.810851:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337072896 00000100:00100000:0.0:1734016140.810915:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337072896 00000100:00100000:1.0:1734016140.811368:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9400 00000100:00100000:1.0:1734016140.811382:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074d34a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1978:x1818247337072896:12345-192.168.201.10@tcp:4:fsx.0 00010000:00010000:1.0:1734016140.811449:0:7694:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800972346c0/0x3f004d6452e08e41 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016140.811478:0:7694:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a6880/0x3f004d6452e08e10 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d240a expref: 5 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016140.811487:0:7694:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016140.811489:0:7694:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016140.811493:0:7694:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800972346c0/0x3f004d6452e08e41 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [6967296->6971391] (req 6967296->6971391) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016140.811537:0:7694:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a9a6880/0x3f004d6452e08e10 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d240a expref: 5 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016140.811560:0:7694:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a9a6880/0x3f004d6452e08e10 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d240a expref: 5 pid: 7690 timeout: 504 lvb_type: 0 00000100:00100000:1.0:1734016140.811577:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076864380 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_000:lustre-OST0001_UUID:7694:1818247339498880:192.168.201.10@tcp:104: 00000100:00100000:1.0:1734016140.811672:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012cf4f180 going to sleep for 11 seconds 00000100:00100000:1.0:1734016140.814999:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076864380 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_000:lustre-OST0001_UUID:7694:1818247339498880:192.168.201.10@tcp:104: 00010000:00010000:1.0:1734016140.815033:0:7694:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800972346c0/0x3f004d6452e08e41 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [6967296->6971391] (req 6967296->6971391) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016140.815152:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016140.815315:0:6469:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337073024 00000100:00100000:1.0:1734016140.815322:0:6469:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337073024 00010000:00010000:1.0:1734016140.815351:0:6469:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a9a6880/0x3f004d6452e08e10 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d240a expref: 6 pid: 7690 timeout: 504 lvb_type: 0 00000100:00100000:1.0:1734016140.815390:0:6469:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 3019 00000100:00100000:1.0:1734016140.815396:0:6469:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074d35880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1978:x1818247337073024:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016140.815415:0:6469:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016140.815441:0:6469:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a9a6880/0x3f004d6452e08e10 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d240a expref: 6 pid: 7690 timeout: 504 lvb_type: 0 00010000:00010000:1.0:1734016140.815451:0:6469:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a9a6880/0x3f004d6452e08e10 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d240a expref: 6 pid: 7690 timeout: 504 lvb_type: 0 00010000:00010000:1.0:1734016140.815476:0:6469:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a6880/0x3f004d6452e08e10 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d240a expref: 6 pid: 7690 timeout: 504 lvb_type: 0 00010000:00010000:1.0:1734016140.816342:0:6469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016140.816346:0:6469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016140.816353:0:6469:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800972346c0/0x3f004d6452e08e41 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [6967296->6971391] (req 6967296->6971391) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016140.816365:0:6469:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800972346c0/0x3f004d6452e08e41 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [6967296->6971391] (req 6967296->6971391) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016140.816405:0:6469:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016140.816820:0:6469:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074d35880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:1978:x1818247337073024:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 1421us (1667us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016140.816832:0:6469:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 3019 00010000:00010000:2.0:1734016140.816913:0:7694:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800972346c0/0x3f004d6452e08e41 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [6967296->6971391] (req 6967296->6971391) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016140.816922:0:7694:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800972346c0/0x3f004d6452e08e41 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [6967296->6971391] (req 6967296->6971391) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000001:00080000:2.0:1734016140.828370:0:8954:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969448 is committed 00002000:00010000:0.0:1734016140.828625:0:7694:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 1200 -> 1208 00010000:00010000:0.0:1734016140.828661:0:7694:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800972346c0/0x3f004d6452e08e41 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [6967296->6971391] (req 6967296->6971391) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016140.828678:0:7694:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800972346c0/0x3f004d6452e08e41 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [6967296->6971391] (req 6967296->6971391) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016140.828692:0:7694:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800972346c0/0x3f004d6452e08e41 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [6967296->6971391] (req 6967296->6971391) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016140.828703:0:7694:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800972346c0 already unused, calling callback (ffffffffa086d100) 00010000:00010000:0.0:1734016140.828710:0:7694:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800972346c0/0x3f004d6452e08e41 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [6967296->6971391] (req 6967296->6971391) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016140.828721:0:7694:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800972346c0/0x3f004d6452e08e41 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [6967296->6971391] (req 6967296->6971391) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016140.828750:0:7694:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800972346c0/0x3f004d6452e08e41 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [6967296->6971391] (req 6967296->6971391) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016140.828755:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800972346c0/0x3f004d6452e08e41 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [6967296->6971391] (req 6967296->6971391) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016140.830588:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074d34a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1978:x1818247337072896:12345-192.168.201.10@tcp:4:fsx.0 Request processed in 19183us (19871us total) trans 4294969448 rc 0/0 00000100:00100000:0.0:1734016140.830610:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9400 00000100:00100000:2.0:1734016140.839489:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016140.844505:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337073152 00000100:00100000:0.0:1734016140.844541:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337073152 00000100:00100000:0.0:1734016140.844668:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 11127 00000100:00100000:0.0:1734016140.844684:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074d35c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1979:x1818247337073152:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:0.0:1734016140.844735:0:7690:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016140.844780:0:7690:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a803b3c0/0x3f004d6452e08e48 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d2434 expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1734016140.844831:0:7690:0:(ofd_lvb.c:169:ofd_lvbo_init()) res: [0x280000400:0x5:0x0] initial LVB size: 7363964, mtime: 0x675afc8c, atime: 0x675afc8c, ctime: 0x675afc8c, blocks: 0x4b8 00010000:00010000:0.0:1734016140.844903:0:7690:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016140.844906:0:7690:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016140.844917:0:7690:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a803b3c0/0x3f004d6452e08e48 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2434 expref: 7 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016140.844938:0:7690:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a803b3c0/0x3f004d6452e08e48 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2434 expref: 7 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016140.844956:0:7690:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a803b3c0, rc 0) 00000100:00100000:0.0:1734016140.845091:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074d35c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1979:x1818247337073152:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 411us (5622us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016140.845101:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 11127 00000100:00100000:2.0:1734016140.854056:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016140.854289:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337073280 00000100:00100000:0.0:1734016140.854309:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337073280 00000100:00100000:0.0:1734016140.854383:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 11128 00000100:00100000:0.0:1734016140.854396:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074d36a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:9673:x1818247337073280:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:0.0:1734016140.854430:0:7690:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016140.854461:0:7690:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a8039440/0x3f004d6452e08e4f lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d243b expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016140.854512:0:7690:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a803b3c0/0x3f004d6452e08e48 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2434 expref: 8 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016140.854526:0:7690:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016140.854529:0:7690:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016140.854534:0:7690:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a8039440/0x3f004d6452e08e4f lrc: 4/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [10391552->10407935] (req 10391552->10407935) gid 0 flags: 0x50000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d243b expref: 8 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016140.854583:0:7690:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a803b3c0/0x3f004d6452e08e48 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2434 expref: 8 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016140.854600:0:7690:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a803b3c0/0x3f004d6452e08e48 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2434 expref: 8 pid: 7690 timeout: 504 lvb_type: 1 00000100:00100000:0.0:1734016140.854620:0:7690:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074098380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339499008:192.168.201.10@tcp:104: 00000100:00100000:0.0:1734016140.854725:0:7690:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7486300 going to sleep for 11 seconds 00000100:00100000:0.0:1734016140.858227:0:7690:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074098380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339499008:192.168.201.10@tcp:104: 00010000:00010000:0.0:1734016140.858287:0:7690:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a8039440/0x3f004d6452e08e4f lrc: 3/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [10391552->10407935] (req 10391552->10407935) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d243b expref: 8 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016140.858312:0:7690:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a8039440, rc 0) 00000100:00100000:0.0:1734016140.858407:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074d36a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:9673:x1818247337073280:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 4011us (4372us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016140.858421:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 11128 00000100:00100000:2.0:1734016140.861142:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016140.861511:0:6469:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337073408 00000100:00100000:1.0:1734016140.861531:0:6469:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337073408 00010000:00010000:1.0:1734016140.861608:0:6469:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a803b3c0/0x3f004d6452e08e48 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2434 expref: 8 pid: 7690 timeout: 504 lvb_type: 1 00000100:00100000:1.0:1734016140.861667:0:6469:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 3020 00000100:00100000:1.0:1734016140.861680:0:6469:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074d34000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1978:x1818247337073408:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016140.861705:0:6469:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016140.861746:0:6469:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a803b3c0/0x3f004d6452e08e48 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2434 expref: 8 pid: 7690 timeout: 504 lvb_type: 1 00010000:00010000:1.0:1734016140.861764:0:6469:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a803b3c0/0x3f004d6452e08e48 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2434 expref: 8 pid: 7690 timeout: 504 lvb_type: 1 00010000:00010000:1.0:1734016140.861812:0:6469:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a803b3c0/0x3f004d6452e08e48 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2434 expref: 8 pid: 7690 timeout: 504 lvb_type: 1 00010000:00010000:1.0:1734016140.861860:0:6469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016140.861910:0:6469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016140.861924:0:6469:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a8039440/0x3f004d6452e08e4f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 10391552->10407935) gid 0 flags: 0x40080000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d243b expref: 7 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016140.861937:0:6469:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a8039440/0x3f004d6452e08e4f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 10391552->10407935) gid 0 flags: 0x40080000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d243b expref: 7 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016140.862005:0:6469:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a8039440/0x3f004d6452e08e4f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 10391552->10407935) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d243b expref: 7 pid: 7690 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016140.862031:0:6469:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076864380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6469:1818247339499136:192.168.201.10@tcp:105: 00000100:00100000:1.0:1734016140.862181:0:6469:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012cf4f180 going to sleep for 11 seconds 00000100:00100000:1.0:1734016140.873860:0:6469:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076864380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6469:1818247339499136:192.168.201.10@tcp:105: 00010000:00010000:1.0:1734016140.874368:0:6469:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016140.875503:0:6469:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074d34000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1978:x1818247337073408:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 13815us (14379us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016140.875521:0:6469:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 3020 00000100:00100000:2.0:1734016140.876510:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016140.876817:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337073536 00000100:00100000:0.0:1734016140.876835:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337073536 00000100:00100000:0.0:1734016140.876918:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 11129 00000100:00100000:0.0:1734016140.876936:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074ebce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1979:x1818247337073536:12345-192.168.201.10@tcp:22:fsx.0 00002000:00010000:0.0:1734016140.877416:0:7690:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 7363964 -> 10405966 00002000:00010000:0.0:1734016140.877420:0:7690:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016140 -> 1734016140 00002000:00010000:0.0:1734016140.877423:0:7690:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016140 -> 1734016140 00002000:00010000:0.0:1734016140.877426:0:7690:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016140 -> 1734016140 00002000:00010000:0.0:1734016140.877428:0:7690:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 1208 -> 1240 00000100:00100000:0.0:1734016140.877526:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074ebce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1979:x1818247337073536:12345-192.168.201.10@tcp:22:fsx.0 Request processed in 592us (1021us total) trans 4294969449 rc 0/0 00000100:00100000:0.0:1734016140.877533:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 11129 00000100:00100000:2.0:1734016140.891486:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016140.896997:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337073664 00000100:00100000:0.0:1734016140.897027:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337073664 00000100:00100000:1.0:1734016140.897209:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 11130 00000100:00100000:1.0:1734016140.897219:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074ebca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:9673:x1818247337073664:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:1.0:1734016140.897247:0:7690:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016140.897284:0:7690:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800972346c0/0x3f004d6452e08e56 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d2442 expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016140.897324:0:7690:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a8039440/0x3f004d6452e08e4f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 10391552->10407935) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d243b expref: 7 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016140.897332:0:7690:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016140.897334:0:7690:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016140.897338:0:7690:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800972346c0/0x3f004d6452e08e56 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [10330112->10383359] (req 10330112->10383359) gid 0 flags: 0x50000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2442 expref: 6 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016140.897386:0:7690:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a8039440/0x3f004d6452e08e4f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 10391552->10407935) gid 0 flags: 0x50000000020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d243b expref: 7 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016140.897401:0:7690:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a8039440/0x3f004d6452e08e4f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 10391552->10407935) gid 0 flags: 0x70000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d243b expref: 7 pid: 7690 timeout: 505 lvb_type: 0 00000100:00100000:1.0:1734016140.897416:0:7690:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076864380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339499264:192.168.201.10@tcp:104: 00000100:00100000:1.0:1734016140.897660:0:7690:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012cf4f180 going to sleep for 11 seconds 00000100:00100000:2.0:1734016140.913419:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016140.916187:0:6469:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337073792 00000100:00100000:0.0:1734016140.916215:0:6469:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337073792 00010000:00010000:0.0:1734016140.916305:0:6469:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a8039440/0x3f004d6452e08e4f lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 10391552->10407935) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d243b expref: 8 pid: 7690 timeout: 505 lvb_type: 0 00000100:00100000:0.0:1734016140.916399:0:6469:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 3021 00000100:00100000:0.0:1734016140.916411:0:6469:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800750e3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1978:x1818247337073792:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016140.916435:0:6469:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016140.916475:0:6469:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a8039440/0x3f004d6452e08e4f lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 10391552->10407935) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d243b expref: 8 pid: 7690 timeout: 505 lvb_type: 0 00010000:00010000:0.0:1734016140.916495:0:6469:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a8039440/0x3f004d6452e08e4f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 10391552->10407935) gid 0 flags: 0x50000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d243b expref: 8 pid: 7690 timeout: 505 lvb_type: 0 00010000:00010000:0.0:1734016140.916541:0:6469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016140.916543:0:6469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016140.916554:0:6469:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800972346c0/0x3f004d6452e08e56 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 10330112->10383359) gid 0 flags: 0x50080000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2442 expref: 6 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016140.916566:0:6469:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800972346c0/0x3f004d6452e08e56 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 10330112->10383359) gid 0 flags: 0x50080000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2442 expref: 6 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016140.916628:0:6469:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800972346c0/0x3f004d6452e08e56 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 10330112->10383359) gid 0 flags: 0x40000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2442 expref: 6 pid: 7690 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016140.916655:0:6469:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074098380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6469:1818247339499392:192.168.201.10@tcp:105: 00010000:00010000:1.0:1734016140.916981:0:7690:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a8039440/0x3f004d6452e08e4f lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 10391552->10407935) gid 0 flags: 0x44801400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d243b expref: 8 pid: 7690 timeout: 505 lvb_type: 0 00000100:00100000:1.0:1734016140.917023:0:7690:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076864380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339499264:192.168.201.10@tcp:104: 00010000:00010000:1.0:1734016140.917071:0:7690:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800972346c0/0x3f004d6452e08e56 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 10330112->10383359) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2442 expref: 6 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016140.917082:0:7690:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800972346c0, rc 0) 00000100:00100000:0.0:1734016140.918954:0:6469:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7486300 going to sleep for 11 seconds 00000100:00100000:1.0:1734016140.919319:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074ebca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:9673:x1818247337073664:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 22079us (27828us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016140.919336:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 11130 00000100:00100000:3.0:1734016140.937414:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016140.939513:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337073920 00000100:00100000:0.0:1734016140.939534:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337073920 00000100:00100000:0.0:1734016140.939631:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 11131 00000100:00100000:0.0:1734016140.939645:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880097218a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1979:x1818247337073920:12345-192.168.201.10@tcp:22:fsx.0 00000100:00100000:2.0:1734016140.940464:0:6469:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074098380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6469:1818247339499392:192.168.201.10@tcp:105: 00010000:00010000:2.0:1734016140.940496:0:6469:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016140.940584:0:6469:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800750e3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1978:x1818247337073792:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 24173us (27196us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016140.940598:0:6469:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 3021 00002000:00010000:1.0:1734016140.942276:0:7690:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 10405966 -> 10405966 00002000:00010000:1.0:1734016140.942286:0:7690:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016140 -> 1734016140 00002000:00010000:1.0:1734016140.942288:0:7690:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016140 -> 1734016140 00002000:00010000:1.0:1734016140.942290:0:7690:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016140 -> 1734016140 00002000:00010000:1.0:1734016140.942292:0:7690:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 1240 -> 1240 00000100:00100000:1.0:1734016140.942400:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880097218a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1979:x1818247337073920:12345-192.168.201.10@tcp:22:fsx.0 Request processed in 2751us (5005us total) trans 4294969450 rc 0/0 00000100:00100000:1.0:1734016140.942411:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 11131 00000100:00100000:3.0:1734016140.949851:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016140.950319:0:7420:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337074048 00000100:00100000:2.0:1734016140.950334:0:7420:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337074048 00000100:00100000:2.0:1734016140.950414:0:7420:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2132 00000100:00100000:2.0:1734016140.950422:0:7420:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880097218e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+16:9673:x1818247337074048:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:2.0:1734016140.950462:0:7420:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016140.950537:0:7420:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880072171440/0x3f004d6452e08e5d lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d2449 expref: -99 pid: 7420 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016140.950688:0:7420:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880072170d80/0x3f004d6452e08e64 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 7420 initiator: MDT0 00010000:00010000:2.0:1734016140.950709:0:7420:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880072170d80/0x3f004d6452e08e64 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 7420 initiator: MDT0 00010000:00010000:2.0:1734016140.950725:0:7420:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880072170d80/0x3f004d6452e08e64 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 7420 initiator: MDT0 00000004:00200000:2.0:1734016140.950757:0:7420:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 7363964 00000004:00200000:2.0:1734016140.950762:0:7420:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1734016140.950781:0:7420:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880072170d80/0x3f004d6452e08e64 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 7420 initiator: MDT0 00010000:00010000:2.0:1734016140.950813:0:7420:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880072171440/0x3f004d6452e08e5d lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2449 expref: 18 pid: 7420 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016140.950861:0:7420:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880072170d80/0x3f004d6452e08e64 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2449 expref: 17 pid: 7420 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016140.950896:0:7420:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:2.0:1734016140.950899:0:7420:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1734016140.950902:0:7420:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880072170d80, rc 0) 00000100:00100000:2.0:1734016140.953416:0:7420:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880097218e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+17:9673:x1818247337074048:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 2980us (3568us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016140.953433:0:7420:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2132 00000100:00100000:3.0:1734016140.981579:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016140.981737:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337074176 00000100:00100000:1.0:1734016140.981754:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337074176 00000100:00100000:1.0:1734016140.981840:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 11132 00000100:00100000:1.0:1734016140.981852:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880097219180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1978:x1818247337074176:12345-192.168.201.10@tcp:22:fsx.0 00002000:00010000:1.0:1734016140.982291:0:7690:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 10405966 -> 10405966 00002000:00010000:1.0:1734016140.982295:0:7690:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016140 -> 1734016140 00002000:00010000:1.0:1734016140.982298:0:7690:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016140 -> 1734016140 00002000:00010000:1.0:1734016140.982300:0:7690:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016140 -> 1734016140 00002000:00010000:1.0:1734016140.982303:0:7690:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 1240 -> 1240 00000100:00100000:1.0:1734016140.982725:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880097219180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+8:1978:x1818247337074176:12345-192.168.201.10@tcp:22:fsx.0 Request processed in 873us (1164us total) trans 4294969451 rc 0/0 00000100:00100000:1.0:1734016140.982737:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 11132 00000100:00100000:3.0:1734016140.995579:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016140.995729:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337074432 00000100:00100000:0.0:1734016140.995743:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337074432 00002000:00100000:0.0:1734016140.995820:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (2228224->10407935) req@ffff88009721a680 x1818247337074432/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:101/0 lens 504/0 e 0 to 0 dl 1734016151 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016140.995832:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88009721a680 with x1818247337074432 ext(2228224->10407935) 00002000:00010000:0.0:1734016140.995839:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009721a680 00000100:00100000:0.0:1734016140.997467:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9401 00000100:00100000:0.0:1734016140.997479:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009721a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+8:1980:x1818247337074432:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:0.0:1734016141.037654:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009721a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+8:1980:x1818247337074432:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 40154us (42071us total) trans 0 rc 122880/122880 00000100:00100000:0.0:1734016141.037676:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9401 00002000:00100000:0.0:1734016141.037697:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (2228224->10407935) req@ffff88009721a680 x1818247337074432/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:101/0 lens 504/440 e 0 to 0 dl 1734016151 ref 1 fl Complete:/200/0 rc 122880/122880 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016141.037710:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88009721a680 with x1818247337074432 ext(2228224->10407935) 00002000:00010000:0.0:1734016141.037720:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009721a680 00000100:00100000:2.0:1734016141.054347:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016141.054513:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337074560 00000100:00100000:1.0:1734016141.054536:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337074560 00000100:00080000:0.0:1734016141.054707:0:6479:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734016111 00000100:00100000:3.0:1734016141.055938:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 11133 00000100:00100000:3.0:1734016141.055955:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800750e2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1980:x1818247337074560:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:3.0:1734016141.056002:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016141.056042:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7cc0/0x3f004d6452e08e6b lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d2450 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016141.056169:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009721bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339499520:192.168.201.10@tcp:106: 00000100:00100000:3.0:1734016141.056327:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012b9116c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016141.066457:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009721bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339499520:192.168.201.10@tcp:106: 00010000:00010000:0.0:1734016141.066524:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7cc0/0x3f004d6452e08e6b lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2450 expref: 8 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016141.066545:0:7689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7cc0/0x3f004d6452e08e6b lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2450 expref: 8 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016141.066593:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a9a7cc0, rc 0) 00000100:00100000:0.0:1734016141.066689:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800750e2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1980:x1818247337074560:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 10735us (12360us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016141.066702:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 11133 00000100:00100000:2.0:1734016141.083692:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016141.086161:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337074688 00000100:00100000:0.0:1734016141.086191:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337074688 00000100:00100000:0.0:1734016141.086299:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 11134 00000100:00100000:0.0:1734016141.086311:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800750e3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1978:x1818247337074688:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:0.0:1734016141.086350:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016141.086381:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a8039440/0x3f004d6452e08e72 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d2457 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016141.086496:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074098380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339499648:192.168.201.10@tcp:106: 00000100:00100000:0.0:1734016141.086619:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a74869c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016141.099415:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074098380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339499648:192.168.201.10@tcp:106: 00010000:00010000:0.0:1734016141.099504:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a8039440/0x3f004d6452e08e72 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2457 expref: 8 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016141.099529:0:7689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a8039440/0x3f004d6452e08e72 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2457 expref: 8 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016141.099605:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a8039440, rc 0) 00000100:00100000:0.0:1734016141.099767:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800750e3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1978:x1818247337074688:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 13456us (16094us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016141.099780:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 11134 00000100:00100000:3.0:1734016141.103243:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016141.103377:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337074816 00000100:00100000:0.0:1734016141.103397:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337074816 00000100:00100000:0.0:1734016141.103504:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 11135 00000100:00100000:0.0:1734016141.103516:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009721b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1979:x1818247337074816:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:0.0:1734016141.103553:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016141.103593:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a803b3c0/0x3f004d6452e08e79 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d245e expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016141.103714:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074098380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339499776:192.168.201.10@tcp:106: 00000100:00100000:0.0:1734016141.103860:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a74869c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016141.117848:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074098380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339499776:192.168.201.10@tcp:106: 00010000:00010000:0.0:1734016141.118136:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a803b3c0/0x3f004d6452e08e79 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d245e expref: 8 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016141.118174:0:7689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a803b3c0/0x3f004d6452e08e79 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d245e expref: 8 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016141.118215:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a803b3c0, rc 0) 00000100:00100000:0.0:1734016141.119330:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009721b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1979:x1818247337074816:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 15808us (16100us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016141.119344:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 11135 00000100:00100000:2.0:1734016141.127061:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016141.130356:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337074944 00000100:00100000:1.0:1734016141.130396:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337074944 00000100:00100000:1.0:1734016141.130522:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 11136 00000100:00100000:1.0:1734016141.130535:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800750e1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1980:x1818247337074944:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:1.0:1734016141.130579:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016141.130621:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880097237840/0x3f004d6452e08e80 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d2465 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016141.130744:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076864380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339499904:192.168.201.10@tcp:106: 00000100:00100000:1.0:1734016141.130895:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012cf4f180 going to sleep for 11 seconds 00000100:00100000:1.0:1734016141.134948:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076864380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339499904:192.168.201.10@tcp:106: 00010000:00010000:1.0:1734016141.135043:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880097237840/0x3f004d6452e08e80 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2465 expref: 8 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016141.135080:0:7689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097237840/0x3f004d6452e08e80 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2465 expref: 8 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016141.135120:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097237840, rc 0) 00000100:00100000:1.0:1734016141.135237:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800750e1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1980:x1818247337074944:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 4702us (8213us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016141.135257:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 11136 00000100:00100000:3.0:1734016141.146504:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016141.148136:0:7420:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337075200 00000100:00100000:2.0:1734016141.148182:0:7420:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337075200 00000100:00100000:2.0:1734016141.151497:0:7420:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2133 00000100:00100000:2.0:1734016141.151521:0:7420:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880097218000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+21:9673:x1818247337075200:12345-192.168.201.10@tcp:36:fsx.0 00010000:00010000:2.0:1734016141.151663:0:7420:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016141.151719:0:7420:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8038900/0x3f004d6452e08e1e lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2411 expref: 21 pid: 7420 timeout: 0 lvb_type: 0 00000100:00080000:0.0:1734016141.156312:0:6479:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734016111 00010000:00010000:2.0:1734016141.156600:0:7420:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:2.0:1734016141.156615:0:7420:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1734016141.157051:0:7420:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880072172d00/0x3f004d6452e08e87 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7420 initiator: MDT0 00010000:00010000:2.0:1734016141.157096:0:7420:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880072170d80/0x3f004d6452e08e64 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2449 expref: 16 pid: 7420 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016141.157114:0:7420:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff880072172d00/0x3f004d6452e08e87 lrc: 4/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7420 initiator: MDT0 00010000:00010000:2.0:1734016141.157192:0:7420:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880072170d80/0x3f004d6452e08e64 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2449 expref: 16 pid: 7420 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016141.157219:0:7420:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880072170d80/0x3f004d6452e08e64 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2449 expref: 16 pid: 7420 timeout: 505 lvb_type: 0 00000100:00100000:2.0:1734016141.157242:0:7420:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800750e3480 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7420:1818247339500032:192.168.201.10@tcp:104: 00000100:00100000:2.0:1734016141.157409:0:7420:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007455df00 going to sleep for 11 seconds 00000100:00100000:3.0:1734016141.184711:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016141.185443:0:7420:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800750e3480 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7420:1818247339500032:192.168.201.10@tcp:104: 00010000:00010000:2.0:1734016141.185494:0:7420:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff880072172d00/0x3f004d6452e08e87 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7420 initiator: MDT0 00000100:00100000:0.0:1734016141.186455:0:6469:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337075328 00000100:00100000:0.0:1734016141.186472:0:6469:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337075328 00010000:00010000:0.0:1734016141.186579:0:6469:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880072170d80/0x3f004d6452e08e64 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2449 expref: 17 pid: 7420 timeout: 505 lvb_type: 0 00000100:00100000:0.0:1734016141.186640:0:6469:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 3022 00000100:00100000:0.0:1734016141.186651:0:6469:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880097219500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+17:1979:x1818247337075328:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016141.186674:0:6469:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016141.186683:0:6469:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880072170d80/0x3f004d6452e08e64 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2449 expref: 17 pid: 7420 timeout: 505 lvb_type: 0 00010000:00010000:0.0:1734016141.186698:0:6469:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880072170d80/0x3f004d6452e08e64 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2449 expref: 17 pid: 7420 timeout: 505 lvb_type: 0 00010000:00010000:0.0:1734016141.186737:0:6469:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880072170d80/0x3f004d6452e08e64 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2449 expref: 17 pid: 7420 timeout: 505 lvb_type: 0 00010000:00010000:0.0:1734016141.186787:0:6469:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:0.0:1734016141.186797:0:6469:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff880072172d00/0x3f004d6452e08e87 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7420 initiator: MDT0 00010000:00010000:0.0:1734016141.186812:0:6469:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880072172d00/0x3f004d6452e08e87 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 7420 initiator: MDT0 00010000:00010000:0.0:1734016141.186824:0:6469:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880072172d00/0x3f004d6452e08e87 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 7420 initiator: MDT0 00010000:00010000:0.0:1734016141.186859:0:6469:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016141.186979:0:6469:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880097219500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+16:1979:x1818247337075328:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 327us (2295us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016141.186990:0:6469:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 3022 00010000:00010000:0.0:1734016141.187041:0:7420:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff880072172d00/0x3f004d6452e08e87 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7420 initiator: MDT0 00010000:00010000:0.0:1734016141.187049:0:7420:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880072172d00/0x3f004d6452e08e87 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7420 initiator: MDT0 00000001:00080000:0.0:1734016141.187220:0:7420:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294968645 00000004:00010000:0.0:1734016141.187329:0:7420:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff880097218000 reply state ffff8800753c1000 transno 4294968646 ns: mdt-lustre-MDT0000_UUID lock: ffff880072172d00/0x3f004d6452e08e87 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7420 initiator: MDT0 00000100:00100000:0.0:1734016141.187340:0:7420:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1734016141.187478:0:7420:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880097218000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+23:9673:x1818247337075200:12345-192.168.201.10@tcp:36:fsx.0 Request processed in 35967us (41005us total) trans 4294968646 rc 0/0 00000100:00100000:0.0:1734016141.187485:0:7420:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2133 00000020:00080000:0.0:1734016141.187490:0:7420:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00080000:2.0:1734016141.187883:0:6479:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734016111 00000100:00100000:0.0:1734016141.191223:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00010000:00010000:2.0:1734016141.191432:0:3494:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880072172d00/0x3f004d6452e08e87 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7420 initiator: MDT0 00010000:00010000:2.0:1734016141.191450:0:3494:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880072172d00/0x3f004d6452e08e87 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7420 initiator: MDT0 00010000:00010000:2.0:1734016141.191461:0:3494:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880072172d00/0x3f004d6452e08e87 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7420 initiator: MDT0 00010000:00010000:2.0:1734016141.191471:0:3494:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880072172d00 already unused, calling callback (ffffffffa0f03950) 00010000:00010000:2.0:1734016141.191478:0:3494:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880072172d00/0x3f004d6452e08e87 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7420 initiator: MDT0 00010000:00010000:2.0:1734016141.191486:0:3494:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880072172d00/0x3f004d6452e08e87 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7420 initiator: MDT0 00010000:00010000:2.0:1734016141.191518:0:3494:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:2.0:1734016141.191522:0:3494:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734016141.191529:0:3494:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880072172d00/0x3f004d6452e08e87 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7420 initiator: MDT0 00010000:00010000:2.0:1734016141.191537:0:3494:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880072172d00/0x3f004d6452e08e87 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7420 initiator: MDT0 00000100:00100000:1.0:1734016141.191776:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337075456 00000100:00100000:1.0:1734016141.191794:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337075456 00000100:00100000:1.0:1734016141.191861:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 11137 00000100:00100000:1.0:1734016141.191915:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074098380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:9673:x1818247337075456:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:1.0:1734016141.191957:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016141.191992:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880097234d80/0x3f004d6452e08e8e lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d246c expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016141.192048:0:7689:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800972346c0/0x3f004d6452e08e56 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 10330112->10383359) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2442 expref: 7 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016141.192071:0:7689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016141.192072:0:7689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016141.192077:0:7689:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880097234d80/0x3f004d6452e08e8e lrc: 4/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d246c expref: 8 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016141.192153:0:7689:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800972346c0/0x3f004d6452e08e56 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 10330112->10383359) gid 0 flags: 0x50000000020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2442 expref: 7 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016141.192170:0:7689:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800972346c0/0x3f004d6452e08e56 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 10330112->10383359) gid 0 flags: 0x70000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2442 expref: 7 pid: 7690 timeout: 505 lvb_type: 0 00000100:00100000:1.0:1734016141.192191:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076864380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339500160:192.168.201.10@tcp:104: 00000100:00100000:1.0:1734016141.192328:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012cf4f180 going to sleep for 11 seconds 00000100:00100000:0.0:1734016141.195131:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016141.195177:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337075584 00000100:00100000:0.0:1734016141.195192:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337075584 00002000:00100000:0.0:1734016141.195268:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (2191360->2232319) req@ffff880074099f80 x1818247337075584/t0(0) o4->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:102/0 lens 488/0 e 0 to 0 dl 1734016152 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016141.195282:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074099f80 with x1818247337075584 ext(2191360->2232319) 00010000:00010000:0.0:1734016141.195296:0:7694:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800972346c0/0x3f004d6452e08e56 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 10330112->10383359) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2442 expref: 8 pid: 7690 timeout: 505 lvb_type: 0 00010000:00010000:0.0:1734016141.195312:0:7694:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800972346c0/0x3f004d6452e08e56 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 10330112->10383359) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2442 expref: 8 pid: 7690 timeout: 505 lvb_type: 0 00002000:00010000:0.0:1734016141.195319:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880074099f80 00000100:00100000:0.0:1734016141.195362:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 271 00000100:00100000:0.0:1734016141.195372:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074099f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+8:1978:x1818247337075584:12345-192.168.201.10@tcp:4:fsx.0 00000100:00100000:2.0:1734016141.195707:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076864380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339500160:192.168.201.10@tcp:104: 00010000:00010000:2.0:1734016141.195749:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880097234d80/0x3f004d6452e08e8e lrc: 3/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d246c expref: 8 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016141.195772:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097234d80, rc 0) 00000100:00100000:2.0:1734016141.195821:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074098380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:9673:x1818247337075456:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 3910us (4624us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016141.195832:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 11137 00000100:00100000:0.0:1734016141.200117:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074099f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+10:1978:x1818247337075584:12345-192.168.201.10@tcp:4:fsx.0 Request processed in 4719us (4980us total) trans 4294969452 rc 0/0 00000100:00100000:0.0:1734016141.200138:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 271 00002000:00100000:0.0:1734016141.200158:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (2191360->2232319) req@ffff880074099f80 x1818247337075584/t4294969452(0) o4->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:102/0 lens 488/448 e 0 to 0 dl 1734016152 ref 1 fl Complete:H/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016141.200172:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074099f80 with x1818247337075584 ext(2191360->2232319) 00010000:00010000:0.0:1734016141.200188:0:7694:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800972346c0/0x3f004d6452e08e56 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 10330112->10383359) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2442 expref: 10 pid: 7690 timeout: 505 lvb_type: 0 00010000:00010000:0.0:1734016141.200210:0:7694:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800972346c0/0x3f004d6452e08e56 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 10330112->10383359) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2442 expref: 10 pid: 7690 timeout: 505 lvb_type: 0 00002000:00010000:0.0:1734016141.200218:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880074099f80 00000100:00100000:0.0:1734016141.204108:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016141.204248:0:7705:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337075712 00000100:00100000:3.0:1734016141.204262:0:7705:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337075712 00010000:00010000:3.0:1734016141.204321:0:7705:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800972346c0/0x3f004d6452e08e56 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 10330112->10383359) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2442 expref: 10 pid: 7690 timeout: 505 lvb_type: 0 00000100:00100000:3.0:1734016141.204363:0:7705:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 3023 00000100:00100000:3.0:1734016141.204372:0:7705:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b919880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+10:1979:x1818247337075712:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016141.204393:0:7705:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:3.0:1734016141.204423:0:7705:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 1240 -> 1320 00010000:00010000:3.0:1734016141.204432:0:7705:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800972346c0/0x3f004d6452e08e56 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 10330112->10383359) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2442 expref: 10 pid: 7690 timeout: 505 lvb_type: 0 00010000:00010000:3.0:1734016141.204451:0:7705:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800972346c0/0x3f004d6452e08e56 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 10330112->10383359) gid 0 flags: 0x50000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2442 expref: 10 pid: 7690 timeout: 505 lvb_type: 0 00010000:00010000:3.0:1734016141.204486:0:7705:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800972346c0/0x3f004d6452e08e56 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 10330112->10383359) gid 0 flags: 0x44801400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2442 expref: 10 pid: 7690 timeout: 505 lvb_type: 0 00010000:00010000:3.0:1734016141.204537:0:7705:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016141.204541:0:7705:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016141.204549:0:7705:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880097234d80/0x3f004d6452e08e8e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d246c expref: 7 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016141.204561:0:7705:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880097234d80/0x3f004d6452e08e8e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d246c expref: 7 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016141.204621:0:7705:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880097234d80/0x3f004d6452e08e8e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d246c expref: 7 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016141.204648:0:7705:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880097218380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7705:1818247339500288:192.168.201.10@tcp:105: 00000100:00100000:3.0:1734016141.204754:0:7705:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012b9116c0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016141.209926:0:7705:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880097218380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7705:1818247339500288:192.168.201.10@tcp:105: 00010000:00010000:3.0:1734016141.209983:0:7705:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016141.210075:0:7705:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b919880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+9:1979:x1818247337075712:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 5700us (5981us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016141.210103:0:7705:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 3023 00000100:00100000:0.0:1734016141.213423:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016141.213574:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337075840 00000100:00100000:2.0:1734016141.213590:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337075840 00002000:00010000:2.0:1734016141.213650:0:7694:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (6642609->18446744073709551615) 00002000:00100000:2.0:1734016141.213656:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b919500 with x1818247337075840 ext(6642609->18446744073709551615) 00002000:00010000:2.0:1734016141.213672:0:7694:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012b919500. 00000100:00100000:2.0:1734016141.213720:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9402 00000100:00100000:2.0:1734016141.213732:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b919500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1978:x1818247337075840:12345-192.168.201.10@tcp:10:fsx.0 00002000:00010000:2.0:1734016141.214607:0:7694:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 10405966 -> 6642609 00002000:00010000:2.0:1734016141.214613:0:7694:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016140 -> 1734016140 00002000:00010000:2.0:1734016141.214617:0:7694:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016140 -> 1734016140 00002000:00010000:2.0:1734016141.214620:0:7694:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016140 -> 1734016140 00002000:00010000:2.0:1734016141.214623:0:7694:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 1320 -> 1208 00000100:00100000:2.0:1734016141.214762:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b919500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+9:1978:x1818247337075840:12345-192.168.201.10@tcp:10:fsx.0 Request processed in 1024us (1351us total) trans 4294969453 rc 0/0 00000100:00100000:2.0:1734016141.214779:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9402 00002000:00010000:2.0:1734016141.214785:0:7694:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (6642609->18446744073709551615) 00002000:00100000:2.0:1734016141.214789:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b919500 with x1818247337075840 ext(6642609->18446744073709551615) 00002000:00010000:2.0:1734016141.214798:0:7694:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012b919500. 00000100:00100000:0.0:1734016141.218389:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016141.218535:0:7420:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337075968 00000100:00100000:2.0:1734016141.218551:0:7420:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337075968 00000100:00100000:2.0:1734016141.218642:0:7420:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2134 00000100:00100000:2.0:1734016141.218651:0:7420:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b91a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+22:9673:x1818247337075968:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:2.0:1734016141.218700:0:7420:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016141.218732:0:7420:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800721718c0/0x3f004d6452e08e95 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d2473 expref: -99 pid: 7420 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016141.218909:0:7420:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880072171f80/0x3f004d6452e08e9c lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7420 initiator: MDT0 00010000:00010000:2.0:1734016141.218933:0:7420:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880072171f80/0x3f004d6452e08e9c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7420 initiator: MDT0 00010000:00010000:2.0:1734016141.218952:0:7420:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880072171f80/0x3f004d6452e08e9c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7420 initiator: MDT0 00000004:00200000:2.0:1734016141.218995:0:7420:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 6642609 00000004:00200000:2.0:1734016141.219003:0:7420:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1734016141.219034:0:7420:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880072171f80/0x3f004d6452e08e9c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7420 initiator: MDT0 00010000:00010000:2.0:1734016141.219088:0:7420:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800721718c0/0x3f004d6452e08e95 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2473 expref: 24 pid: 7420 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016141.219110:0:7420:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880072171f80/0x3f004d6452e08e9c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2473 expref: 23 pid: 7420 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016141.219119:0:7420:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:2.0:1734016141.219124:0:7420:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1734016141.219129:0:7420:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880072171f80, rc 0) 00000100:00100000:2.0:1734016141.219225:0:7420:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b91a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+23:9673:x1818247337075968:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 575us (858us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016141.219234:0:7420:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2134 00000100:00100000:0.0:1734016141.223376:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016141.225428:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337076096 00000100:00100000:2.0:1734016141.225449:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337076096 00000100:00100000:2.0:1734016141.225542:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 11138 00000100:00100000:2.0:1734016141.225554:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b91b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+9:9673:x1818247337076096:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:2.0:1734016141.225591:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016141.225620:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880072172640/0x3f004d6452e08ea3 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d247a expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016141.225673:0:7689:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880097234d80/0x3f004d6452e08e8e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d246c expref: 8 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016141.225683:0:7689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016141.225686:0:7689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016141.225690:0:7689:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880072172640/0x3f004d6452e08ea3 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [6041600->6107135] (req 6041600->6107135) gid 0 flags: 0x50000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d247a expref: 10 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016141.225745:0:7689:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880097234d80/0x3f004d6452e08e8e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d246c expref: 8 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016141.225762:0:7689:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880097234d80/0x3f004d6452e08e8e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d246c expref: 8 pid: 7689 timeout: 505 lvb_type: 0 00000100:00100000:2.0:1734016141.225779:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800750e3480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339500416:192.168.201.10@tcp:104: 00000100:00100000:2.0:1734016141.225894:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007455d300 going to sleep for 11 seconds 00000100:00100000:0.0:1734016141.234087:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016141.234247:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800750e3480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339500416:192.168.201.10@tcp:104: 00010000:00010000:2.0:1734016141.234307:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880072172640/0x3f004d6452e08ea3 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [6041600->6107135] (req 6041600->6107135) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d247a expref: 10 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016141.234340:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880072172640, rc 0) 00000100:00100000:2.0:1734016141.234431:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b91b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+10:9673:x1818247337076096:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 8879us (11078us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016141.234446:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 11138 00000100:00100000:3.0:1734016141.236784:0:7705:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337076224 00000100:00100000:3.0:1734016141.236808:0:7705:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337076224 00010000:00010000:3.0:1734016141.236900:0:7705:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880097234d80/0x3f004d6452e08e8e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d246c expref: 9 pid: 7689 timeout: 505 lvb_type: 0 00000100:00100000:3.0:1734016141.236976:0:7705:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 3024 00000100:00100000:3.0:1734016141.236988:0:7705:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b1ea4450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+9:1979:x1818247337076224:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016141.237025:0:7705:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016141.237075:0:7705:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880097234d80/0x3f004d6452e08e8e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d246c expref: 9 pid: 7689 timeout: 505 lvb_type: 0 00010000:00010000:3.0:1734016141.237095:0:7705:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880097234d80/0x3f004d6452e08e8e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d246c expref: 9 pid: 7689 timeout: 505 lvb_type: 0 00010000:00010000:3.0:1734016141.237132:0:7705:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097234d80/0x3f004d6452e08e8e lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d246c expref: 9 pid: 7689 timeout: 505 lvb_type: 0 00010000:00010000:3.0:1734016141.238647:0:7705:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016141.238654:0:7705:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016141.238667:0:7705:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880072172640/0x3f004d6452e08ea3 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6041600->6107135) gid 0 flags: 0x40080000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d247a expref: 9 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016141.238685:0:7705:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880072172640/0x3f004d6452e08ea3 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6041600->6107135) gid 0 flags: 0x40080000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d247a expref: 9 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016141.238753:0:7705:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880072172640/0x3f004d6452e08ea3 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6041600->6107135) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d247a expref: 9 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016141.238776:0:7705:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880097218380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7705:1818247339500544:192.168.201.10@tcp:105: 00000100:00100000:3.0:1734016141.238914:0:7705:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012b9116c0 going to sleep for 11 seconds 00000100:00100000:2.0:1734016141.247005:0:7705:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880097218380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7705:1818247339500544:192.168.201.10@tcp:105: 00010000:00010000:2.0:1734016141.247060:0:7705:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016141.247142:0:7705:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b1ea4450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1979:x1818247337076224:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 10155us (13093us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016141.247160:0:7705:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 3024 00000100:00100000:0.0:1734016141.277424:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016141.277494:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016141.277614:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337076480 00000100:00100000:2.0:1734016141.277627:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337076480 00002000:00100000:2.0:1734016141.277700:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (0->6045695) req@ffff88012b918380 x1818247337076480/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:102/0 lens 504/0 e 0 to 0 dl 1734016152 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016141.277713:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b918380 with x1818247337076480 ext(0->6045695) 00002000:00010000:2.0:1734016141.277721:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012b918380 00000100:00100000:2.0:1734016141.277958:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337076736 00000100:00100000:2.0:1734016141.277962:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337076736 00002000:00100000:2.0:1734016141.277974:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (4190208->6643711) req@ffff88012b91ad80 x1818247337076736/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:102/0 lens 504/0 e 0 to 0 dl 1734016152 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016141.277981:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b91ad80 with x1818247337076736 ext(4190208->6643711) 00002000:00010000:2.0:1734016141.277985:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012b91ad80 00000100:00100000:3.0:1734016141.278228:0:13925:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9403 00000100:00100000:3.0:1734016141.278240:0:13925:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b918380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+11:1979:x1818247337076480:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:2.0:1734016141.303885:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9404 00000100:00100000:2.0:1734016141.303915:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b91ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+12:1978:x1818247337076736:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:3.0:1734016141.437636:0:13925:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b918380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+12:1979:x1818247337076480:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 159372us (160204us total) trans 0 rc 4194304/4194304 00000100:00100000:3.0:1734016141.437658:0:13925:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9403 00002000:00100000:3.0:1734016141.437679:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (0->6045695) req@ffff88012b918380 x1818247337076480/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:102/0 lens 504/440 e 0 to 0 dl 1734016152 ref 1 fl Complete:/200/0 rc 4194304/4194304 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016141.437693:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b918380 with x1818247337076480 ext(0->6045695) 00002000:00010000:3.0:1734016141.437702:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012b918380 00000100:00100000:2.0:1734016141.500330:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b91ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+10:1978:x1818247337076736:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 196395us (222804us total) trans 0 rc 2449408/2449408 00000100:00100000:2.0:1734016141.500365:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9404 00002000:00100000:2.0:1734016141.500397:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (4190208->6643711) req@ffff88012b91ad80 x1818247337076736/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:102/0 lens 504/440 e 0 to 0 dl 1734016152 ref 1 fl Complete:/200/0 rc 2449408/2449408 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016141.500414:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b91ad80 with x1818247337076736 ext(4190208->6643711) 00002000:00010000:2.0:1734016141.500425:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012b91ad80 00000100:00100000:0.0:1734016141.506203:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016141.506377:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337076864 00000100:00100000:2.0:1734016141.506393:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337076864 00000100:00100000:2.0:1734016141.506490:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 11139 00000100:00100000:2.0:1734016141.506501:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b918700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1980:x1818247337076864:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:2.0:1734016141.506539:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016141.506584:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800721718c0/0x3f004d6452e08eaa lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d2481 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016141.506634:0:7689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016141.506636:0:7689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016141.506653:0:7689:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800721718c0/0x3f004d6452e08eaa lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2481 expref: 9 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016141.506679:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800721718c0/0x3f004d6452e08eaa lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2481 expref: 9 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016141.506699:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800721718c0, rc 0) 00000100:00100000:2.0:1734016141.506802:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b918700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+9:1980:x1818247337076864:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 302us (629us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016141.506810:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 11139 00000100:00100000:0.0:1734016141.513433:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016141.514100:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337077120 00000100:00100000:2.0:1734016141.514121:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337077120 00000100:00100000:3.0:1734016141.515375:0:13925:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9405 00000100:00100000:3.0:1734016141.515393:0:13925:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b918a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+9:1978:x1818247337077120:12345-192.168.201.10@tcp:3:fsx.0 00010000:00010000:3.0:1734016141.515505:0:13925:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88009a9a4000/0x3f004d6452e08eb1 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 13925 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016141.515528:0:13925:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016141.515532:0:13925:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016141.515538:0:13925:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a9a4000/0x3f004d6452e08eb1 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [4456448->4468735] (req 4456448->4468735) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 13925 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016141.515553:0:13925:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a9a4000/0x3f004d6452e08eb1 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [4456448->4468735] (req 4456448->4468735) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 13925 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016141.515771:0:13925:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88009a9a4000/0x3f004d6452e08eb1 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [4456448->4468735] (req 4456448->4468735) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 13925 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016141.515780:0:13925:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009a9a4000/0x3f004d6452e08eb1 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [4456448->4468735] (req 4456448->4468735) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 13925 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016141.515790:0:13925:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009a9a4000/0x3f004d6452e08eb1 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [4456448->4468735] (req 4456448->4468735) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 13925 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016141.515800:0:13925:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88009a9a4000 already unused, calling callback (ffffffffa086d100) 00010000:00010000:3.0:1734016141.515806:0:13925:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009a9a4000/0x3f004d6452e08eb1 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [4456448->4468735] (req 4456448->4468735) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 13925 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016141.515816:0:13925:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009a9a4000/0x3f004d6452e08eb1 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [4456448->4468735] (req 4456448->4468735) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 13925 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016141.515837:0:13925:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009a9a4000/0x3f004d6452e08eb1 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [4456448->4468735] (req 4456448->4468735) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 13925 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016141.515845:0:13925:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a4000/0x3f004d6452e08eb1 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [4456448->4468735] (req 4456448->4468735) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 13925 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016141.516011:0:13925:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b918a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+9:1978:x1818247337077120:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 621us (2605us total) trans 0 rc 12288/12288 00000100:00100000:3.0:1734016141.516022:0:13925:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9405 00000100:00100000:0.0:1734016141.522758:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016141.532105:0:8966:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337077248 00000100:00100000:1.0:1734016141.532139:0:8966:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337077248 00000100:00100000:1.0:1734016141.532287:0:8966:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2135 00000100:00100000:1.0:1734016141.532300:0:8966:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b919c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+16:9673:x1818247337077248:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:1.0:1734016141.532347:0:8966:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016141.534953:0:8966:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880097234d80/0x3f004d6452e08eb8 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d2488 expref: -99 pid: 8966 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016141.535163:0:8966:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800972346c0/0x3f004d6452e08ebf lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 8966 initiator: MDT0 00010000:00010000:1.0:1734016141.535189:0:8966:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800972346c0/0x3f004d6452e08ebf lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 8966 initiator: MDT0 00010000:00010000:1.0:1734016141.535211:0:8966:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800972346c0/0x3f004d6452e08ebf lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 8966 initiator: MDT0 00000004:00200000:1.0:1734016141.535244:0:8966:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 6642609 00000004:00200000:1.0:1734016141.535250:0:8966:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1734016141.535273:0:8966:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800972346c0/0x3f004d6452e08ebf lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 8966 initiator: MDT0 00010000:00010000:1.0:1734016141.535307:0:8966:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880097234d80/0x3f004d6452e08eb8 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2488 expref: 18 pid: 8966 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016141.535366:0:8966:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800972346c0/0x3f004d6452e08ebf lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2488 expref: 17 pid: 8966 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016141.535375:0:8966:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:1.0:1734016141.535378:0:8966:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1734016141.535383:0:8966:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800972346c0, rc 0) 00000100:00100000:1.0:1734016141.535501:0:8966:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b919c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+17:9673:x1818247337077248:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 3201us (12761us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016141.535513:0:8966:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2135 00000100:00100000:2.0:1734016141.607561:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016141.607637:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016141.607739:0:13925:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337077504 00000100:00100000:3.0:1734016141.607755:0:13925:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337077504 00002000:00100000:3.0:1734016141.607829:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (0->4194303) req@ffff8800750e3b80 x1818247337077504/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:102/0 lens 488/0 e 0 to 0 dl 1734016152 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016141.607841:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800750e3b80 with x1818247337077504 ext(0->4194303) 00002000:00010000:3.0:1734016141.607848:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800750e3b80 00000100:00100000:3.0:1734016141.608233:0:13925:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337077760 00000100:00100000:3.0:1734016141.608236:0:13925:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337077760 00002000:00100000:3.0:1734016141.608255:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (4194304->6643711) req@ffff8800750e3480 x1818247337077760/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:102/0 lens 488/0 e 0 to 0 dl 1734016152 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016141.608262:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800750e3480 with x1818247337077760 ext(4194304->6643711) 00002000:00010000:3.0:1734016141.608265:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800750e3480 00000100:00100000:3.0:1734016141.608297:0:13925:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9406 00000100:00100000:3.0:1734016141.608304:0:13925:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800750e3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+10:1979:x1818247337077504:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:1.0:1734016141.608348:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9407 00000100:00100000:1.0:1734016141.608356:0:7695:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800750e3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+10:1978:x1818247337077760:12345-192.168.201.10@tcp:3:fsx.0 00000001:00080000:2.0:1734016141.615107:0:6464:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968646 is committed 00000001:00080000:2.0:1734016141.615142:0:6464:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968644 is committed 00000100:00100000:1.0:1734016141.725227:0:7695:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800750e3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+11:1978:x1818247337077760:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 116840us (117559us total) trans 0 rc 2449408/2449408 00000100:00100000:1.0:1734016141.725254:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9407 00002000:00100000:1.0:1734016141.725278:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (4194304->6643711) req@ffff8800750e3480 x1818247337077760/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:102/0 lens 488/440 e 0 to 0 dl 1734016152 ref 1 fl Complete:/200/0 rc 2449408/2449408 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016141.725295:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800750e3480 with x1818247337077760 ext(4194304->6643711) 00002000:00010000:1.0:1734016141.725306:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800750e3480 00010000:00010000:2.0:1734016141.729558:0:6471:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734016141.764419:0:13925:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800750e3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+9:1979:x1818247337077504:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 156087us (156852us total) trans 0 rc 4194304/4194304 00000100:00100000:2.0:1734016141.764440:0:13925:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9406 00002000:00100000:2.0:1734016141.764462:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (0->4194303) req@ffff8800750e3b80 x1818247337077504/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:102/0 lens 488/440 e 0 to 0 dl 1734016152 ref 1 fl Complete:/200/0 rc 4194304/4194304 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016141.764475:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800750e3b80 with x1818247337077504 ext(0->4194303) 00002000:00010000:2.0:1734016141.764486:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800750e3b80 00000100:00100000:0.0:1734016141.772239:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016141.772441:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337077888 00000100:00100000:2.0:1734016141.772465:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337077888 00000100:00100000:2.0:1734016141.772583:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 11140 00000100:00100000:2.0:1734016141.772598:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b91bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+10:9673:x1818247337077888:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:2.0:1734016141.772656:0:7690:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016141.772699:0:7690:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880072170d80/0x3f004d6452e08ec6 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d248f expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016141.772761:0:7690:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880072172640/0x3f004d6452e08ea3 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 6041600->6107135) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d247a expref: 11 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016141.772773:0:7690:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800721718c0/0x3f004d6452e08eaa lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2481 expref: 8 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016141.772781:0:7690:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016141.772784:0:7690:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016141.772788:0:7690:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880072170d80/0x3f004d6452e08ec6 lrc: 5/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [5517312->5574655] (req 5517312->5574655) gid 0 flags: 0x50000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d248f expref: 11 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016141.772843:0:7690:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800721718c0/0x3f004d6452e08eaa lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2481 expref: 8 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016141.772861:0:7690:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800721718c0/0x3f004d6452e08eaa lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2481 expref: 8 pid: 7689 timeout: 505 lvb_type: 1 00000100:00100000:2.0:1734016141.772911:0:7690:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800750e0700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339500672:192.168.201.10@tcp:104: 00010000:00010000:2.0:1734016141.773775:0:7690:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880072172640/0x3f004d6452e08ea3 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 6041600->6107135) gid 0 flags: 0x50000000020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d247a expref: 11 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016141.773788:0:7690:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880072172640/0x3f004d6452e08ea3 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 6041600->6107135) gid 0 flags: 0x70000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d247a expref: 11 pid: 7689 timeout: 505 lvb_type: 0 00000100:00100000:2.0:1734016141.773800:0:7690:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800750e1c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339500800:192.168.201.10@tcp:104: 00000100:00100000:2.0:1734016141.773838:0:7690:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007455d840 going to sleep for 11 seconds 00000100:00100000:0.0:1734016141.786623:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016141.787552:0:7705:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337078016 00000100:00100000:3.0:1734016141.787577:0:7705:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337078016 00010000:00010000:3.0:1734016141.787689:0:7705:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800721718c0/0x3f004d6452e08eaa lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2481 expref: 9 pid: 7689 timeout: 505 lvb_type: 1 00000100:00100000:3.0:1734016141.787784:0:7705:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 3025 00000100:00100000:3.0:1734016141.787802:0:7705:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b91aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+9:1978:x1818247337078016:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016141.787832:0:7705:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016141.787918:0:7705:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800721718c0/0x3f004d6452e08eaa lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2481 expref: 9 pid: 7689 timeout: 505 lvb_type: 1 00010000:00010000:3.0:1734016141.787948:0:7705:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800721718c0/0x3f004d6452e08eaa lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2481 expref: 9 pid: 7689 timeout: 505 lvb_type: 1 00010000:00010000:3.0:1734016141.788009:0:7705:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016141.788134:0:7705:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b91aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+9:1978:x1818247337078016:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 339us (1543us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016141.788142:0:7705:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 3025 00010000:00010000:2.0:1734016141.788336:0:7690:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800721718c0/0x3f004d6452e08eaa lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2481 expref: 8 pid: 7689 timeout: 505 lvb_type: 1 00000100:00100000:2.0:1734016141.788372:0:7690:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800750e0700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339500672:192.168.201.10@tcp:104: 00000100:00100000:2.0:1734016141.788395:0:7690:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800750e1c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339500800:192.168.201.10@tcp:104: 00010000:00010000:2.0:1734016141.788449:0:7690:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880072170d80/0x3f004d6452e08ec6 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [5517312->5574655] (req 5517312->5574655) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d248f expref: 11 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016141.788464:0:7690:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880072170d80, rc 0) 00000100:00100000:2.0:1734016141.788501:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b91bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+11:9673:x1818247337077888:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 15908us (16290us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016141.788510:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 11140 00000100:00100000:0.0:1734016141.803493:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016141.804704:0:6469:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337078144 00000100:00100000:2.0:1734016141.804733:0:6469:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337078144 00010000:00010000:2.0:1734016141.804803:0:6469:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880072172640/0x3f004d6452e08ea3 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6041600->6107135) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d247a expref: 11 pid: 7689 timeout: 505 lvb_type: 0 00000100:00100000:2.0:1734016141.804892:0:6469:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 3026 00000100:00100000:2.0:1734016141.804905:0:6469:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b918000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+11:1979:x1818247337078144:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016141.804936:0:6469:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016141.804982:0:6469:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880072172640/0x3f004d6452e08ea3 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 6041600->6107135) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d247a expref: 11 pid: 7689 timeout: 505 lvb_type: 0 00010000:00010000:2.0:1734016141.805001:0:6469:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880072172640/0x3f004d6452e08ea3 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 6041600->6107135) gid 0 flags: 0x50000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d247a expref: 11 pid: 7689 timeout: 505 lvb_type: 0 00010000:00010000:2.0:1734016141.805059:0:6469:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880072172640/0x3f004d6452e08ea3 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 6041600->6107135) gid 0 flags: 0x44801400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d247a expref: 11 pid: 7689 timeout: 505 lvb_type: 0 00010000:00010000:2.0:1734016141.805102:0:6469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016141.805107:0:6469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016141.805119:0:6469:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880072170d80/0x3f004d6452e08ec6 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5517312->5574655) gid 0 flags: 0x40080000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d248f expref: 10 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016141.805131:0:6469:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880072170d80/0x3f004d6452e08ec6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5517312->5574655) gid 0 flags: 0x40080000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d248f expref: 10 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016141.805194:0:6469:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880072170d80/0x3f004d6452e08ec6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5517312->5574655) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d248f expref: 10 pid: 7690 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016141.805217:0:6469:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800750e1c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6469:1818247339500928:192.168.201.10@tcp:105: 00000100:00100000:2.0:1734016141.805347:0:6469:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007455d840 going to sleep for 11 seconds 00000100:00100000:2.0:1734016141.810801:0:6469:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800750e1c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6469:1818247339500928:192.168.201.10@tcp:105: 00010000:00010000:2.0:1734016141.815967:0:6469:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016141.816145:0:6469:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b918000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+10:1979:x1818247337078144:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 11226us (12665us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016141.816169:0:6469:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 3026 00000100:00100000:1.0:1734016141.816634:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016141.819831:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337078272 00000100:00100000:2.0:1734016141.819934:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337078272 00000100:00100000:2.0:1734016141.820066:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 11141 00000100:00100000:2.0:1734016141.820082:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076865500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+10:1980:x1818247337078272:12345-192.168.201.10@tcp:22:fsx.0 00002000:00010000:2.0:1734016141.820690:0:7690:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 6642609 -> 6642609 00002000:00010000:2.0:1734016141.820694:0:7690:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016140 -> 1734016140 00002000:00010000:2.0:1734016141.820696:0:7690:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016140 -> 1734016140 00002000:00010000:2.0:1734016141.820698:0:7690:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016140 -> 1734016140 00002000:00010000:2.0:1734016141.820700:0:7690:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 1208 -> 1208 00000100:00100000:2.0:1734016141.820908:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076865500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+11:1980:x1818247337078272:12345-192.168.201.10@tcp:22:fsx.0 Request processed in 827us (4272us total) trans 4294969454 rc 0/0 00000100:00100000:2.0:1734016141.820919:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 11141 00000100:00100000:1.0:1734016141.830225:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016141.830366:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337078400 00000100:00100000:0.0:1734016141.830392:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337078400 00000100:00100000:0.0:1734016141.830504:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 11142 00000100:00100000:0.0:1734016141.830520:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076865180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1978:x1818247337078400:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:0.0:1734016141.830576:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016141.830624:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a8038900/0x3f004d6452e08ecd lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d2496 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016141.830780:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b918e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339501056:192.168.201.10@tcp:106: 00000100:00100000:0.0:1734016141.830983:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7486b40 going to sleep for 11 seconds 00002000:00010000:1.0:1734016141.837861:0:7689:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime: 1734016140 -> 1734016141 00000100:00100000:1.0:1734016141.837971:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b918e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339501056:192.168.201.10@tcp:106: 00010000:00010000:1.0:1734016141.838399:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a8038900/0x3f004d6452e08ecd lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2496 expref: 9 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016141.838423:0:7689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a8038900/0x3f004d6452e08ecd lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2496 expref: 9 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016141.838463:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a8038900, rc 0) 00000100:00100000:1.0:1734016141.838552:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076865180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1978:x1818247337078400:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 8036us (8358us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016141.838565:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 11142 00000100:00100000:1.0:1734016141.843759:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016141.843960:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337078528 00000100:00100000:2.0:1734016141.843977:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337078528 00000100:00100000:2.0:1734016141.844080:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 11143 00000100:00100000:2.0:1734016141.844093:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076865880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1980:x1818247337078528:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:2.0:1734016141.844136:0:7690:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016141.844177:0:7690:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800721718c0/0x3f004d6452e08ed4 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d249d expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016141.844306:0:7690:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800750e1c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339501184:192.168.201.10@tcp:106: 00000100:00100000:2.0:1734016141.844435:0:7690:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007455d840 going to sleep for 11 seconds 00000100:00100000:2.0:1734016141.849480:0:7690:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800750e1c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339501184:192.168.201.10@tcp:106: 00010000:00010000:2.0:1734016141.849554:0:7690:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800721718c0/0x3f004d6452e08ed4 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d249d expref: 9 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016141.849579:0:7690:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800721718c0/0x3f004d6452e08ed4 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d249d expref: 9 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016141.849617:0:7690:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800721718c0, rc 0) 00000100:00100000:2.0:1734016141.850382:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076865880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1980:x1818247337078528:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 6288us (6640us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016141.850393:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 11143 00000100:00100000:0.0:1734016141.858650:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016141.858804:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337078656 00000100:00100000:2.0:1734016141.858820:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337078656 00000100:00100000:2.0:1734016141.858999:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 11144 00000100:00100000:2.0:1734016141.859011:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b91a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1979:x1818247337078656:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:2.0:1734016141.859050:0:7690:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016141.859080:0:7690:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880072172d00/0x3f004d6452e08edb lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d24a4 expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016141.859196:0:7690:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800750e1c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339501312:192.168.201.10@tcp:106: 00000100:00100000:2.0:1734016141.860522:0:7690:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007455d840 going to sleep for 11 seconds 00000100:00100000:2.0:1734016141.865510:0:7690:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800750e1c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339501312:192.168.201.10@tcp:106: 00010000:00010000:2.0:1734016141.865588:0:7690:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880072172d00/0x3f004d6452e08edb lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d24a4 expref: 9 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016141.865613:0:7690:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880072172d00/0x3f004d6452e08edb lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d24a4 expref: 9 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016141.865721:0:7690:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880072172d00, rc 0) 00000100:00100000:2.0:1734016141.865812:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b91a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1979:x1818247337078656:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 6799us (7183us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016141.865823:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 11144 00000100:00100000:0.0:1734016141.870068:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016141.870177:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337078784 00000100:00100000:2.0:1734016141.870198:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337078784 00000100:00100000:2.0:1734016141.870559:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 11145 00000100:00100000:2.0:1734016141.870573:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b919f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:9673:x1818247337078784:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:2.0:1734016141.870611:0:7690:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016141.870646:0:7690:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e08ee2 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d24ab expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016141.870699:0:7690:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880072170d80/0x3f004d6452e08ec6 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5517312->5574655) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d248f expref: 10 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016141.870708:0:7690:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016141.870710:0:7690:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016141.870715:0:7690:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e08ee2 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [2383872->2387967] (req 2383872->2387967) gid 0 flags: 0x50000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d24ab expref: 9 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016141.870771:0:7690:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880072170d80/0x3f004d6452e08ec6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5517312->5574655) gid 0 flags: 0x50000000020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d248f expref: 10 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016141.870787:0:7690:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880072170d80/0x3f004d6452e08ec6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5517312->5574655) gid 0 flags: 0x70000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d248f expref: 10 pid: 7690 timeout: 505 lvb_type: 0 00000100:00100000:2.0:1734016141.870814:0:7690:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800750e1c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339501440:192.168.201.10@tcp:104: 00000100:00100000:2.0:1734016141.871111:0:7690:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007455d840 going to sleep for 11 seconds 00000100:00100000:2.0:1734016141.878401:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016141.879021:0:7690:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800750e1c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339501440:192.168.201.10@tcp:104: 00010000:00010000:0.0:1734016141.879083:0:7690:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e08ee2 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [2383872->2387967] (req 2383872->2387967) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d24ab expref: 9 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016141.879110:0:7690:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880072171440, rc 0) 00000100:00100000:3.0:1734016141.880495:0:6469:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337078912 00000100:00100000:3.0:1734016141.880514:0:6469:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337078912 00010000:00010000:3.0:1734016141.880566:0:6469:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880072170d80/0x3f004d6452e08ec6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5517312->5574655) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d248f expref: 11 pid: 7690 timeout: 505 lvb_type: 0 00000100:00100000:3.0:1734016141.880605:0:6469:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 3027 00000100:00100000:3.0:1734016141.880615:0:6469:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800750e0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+11:1978:x1818247337078912:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016141.880637:0:6469:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016141.880665:0:6469:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880072170d80/0x3f004d6452e08ec6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 5517312->5574655) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d248f expref: 11 pid: 7690 timeout: 505 lvb_type: 0 00010000:00010000:3.0:1734016141.880681:0:6469:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880072170d80/0x3f004d6452e08ec6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 5517312->5574655) gid 0 flags: 0x50000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d248f expref: 11 pid: 7690 timeout: 505 lvb_type: 0 00010000:00010000:3.0:1734016141.880711:0:6469:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880072170d80/0x3f004d6452e08ec6 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 5517312->5574655) gid 0 flags: 0x44801400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d248f expref: 11 pid: 7690 timeout: 505 lvb_type: 0 00000100:00100000:0.0:1734016141.880792:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b919f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+9:9673:x1818247337078784:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 10221us (10797us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016141.880805:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 11145 00010000:00010000:3.0:1734016141.882757:0:6469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016141.882765:0:6469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016141.882786:0:6469:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e08ee2 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2383872->2387967) gid 0 flags: 0x40080000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d24ab expref: 8 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016141.882801:0:6469:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e08ee2 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2383872->2387967) gid 0 flags: 0x40080000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d24ab expref: 8 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016141.882898:0:6469:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e08ee2 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2383872->2387967) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d24ab expref: 8 pid: 7690 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016141.882917:0:6469:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880097219880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6469:1818247339501568:192.168.201.10@tcp:105: 00000100:00100000:3.0:1734016141.883377:0:6469:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012b911600 going to sleep for 11 seconds 00000100:00100000:2.0:1734016141.887584:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016141.888528:0:6469:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880097219880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6469:1818247339501568:192.168.201.10@tcp:105: 00010000:00010000:3.0:1734016141.888587:0:6469:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016141.888716:0:6469:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800750e0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+10:1978:x1818247337078912:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 8100us (10334us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016141.888743:0:6469:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 3027 00000100:00100000:0.0:1734016141.889035:0:13925:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337079168 00000100:00100000:0.0:1734016141.889059:0:13925:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337079168 00002000:00100000:0.0:1734016141.889153:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (2383872->2387967) req@ffff8800750e2300 x1818247337079168/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:102/0 lens 488/0 e 0 to 0 dl 1734016152 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016141.889171:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800750e2300 with x1818247337079168 ext(2383872->2387967) 00002000:00010000:0.0:1734016141.889178:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800750e2300 00000100:00100000:2.0:1734016141.891066:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9408 00000100:00100000:2.0:1734016141.891090:0:7695:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800750e2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+9:1980:x1818247337079168:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:2.0:1734016141.891525:0:7695:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800750e2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+9:1980:x1818247337079168:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 441us (3961us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016141.891538:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9408 00002000:00100000:2.0:1734016141.891556:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (2383872->2387967) req@ffff8800750e2300 x1818247337079168/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:102/0 lens 488/4536 e 0 to 0 dl 1734016152 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016141.891569:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800750e2300 with x1818247337079168 ext(2383872->2387967) 00002000:00010000:2.0:1734016141.891578:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800750e2300 00000100:00100000:1.0:1734016141.896164:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016141.898101:0:13925:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337079424 00000100:00100000:0.0:1734016141.898141:0:13925:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337079424 00002000:00100000:0.0:1734016141.898270:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (2379776->2383871) req@ffff880076864380 x1818247337079424/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:102/0 lens 488/0 e 0 to 0 dl 1734016152 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016141.898286:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076864380 with x1818247337079424 ext(2379776->2383871) 00002000:00010000:0.0:1734016141.898297:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076864380 00000100:00100000:0.0:1734016141.898369:0:13925:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9409 00000100:00100000:0.0:1734016141.898383:0:13925:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076864380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+9:1981:x1818247337079424:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:0.0:1734016141.898754:0:13925:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076864380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+9:1981:x1818247337079424:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 371us (2627us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016141.898763:0:13925:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9409 00002000:00100000:0.0:1734016141.898770:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (2379776->2383871) req@ffff880076864380 x1818247337079424/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:102/0 lens 488/4536 e 0 to 0 dl 1734016152 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016141.898782:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076864380 with x1818247337079424 ext(2379776->2383871) 00002000:00010000:0.0:1734016141.898784:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076864380 00000100:00100000:1.0:1734016141.909469:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016141.909629:0:7695:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337079680 00000100:00100000:2.0:1734016141.909653:0:7695:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337079680 00002000:00100000:2.0:1734016141.909759:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (2375680->2379775) req@ffff880074e42d80 x1818247337079680/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:102/0 lens 488/0 e 0 to 0 dl 1734016152 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016141.909772:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074e42d80 with x1818247337079680 ext(2375680->2379775) 00002000:00010000:2.0:1734016141.909781:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074e42d80 00000100:00100000:2.0:1734016141.909836:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9410 00000100:00100000:2.0:1734016141.909851:0:7695:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074e42d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+9:1980:x1818247337079680:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:2.0:1734016141.910267:0:7695:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074e42d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+9:1980:x1818247337079680:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 417us (823us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016141.910278:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9410 00002000:00100000:2.0:1734016141.910285:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (2375680->2379775) req@ffff880074e42d80 x1818247337079680/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:102/0 lens 488/4536 e 0 to 0 dl 1734016152 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016141.910292:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074e42d80 with x1818247337079680 ext(2375680->2379775) 00002000:00010000:2.0:1734016141.910295:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074e42d80 00000100:00100000:3.0:1734016141.917172:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016141.917279:0:13925:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337079936 00000100:00100000:0.0:1734016141.917298:0:13925:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337079936 00002000:00100000:0.0:1734016141.917370:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (2371584->2375679) req@ffff880097219880 x1818247337079936/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:102/0 lens 488/0 e 0 to 0 dl 1734016152 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016141.917384:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880097219880 with x1818247337079936 ext(2371584->2375679) 00002000:00010000:0.0:1734016141.917394:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880097219880 00000100:00100000:0.0:1734016141.917437:0:13925:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9411 00000100:00100000:0.0:1734016141.917445:0:13925:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880097219880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+9:1980:x1818247337079936:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:0.0:1734016141.917725:0:13925:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880097219880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+9:1980:x1818247337079936:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 281us (576us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016141.917734:0:13925:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9411 00002000:00100000:0.0:1734016141.917740:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (2371584->2375679) req@ffff880097219880 x1818247337079936/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:102/0 lens 488/4536 e 0 to 0 dl 1734016152 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016141.917750:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880097219880 with x1818247337079936 ext(2371584->2375679) 00002000:00010000:0.0:1734016141.917752:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880097219880 00000100:00100000:1.0:1734016141.921315:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016141.921460:0:13925:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337080192 00000100:00100000:0.0:1734016141.921479:0:13925:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337080192 00002000:00100000:0.0:1734016141.921579:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (2367488->2371583) req@ffff880074e43b80 x1818247337080192/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:102/0 lens 488/0 e 0 to 0 dl 1734016152 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016141.921594:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074e43b80 with x1818247337080192 ext(2367488->2371583) 00002000:00010000:0.0:1734016141.921601:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074e43b80 00000100:00100000:0.0:1734016141.921655:0:13925:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9412 00000100:00100000:0.0:1734016141.921666:0:13925:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074e43b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+9:1981:x1818247337080192:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:0.0:1734016141.922654:0:13925:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074e43b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+9:1981:x1818247337080192:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 981us (1348us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016141.922665:0:13925:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9412 00002000:00100000:0.0:1734016141.922678:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (2367488->2371583) req@ffff880074e43b80 x1818247337080192/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:102/0 lens 488/4536 e 0 to 0 dl 1734016152 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016141.922688:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074e43b80 with x1818247337080192 ext(2367488->2371583) 00002000:00010000:0.0:1734016141.922693:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074e43b80 00000100:00100000:1.0:1734016141.932670:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016141.933470:0:13925:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337080448 00000100:00100000:2.0:1734016141.933492:0:13925:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337080448 00002000:00100000:2.0:1734016141.933588:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (2363392->2367487) req@ffff880074e43100 x1818247337080448/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:102/0 lens 488/0 e 0 to 0 dl 1734016152 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016141.933603:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074e43100 with x1818247337080448 ext(2363392->2367487) 00002000:00010000:2.0:1734016141.933613:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074e43100 00000100:00100000:2.0:1734016141.933662:0:13925:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9413 00000100:00100000:2.0:1734016141.933673:0:13925:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074e43100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+9:1981:x1818247337080448:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:2.0:1734016141.934053:0:13925:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074e43100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+9:1981:x1818247337080448:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 371us (1397us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016141.934064:0:13925:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9413 00002000:00100000:2.0:1734016141.934071:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (2363392->2367487) req@ffff880074e43100 x1818247337080448/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:102/0 lens 488/4536 e 0 to 0 dl 1734016152 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016141.934078:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074e43100 with x1818247337080448 ext(2363392->2367487) 00002000:00010000:2.0:1734016141.934081:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074e43100 00000100:00100000:3.0:1734016141.943366:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016141.943638:0:7695:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337080704 00000100:00100000:0.0:1734016141.943657:0:7695:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337080704 00002000:00100000:0.0:1734016141.943734:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (2359296->2363391) req@ffff880097219c00 x1818247337080704/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:102/0 lens 488/0 e 0 to 0 dl 1734016152 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016141.943746:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880097219c00 with x1818247337080704 ext(2359296->2363391) 00002000:00010000:0.0:1734016141.943753:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880097219c00 00000100:00100000:0.0:1734016141.943800:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9414 00000100:00100000:0.0:1734016141.943809:0:7695:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880097219c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+9:1979:x1818247337080704:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:0.0:1734016141.944100:0:7695:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880097219c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+9:1979:x1818247337080704:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 291us (961us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016141.944108:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9414 00002000:00100000:0.0:1734016141.944114:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (2359296->2363391) req@ffff880097219c00 x1818247337080704/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:102/0 lens 488/4536 e 0 to 0 dl 1734016152 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016141.944122:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880097219c00 with x1818247337080704 ext(2359296->2363391) 00002000:00010000:0.0:1734016141.944125:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880097219c00 00000100:00100000:1.0:1734016141.949083:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016141.949209:0:13925:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337080960 00000100:00100000:2.0:1734016141.949224:0:13925:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337080960 00002000:00100000:2.0:1734016141.949296:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (2355200->2359295) req@ffff880074e42680 x1818247337080960/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:102/0 lens 488/0 e 0 to 0 dl 1734016152 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016141.949314:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074e42680 with x1818247337080960 ext(2355200->2359295) 00002000:00010000:2.0:1734016141.949321:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074e42680 00000100:00100000:2.0:1734016141.949918:0:13925:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9415 00000100:00100000:2.0:1734016141.949930:0:13925:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074e42680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+9:1980:x1818247337080960:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:2.0:1734016141.950254:0:13925:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074e42680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+9:1980:x1818247337080960:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 326us (1190us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016141.950262:0:13925:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9415 00002000:00100000:2.0:1734016141.950269:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (2355200->2359295) req@ffff880074e42680 x1818247337080960/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:102/0 lens 488/4536 e 0 to 0 dl 1734016152 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016141.950276:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074e42680 with x1818247337080960 ext(2355200->2359295) 00002000:00010000:2.0:1734016141.950280:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074e42680 00000100:00100000:1.0:1734016141.955106:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016141.955299:0:7695:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337081216 00000100:00100000:0.0:1734016141.955319:0:7695:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337081216 00002000:00100000:0.0:1734016141.955405:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (2351104->2355199) req@ffff880074e40a80 x1818247337081216/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:102/0 lens 488/0 e 0 to 0 dl 1734016152 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016141.955422:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074e40a80 with x1818247337081216 ext(2351104->2355199) 00002000:00010000:0.0:1734016141.955429:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074e40a80 00000100:00100000:0.0:1734016141.955480:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9416 00000100:00100000:0.0:1734016141.955493:0:7695:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074e40a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+9:1981:x1818247337081216:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:0.0:1734016141.955785:0:7695:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074e40a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+9:1981:x1818247337081216:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 294us (708us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016141.955795:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9416 00002000:00100000:0.0:1734016141.955802:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (2351104->2355199) req@ffff880074e40a80 x1818247337081216/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:102/0 lens 488/4536 e 0 to 0 dl 1734016152 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016141.955811:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074e40a80 with x1818247337081216 ext(2351104->2355199) 00002000:00010000:0.0:1734016141.955814:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074e40a80 00000100:00100000:3.0:1734016141.960718:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016141.961015:0:13925:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337081472 00000100:00100000:2.0:1734016141.961037:0:13925:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337081472 00002000:00100000:2.0:1734016141.961150:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (2347008->2351103) req@ffff88009721b480 x1818247337081472/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:102/0 lens 488/0 e 0 to 0 dl 1734016152 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016141.961170:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88009721b480 with x1818247337081472 ext(2347008->2351103) 00002000:00010000:2.0:1734016141.961180:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009721b480 00000100:00100000:2.0:1734016141.961230:0:13925:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9417 00000100:00100000:2.0:1734016141.961243:0:13925:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009721b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+9:1980:x1818247337081472:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:2.0:1734016141.961601:0:13925:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009721b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+9:1980:x1818247337081472:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 360us (916us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016141.961611:0:13925:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9417 00002000:00100000:2.0:1734016141.961618:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (2347008->2351103) req@ffff88009721b480 x1818247337081472/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:102/0 lens 488/4536 e 0 to 0 dl 1734016152 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016141.961628:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88009721b480 with x1818247337081472 ext(2347008->2351103) 00002000:00010000:2.0:1734016141.961631:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009721b480 00000100:00100000:1.0:1734016141.980110:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016141.981103:0:7695:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337081728 00000100:00100000:0.0:1734016141.981131:0:7695:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337081728 00002000:00100000:0.0:1734016141.981252:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (2342912->2347007) req@ffff880074e41880 x1818247337081728/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:102/0 lens 488/0 e 0 to 0 dl 1734016152 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016141.981269:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074e41880 with x1818247337081728 ext(2342912->2347007) 00002000:00010000:0.0:1734016141.981278:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074e41880 00000100:00100000:0.0:1734016141.981346:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9418 00000100:00100000:0.0:1734016141.981358:0:7695:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074e41880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+9:1981:x1818247337081728:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:0.0:1734016141.981780:0:7695:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074e41880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+9:1981:x1818247337081728:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 420us (1688us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016141.981793:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9418 00002000:00100000:0.0:1734016141.981800:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (2342912->2347007) req@ffff880074e41880 x1818247337081728/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:102/0 lens 488/4536 e 0 to 0 dl 1734016152 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016141.981809:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074e41880 with x1818247337081728 ext(2342912->2347007) 00002000:00010000:0.0:1734016141.981812:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074e41880 00000100:00100000:1.0:1734016141.992684:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016141.992802:0:13925:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337081984 00000100:00100000:2.0:1734016141.992820:0:13925:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337081984 00002000:00100000:2.0:1734016141.992909:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (2338816->2342911) req@ffff880074e40700 x1818247337081984/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:102/0 lens 488/0 e 0 to 0 dl 1734016152 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016141.992922:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074e40700 with x1818247337081984 ext(2338816->2342911) 00002000:00010000:2.0:1734016141.992929:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074e40700 00000100:00100000:2.0:1734016141.992967:0:13925:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9419 00000100:00100000:2.0:1734016141.992975:0:13925:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074e40700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+9:1981:x1818247337081984:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:2.0:1734016141.993276:0:13925:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074e40700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+9:1981:x1818247337081984:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 302us (620us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016141.993285:0:13925:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9419 00002000:00100000:2.0:1734016141.993291:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (2338816->2342911) req@ffff880074e40700 x1818247337081984/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:102/0 lens 488/4536 e 0 to 0 dl 1734016152 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016141.993298:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074e40700 with x1818247337081984 ext(2338816->2342911) 00002000:00010000:2.0:1734016141.993301:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074e40700 00000100:00100000:3.0:1734016142.002701:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016142.002841:0:7695:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337082240 00000100:00100000:0.0:1734016142.002854:0:7695:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337082240 00002000:00100000:0.0:1734016142.003000:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (2334720->2338815) req@ffff88009721aa00 x1818247337082240/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:103/0 lens 488/0 e 0 to 0 dl 1734016153 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016142.003015:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88009721aa00 with x1818247337082240 ext(2334720->2338815) 00002000:00010000:0.0:1734016142.003023:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009721aa00 00000100:00100000:0.0:1734016142.003078:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9420 00000100:00100000:0.0:1734016142.003087:0:7695:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009721aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+9:1980:x1818247337082240:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:0.0:1734016142.003378:0:7695:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009721aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+9:1980:x1818247337082240:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 292us (698us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016142.003388:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9420 00002000:00100000:0.0:1734016142.003395:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (2334720->2338815) req@ffff88009721aa00 x1818247337082240/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:103/0 lens 488/4536 e 0 to 0 dl 1734016153 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016142.003403:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88009721aa00 with x1818247337082240 ext(2334720->2338815) 00002000:00010000:0.0:1734016142.003406:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009721aa00 00000100:00100000:1.0:1734016142.008519:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016142.010557:0:13925:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337082496 00000100:00100000:2.0:1734016142.010576:0:13925:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337082496 00002000:00100000:2.0:1734016142.010654:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (2330624->2334719) req@ffff880074e40e00 x1818247337082496/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:103/0 lens 488/0 e 0 to 0 dl 1734016153 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016142.010665:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074e40e00 with x1818247337082496 ext(2330624->2334719) 00002000:00010000:2.0:1734016142.010671:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074e40e00 00000100:00100000:2.0:1734016142.010711:0:13925:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9421 00000100:00100000:2.0:1734016142.010721:0:13925:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074e40e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+9:1979:x1818247337082496:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:2.0:1734016142.011990:0:13925:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074e40e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+9:1979:x1818247337082496:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 1264us (3489us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016142.012000:0:13925:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9421 00002000:00100000:2.0:1734016142.012009:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (2330624->2334719) req@ffff880074e40e00 x1818247337082496/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:103/0 lens 488/4536 e 0 to 0 dl 1734016153 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016142.012016:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074e40e00 with x1818247337082496 ext(2330624->2334719) 00002000:00010000:2.0:1734016142.012020:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074e40e00 00000100:00100000:1.0:1734016142.020548:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016142.023078:0:13925:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337082752 00000100:00100000:2.0:1734016142.023098:0:13925:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337082752 00002000:00100000:2.0:1734016142.023183:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (2326528->2330623) req@ffff880074e41f80 x1818247337082752/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:103/0 lens 488/0 e 0 to 0 dl 1734016153 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016142.023196:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074e41f80 with x1818247337082752 ext(2326528->2330623) 00002000:00010000:2.0:1734016142.023204:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074e41f80 00000100:00100000:2.0:1734016142.023264:0:13925:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9422 00000100:00100000:2.0:1734016142.023270:0:13925:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074e41f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+9:1981:x1818247337082752:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:2.0:1734016142.023501:0:13925:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074e41f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+9:1981:x1818247337082752:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 229us (2979us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016142.023509:0:13925:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9422 00002000:00100000:2.0:1734016142.023516:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (2326528->2330623) req@ffff880074e41f80 x1818247337082752/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:103/0 lens 488/4536 e 0 to 0 dl 1734016153 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016142.023522:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074e41f80 with x1818247337082752 ext(2326528->2330623) 00002000:00010000:2.0:1734016142.023525:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074e41f80 00000100:00100000:3.0:1734016142.032986:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016142.033089:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337082880 00000100:00100000:0.0:1734016142.033105:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337082880 00000100:00100000:0.0:1734016142.033194:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 11146 00000100:00100000:0.0:1734016142.033204:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009721a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+10:1979:x1818247337082880:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:0.0:1734016142.033233:0:7690:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016142.033254:0:7690:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a8038900/0x3f004d6452e08ee9 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d24b2 expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016142.033281:0:7690:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016142.033288:0:7690:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016142.033296:0:7690:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a8038900/0x3f004d6452e08ee9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d24b2 expref: 11 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016142.033314:0:7690:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a8038900/0x3f004d6452e08ee9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d24b2 expref: 11 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016142.033325:0:7690:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a8038900, rc 0) 00000100:00100000:0.0:1734016142.033374:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009721a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+11:1979:x1818247337082880:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 171us (401us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016142.033379:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 11146 00000100:00080000:2.0:1734016142.033698:0:6479:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734016112 00000100:00100000:2.0:1734016142.041835:0:3510:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009721b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3510:1818247339501696:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1734016142.041942:0:3510:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734016142.042005:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339501696 00000100:00100000:2.0:1734016142.042012:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339501696 00000100:00100000:2.0:1734016142.042067:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 127 00000100:00100000:2.0:1734016142.042073:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800750e1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3510:x1818247339501696:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1734016142.042110:0:7693:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 490160704 pending 0 free 3923677184 avail 3692154880 00000100:00100000:2.0:1734016142.042148:0:7693:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800750e1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3510:x1818247339501696:12345-0@lo:13:osp-pre-0-0.0 Request processed in 74us (208us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016142.042154:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 127 00000100:00080000:2.0:1734016142.042175:0:6479:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1734016112 00000100:00100000:2.0:1734016142.042210:0:3510:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009721b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3510:1818247339501696:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1734016142.056477:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016142.056734:0:7695:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337083136 00000100:00100000:1.0:1734016142.056751:0:7695:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337083136 00000100:00100000:1.0:1734016142.056848:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9423 00000100:00100000:1.0:1734016142.056858:0:7695:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b91b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+9:1981:x1818247337083136:12345-192.168.201.10@tcp:3:fsx.0 00010000:00010000:1.0:1734016142.056959:0:7695:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff8800972373c0/0x3f004d6452e08ef0 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7695 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016142.056975:0:7695:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016142.056978:0:7695:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016142.056986:0:7695:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800972373c0/0x3f004d6452e08ef0 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [6488064->6537215] (req 6488064->6537215) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 7695 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016142.057004:0:7695:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800972373c0/0x3f004d6452e08ef0 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [6488064->6537215] (req 6488064->6537215) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 7695 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016142.065374:0:7695:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff8800972373c0/0x3f004d6452e08ef0 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [6488064->6537215] (req 6488064->6537215) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 7695 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016142.065391:0:7695:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800972373c0/0x3f004d6452e08ef0 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [6488064->6537215] (req 6488064->6537215) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 7695 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016142.065398:0:7695:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800972373c0/0x3f004d6452e08ef0 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [6488064->6537215] (req 6488064->6537215) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 7695 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016142.065405:0:7695:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800972373c0 already unused, calling callback (ffffffffa086d100) 00010000:00010000:1.0:1734016142.065410:0:7695:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800972373c0/0x3f004d6452e08ef0 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [6488064->6537215] (req 6488064->6537215) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 7695 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016142.065419:0:7695:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800972373c0/0x3f004d6452e08ef0 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [6488064->6537215] (req 6488064->6537215) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 7695 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016142.065439:0:7695:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800972373c0/0x3f004d6452e08ef0 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [6488064->6537215] (req 6488064->6537215) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 7695 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016142.065444:0:7695:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800972373c0/0x3f004d6452e08ef0 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [6488064->6537215] (req 6488064->6537215) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 7695 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016142.065556:0:7695:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b91b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+9:1981:x1818247337083136:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 8693us (9086us total) trans 0 rc 49152/49152 00000100:00100000:1.0:1734016142.065570:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9423 00000100:00100000:3.0:1734016142.070559:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016142.070770:0:8966:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337083392 00000100:00100000:1.0:1734016142.070785:0:8966:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337083392 00000100:00100000:1.0:1734016142.072405:0:8966:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2136 00000100:00100000:1.0:1734016142.072420:0:8966:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009721b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+14:9673:x1818247337083392:12345-192.168.201.10@tcp:36:fsx.0 00010000:00010000:1.0:1734016142.072501:0:8966:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016142.072542:0:8966:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880072171f80/0x3f004d6452e08e9c lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2473 expref: 14 pid: 7420 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016142.072567:0:8966:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:1.0:1734016142.072571:0:8966:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1734016142.072829:0:8966:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880097236f40/0x3f004d6452e08ef7 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 8966 initiator: MDT0 00010000:00010000:1.0:1734016142.072847:0:8966:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800972346c0/0x3f004d6452e08ebf lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2488 expref: 10 pid: 8966 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016142.072857:0:8966:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff880097236f40/0x3f004d6452e08ef7 lrc: 4/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 8966 initiator: MDT0 00010000:00010000:1.0:1734016142.072917:0:8966:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8800972346c0/0x3f004d6452e08ebf lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2488 expref: 10 pid: 8966 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016142.072930:0:8966:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8800972346c0/0x3f004d6452e08ebf lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2488 expref: 10 pid: 8966 timeout: 506 lvb_type: 0 00000100:00100000:1.0:1734016142.072945:0:8966:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074e42a00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:8966:1818247339501824:192.168.201.10@tcp:104: 00000100:00100000:1.0:1734016142.073048:0:8966:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012cf4ff00 going to sleep for 11 seconds 00000100:00100000:1.0:1734016142.075619:0:8966:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074e42a00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:8966:1818247339501824:192.168.201.10@tcp:104: 00010000:00010000:1.0:1734016142.075645:0:8966:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff880097236f40/0x3f004d6452e08ef7 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 8966 initiator: MDT0 00000100:00100000:3.0:1734016142.081639:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016142.081710:0:6469:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337083520 00000100:00100000:3.0:1734016142.081722:0:6469:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337083520 00010000:00010000:3.0:1734016142.081772:0:6469:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800972346c0/0x3f004d6452e08ebf lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2488 expref: 11 pid: 8966 timeout: 506 lvb_type: 0 00000100:00100000:3.0:1734016142.087197:0:6469:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 3028 00000100:00100000:3.0:1734016142.087221:0:6469:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880097219500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+11:1979:x1818247337083520:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016142.087250:0:6469:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016142.087266:0:6469:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8800972346c0/0x3f004d6452e08ebf lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2488 expref: 11 pid: 8966 timeout: 506 lvb_type: 0 00010000:00010000:3.0:1734016142.087284:0:6469:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8800972346c0/0x3f004d6452e08ebf lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2488 expref: 11 pid: 8966 timeout: 506 lvb_type: 0 00010000:00010000:3.0:1734016142.087312:0:6469:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800972346c0/0x3f004d6452e08ebf lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2488 expref: 11 pid: 8966 timeout: 506 lvb_type: 0 00010000:00010000:3.0:1734016142.087424:0:6469:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:3.0:1734016142.087430:0:6469:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff880097236f40/0x3f004d6452e08ef7 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 8966 initiator: MDT0 00010000:00010000:3.0:1734016142.087441:0:6469:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880097236f40/0x3f004d6452e08ef7 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 8966 initiator: MDT0 00010000:00010000:3.0:1734016142.087448:0:6469:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880097236f40/0x3f004d6452e08ef7 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 8966 initiator: MDT0 00010000:00010000:3.0:1734016142.087480:0:6469:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016142.087565:0:6469:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880097219500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+10:1979:x1818247337083520:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 352us (5944us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016142.087573:0:6469:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 3028 00010000:00010000:0.0:1734016142.088444:0:8966:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff880097236f40/0x3f004d6452e08ef7 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8966 initiator: MDT0 00010000:00010000:0.0:1734016142.088455:0:8966:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880097236f40/0x3f004d6452e08ef7 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8966 initiator: MDT0 00000001:00080000:0.0:1734016142.088593:0:8966:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294968647 00000004:00010000:0.0:1734016142.088672:0:8966:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff88009721b800 reply state ffff880074616000 transno 4294968648 ns: mdt-lustre-MDT0000_UUID lock: ffff880097236f40/0x3f004d6452e08ef7 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8966 initiator: MDT0 00000100:00100000:0.0:1734016142.088682:0:8966:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1734016142.092573:0:8966:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009721b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+16:9673:x1818247337083392:12345-192.168.201.10@tcp:36:fsx.0 Request processed in 20138us (22005us total) trans 4294968648 rc 0/0 00000100:00100000:0.0:1734016142.092595:0:8966:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2136 00000020:00080000:0.0:1734016142.092607:0:8966:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1734016142.099297:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00010000:00010000:1.0:1734016142.101996:0:3495:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880097236f40/0x3f004d6452e08ef7 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8966 initiator: MDT0 00010000:00010000:1.0:1734016142.102022:0:3495:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880097236f40/0x3f004d6452e08ef7 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 8966 initiator: MDT0 00010000:00010000:1.0:1734016142.102029:0:3495:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880097236f40/0x3f004d6452e08ef7 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8966 initiator: MDT0 00010000:00010000:1.0:1734016142.102054:0:3495:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880097236f40 already unused, calling callback (ffffffffa0f03950) 00010000:00010000:1.0:1734016142.102060:0:3495:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880097236f40/0x3f004d6452e08ef7 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8966 initiator: MDT0 00010000:00010000:1.0:1734016142.102068:0:3495:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880097236f40/0x3f004d6452e08ef7 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 8966 initiator: MDT0 00010000:00010000:1.0:1734016142.102100:0:3495:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:1.0:1734016142.102103:0:3495:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1734016142.102107:0:3495:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880097236f40/0x3f004d6452e08ef7 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8966 initiator: MDT0 00010000:00010000:1.0:1734016142.102112:0:3495:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880097236f40/0x3f004d6452e08ef7 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8966 initiator: MDT0 00000100:00100000:0.0:1734016142.103668:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337083648 00000100:00100000:0.0:1734016142.103694:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337083648 00000100:00100000:0.0:1734016142.103820:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 11147 00000100:00100000:0.0:1734016142.103833:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880097218380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+9:9673:x1818247337083648:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:0.0:1734016142.103924:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016142.104377:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800972346c0/0x3f004d6452e08efe lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d24b9 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016142.104435:0:7689:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e08ee2 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2383872->2387967) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d24ab expref: 10 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016142.104447:0:7689:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a8038900/0x3f004d6452e08ee9 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d24b2 expref: 10 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016142.104453:0:7689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016142.104456:0:7689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016142.104459:0:7689:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800972346c0/0x3f004d6452e08efe lrc: 5/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d24b9 expref: 10 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016142.104515:0:7689:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a8038900/0x3f004d6452e08ee9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d24b2 expref: 10 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016142.104532:0:7689:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a8038900/0x3f004d6452e08ee9 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d24b2 expref: 10 pid: 7690 timeout: 506 lvb_type: 1 00000100:00100000:1.0:1734016142.104551:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074e42a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339501952:192.168.201.10@tcp:104: 00010000:00010000:1.0:1734016142.104723:0:7689:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e08ee2 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2383872->2387967) gid 0 flags: 0x50000000020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d24ab expref: 10 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016142.104732:0:7689:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e08ee2 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2383872->2387967) gid 0 flags: 0x70000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d24ab expref: 10 pid: 7690 timeout: 506 lvb_type: 0 00000100:00100000:1.0:1734016142.104743:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074e40380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339502080:192.168.201.10@tcp:104: 00000100:00100000:1.0:1734016142.104768:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012cf4ff00 going to sleep for 11 seconds 00000100:00100000:2.0:1734016142.109837:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016142.109933:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016142.110218:0:7705:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337083904 00000100:00100000:0.0:1734016142.110232:0:7705:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337083904 00010000:00010000:0.0:1734016142.110282:0:7705:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e08ee2 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2383872->2387967) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d24ab expref: 11 pid: 7690 timeout: 506 lvb_type: 0 00000100:00100000:0.0:1734016142.110316:0:7705:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337083776 00000100:00100000:0.0:1734016142.110318:0:7705:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337083776 00010000:00010000:0.0:1734016142.110327:0:7705:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a8038900/0x3f004d6452e08ee9 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d24b2 expref: 11 pid: 7690 timeout: 506 lvb_type: 1 00000100:00100000:0.0:1734016142.110346:0:7705:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 3029 00000100:00100000:0.0:1734016142.110357:0:7705:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800750e2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+11:1979:x1818247337083904:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016142.110373:0:7705:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016142.110398:0:7705:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e08ee2 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2383872->2387967) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d24ab expref: 11 pid: 7690 timeout: 506 lvb_type: 0 00010000:00010000:0.0:1734016142.110409:0:7705:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e08ee2 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2383872->2387967) gid 0 flags: 0x50000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d24ab expref: 11 pid: 7690 timeout: 506 lvb_type: 0 00010000:00010000:0.0:1734016142.110443:0:7705:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016142.110497:0:7705:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800750e2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+11:1979:x1818247337083904:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 142us (675us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016142.110503:0:7705:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 3029 00000100:00100000:0.0:1734016142.110521:0:7705:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 3030 00000100:00100000:0.0:1734016142.110525:0:7705:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800750e1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+11:1979:x1818247337083776:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016142.110530:0:7705:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016142.110536:0:7705:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a8038900/0x3f004d6452e08ee9 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d24b2 expref: 11 pid: 7690 timeout: 506 lvb_type: 1 00010000:00010000:0.0:1734016142.110543:0:7705:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a8038900/0x3f004d6452e08ee9 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d24b2 expref: 11 pid: 7690 timeout: 506 lvb_type: 1 00010000:00010000:0.0:1734016142.110552:0:7705:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016142.110554:0:7705:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016142.110560:0:7705:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800972346c0/0x3f004d6452e08efe lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50080000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d24b9 expref: 10 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016142.110568:0:7705:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800972346c0/0x3f004d6452e08efe lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50080000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d24b9 expref: 10 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016142.110599:0:7705:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800972346c0/0x3f004d6452e08efe lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d24b9 expref: 10 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016142.110613:0:7705:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b91b100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7705:1818247339502208:192.168.201.10@tcp:105: 00000100:00100000:0.0:1734016142.110650:0:7705:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a74866c0 going to sleep for 11 seconds 00010000:00010000:1.0:1734016142.111268:0:7689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a8038900/0x3f004d6452e08ee9 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d24b2 expref: 11 pid: 7690 timeout: 506 lvb_type: 1 00000100:00100000:1.0:1734016142.111301:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074e42a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339501952:192.168.201.10@tcp:104: 00010000:00010000:1.0:1734016142.111316:0:7689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e08ee2 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2383872->2387967) gid 0 flags: 0x44801400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d24ab expref: 10 pid: 7690 timeout: 506 lvb_type: 0 00000100:00100000:1.0:1734016142.111325:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074e40380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339502080:192.168.201.10@tcp:104: 00010000:00010000:1.0:1734016142.111356:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800972346c0/0x3f004d6452e08efe lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d24b9 expref: 9 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016142.111366:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800972346c0, rc 0) 00000100:00100000:1.0:1734016142.111400:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880097218380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+9:9673:x1818247337083648:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 7570us (12124us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016142.111407:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 11147 00000100:00100000:0.0:1734016142.116935:0:7705:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b91b100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7705:1818247339502208:192.168.201.10@tcp:105: 00010000:00010000:0.0:1734016142.116973:0:7705:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016142.117047:0:7705:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800750e1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+10:1979:x1818247337083776:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 6509us (7102us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016142.117058:0:7705:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 3030 00000100:00100000:0.0:1734016142.121644:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016142.122426:0:7695:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337084032 00000100:00100000:1.0:1734016142.122443:0:7695:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337084032 00002000:00010000:1.0:1734016142.122499:0:7695:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (7582691->18446744073709551615) 00002000:00100000:1.0:1734016142.122506:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b91b100 with x1818247337084032 ext(7582691->18446744073709551615) 00002000:00010000:1.0:1734016142.122528:0:7695:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012b91b100. 00000100:00100000:1.0:1734016142.122582:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9424 00000100:00100000:1.0:1734016142.122592:0:7695:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b91b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+9:1979:x1818247337084032:12345-192.168.201.10@tcp:10:fsx.0 00002000:00010000:1.0:1734016142.123004:0:7695:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 6642609 -> 7582691 00002000:00010000:1.0:1734016142.123009:0:7695:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016140 -> 1734016141 00002000:00010000:1.0:1734016142.123012:0:7695:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016141 -> 1734016140 00002000:00010000:1.0:1734016142.123015:0:7695:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016140 -> 1734016141 00002000:00010000:1.0:1734016142.123018:0:7695:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 1208 -> 1208 00000100:00100000:1.0:1734016142.125126:0:7695:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b91b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+10:1979:x1818247337084032:12345-192.168.201.10@tcp:10:fsx.0 Request processed in 2518us (3477us total) trans 4294969455 rc 0/0 00000100:00100000:1.0:1734016142.125144:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9424 00002000:00010000:1.0:1734016142.125154:0:7695:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (7582691->18446744073709551615) 00002000:00100000:1.0:1734016142.125159:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b91b100 with x1818247337084032 ext(7582691->18446744073709551615) 00002000:00010000:1.0:1734016142.125172:0:7695:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012b91b100. 00000100:00100000:2.0:1734016142.153389:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016142.153627:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016142.153731:0:13925:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337084416 00000100:00100000:3.0:1734016142.153744:0:13925:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337084416 00002000:00100000:3.0:1734016142.153800:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (4190208->7581695) req@ffff8800750e0000 x1818247337084416/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:103/0 lens 488/0 e 0 to 0 dl 1734016153 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016142.153811:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800750e0000 with x1818247337084416 ext(4190208->7581695) 00002000:00010000:3.0:1734016142.153817:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800750e0000 00000100:00100000:3.0:1734016142.153837:0:13925:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337084288 00000100:00100000:3.0:1734016142.153838:0:13925:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337084288 00002000:00100000:3.0:1734016142.153846:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (0->7585791) req@ffff8800750e0a80 x1818247337084288/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:103/0 lens 504/0 e 0 to 0 dl 1734016153 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016142.153854:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800750e0a80 with x1818247337084288 ext(0->7585791) 00002000:00010000:3.0:1734016142.153857:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800750e0a80 00000100:00100000:3.0:1734016142.154846:0:13925:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9425 00000100:00100000:3.0:1734016142.154856:0:13925:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800750e0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+11:1980:x1818247337084416:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:2.0:1734016142.157392:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9426 00000100:00100000:2.0:1734016142.157406:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800750e0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+11:1980:x1818247337084288:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:0.0:1734016142.201899:0:3511:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800750e3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:d6847433-36e0-498f-be35-6a8f02b47718:3511:1818247339502336:0@lo:400:kworker.0 00000100:00100000:0.0:1734016142.202020:0:3511:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734016142.204373:0:6478:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339502336 00000100:00100000:1.0:1734016142.204392:0:6478:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339502336 00000100:00100000:1.0:1734016142.204483:0:6478:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 333 00000100:00100000:1.0:1734016142.204495:0:6478:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009968f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d6847433-36e0-498f-be35-6a8f02b47718+18:3511:x1818247339502336:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734016142.204598:0:6478:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009968f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d6847433-36e0-498f-be35-6a8f02b47718+18:3511:x1818247339502336:12345-0@lo:400:kworker.0 Request processed in 106us (2579us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016142.204607:0:6478:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 333 00000100:00080000:3.0:1734016142.204737:0:6479:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734016112 00000100:00100000:2.0:1734016142.204933:0:3509:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800750e2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3509:1818247339502592:0@lo:400:kworker.0 00000100:00100000:2.0:1734016142.204981:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734016142.205002:0:3509:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1734016142.205010:0:3509:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800750e0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3509:1818247339502464:0@lo:400:kworker.0 00000100:00100000:2.0:1734016142.205032:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734016142.205073:0:7420:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339502592 00000100:00100000:2.0:1734016142.205077:0:7420:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339502592 00000100:00100000:2.0:1734016142.205114:0:7420:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339502464 00000100:00100000:2.0:1734016142.205115:0:7420:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339502464 00000100:00100000:2.0:1734016142.205131:0:7420:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 231 00000100:00100000:2.0:1734016142.205136:0:7420:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007409ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3509:x1818247339502592:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734016142.205166:0:7420:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007409ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3509:x1818247339502592:12345-0@lo:400:kworker.0 Request processed in 30us (186us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016142.205172:0:7420:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 231 00000100:00100000:2.0:1734016142.205185:0:7420:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 232 00000100:00100000:2.0:1734016142.205188:0:7420:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074d35880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3509:x1818247339502464:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734016142.205206:0:7420:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074d35880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3509:x1818247339502464:12345-0@lo:400:kworker.0 Request processed in 17us (174us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016142.205212:0:7420:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 232 00000100:00100000:2.0:1734016142.205260:0:3509:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800750e0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3509:1818247339502464:0@lo:400:kworker.0 00000100:00100000:2.0:1734016142.205268:0:3509:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800750e2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3509:1818247339502592:0@lo:400:kworker.0 00000100:00100000:2.0:1734016142.205294:0:3510:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800750e0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3510:1818247339502720:0@lo:400:kworker.0 00000100:00100000:2.0:1734016142.205316:0:3510:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734016142.205324:0:3510:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1734016142.205328:0:3510:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800750e1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3510:1818247339502848:0@lo:400:kworker.0 00000100:00100000:2.0:1734016142.205349:0:3510:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734016142.205373:0:6481:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339502720 00000100:00100000:2.0:1734016142.205375:0:6481:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339502720 00000100:00100000:2.0:1734016142.205394:0:6481:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 233 00000100:00100000:2.0:1734016142.205397:0:6481:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074d34000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3510:x1818247339502720:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734016142.205425:0:6481:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074d34000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3510:x1818247339502720:12345-0@lo:400:kworker.0 Request processed in 27us (109us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016142.205433:0:6481:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 233 00000100:00100000:2.0:1734016142.205449:0:3510:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800750e0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3510:1818247339502720:0@lo:400:kworker.0 00000100:00100000:2.0:1734016142.205486:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339502848 00000100:00100000:2.0:1734016142.205488:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339502848 00000100:00100000:2.0:1734016142.205510:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 119 00000100:00100000:2.0:1734016142.205515:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800750e2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3510:x1818247339502848:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734016142.205545:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800750e2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3510:x1818247339502848:12345-0@lo:400:kworker.0 Request processed in 29us (195us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016142.205554:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 119 00000100:00100000:2.0:1734016142.205571:0:3510:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800750e1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3510:1818247339502848:0@lo:400:kworker.0 00000100:00080000:3.0:1734016142.205645:0:6479:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734016112 00000100:00080000:3.0:1734016142.205648:0:6479:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734016112 00000100:00100000:0.0:1734016142.207918:0:3511:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800750e3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:d6847433-36e0-498f-be35-6a8f02b47718:3511:1818247339502336:0@lo:400:kworker.0 00000100:00100000:3.0:1734016142.238757:0:13925:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800750e0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+12:1980:x1818247337084416:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 83882us (85365us total) trans 0 rc 3391488/3391488 00000100:00100000:3.0:1734016142.238775:0:13925:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9425 00002000:00100000:3.0:1734016142.238795:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (4190208->7581695) req@ffff8800750e0000 x1818247337084416/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:103/0 lens 488/440 e 0 to 0 dl 1734016153 ref 1 fl Complete:/200/0 rc 3391488/3391488 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016142.238806:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800750e0000 with x1818247337084416 ext(4190208->7581695) 00002000:00010000:3.0:1734016142.238815:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800750e0000 00000100:00100000:2.0:1734016142.252437:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800750e0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+10:1980:x1818247337084288:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 95003us (98780us total) trans 0 rc 4194304/4194304 00000100:00100000:2.0:1734016142.252460:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9426 00002000:00100000:2.0:1734016142.252479:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (0->7585791) req@ffff8800750e0a80 x1818247337084288/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:103/0 lens 504/440 e 0 to 0 dl 1734016153 ref 1 fl Complete:/200/0 rc 4194304/4194304 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016142.252491:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800750e0a80 with x1818247337084288 ext(0->7585791) 00002000:00010000:2.0:1734016142.252502:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800750e0a80 00000100:00100000:0.0:1734016142.269714:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016142.269806:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337084672 00000100:00100000:2.0:1734016142.269819:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337084672 00002000:00100000:2.0:1734016142.269912:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (7520256->7582690) req@ffff88012b918e00 x1818247337084672/t0(0) o4->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:103/0 lens 488/0 e 0 to 0 dl 1734016153 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016142.269921:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b918e00 with x1818247337084672 ext(7520256->7582690) 00002000:00010000:2.0:1734016142.269928:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012b918e00 00000100:00100000:2.0:1734016142.269965:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9427 00000100:00100000:2.0:1734016142.269972:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b918e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+10:1981:x1818247337084672:12345-192.168.201.10@tcp:4:fsx.0 00000100:00100000:3.0:1734016142.281234:0:3509:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1734016142.281261:0:3509:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074e40380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3509:1818247339502976:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1734016142.281350:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734016142.282106:0:13923:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339502976 00000100:00100000:0.0:1734016142.282122:0:13923:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339502976 00000100:00100000:0.0:1734016142.282194:0:13923:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 128 00000100:00100000:0.0:1734016142.282201:0:13923:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009721bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3509:x1818247339502976:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1734016142.282238:0:13923:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 980197952 pending 155648 free 3923042304 avail 3691520000 00000100:00100000:0.0:1734016142.282299:0:13923:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009721bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3509:x1818247339502976:12345-0@lo:13:osp-pre-1-0.0 Request processed in 97us (949us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016142.282309:0:13923:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 128 00000100:00100000:3.0:1734016142.282460:0:3509:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074e40380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3509:1818247339502976:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1734016142.285239:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b918e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+12:1981:x1818247337084672:12345-192.168.201.10@tcp:4:fsx.0 Request processed in 15244us (15515us total) trans 4294969456 rc 0/0 00000100:00100000:0.0:1734016142.285261:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9427 00002000:00100000:0.0:1734016142.285282:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (7520256->7582690) req@ffff88012b918e00 x1818247337084672/t4294969456(0) o4->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:103/0 lens 488/448 e 0 to 0 dl 1734016153 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016142.285295:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b918e00 with x1818247337084672 ext(7520256->7582690) 00002000:00010000:0.0:1734016142.285305:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012b918e00 00000100:00100000:0.0:1734016142.288472:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016142.288583:0:8966:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337084800 00000100:00100000:2.0:1734016142.288595:0:8966:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337084800 00000100:00100000:2.0:1734016142.288654:0:8966:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2137 00000100:00100000:2.0:1734016142.288662:0:8966:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b919880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+15:9673:x1818247337084800:12345-192.168.201.10@tcp:44:fsx.0 00000100:00100000:2.0:1734016142.288826:0:8966:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b919880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+15:9673:x1818247337084800:12345-192.168.201.10@tcp:44:fsx.0 Request processed in 164us (368us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016142.288834:0:8966:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2137 00000100:00100000:0.0:1734016142.290640:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016142.290742:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337084928 00000100:00100000:2.0:1734016142.290752:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337084928 00000100:00100000:2.0:1734016142.290802:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 11148 00000100:00100000:2.0:1734016142.290808:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880094b7b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+12:1979:x1818247337084928:12345-192.168.201.10@tcp:16:fsx.0 00000001:00080000:3.0:1734016142.293653:0:8954:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969456 is committed 00000001:00080000:3.0:1734016142.293678:0:8954:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969454 is committed 00000100:00100000:2.0:1734016142.294005:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880094b7b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1979:x1818247337084928:12345-192.168.201.10@tcp:16:fsx.0 Request processed in 3188us (3366us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016142.294020:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 11148 00000100:00100000:0.0:1734016142.299666:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016142.303153:0:6483:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337085056 00000100:00100000:2.0:1734016142.303173:0:6483:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337085056 00000100:00100000:2.0:1734016142.303266:0:6483:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2138 00000100:00100000:2.0:1734016142.303274:0:6483:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b91b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+15:9673:x1818247337085056:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:2.0:1734016142.303300:0:6483:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016142.303325:0:6483:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880072171f80/0x3f004d6452e08f05 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d24c0 expref: -99 pid: 6483 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016142.303437:0:6483:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880072171440/0x3f004d6452e08f0c lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6483 initiator: MDT0 00010000:00010000:2.0:1734016142.303452:0:6483:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880072171440/0x3f004d6452e08f0c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6483 initiator: MDT0 00010000:00010000:2.0:1734016142.303466:0:6483:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880072171440/0x3f004d6452e08f0c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6483 initiator: MDT0 00000004:00200000:2.0:1734016142.303498:0:6483:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 7582691 00000004:00200000:2.0:1734016142.303502:0:6483:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1734016142.303518:0:6483:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880072171440/0x3f004d6452e08f0c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6483 initiator: MDT0 00010000:00010000:2.0:1734016142.303541:0:6483:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880072171f80/0x3f004d6452e08f05 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d24c0 expref: 17 pid: 6483 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016142.303578:0:6483:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880072171440/0x3f004d6452e08f0c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d24c0 expref: 16 pid: 6483 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016142.303585:0:6483:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:2.0:1734016142.303588:0:6483:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1734016142.303590:0:6483:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880072171440, rc 0) 00000100:00100000:2.0:1734016142.303664:0:6483:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b91b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+16:9673:x1818247337085056:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 391us (4018us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016142.303670:0:6483:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2138 00000100:00100000:0.0:1734016142.310498:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016142.316285:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337085184 00000100:00100000:2.0:1734016142.316308:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337085184 00000100:00100000:2.0:1734016142.316467:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 11149 00000100:00100000:2.0:1734016142.316478:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b918700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:1979:x1818247337085184:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:2.0:1734016142.316510:0:7690:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016142.316540:0:7690:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880072170d80/0x3f004d6452e08f13 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d24c7 expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016142.316631:0:7690:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800750e2680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339503104:192.168.201.10@tcp:106: 00000100:00100000:2.0:1734016142.316762:0:7690:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007455d180 going to sleep for 11 seconds 00002000:00010000:2.0:1734016142.330407:0:7690:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime: 1734016140 -> 1734016141 00002000:00010000:2.0:1734016142.330420:0:7690:0:(ofd_lvb.c:301:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks: 1208 -> 1336 00000100:00100000:2.0:1734016142.330449:0:7690:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800750e2680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339503104:192.168.201.10@tcp:106: 00010000:00010000:2.0:1734016142.330496:0:7690:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880072170d80/0x3f004d6452e08f13 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d24c7 expref: 6 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016142.330509:0:7690:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880072170d80/0x3f004d6452e08f13 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d24c7 expref: 6 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016142.330556:0:7690:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880072170d80, rc 0) 00000100:00100000:2.0:1734016142.330639:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b918700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:1979:x1818247337085184:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 14162us (20157us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016142.330649:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 11149 00000100:00100000:0.0:1734016142.338051:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016142.342573:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337085312 00000100:00100000:2.0:1734016142.342589:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337085312 00000100:00100000:2.0:1734016142.342664:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 11150 00000100:00100000:2.0:1734016142.342673:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b91bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:9673:x1818247337085312:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:2.0:1734016142.342693:0:7690:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016142.342717:0:7690:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880072172d00/0x3f004d6452e08f1a lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d24ce expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016142.342752:0:7690:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800972346c0/0x3f004d6452e08efe lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d24b9 expref: 6 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016142.342759:0:7690:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016142.342761:0:7690:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016142.342765:0:7690:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880072172d00/0x3f004d6452e08f1a lrc: 4/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [5320704->5324799] (req 5320704->5324799) gid 0 flags: 0x50000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d24ce expref: 6 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016142.342803:0:7690:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800972346c0/0x3f004d6452e08efe lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d24b9 expref: 6 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016142.342818:0:7690:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800972346c0/0x3f004d6452e08efe lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d24b9 expref: 6 pid: 7689 timeout: 506 lvb_type: 0 00000100:00100000:2.0:1734016142.342835:0:7690:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800750e2680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339503232:192.168.201.10@tcp:104: 00000100:00100000:2.0:1734016142.342930:0:7690:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007455d180 going to sleep for 11 seconds 00000100:00100000:2.0:1734016142.344730:0:7690:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800750e2680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339503232:192.168.201.10@tcp:104: 00010000:00010000:2.0:1734016142.344759:0:7690:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880072172d00/0x3f004d6452e08f1a lrc: 3/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [5320704->5324799] (req 5320704->5324799) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d24ce expref: 6 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016142.344780:0:7690:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880072172d00, rc 0) 00000100:00100000:2.0:1734016142.344834:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b91bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:9673:x1818247337085312:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 2162us (6814us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016142.344844:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 11150 00000100:00100000:0.0:1734016142.361458:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016142.361561:0:7705:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337085440 00000100:00100000:2.0:1734016142.361576:0:7705:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337085440 00010000:00010000:2.0:1734016142.361615:0:7705:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800972346c0/0x3f004d6452e08efe lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d24b9 expref: 7 pid: 7689 timeout: 506 lvb_type: 0 00000100:00100000:2.0:1734016142.361670:0:7705:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 3031 00000100:00100000:2.0:1734016142.361677:0:7705:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b1ea4050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1979:x1818247337085440:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016142.361694:0:7705:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016142.361728:0:7705:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800972346c0/0x3f004d6452e08efe lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d24b9 expref: 7 pid: 7689 timeout: 506 lvb_type: 0 00010000:00010000:2.0:1734016142.361744:0:7705:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800972346c0/0x3f004d6452e08efe lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d24b9 expref: 7 pid: 7689 timeout: 506 lvb_type: 0 00010000:00010000:2.0:1734016142.361777:0:7705:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800972346c0/0x3f004d6452e08efe lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d24b9 expref: 7 pid: 7689 timeout: 506 lvb_type: 0 00010000:00010000:2.0:1734016142.361806:0:7705:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016142.361809:0:7705:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016142.361818:0:7705:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880072172d00/0x3f004d6452e08f1a lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5320704->5324799) gid 0 flags: 0x40080000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d24ce expref: 5 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016142.361828:0:7705:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880072172d00/0x3f004d6452e08f1a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5320704->5324799) gid 0 flags: 0x40080000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d24ce expref: 5 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016142.361903:0:7705:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880072172d00/0x3f004d6452e08f1a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5320704->5324799) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d24ce expref: 5 pid: 7690 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016142.361922:0:7705:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800750e2680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7705:1818247339503360:192.168.201.10@tcp:105: 00000100:00100000:2.0:1734016142.362005:0:7705:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007455d180 going to sleep for 11 seconds 00000100:00100000:2.0:1734016142.377721:0:7705:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800750e2680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7705:1818247339503360:192.168.201.10@tcp:105: 00010000:00010000:2.0:1734016142.377755:0:7705:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016142.380537:0:7705:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b1ea4050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1979:x1818247337085440:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 18841us (19078us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016142.380560:0:7705:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 3031 00000100:00100000:0.0:1734016142.381291:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016142.383610:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337085696 00000100:00100000:1.0:1734016142.383628:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337085696 00002000:00100000:1.0:1734016142.383692:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (5320704->7585791) req@ffff88012b91a680 x1818247337085696/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:103/0 lens 504/0 e 0 to 0 dl 1734016153 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016142.383705:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b91a680 with x1818247337085696 ext(5320704->7585791) 00002000:00010000:1.0:1734016142.383711:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012b91a680 00000100:00100000:1.0:1734016142.384236:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9428 00000100:00100000:1.0:1734016142.384244:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b91a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1978:x1818247337085696:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:1.0:1734016142.401782:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b91a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1978:x1818247337085696:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 17520us (20476us total) trans 0 rc 946176/946176 00000100:00100000:1.0:1734016142.401799:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9428 00002000:00100000:1.0:1734016142.401821:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (5320704->7585791) req@ffff88012b91a680 x1818247337085696/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:103/0 lens 504/440 e 0 to 0 dl 1734016153 ref 1 fl Complete:/200/0 rc 946176/946176 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016142.401832:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b91a680 with x1818247337085696 ext(5320704->7585791) 00002000:00010000:1.0:1734016142.401841:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012b91a680 00000100:00100000:0.0:1734016142.408264:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016142.412201:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337085952 00000100:00100000:1.0:1734016142.412229:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337085952 00002000:00100000:1.0:1734016142.412305:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (5316608->5320703) req@ffff88012b919f80 x1818247337085952/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:103/0 lens 488/0 e 0 to 0 dl 1734016153 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016142.412316:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b919f80 with x1818247337085952 ext(5316608->5320703) 00002000:00010000:1.0:1734016142.412322:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012b919f80 00000100:00100000:1.0:1734016142.412393:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9429 00000100:00100000:1.0:1734016142.412402:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b919f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1979:x1818247337085952:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:1.0:1734016142.412650:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b919f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1979:x1818247337085952:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 248us (4395us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016142.412657:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9429 00002000:00100000:1.0:1734016142.412664:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (5316608->5320703) req@ffff88012b919f80 x1818247337085952/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:103/0 lens 488/4536 e 0 to 0 dl 1734016153 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016142.412672:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b919f80 with x1818247337085952 ext(5316608->5320703) 00002000:00010000:1.0:1734016142.412675:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012b919f80 00000100:00100000:0.0:1734016142.415728:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016142.417751:0:13925:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337086208 00000100:00100000:3.0:1734016142.417779:0:13925:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337086208 00002000:00100000:3.0:1734016142.417878:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (5312512->5316607) req@ffff88012b91aa00 x1818247337086208/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:103/0 lens 488/0 e 0 to 0 dl 1734016153 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016142.417888:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b91aa00 with x1818247337086208 ext(5312512->5316607) 00002000:00010000:3.0:1734016142.417895:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012b91aa00 00000100:00100000:1.0:1734016142.419307:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9430 00000100:00100000:1.0:1734016142.419321:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b91aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1980:x1818247337086208:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:1.0:1734016142.419577:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b91aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1980:x1818247337086208:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 259us (3864us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016142.419585:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9430 00002000:00100000:1.0:1734016142.419593:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (5312512->5316607) req@ffff88012b91aa00 x1818247337086208/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:103/0 lens 488/4536 e 0 to 0 dl 1734016153 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016142.419602:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b91aa00 with x1818247337086208 ext(5312512->5316607) 00002000:00010000:1.0:1734016142.419608:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012b91aa00 00000100:00100000:0.0:1734016142.426139:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016142.426224:0:13925:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337086464 00000100:00100000:3.0:1734016142.426234:0:13925:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337086464 00002000:00100000:3.0:1734016142.426297:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (5308416->5312511) req@ffff88012b918000 x1818247337086464/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:103/0 lens 488/0 e 0 to 0 dl 1734016153 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016142.426308:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b918000 with x1818247337086464 ext(5308416->5312511) 00002000:00010000:3.0:1734016142.426315:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012b918000 00000100:00100000:3.0:1734016142.426358:0:13925:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9431 00000100:00100000:3.0:1734016142.426366:0:13925:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b918000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1981:x1818247337086464:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:3.0:1734016142.426606:0:13925:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b918000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1981:x1818247337086464:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 240us (476us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016142.426613:0:13925:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9431 00002000:00100000:3.0:1734016142.426620:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (5308416->5312511) req@ffff88012b918000 x1818247337086464/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:103/0 lens 488/4536 e 0 to 0 dl 1734016153 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016142.426627:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b918000 with x1818247337086464 ext(5308416->5312511) 00002000:00010000:3.0:1734016142.426630:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012b918000 00000100:00100000:0.0:1734016142.431132:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016142.432983:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337086720 00000100:00100000:1.0:1734016142.433011:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337086720 00002000:00100000:1.0:1734016142.433100:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (5304320->5308415) req@ffff880076b60700 x1818247337086720/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:103/0 lens 488/0 e 0 to 0 dl 1734016153 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016142.433113:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076b60700 with x1818247337086720 ext(5304320->5308415) 00002000:00010000:1.0:1734016142.433120:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076b60700 00000100:00100000:3.0:1734016142.434549:0:13925:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9432 00000100:00100000:3.0:1734016142.434566:0:13925:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076b60700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1980:x1818247337086720:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:3.0:1734016142.434909:0:13925:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076b60700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1980:x1818247337086720:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 343us (3788us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016142.434918:0:13925:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9432 00002000:00100000:3.0:1734016142.434926:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (5304320->5308415) req@ffff880076b60700 x1818247337086720/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:103/0 lens 488/4536 e 0 to 0 dl 1734016153 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016142.434934:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076b60700 with x1818247337086720 ext(5304320->5308415) 00002000:00010000:3.0:1734016142.434939:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076b60700 00000100:00100000:0.0:1734016142.438214:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016142.439019:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337086976 00000100:00100000:1.0:1734016142.439028:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337086976 00002000:00100000:1.0:1734016142.439204:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (5300224->5304319) req@ffff880076b62300 x1818247337086976/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:103/0 lens 488/0 e 0 to 0 dl 1734016153 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016142.439215:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076b62300 with x1818247337086976 ext(5300224->5304319) 00002000:00010000:1.0:1734016142.439221:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076b62300 00000100:00100000:1.0:1734016142.439257:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9433 00000100:00100000:1.0:1734016142.439264:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076b62300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1981:x1818247337086976:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:1.0:1734016142.439455:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076b62300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1981:x1818247337086976:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 189us (1263us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016142.439463:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9433 00002000:00100000:1.0:1734016142.439468:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (5300224->5304319) req@ffff880076b62300 x1818247337086976/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:103/0 lens 488/4536 e 0 to 0 dl 1734016153 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016142.439475:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076b62300 with x1818247337086976 ext(5300224->5304319) 00002000:00010000:1.0:1734016142.439478:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076b62300 00000100:00100000:0.0:1734016142.442717:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016142.442838:0:13925:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337087232 00000100:00100000:3.0:1734016142.442853:0:13925:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337087232 00002000:00100000:3.0:1734016142.442950:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (5296128->5300223) req@ffff880076b63480 x1818247337087232/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:103/0 lens 488/0 e 0 to 0 dl 1734016153 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016142.442962:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076b63480 with x1818247337087232 ext(5296128->5300223) 00002000:00010000:3.0:1734016142.442970:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076b63480 00000100:00100000:3.0:1734016142.443637:0:13925:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9434 00000100:00100000:3.0:1734016142.443647:0:13925:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076b63480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1980:x1818247337087232:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:3.0:1734016142.443883:0:13925:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076b63480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1980:x1818247337087232:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 216us (1157us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016142.443892:0:13925:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9434 00002000:00100000:3.0:1734016142.443899:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (5296128->5300223) req@ffff880076b63480 x1818247337087232/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:103/0 lens 488/4536 e 0 to 0 dl 1734016153 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016142.443907:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076b63480 with x1818247337087232 ext(5296128->5300223) 00002000:00010000:3.0:1734016142.443913:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076b63480 00000100:00100000:0.0:1734016142.446784:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016142.446961:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337087488 00000100:00100000:1.0:1734016142.446977:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337087488 00002000:00100000:1.0:1734016142.447042:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (5292032->5296127) req@ffff880076b62d80 x1818247337087488/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:103/0 lens 488/0 e 0 to 0 dl 1734016153 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016142.447052:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076b62d80 with x1818247337087488 ext(5292032->5296127) 00002000:00010000:1.0:1734016142.447058:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076b62d80 00000100:00100000:1.0:1734016142.447113:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9435 00000100:00100000:1.0:1734016142.447122:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076b62d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1980:x1818247337087488:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:1.0:1734016142.447381:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076b62d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1980:x1818247337087488:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 260us (618us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016142.447391:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9435 00002000:00100000:1.0:1734016142.447399:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (5292032->5296127) req@ffff880076b62d80 x1818247337087488/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:103/0 lens 488/4536 e 0 to 0 dl 1734016153 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016142.447406:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076b62d80 with x1818247337087488 ext(5292032->5296127) 00002000:00010000:1.0:1734016142.447411:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076b62d80 00000100:00100000:0.0:1734016142.451233:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016142.452843:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337087616 00000100:00100000:2.0:1734016142.452890:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337087616 00000100:00100000:2.0:1734016142.452986:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 11151 00000100:00100000:2.0:1734016142.453002:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076b60380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1980:x1818247337087616:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:2.0:1734016142.453052:0:7690:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016142.453084:0:7690:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800721718c0/0x3f004d6452e08f21 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d24d5 expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016142.453128:0:7690:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016142.453133:0:7690:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016142.453148:0:7690:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800721718c0/0x3f004d6452e08f21 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d24d5 expref: 7 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016142.453173:0:7690:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800721718c0/0x3f004d6452e08f21 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d24d5 expref: 7 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016142.453190:0:7690:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800721718c0, rc 0) 00000100:00100000:2.0:1734016142.453296:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076b60380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1980:x1818247337087616:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 295us (2097us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016142.453304:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 11151 00000100:00100000:0.0:1734016142.456842:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016142.457052:0:8966:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337087744 00000100:00100000:2.0:1734016142.457075:0:8966:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337087744 00000100:00100000:2.0:1734016142.457158:0:8966:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2139 00000100:00100000:2.0:1734016142.457172:0:8966:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076b61c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+10:9673:x1818247337087744:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:2.0:1734016142.457207:0:8966:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016142.457245:0:8966:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880072172640/0x3f004d6452e08f28 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d24dc expref: -99 pid: 8966 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016142.457414:0:8966:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880072170d80/0x3f004d6452e08f2f lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 8966 initiator: MDT0 00010000:00010000:2.0:1734016142.457439:0:8966:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880072170d80/0x3f004d6452e08f2f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 8966 initiator: MDT0 00010000:00010000:2.0:1734016142.457460:0:8966:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880072170d80/0x3f004d6452e08f2f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 8966 initiator: MDT0 00000004:00200000:2.0:1734016142.457500:0:8966:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 7582691 00000004:00200000:2.0:1734016142.457508:0:8966:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1734016142.457532:0:8966:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880072170d80/0x3f004d6452e08f2f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 8966 initiator: MDT0 00010000:00010000:2.0:1734016142.457561:0:8966:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880072172640/0x3f004d6452e08f28 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d24dc expref: 12 pid: 8966 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016142.457603:0:8966:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880072170d80/0x3f004d6452e08f2f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d24dc expref: 11 pid: 8966 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016142.457616:0:8966:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:2.0:1734016142.457619:0:8966:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1734016142.457624:0:8966:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880072170d80, rc 0) 00000100:00100000:2.0:1734016142.457713:0:8966:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076b61c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+11:9673:x1818247337087744:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 542us (886us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016142.457723:0:8966:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2139 00000100:00100000:0.0:1734016142.462946:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016142.463073:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337087872 00000100:00100000:2.0:1734016142.463085:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337087872 00000100:00100000:2.0:1734016142.463144:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 11152 00000100:00100000:2.0:1734016142.463155:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076b62680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:9673:x1818247337087872:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:2.0:1734016142.463181:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016142.463213:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880072171f80/0x3f004d6452e08f36 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d24e3 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016142.463256:0:7689:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880072172d00/0x3f004d6452e08f1a lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 5320704->5324799) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d24ce expref: 5 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016142.463264:0:7689:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800721718c0/0x3f004d6452e08f21 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d24d5 expref: 8 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016142.463272:0:7689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016142.463274:0:7689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016142.463278:0:7689:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880072171f80/0x3f004d6452e08f36 lrc: 5/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [6008832->6057983] (req 6008832->6057983) gid 0 flags: 0x50000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d24e3 expref: 8 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016142.463326:0:7689:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800721718c0/0x3f004d6452e08f21 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d24d5 expref: 8 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016142.463340:0:7689:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800721718c0/0x3f004d6452e08f21 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d24d5 expref: 8 pid: 7690 timeout: 506 lvb_type: 1 00000100:00100000:2.0:1734016142.463352:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800750e0700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339503488:192.168.201.10@tcp:104: 00010000:00010000:2.0:1734016142.463582:0:7689:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880072172d00/0x3f004d6452e08f1a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 5320704->5324799) gid 0 flags: 0x50000000020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d24ce expref: 5 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016142.463593:0:7689:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880072172d00/0x3f004d6452e08f1a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 5320704->5324799) gid 0 flags: 0x70000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d24ce expref: 5 pid: 7690 timeout: 506 lvb_type: 0 00000100:00100000:2.0:1734016142.463603:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800750e2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339503616:192.168.201.10@tcp:104: 00000100:00100000:2.0:1734016142.463624:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007455dc00 going to sleep for 11 seconds 00000100:00100000:0.0:1734016142.469520:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016142.469605:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016142.469992:0:6470:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337088128 00000100:00100000:1.0:1734016142.470017:0:6470:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337088128 00010000:00010000:1.0:1734016142.470089:0:6470:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880072172d00/0x3f004d6452e08f1a lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 5320704->5324799) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d24ce expref: 6 pid: 7690 timeout: 506 lvb_type: 0 00000100:00100000:1.0:1734016142.470131:0:6470:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337088000 00000100:00100000:1.0:1734016142.470134:0:6470:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337088000 00010000:00010000:1.0:1734016142.470146:0:6470:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800721718c0/0x3f004d6452e08f21 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d24d5 expref: 9 pid: 7690 timeout: 506 lvb_type: 1 00000100:00100000:1.0:1734016142.470170:0:6470:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 3032 00000100:00100000:1.0:1734016142.470183:0:6470:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076b60a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1979:x1818247337088128:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016142.470209:0:6470:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016142.470245:0:6470:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880072172d00/0x3f004d6452e08f1a lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 5320704->5324799) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d24ce expref: 6 pid: 7690 timeout: 506 lvb_type: 0 00010000:00010000:1.0:1734016142.470260:0:6470:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880072172d00/0x3f004d6452e08f1a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 5320704->5324799) gid 0 flags: 0x50000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d24ce expref: 6 pid: 7690 timeout: 506 lvb_type: 0 00010000:00010000:1.0:1734016142.470303:0:6470:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016142.470367:0:6470:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076b60a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1979:x1818247337088128:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 187us (877us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016142.470374:0:6470:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 3032 00000100:00100000:1.0:1734016142.470393:0:6470:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 3033 00000100:00100000:1.0:1734016142.470398:0:6470:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076b63100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+9:1979:x1818247337088000:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016142.470405:0:6470:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016142.470412:0:6470:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800721718c0/0x3f004d6452e08f21 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d24d5 expref: 9 pid: 7690 timeout: 506 lvb_type: 1 00010000:00010000:1.0:1734016142.470422:0:6470:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800721718c0/0x3f004d6452e08f21 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d24d5 expref: 9 pid: 7690 timeout: 506 lvb_type: 1 00010000:00010000:1.0:1734016142.470435:0:6470:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016142.470437:0:6470:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016142.470446:0:6470:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880072171f80/0x3f004d6452e08f36 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 6008832->6057983) gid 0 flags: 0x50080000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d24e3 expref: 9 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016142.470456:0:6470:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880072171f80/0x3f004d6452e08f36 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 6008832->6057983) gid 0 flags: 0x50080000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d24e3 expref: 9 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016142.470497:0:6470:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880072171f80/0x3f004d6452e08f36 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 6008832->6057983) gid 0 flags: 0x40000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d24e3 expref: 9 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016142.470514:0:6470:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074e42a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6470:1818247339503744:192.168.201.10@tcp:105: 00000100:00100000:1.0:1734016142.470565:0:6470:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012cf4fa80 going to sleep for 11 seconds 00010000:00010000:2.0:1734016142.471010:0:7689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800721718c0/0x3f004d6452e08f21 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d24d5 expref: 9 pid: 7690 timeout: 506 lvb_type: 1 00000100:00100000:2.0:1734016142.471041:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800750e0700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339503488:192.168.201.10@tcp:104: 00010000:00010000:2.0:1734016142.471056:0:7689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880072172d00/0x3f004d6452e08f1a lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 5320704->5324799) gid 0 flags: 0x44801400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d24ce expref: 5 pid: 7690 timeout: 506 lvb_type: 0 00000100:00100000:2.0:1734016142.471065:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800750e2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339503616:192.168.201.10@tcp:104: 00010000:00010000:2.0:1734016142.471092:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880072171f80/0x3f004d6452e08f36 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6008832->6057983) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d24e3 expref: 8 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016142.471102:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880072171f80, rc 0) 00000100:00100000:2.0:1734016142.471138:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076b62680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:9673:x1818247337087872:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 7984us (8202us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016142.471148:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 11152 00000100:00100000:1.0:1734016142.478977:0:6470:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074e42a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6470:1818247339503744:192.168.201.10@tcp:105: 00010000:00010000:1.0:1734016142.479027:0:6470:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016142.479118:0:6470:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076b63100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1979:x1818247337088000:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 8716us (9510us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016142.479132:0:6470:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 3033 00000100:00100000:0.0:1734016142.479656:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016142.479906:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337088256 00000100:00100000:2.0:1734016142.479916:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337088256 00000100:00100000:2.0:1734016142.479976:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 11153 00000100:00100000:2.0:1734016142.479984:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076b62a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1979:x1818247337088256:12345-192.168.201.10@tcp:22:fsx.0 00002000:00010000:2.0:1734016142.480315:0:7689:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 7582691 -> 7582691 00002000:00010000:2.0:1734016142.480319:0:7689:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016141 -> 1734016141 00002000:00010000:2.0:1734016142.480322:0:7689:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016141 -> 1734016141 00002000:00010000:2.0:1734016142.480324:0:7689:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016141 -> 1734016141 00002000:00010000:2.0:1734016142.480327:0:7689:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 1336 -> 1336 00000100:00100000:2.0:1734016142.480382:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076b62a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1979:x1818247337088256:12345-192.168.201.10@tcp:22:fsx.0 Request processed in 398us (729us total) trans 4294969457 rc 0/0 00000100:00100000:2.0:1734016142.480389:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 11153 00000100:00100000:0.0:1734016142.485372:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016142.486024:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337088384 00000100:00100000:2.0:1734016142.486047:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337088384 00000100:00100000:2.0:1734016142.486260:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 11154 00000100:00100000:2.0:1734016142.486270:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076b61880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:1981:x1818247337088384:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:2.0:1734016142.486302:0:7690:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016142.486334:0:7690:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880072172d00/0x3f004d6452e08f3d lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d24ea expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016142.486413:0:7690:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800750e2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339503872:192.168.201.10@tcp:106: 00000100:00100000:2.0:1734016142.486807:0:7690:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007455dc00 going to sleep for 11 seconds 00000100:00100000:2.0:1734016142.490586:0:7690:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800750e2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339503872:192.168.201.10@tcp:106: 00010000:00010000:2.0:1734016142.490652:0:7690:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880072172d00/0x3f004d6452e08f3d lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d24ea expref: 6 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016142.490673:0:7690:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880072172d00/0x3f004d6452e08f3d lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d24ea expref: 6 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016142.490693:0:7690:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880072172d00, rc 0) 00000100:00100000:2.0:1734016142.490777:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076b61880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:1981:x1818247337088384:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 4506us (5415us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016142.490792:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 11154 00000100:00100000:0.0:1734016142.493656:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016142.493779:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337088512 00000100:00100000:2.0:1734016142.493791:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337088512 00000100:00100000:2.0:1734016142.493839:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 11155 00000100:00100000:2.0:1734016142.493846:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076b63800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:1980:x1818247337088512:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:2.0:1734016142.493905:0:7690:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016142.493928:0:7690:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800721718c0/0x3f004d6452e08f44 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d24f1 expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016142.493988:0:7690:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800750e2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339504000:192.168.201.10@tcp:106: 00000100:00100000:2.0:1734016142.494083:0:7690:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007455dc00 going to sleep for 11 seconds 00000100:00100000:2.0:1734016142.496389:0:7690:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800750e2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339504000:192.168.201.10@tcp:106: 00010000:00010000:2.0:1734016142.496450:0:7690:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800721718c0/0x3f004d6452e08f44 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d24f1 expref: 6 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016142.496467:0:7690:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800721718c0/0x3f004d6452e08f44 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d24f1 expref: 6 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016142.496486:0:7690:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800721718c0, rc 0) 00000100:00100000:2.0:1734016142.496561:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076b63800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:1980:x1818247337088512:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 2713us (2915us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016142.496573:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 11155 00000100:00100000:0.0:1734016142.499709:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016142.500156:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337088640 00000100:00100000:2.0:1734016142.500170:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337088640 00000100:00100000:2.0:1734016142.501279:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 11156 00000100:00100000:2.0:1734016142.501295:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076b60e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1981:x1818247337088640:12345-192.168.201.10@tcp:22:fsx.0 00002000:00010000:2.0:1734016142.501667:0:7690:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 7582691 -> 7582691 00002000:00010000:2.0:1734016142.501671:0:7690:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016141 -> 1734016141 00002000:00010000:2.0:1734016142.501674:0:7690:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016141 -> 1734016141 00002000:00010000:2.0:1734016142.501677:0:7690:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016141 -> 1734016142 00002000:00010000:2.0:1734016142.501680:0:7690:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 1336 -> 1424 00000100:00100000:2.0:1734016142.501791:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076b60e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+9:1981:x1818247337088640:12345-192.168.201.10@tcp:22:fsx.0 Request processed in 498us (2092us total) trans 4294969458 rc 0/0 00000100:00100000:2.0:1734016142.501800:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 11156 00000100:00100000:0.0:1734016142.507967:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016142.508100:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337088768 00000100:00100000:2.0:1734016142.508123:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337088768 00000100:00100000:2.0:1734016142.508197:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 11157 00000100:00100000:2.0:1734016142.508212:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076b61500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:1980:x1818247337088768:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:2.0:1734016142.508252:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016142.508287:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880072172640/0x3f004d6452e08f4b lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d24f8 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016142.508404:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800750e2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339504128:192.168.201.10@tcp:106: 00000100:00100000:2.0:1734016142.509029:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007455dc00 going to sleep for 11 seconds 00000100:00100000:2.0:1734016142.512850:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800750e2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339504128:192.168.201.10@tcp:106: 00010000:00010000:2.0:1734016142.513011:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880072172640/0x3f004d6452e08f4b lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d24f8 expref: 6 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016142.513062:0:7689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880072172640/0x3f004d6452e08f4b lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d24f8 expref: 6 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016142.513724:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880072172640, rc 0) 00000100:00100000:2.0:1734016142.514494:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076b61500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:1980:x1818247337088768:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 6278us (6545us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016142.514505:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 11157 00000100:00100000:0.0:1734016142.518497:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016142.518623:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337088896 00000100:00100000:2.0:1734016142.518637:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337088896 00000100:00100000:2.0:1734016142.519446:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 11158 00000100:00100000:2.0:1734016142.519457:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076b60000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:1981:x1818247337088896:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:2.0:1734016142.519492:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016142.519528:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880072172640/0x3f004d6452e08f52 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d24ff expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016142.519634:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800750e2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339504256:192.168.201.10@tcp:106: 00000100:00100000:2.0:1734016142.519748:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007455dc00 going to sleep for 11 seconds 00000100:00100000:2.0:1734016142.523654:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800750e2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339504256:192.168.201.10@tcp:106: 00010000:00010000:2.0:1734016142.523730:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880072172640/0x3f004d6452e08f52 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d24ff expref: 6 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016142.523754:0:7689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880072172640/0x3f004d6452e08f52 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d24ff expref: 6 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016142.523783:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880072172640, rc 0) 00000100:00100000:2.0:1734016142.523907:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076b60000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:1981:x1818247337088896:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 4449us (5427us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016142.523925:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 11158 00000100:00100000:0.0:1734016142.527021:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016142.527352:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337089024 00000100:00100000:2.0:1734016142.527372:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337089024 00000100:00100000:2.0:1734016142.527540:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 11159 00000100:00100000:2.0:1734016142.527550:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076b61180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:1980:x1818247337089024:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:2.0:1734016142.527586:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016142.527624:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800721718c0/0x3f004d6452e08f59 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d2506 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016142.527747:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800750e2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339504384:192.168.201.10@tcp:106: 00000100:00100000:2.0:1734016142.528286:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007455dc00 going to sleep for 11 seconds 00000100:00100000:2.0:1734016142.531747:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800750e2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339504384:192.168.201.10@tcp:106: 00010000:00010000:2.0:1734016142.531815:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800721718c0/0x3f004d6452e08f59 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2506 expref: 6 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016142.531834:0:7689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800721718c0/0x3f004d6452e08f59 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2506 expref: 6 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016142.531986:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800721718c0, rc 0) 00000100:00100000:2.0:1734016142.532344:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076b61180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:1980:x1818247337089024:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 4793us (5332us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016142.532361:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 11159 00000100:00100000:0.0:1734016142.535358:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016142.535497:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337089152 00000100:00100000:2.0:1734016142.535521:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337089152 00000100:00100000:2.0:1734016142.535827:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 11160 00000100:00100000:2.0:1734016142.535839:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076b61f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:9673:x1818247337089152:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:2.0:1734016142.535900:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016142.535930:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880072172d00/0x3f004d6452e08f60 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d250d expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016142.535981:0:7689:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880072171f80/0x3f004d6452e08f36 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6008832->6057983) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d24e3 expref: 8 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016142.535990:0:7689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016142.535991:0:7689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016142.535996:0:7689:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880072172d00/0x3f004d6452e08f60 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [53248->57343] (req 53248->57343) gid 0 flags: 0x50000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d250d expref: 6 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016142.536051:0:7689:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880072171f80/0x3f004d6452e08f36 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6008832->6057983) gid 0 flags: 0x50000000020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d24e3 expref: 8 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016142.536066:0:7689:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880072171f80/0x3f004d6452e08f36 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6008832->6057983) gid 0 flags: 0x70000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d24e3 expref: 8 pid: 7689 timeout: 506 lvb_type: 0 00000100:00100000:2.0:1734016142.536084:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800750e2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339504512:192.168.201.10@tcp:104: 00000100:00100000:2.0:1734016142.536188:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007455dc00 going to sleep for 11 seconds 00000100:00100000:2.0:1734016142.539687:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800750e2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339504512:192.168.201.10@tcp:104: 00010000:00010000:2.0:1734016142.539734:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880072172d00/0x3f004d6452e08f60 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [53248->57343] (req 53248->57343) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d250d expref: 6 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016142.539771:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880072172d00, rc 0) 00000100:00100000:2.0:1734016142.540567:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076b61f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:9673:x1818247337089152:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 4721us (5217us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016142.540583:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 11160 00000100:00100000:1.0:1734016142.541498:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016142.541633:0:6470:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337089280 00000100:00100000:0.0:1734016142.541643:0:6470:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337089280 00010000:00010000:0.0:1734016142.541683:0:6470:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880072171f80/0x3f004d6452e08f36 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6008832->6057983) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d24e3 expref: 9 pid: 7689 timeout: 506 lvb_type: 0 00000100:00100000:0.0:1734016142.541726:0:6470:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 3034 00000100:00100000:0.0:1734016142.541733:0:6470:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074e42a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+9:1979:x1818247337089280:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016142.541747:0:6470:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016142.541775:0:6470:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880072171f80/0x3f004d6452e08f36 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 6008832->6057983) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d24e3 expref: 9 pid: 7689 timeout: 506 lvb_type: 0 00010000:00010000:0.0:1734016142.541788:0:6470:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880072171f80/0x3f004d6452e08f36 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 6008832->6057983) gid 0 flags: 0x50000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d24e3 expref: 9 pid: 7689 timeout: 506 lvb_type: 0 00010000:00010000:0.0:1734016142.541817:0:6470:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880072171f80/0x3f004d6452e08f36 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 6008832->6057983) gid 0 flags: 0x44801400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d24e3 expref: 9 pid: 7689 timeout: 506 lvb_type: 0 00010000:00010000:0.0:1734016142.541838:0:6470:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016142.541840:0:6470:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016142.541847:0:6470:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880072172d00/0x3f004d6452e08f60 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 53248->57343) gid 0 flags: 0x40080000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d250d expref: 5 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016142.541857:0:6470:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880072172d00/0x3f004d6452e08f60 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 53248->57343) gid 0 flags: 0x40080000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d250d expref: 5 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016142.541924:0:6470:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880072172d00/0x3f004d6452e08f60 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 53248->57343) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d250d expref: 5 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016142.541942:0:6470:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074008a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6470:1818247339504640:192.168.201.10@tcp:105: 00000100:00100000:0.0:1734016142.542018:0:6470:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a74866c0 going to sleep for 11 seconds 00000100:00100000:1.0:1734016142.548506:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016142.548640:0:6470:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074008a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6470:1818247339504640:192.168.201.10@tcp:105: 00010000:00010000:0.0:1734016142.548677:0:6470:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016142.548769:0:6470:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074e42a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1979:x1818247337089280:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 7034us (7272us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016142.548790:0:6470:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 3034 00000100:00100000:3.0:1734016142.549439:0:13925:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337089536 00000100:00100000:3.0:1734016142.549449:0:13925:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337089536 00002000:00100000:3.0:1734016142.549519:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (53248->57343) req@ffff880074e41c00 x1818247337089536/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:103/0 lens 488/0 e 0 to 0 dl 1734016153 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016142.549532:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074e41c00 with x1818247337089536 ext(53248->57343) 00002000:00010000:3.0:1734016142.549537:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074e41c00 00000100:00100000:3.0:1734016142.549572:0:13925:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9436 00000100:00100000:3.0:1734016142.549581:0:13925:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074e41c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1979:x1818247337089536:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:3.0:1734016142.549862:0:13925:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074e41c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1979:x1818247337089536:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 282us (1378us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016142.549926:0:13925:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9436 00002000:00100000:3.0:1734016142.549933:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (53248->57343) req@ffff880074e41c00 x1818247337089536/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:103/0 lens 488/4536 e 0 to 0 dl 1734016153 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016142.549943:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074e41c00 with x1818247337089536 ext(53248->57343) 00002000:00010000:3.0:1734016142.549947:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074e41c00 00000100:00100000:0.0:1734016142.553848:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016142.554180:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337089792 00000100:00100000:1.0:1734016142.554194:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337089792 00002000:00100000:1.0:1734016142.554249:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (49152->53247) req@ffff880074008a80 x1818247337089792/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:103/0 lens 488/0 e 0 to 0 dl 1734016153 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016142.554261:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074008a80 with x1818247337089792 ext(49152->53247) 00002000:00010000:1.0:1734016142.554267:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074008a80 00000100:00100000:1.0:1734016142.554308:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9437 00000100:00100000:1.0:1734016142.554316:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074008a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1981:x1818247337089792:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:1.0:1734016142.554512:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074008a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1981:x1818247337089792:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 195us (682us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016142.554520:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9437 00002000:00100000:1.0:1734016142.554526:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (49152->53247) req@ffff880074008a80 x1818247337089792/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:103/0 lens 488/4536 e 0 to 0 dl 1734016153 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016142.554533:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074008a80 with x1818247337089792 ext(49152->53247) 00002000:00010000:1.0:1734016142.554537:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074008a80 00000100:00100000:2.0:1734016142.558352:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016142.558495:0:13925:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337090048 00000100:00100000:3.0:1734016142.558514:0:13925:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337090048 00002000:00100000:3.0:1734016142.558586:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (45056->49151) req@ffff8800750e2d80 x1818247337090048/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:103/0 lens 488/0 e 0 to 0 dl 1734016153 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016142.558597:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800750e2d80 with x1818247337090048 ext(45056->49151) 00002000:00010000:3.0:1734016142.558606:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800750e2d80 00000100:00100000:3.0:1734016142.559223:0:13925:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9438 00000100:00100000:3.0:1734016142.559235:0:13925:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800750e2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1981:x1818247337090048:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:3.0:1734016142.559490:0:13925:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800750e2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1981:x1818247337090048:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 255us (1162us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016142.559498:0:13925:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9438 00002000:00100000:3.0:1734016142.559505:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (45056->49151) req@ffff8800750e2d80 x1818247337090048/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:103/0 lens 488/4536 e 0 to 0 dl 1734016153 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016142.559512:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800750e2d80 with x1818247337090048 ext(45056->49151) 00002000:00010000:3.0:1734016142.559516:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800750e2d80 00000100:00100000:0.0:1734016142.564014:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016142.564157:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337090304 00000100:00100000:1.0:1734016142.564176:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337090304 00002000:00100000:1.0:1734016142.564264:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (40960->45055) req@ffff88007400a300 x1818247337090304/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:103/0 lens 488/0 e 0 to 0 dl 1734016153 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016142.564275:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007400a300 with x1818247337090304 ext(40960->45055) 00002000:00010000:1.0:1734016142.564283:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007400a300 00000100:00100000:1.0:1734016142.564334:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9439 00000100:00100000:1.0:1734016142.564344:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007400a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1981:x1818247337090304:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:1.0:1734016142.564618:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007400a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1981:x1818247337090304:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 273us (765us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016142.564630:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9439 00002000:00100000:1.0:1734016142.564637:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (40960->45055) req@ffff88007400a300 x1818247337090304/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:103/0 lens 488/4536 e 0 to 0 dl 1734016153 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016142.564644:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007400a300 with x1818247337090304 ext(40960->45055) 00002000:00010000:1.0:1734016142.564647:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007400a300 00000100:00100000:0.0:1734016142.570395:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016142.570572:0:13925:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337090560 00000100:00100000:3.0:1734016142.570589:0:13925:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337090560 00002000:00100000:3.0:1734016142.570656:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (36864->40959) req@ffff880074008000 x1818247337090560/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:103/0 lens 488/0 e 0 to 0 dl 1734016153 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016142.570666:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074008000 with x1818247337090560 ext(36864->40959) 00002000:00010000:3.0:1734016142.570672:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074008000 00000100:00100000:3.0:1734016142.570711:0:13925:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9440 00000100:00100000:3.0:1734016142.570722:0:13925:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074008000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1981:x1818247337090560:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:3.0:1734016142.571028:0:13925:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074008000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1981:x1818247337090560:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 307us (650us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016142.571045:0:13925:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9440 00002000:00100000:3.0:1734016142.571052:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (36864->40959) req@ffff880074008000 x1818247337090560/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:103/0 lens 488/4536 e 0 to 0 dl 1734016153 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016142.571058:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074008000 with x1818247337090560 ext(36864->40959) 00002000:00010000:3.0:1734016142.571062:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074008000 00000100:00100000:2.0:1734016142.577449:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016142.578043:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337090816 00000100:00100000:1.0:1734016142.578065:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337090816 00002000:00100000:1.0:1734016142.578179:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (32768->36863) req@ffff8800750e0700 x1818247337090816/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:103/0 lens 488/0 e 0 to 0 dl 1734016153 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016142.578194:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800750e0700 with x1818247337090816 ext(32768->36863) 00002000:00010000:1.0:1734016142.578203:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800750e0700 00000100:00100000:1.0:1734016142.578258:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9441 00000100:00100000:1.0:1734016142.578267:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800750e0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1981:x1818247337090816:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:1.0:1734016142.578609:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800750e0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1981:x1818247337090816:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 341us (1195us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016142.578621:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9441 00002000:00100000:1.0:1734016142.578630:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (32768->36863) req@ffff8800750e0700 x1818247337090816/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:103/0 lens 488/4536 e 0 to 0 dl 1734016153 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016142.578638:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800750e0700 with x1818247337090816 ext(32768->36863) 00002000:00010000:1.0:1734016142.578642:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800750e0700 00000100:00100000:0.0:1734016142.584415:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016142.584579:0:13925:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337090944 00000100:00100000:3.0:1734016142.584601:0:13925:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337090944 00002000:00100000:3.0:1734016142.584692:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (32768->57343) req@ffff88007400ad80 x1818247337090944/t0(0) o4->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:103/0 lens 488/0 e 0 to 0 dl 1734016153 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016142.584707:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007400ad80 with x1818247337090944 ext(32768->57343) 00002000:00010000:3.0:1734016142.584718:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007400ad80 00000100:00100000:3.0:1734016142.585409:0:13925:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9442 00000100:00100000:3.0:1734016142.585422:0:13925:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007400ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1981:x1818247337090944:12345-192.168.201.10@tcp:4:fsx.0 00000100:00100000:0.0:1734016142.590519:0:13925:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007400ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+8:1981:x1818247337090944:12345-192.168.201.10@tcp:4:fsx.0 Request processed in 5074us (6105us total) trans 4294969459 rc 0/0 00000100:00100000:0.0:1734016142.590542:0:13925:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9442 00002000:00100000:0.0:1734016142.590564:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (32768->57343) req@ffff88007400ad80 x1818247337090944/t4294969459(0) o4->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:103/0 lens 488/448 e 0 to 0 dl 1734016153 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016142.590577:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007400ad80 with x1818247337090944 ext(32768->57343) 00002000:00010000:0.0:1734016142.590587:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007400ad80 00000100:00100000:2.0:1734016142.593219:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016142.593347:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337091072 00000100:00100000:0.0:1734016142.593369:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337091072 00000100:00100000:0.0:1734016142.593458:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 11161 00000100:00100000:0.0:1734016142.593468:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800750e1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+8:1980:x1818247337091072:12345-192.168.201.10@tcp:16:fsx.0 00000001:00080000:0.0:1734016142.595424:0:8954:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969459 is committed 00000001:00080000:0.0:1734016142.595443:0:8954:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969458 is committed 00000100:00100000:2.0:1734016142.595879:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800750e1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1980:x1818247337091072:12345-192.168.201.10@tcp:16:fsx.0 Request processed in 2388us (2660us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016142.595891:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 11161 00000100:00100000:0.0:1734016142.600150:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016142.600376:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337091200 00000100:00100000:2.0:1734016142.600388:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337091200 00000100:00100000:2.0:1734016142.600998:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 11162 00000100:00100000:2.0:1734016142.601008:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074008e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1981:x1818247337091200:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:2.0:1734016142.601049:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016142.601083:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880072171f80/0x3f004d6452e08f67 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d2514 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016142.601180:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800750e2680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339504768:192.168.201.10@tcp:106: 00000100:00100000:2.0:1734016142.601290:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007455dc00 going to sleep for 11 seconds 00002000:00010000:2.0:1734016142.604536:0:7689:0:(ofd_lvb.c:283:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime: 1734016141 -> 1734016142 00002000:00010000:2.0:1734016142.604556:0:7689:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime: 1734016141 -> 1734016142 00002000:00010000:2.0:1734016142.604559:0:7689:0:(ofd_lvb.c:301:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks: 1424 -> 1472 00000100:00100000:2.0:1734016142.604607:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800750e2680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339504768:192.168.201.10@tcp:106: 00010000:00010000:2.0:1734016142.604676:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880072171f80/0x3f004d6452e08f67 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2514 expref: 7 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016142.604699:0:7689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880072171f80/0x3f004d6452e08f67 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2514 expref: 7 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016142.605296:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880072171f80, rc 0) 00000100:00100000:2.0:1734016142.605409:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074008e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1981:x1818247337091200:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 4399us (5271us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016142.605421:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 11162 00000100:00100000:0.0:1734016142.608788:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016142.609068:0:13925:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337091456 00000100:00100000:2.0:1734016142.609088:0:13925:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337091456 00000100:00100000:2.0:1734016142.609213:0:13925:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9443 00000100:00100000:2.0:1734016142.609225:0:13925:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074009c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1980:x1818247337091456:12345-192.168.201.10@tcp:3:fsx.0 00010000:00010000:2.0:1734016142.609311:0:13925:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff8800721718c0/0x3f004d6452e08f6e lrc: 3/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 13925 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016142.609347:0:13925:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880072172d00/0x3f004d6452e08f60 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 53248->57343) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d250d expref: 5 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016142.609360:0:13925:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016142.609363:0:13925:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016142.609368:0:13925:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800721718c0/0x3f004d6452e08f6e lrc: 4/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [4698112->4730879] (req 4698112->4730879) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 13925 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016142.609427:0:13925:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880072172d00/0x3f004d6452e08f60 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 53248->57343) gid 0 flags: 0x50000000020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d250d expref: 5 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016142.609447:0:13925:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880072172d00/0x3f004d6452e08f60 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 53248->57343) gid 0 flags: 0x70000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d250d expref: 5 pid: 7689 timeout: 506 lvb_type: 0 00000100:00100000:2.0:1734016142.609471:0:13925:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800750e2680 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_003:lustre-OST0001_UUID:13925:1818247339504896:192.168.201.10@tcp:104: 00000100:00100000:2.0:1734016142.609578:0:13925:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007455dc00 going to sleep for 11 seconds 00000100:00100000:2.0:1734016142.617779:0:13925:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800750e2680 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_003:lustre-OST0001_UUID:13925:1818247339504896:192.168.201.10@tcp:104: 00010000:00010000:2.0:1734016142.617813:0:13925:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800721718c0/0x3f004d6452e08f6e lrc: 3/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [4698112->4730879] (req 4698112->4730879) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 13925 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016142.618395:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016142.619507:0:6470:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337091584 00000100:00100000:2.0:1734016142.619521:0:6470:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337091584 00010000:00010000:2.0:1734016142.619581:0:6470:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880072172d00/0x3f004d6452e08f60 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 53248->57343) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d250d expref: 6 pid: 7689 timeout: 506 lvb_type: 0 00000100:00100000:2.0:1734016142.619622:0:6470:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 3035 00000100:00100000:2.0:1734016142.619632:0:6470:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007400b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1979:x1818247337091584:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016142.619651:0:6470:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016142.619689:0:6470:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880072172d00/0x3f004d6452e08f60 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 53248->57343) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d250d expref: 6 pid: 7689 timeout: 506 lvb_type: 0 00010000:00010000:2.0:1734016142.619702:0:6470:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880072172d00/0x3f004d6452e08f60 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 53248->57343) gid 0 flags: 0x50000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d250d expref: 6 pid: 7689 timeout: 506 lvb_type: 0 00010000:00010000:2.0:1734016142.619739:0:6470:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880072172d00/0x3f004d6452e08f60 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 53248->57343) gid 0 flags: 0x44801400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d250d expref: 6 pid: 7689 timeout: 506 lvb_type: 0 00010000:00010000:2.0:1734016142.619763:0:6470:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016142.619767:0:6470:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016142.619772:0:6470:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800721718c0/0x3f004d6452e08f6e lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [4698112->4730879] (req 4698112->4730879) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 13925 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016142.619791:0:6470:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800721718c0/0x3f004d6452e08f6e lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [4698112->4730879] (req 4698112->4730879) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 13925 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016142.619831:0:6470:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016142.619906:0:6470:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007400b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:1979:x1818247337091584:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 275us (1513us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016142.619914:0:6470:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 3035 00010000:00010000:3.0:1734016142.620010:0:13925:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800721718c0/0x3f004d6452e08f6e lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [4698112->4730879] (req 4698112->4730879) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 13925 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016142.620269:0:13925:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800721718c0/0x3f004d6452e08f6e lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [4698112->4730879] (req 4698112->4730879) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 13925 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016142.623715:0:13925:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff8800721718c0/0x3f004d6452e08f6e lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [4698112->4730879] (req 4698112->4730879) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 13925 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016142.625334:0:13925:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800721718c0/0x3f004d6452e08f6e lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [4698112->4730879] (req 4698112->4730879) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 13925 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016142.625348:0:13925:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800721718c0/0x3f004d6452e08f6e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [4698112->4730879] (req 4698112->4730879) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 13925 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016142.625361:0:13925:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800721718c0 already unused, calling callback (ffffffffa086d100) 00010000:00010000:3.0:1734016142.625369:0:13925:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800721718c0/0x3f004d6452e08f6e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [4698112->4730879] (req 4698112->4730879) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 13925 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016142.625383:0:13925:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800721718c0/0x3f004d6452e08f6e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [4698112->4730879] (req 4698112->4730879) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 13925 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016142.625424:0:13925:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800721718c0/0x3f004d6452e08f6e lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [4698112->4730879] (req 4698112->4730879) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 13925 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016142.625431:0:13925:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800721718c0/0x3f004d6452e08f6e lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [4698112->4730879] (req 4698112->4730879) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 13925 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016142.627261:0:13925:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074009c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1980:x1818247337091456:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 18019us (18483us total) trans 0 rc 32768/32768 00000100:00100000:3.0:1734016142.627283:0:13925:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9443 00000100:00100000:0.0:1734016142.634017:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016142.634141:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337091712 00000100:00100000:2.0:1734016142.634157:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337091712 00000100:00100000:2.0:1734016142.634236:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 11163 00000100:00100000:2.0:1734016142.634247:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007400aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:1980:x1818247337091712:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:2.0:1734016142.634276:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016142.634320:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880072172d00/0x3f004d6452e08f75 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d251b expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1734016142.634359:0:7689:0:(ofd_lvb.c:169:ofd_lvbo_init()) res: [0x280000400:0x5:0x0] initial LVB size: 7582691, mtime: 0x675afc8e, atime: 0x675afc8d, ctime: 0x675afc8e, blocks: 0x5c0 00010000:00010000:2.0:1734016142.634391:0:7689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016142.634396:0:7689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016142.634410:0:7689:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880072172d00/0x3f004d6452e08f75 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d251b expref: 6 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016142.634434:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880072172d00/0x3f004d6452e08f75 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d251b expref: 6 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016142.634451:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880072172d00, rc 0) 00000100:00100000:2.0:1734016142.634536:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007400aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1980:x1818247337091712:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 291us (536us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016142.634546:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 11163 00000100:00100000:0.0:1734016142.637653:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016142.637810:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337091840 00000100:00100000:3.0:1734016142.637829:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337091840 00000100:00100000:3.0:1734016142.638220:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 11164 00000100:00100000:3.0:1734016142.638231:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007400a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:9673:x1818247337091840:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:3.0:1734016142.638266:0:7690:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016142.638301:0:7690:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a9a4000/0x3f004d6452e08f7c lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d2522 expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016142.638348:0:7690:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880072172d00/0x3f004d6452e08f75 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d251b expref: 7 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.638359:0:7690:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016142.638363:0:7690:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016142.638368:0:7690:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a9a4000/0x3f004d6452e08f7c lrc: 4/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [7413760->7434239] (req 7413760->7434239) gid 0 flags: 0x50000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2522 expref: 7 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016142.638422:0:7690:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880072172d00/0x3f004d6452e08f75 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d251b expref: 7 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.638443:0:7690:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880072172d00/0x3f004d6452e08f75 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d251b expref: 7 pid: 7689 timeout: 506 lvb_type: 1 00000100:00100000:3.0:1734016142.638465:0:7690:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880097219500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339505024:192.168.201.10@tcp:104: 00000100:00100000:3.0:1734016142.640161:0:7690:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012b911600 going to sleep for 11 seconds 00000100:00100000:0.0:1734016142.649376:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016142.649518:0:9956:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337091968 00000100:00100000:1.0:1734016142.649537:0:9956:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337091968 00010000:00010000:1.0:1734016142.649599:0:9956:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880072172d00/0x3f004d6452e08f75 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d251b expref: 8 pid: 7689 timeout: 506 lvb_type: 1 00000100:00100000:1.0:1734016142.649672:0:9956:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 3036 00000100:00100000:1.0:1734016142.649684:0:9956:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074008700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+8:1978:x1818247337091968:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016142.649709:0:9956:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016142.649747:0:9956:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880072172d00/0x3f004d6452e08f75 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d251b expref: 8 pid: 7689 timeout: 506 lvb_type: 1 00010000:00010000:1.0:1734016142.649762:0:9956:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880072172d00/0x3f004d6452e08f75 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d251b expref: 8 pid: 7689 timeout: 506 lvb_type: 1 00010000:00010000:1.0:1734016142.649803:0:9956:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016142.649806:0:9956:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016142.649817:0:9956:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a4000/0x3f004d6452e08f7c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 7413760->7434239) gid 0 flags: 0x50080000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2522 expref: 8 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016142.649829:0:9956:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a9a4000/0x3f004d6452e08f7c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 7413760->7434239) gid 0 flags: 0x50080000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2522 expref: 8 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016142.649912:0:9956:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009a9a4000/0x3f004d6452e08f7c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 7413760->7434239) gid 0 flags: 0x40000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2522 expref: 8 pid: 7690 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016142.649930:0:9956:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074e43480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9956:1818247339505152:192.168.201.10@tcp:105: 00000100:00100000:1.0:1734016142.650019:0:9956:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012cf4f840 going to sleep for 11 seconds 00010000:00010000:3.0:1734016142.650699:0:7690:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880072172d00/0x3f004d6452e08f75 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d251b expref: 8 pid: 7689 timeout: 506 lvb_type: 1 00000100:00100000:3.0:1734016142.650733:0:7690:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880097219500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339505024:192.168.201.10@tcp:104: 00010000:00010000:3.0:1734016142.650760:0:7690:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a9a4000/0x3f004d6452e08f7c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 7413760->7434239) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2522 expref: 7 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016142.650769:0:7690:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a9a4000, rc 0) 00000100:00100000:3.0:1734016142.650814:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007400a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:9673:x1818247337091840:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 12584us (13185us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016142.650821:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 11164 00000100:00100000:1.0:1734016142.657205:0:9956:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074e43480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9956:1818247339505152:192.168.201.10@tcp:105: 00010000:00010000:1.0:1734016142.657241:0:9956:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016142.657300:0:9956:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074008700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1978:x1818247337091968:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 7618us (7944us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016142.657311:0:9956:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 3036 00000100:00100000:0.0:1734016142.657935:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016142.657999:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337092096 00000100:00100000:3.0:1734016142.658007:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337092096 00000100:00100000:3.0:1734016142.658057:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 11165 00000100:00100000:3.0:1734016142.658064:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007400b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1979:x1818247337092096:12345-192.168.201.10@tcp:22:fsx.0 00002000:00010000:3.0:1734016142.658661:0:7690:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 7582691 -> 7582691 00002000:00010000:3.0:1734016142.658666:0:7690:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016142 -> 1734016142 00002000:00010000:3.0:1734016142.658669:0:7690:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016141 -> 1734016141 00002000:00010000:3.0:1734016142.658670:0:7690:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016142 -> 1734016142 00002000:00010000:3.0:1734016142.658673:0:7690:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 1472 -> 1512 00000100:00100000:3.0:1734016142.658721:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007400b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1979:x1818247337092096:12345-192.168.201.10@tcp:22:fsx.0 Request processed in 657us (788us total) trans 4294969460 rc 0/0 00000100:00100000:3.0:1734016142.658728:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 11165 00000100:00100000:0.0:1734016142.667000:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016142.667855:0:6483:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337092352 00000100:00100000:2.0:1734016142.667882:0:6483:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337092352 00000100:00100000:2.0:1734016142.667937:0:6483:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2140 00000100:00100000:2.0:1734016142.667945:0:6483:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074009500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+16:9673:x1818247337092352:12345-192.168.201.10@tcp:36:fsx.0 00010000:00010000:2.0:1734016142.668003:0:6483:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016142.668041:0:6483:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880072171440/0x3f004d6452e08f0c lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d24c0 expref: 16 pid: 6483 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016142.668080:0:6483:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:2.0:1734016142.668085:0:6483:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1734016142.668253:0:6483:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880072172640/0x3f004d6452e08f83 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6483 initiator: MDT0 00010000:00010000:2.0:1734016142.668268:0:6483:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880072170d80/0x3f004d6452e08f2f lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d24dc expref: 10 pid: 8966 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016142.668277:0:6483:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff880072172640/0x3f004d6452e08f83 lrc: 4/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6483 initiator: MDT0 00010000:00010000:2.0:1734016142.668309:0:6483:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880072170d80/0x3f004d6452e08f2f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d24dc expref: 10 pid: 8966 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016142.668322:0:6483:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880072170d80/0x3f004d6452e08f2f lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d24dc expref: 10 pid: 8966 timeout: 506 lvb_type: 0 00000100:00100000:2.0:1734016142.668334:0:6483:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800750e2680 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6483:1818247339505280:192.168.201.10@tcp:104: 00000100:00100000:2.0:1734016142.668415:0:6483:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007455da80 going to sleep for 11 seconds 00000100:00100000:2.0:1734016142.673018:0:6483:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800750e2680 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6483:1818247339505280:192.168.201.10@tcp:104: 00010000:00010000:2.0:1734016142.673065:0:6483:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff880072172640/0x3f004d6452e08f83 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6483 initiator: MDT0 00000100:00100000:0.0:1734016142.678652:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016142.679316:0:9956:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337092480 00000100:00100000:1.0:1734016142.679335:0:9956:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337092480 00010000:00010000:1.0:1734016142.679400:0:9956:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880072170d80/0x3f004d6452e08f2f lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d24dc expref: 11 pid: 8966 timeout: 506 lvb_type: 0 00000100:00100000:1.0:1734016142.679452:0:9956:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 3037 00000100:00100000:1.0:1734016142.679462:0:9956:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074009180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+11:1979:x1818247337092480:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016142.679483:0:9956:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016142.679491:0:9956:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880072170d80/0x3f004d6452e08f2f lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d24dc expref: 11 pid: 8966 timeout: 506 lvb_type: 0 00010000:00010000:1.0:1734016142.679504:0:9956:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880072170d80/0x3f004d6452e08f2f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d24dc expref: 11 pid: 8966 timeout: 506 lvb_type: 0 00010000:00010000:1.0:1734016142.679534:0:9956:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880072170d80/0x3f004d6452e08f2f lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d24dc expref: 11 pid: 8966 timeout: 506 lvb_type: 0 00010000:00010000:1.0:1734016142.679562:0:9956:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:1.0:1734016142.679571:0:9956:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff880072172640/0x3f004d6452e08f83 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6483 initiator: MDT0 00010000:00010000:1.0:1734016142.679586:0:9956:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880072172640/0x3f004d6452e08f83 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6483 initiator: MDT0 00010000:00010000:1.0:1734016142.679596:0:9956:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880072172640/0x3f004d6452e08f83 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6483 initiator: MDT0 00010000:00010000:1.0:1734016142.680536:0:9956:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016142.680605:0:9956:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074009180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+10:1979:x1818247337092480:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 1139us (1960us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016142.680613:0:9956:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 3037 00010000:00010000:3.0:1734016142.681039:0:6483:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff880072172640/0x3f004d6452e08f83 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6483 initiator: MDT0 00010000:00010000:3.0:1734016142.681048:0:6483:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880072172640/0x3f004d6452e08f83 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6483 initiator: MDT0 00000001:00080000:3.0:1734016142.681429:0:6483:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294968649 00000004:00010000:3.0:1734016142.681504:0:6483:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff880074009500 reply state ffff8800753c5000 transno 4294968650 ns: mdt-lustre-MDT0000_UUID lock: ffff880072172640/0x3f004d6452e08f83 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6483 initiator: MDT0 00000100:00100000:3.0:1734016142.681513:0:6483:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1734016142.681628:0:6483:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074009500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+18:9673:x1818247337092352:12345-192.168.201.10@tcp:36:fsx.0 Request processed in 13681us (14636us total) trans 4294968650 rc 0/0 00000100:00100000:3.0:1734016142.681638:0:6483:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2140 00000020:00080000:3.0:1734016142.681644:0:6483:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:2.0:1734016142.695427:0:3494:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880072172640/0x3f004d6452e08f83 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6483 initiator: MDT0 00010000:00010000:2.0:1734016142.695451:0:3494:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880072172640/0x3f004d6452e08f83 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6483 initiator: MDT0 00010000:00010000:2.0:1734016142.695458:0:3494:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880072172640/0x3f004d6452e08f83 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6483 initiator: MDT0 00010000:00010000:2.0:1734016142.695464:0:3494:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880072172640 already unused, calling callback (ffffffffa0f03950) 00010000:00010000:2.0:1734016142.695470:0:3494:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880072172640/0x3f004d6452e08f83 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6483 initiator: MDT0 00010000:00010000:2.0:1734016142.695477:0:3494:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880072172640/0x3f004d6452e08f83 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6483 initiator: MDT0 00010000:00010000:2.0:1734016142.695498:0:3494:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:2.0:1734016142.695501:0:3494:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734016142.695506:0:3494:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880072172640/0x3f004d6452e08f83 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6483 initiator: MDT0 00010000:00010000:2.0:1734016142.695512:0:3494:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880072172640/0x3f004d6452e08f83 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6483 initiator: MDT0 00000100:00100000:2.0:1734016142.696459:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016142.696580:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337092608 00000100:00100000:0.0:1734016142.696595:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337092608 00000100:00100000:0.0:1734016142.696682:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 11166 00000100:00100000:0.0:1734016142.696695:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800750e2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:9673:x1818247337092608:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:0.0:1734016142.696727:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016142.696758:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a8038900/0x3f004d6452e08f8a lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d2529 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016142.696800:0:7689:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a4000/0x3f004d6452e08f7c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 7413760->7434239) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2522 expref: 6 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016142.696810:0:7689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016142.696812:0:7689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016142.696818:0:7689:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a8038900/0x3f004d6452e08f8a lrc: 4/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2529 expref: 7 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016142.696862:0:7689:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a9a4000/0x3f004d6452e08f7c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 7413760->7434239) gid 0 flags: 0x50000000020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2522 expref: 6 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016142.696902:0:7689:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a9a4000/0x3f004d6452e08f7c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 7413760->7434239) gid 0 flags: 0x70000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2522 expref: 6 pid: 7690 timeout: 506 lvb_type: 0 00000100:00100000:0.0:1734016142.696925:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007400bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339505408:192.168.201.10@tcp:104: 00000100:00100000:0.0:1734016142.697034:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a74866c0 going to sleep for 11 seconds 00000100:00100000:2.0:1734016142.711236:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007400bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339505408:192.168.201.10@tcp:104: 00010000:00010000:2.0:1734016142.711291:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a8038900/0x3f004d6452e08f8a lrc: 3/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2529 expref: 7 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016142.711317:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a8038900, rc 0) 00000100:00100000:2.0:1734016142.711374:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800750e2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:9673:x1818247337092608:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 14681us (14923us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016142.711385:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 11166 00000100:00100000:1.0:1734016142.715290:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016142.715450:0:9956:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337092736 00000100:00100000:2.0:1734016142.715478:0:9956:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337092736 00010000:00010000:2.0:1734016142.715550:0:9956:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a9a4000/0x3f004d6452e08f7c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 7413760->7434239) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2522 expref: 7 pid: 7690 timeout: 506 lvb_type: 0 00000100:00100000:2.0:1734016142.715638:0:9956:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 3038 00000100:00100000:2.0:1734016142.715648:0:9956:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b1e47c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1979:x1818247337092736:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016142.715667:0:9956:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016142.715705:0:9956:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a9a4000/0x3f004d6452e08f7c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 7413760->7434239) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2522 expref: 7 pid: 7690 timeout: 506 lvb_type: 0 00010000:00010000:2.0:1734016142.715721:0:9956:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a9a4000/0x3f004d6452e08f7c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 7413760->7434239) gid 0 flags: 0x50000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2522 expref: 7 pid: 7690 timeout: 506 lvb_type: 0 00010000:00010000:2.0:1734016142.715748:0:9956:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a4000/0x3f004d6452e08f7c lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 7413760->7434239) gid 0 flags: 0x44801400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2522 expref: 7 pid: 7690 timeout: 506 lvb_type: 0 00010000:00010000:2.0:1734016142.715796:0:9956:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016142.715799:0:9956:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016142.715807:0:9956:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a8038900/0x3f004d6452e08f8a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2529 expref: 6 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016142.715824:0:9956:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a8038900/0x3f004d6452e08f8a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2529 expref: 6 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016142.715930:0:9956:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a8038900/0x3f004d6452e08f8a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2529 expref: 6 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016142.715951:0:9956:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800750e3800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9956:1818247339505536:192.168.201.10@tcp:105: 00000100:00100000:2.0:1734016142.716078:0:9956:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007455da80 going to sleep for 11 seconds 00000100:00100000:2.0:1734016142.725141:0:9956:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800750e3800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9956:1818247339505536:192.168.201.10@tcp:105: 00010000:00010000:2.0:1734016142.725174:0:9956:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016142.725262:0:9956:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b1e47c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1979:x1818247337092736:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 9613us (9987us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016142.725277:0:9956:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 3038 00000100:00100000:1.0:1734016142.730476:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00010000:00010000:2.0:1734016142.730587:0:9955:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734016142.731356:0:13925:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337092864 00000100:00100000:3.0:1734016142.731370:0:13925:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337092864 00002000:00010000:3.0:1734016142.731417:0:13925:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (7148654->18446744073709551615) 00002000:00100000:3.0:1734016142.731421:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074e43480 with x1818247337092864 ext(7148654->18446744073709551615) 00002000:00010000:3.0:1734016142.731434:0:13925:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074e43480. 00000100:00100000:3.0:1734016142.731471:0:13925:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9444 00000100:00100000:3.0:1734016142.731478:0:13925:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074e43480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1978:x1818247337092864:12345-192.168.201.10@tcp:10:fsx.0 00002000:00010000:3.0:1734016142.732220:0:13925:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 7582691 -> 7148654 00002000:00010000:3.0:1734016142.732225:0:13925:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016142 -> 1734016142 00002000:00010000:3.0:1734016142.732227:0:13925:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016141 -> 1734016141 00002000:00010000:3.0:1734016142.732229:0:13925:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016142 -> 1734016142 00002000:00010000:3.0:1734016142.732231:0:13925:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 1512 -> 1256 00000100:00100000:3.0:1734016142.732310:0:13925:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074e43480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1978:x1818247337092864:12345-192.168.201.10@tcp:10:fsx.0 Request processed in 831us (1856us total) trans 4294969461 rc 0/0 00000100:00100000:3.0:1734016142.732320:0:13925:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9444 00002000:00010000:3.0:1734016142.732324:0:13925:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (7148654->18446744073709551615) 00002000:00100000:3.0:1734016142.732327:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074e43480 with x1818247337092864 ext(7148654->18446744073709551615) 00002000:00010000:3.0:1734016142.732330:0:13925:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074e43480. 00000100:00100000:1.0:1734016142.745351:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016142.745526:0:6483:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337092992 00000100:00100000:3.0:1734016142.745539:0:6483:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337092992 00000100:00100000:3.0:1734016142.745612:0:6483:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2141 00000100:00100000:3.0:1734016142.745620:0:6483:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074e42300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+17:9673:x1818247337092992:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:3.0:1734016142.745664:0:6483:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016142.745690:0:6483:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a4000/0x3f004d6452e08f91 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d2530 expref: -99 pid: 6483 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016142.745819:0:6483:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a7cc0/0x3f004d6452e08f98 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6483 initiator: MDT0 00010000:00010000:3.0:1734016142.745836:0:6483:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a7cc0/0x3f004d6452e08f98 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6483 initiator: MDT0 00010000:00010000:3.0:1734016142.745850:0:6483:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a7cc0/0x3f004d6452e08f98 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6483 initiator: MDT0 00000004:00200000:3.0:1734016142.745917:0:6483:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 7148654 00000004:00200000:3.0:1734016142.745922:0:6483:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1734016142.745941:0:6483:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a7cc0/0x3f004d6452e08f98 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6483 initiator: MDT0 00010000:00010000:3.0:1734016142.745967:0:6483:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a4000/0x3f004d6452e08f91 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2530 expref: 19 pid: 6483 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016142.745998:0:6483:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a7cc0/0x3f004d6452e08f98 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2530 expref: 18 pid: 6483 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016142.746006:0:6483:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:3.0:1734016142.746009:0:6483:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1734016142.746011:0:6483:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a9a7cc0, rc 0) 00000100:00100000:3.0:1734016142.746056:0:6483:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074e42300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+18:9673:x1818247337092992:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 437us (721us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016142.746061:0:6483:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2141 00000100:00100000:0.0:1734016142.752534:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016142.752698:0:8966:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337093248 00000100:00100000:2.0:1734016142.752719:0:8966:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337093248 00000100:00100000:2.0:1734016142.752806:0:8966:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2142 00000100:00100000:2.0:1734016142.752817:0:8966:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074009f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+18:9673:x1818247337093248:12345-192.168.201.10@tcp:36:fsx.0 00010000:00010000:2.0:1734016142.752944:0:8966:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016142.752981:0:8966:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a7cc0/0x3f004d6452e08f98 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2530 expref: 18 pid: 6483 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016142.753017:0:8966:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:2.0:1734016142.753021:0:8966:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1734016142.753274:0:8966:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880072170d80/0x3f004d6452e08f9f lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 8966 initiator: MDT0 00010000:00010000:2.0:1734016142.753290:0:8966:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880072170d80/0x3f004d6452e08f9f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8966 initiator: MDT0 00010000:00010000:2.0:1734016142.753300:0:8966:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880072170d80/0x3f004d6452e08f9f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8966 initiator: MDT0 00000001:00080000:2.0:1734016142.753349:0:8966:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294968651 00000004:00010000:2.0:1734016142.753365:0:8966:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff880074009f80 reply state ffff8800753c6000 transno 4294968652 ns: mdt-lustre-MDT0000_UUID lock: ffff880072170d80/0x3f004d6452e08f9f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8966 initiator: MDT0 00000100:00100000:2.0:1734016142.753372:0:8966:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1734016142.753487:0:8966:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074009f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+20:9673:x1818247337093248:12345-192.168.201.10@tcp:36:fsx.0 Request processed in 671us (979us total) trans 4294968652 rc 0/0 00000100:00100000:2.0:1734016142.753495:0:8966:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2142 00000020:00080000:2.0:1734016142.753500:0:8966:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:1.0:1734016142.768050:0:3495:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880072170d80/0x3f004d6452e08f9f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8966 initiator: MDT0 00010000:00010000:1.0:1734016142.768076:0:3495:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880072170d80/0x3f004d6452e08f9f lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 8966 initiator: MDT0 00010000:00010000:1.0:1734016142.768084:0:3495:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880072170d80/0x3f004d6452e08f9f lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8966 initiator: MDT0 00010000:00010000:1.0:1734016142.768092:0:3495:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880072170d80 already unused, calling callback (ffffffffa0f03950) 00010000:00010000:1.0:1734016142.768097:0:3495:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880072170d80/0x3f004d6452e08f9f lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8966 initiator: MDT0 00010000:00010000:1.0:1734016142.768105:0:3495:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880072170d80/0x3f004d6452e08f9f lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 8966 initiator: MDT0 00010000:00010000:1.0:1734016142.768129:0:3495:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:1.0:1734016142.768132:0:3495:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1734016142.768137:0:3495:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880072170d80/0x3f004d6452e08f9f lrc: 2/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8966 initiator: MDT0 00010000:00010000:1.0:1734016142.768142:0:3495:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880072170d80/0x3f004d6452e08f9f lrc: 0/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8966 initiator: MDT0 00000100:00100000:0.0:1734016142.777696:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016142.778113:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337093376 00000100:00100000:1.0:1734016142.778135:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337093376 00002000:00010000:1.0:1734016142.778176:0:7696:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (1461984->18446744073709551615) 00002000:00100000:1.0:1734016142.778182:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074008380 with x1818247337093376 ext(1461984->18446744073709551615) 00002000:00010000:1.0:1734016142.778195:0:7696:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074008380. 00000100:00100000:1.0:1734016142.778246:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9445 00000100:00100000:1.0:1734016142.778253:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074008380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1979:x1818247337093376:12345-192.168.201.10@tcp:10:fsx.0 00002000:00010000:1.0:1734016142.790280:0:7696:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 7148654 -> 1461984 00002000:00010000:1.0:1734016142.790290:0:7696:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016142 -> 1734016142 00002000:00010000:1.0:1734016142.790293:0:7696:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016141 -> 1734016141 00002000:00010000:1.0:1734016142.790296:0:7696:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016142 -> 1734016142 00002000:00010000:1.0:1734016142.790297:0:7696:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 1256 -> 280 00000100:00100000:1.0:1734016142.790401:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074008380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+9:1979:x1818247337093376:12345-192.168.201.10@tcp:10:fsx.0 Request processed in 12141us (12712us total) trans 4294969462 rc 0/0 00000100:00100000:1.0:1734016142.790414:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9445 00002000:00010000:1.0:1734016142.790420:0:7696:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (1461984->18446744073709551615) 00002000:00100000:1.0:1734016142.790423:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074008380 with x1818247337093376 ext(1461984->18446744073709551615) 00002000:00010000:1.0:1734016142.790429:0:7696:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074008380. 00000100:00100000:0.0:1734016142.797693:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016142.800185:0:6483:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337093504 00000100:00100000:3.0:1734016142.800211:0:6483:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337093504 00000100:00100000:3.0:1734016142.800635:0:6483:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2143 00000100:00100000:3.0:1734016142.800645:0:6483:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074009880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+19:9673:x1818247337093504:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:3.0:1734016142.800679:0:6483:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016142.800704:0:6483:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a6880/0x3f004d6452e08fa6 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d2537 expref: -99 pid: 6483 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016142.800824:0:6483:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a7180/0x3f004d6452e08fad lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6483 initiator: MDT0 00010000:00010000:3.0:1734016142.800843:0:6483:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a7180/0x3f004d6452e08fad lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6483 initiator: MDT0 00010000:00010000:3.0:1734016142.800854:0:6483:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a7180/0x3f004d6452e08fad lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6483 initiator: MDT0 00000004:00200000:3.0:1734016142.800906:0:6483:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 1461984 00000004:00200000:3.0:1734016142.800911:0:6483:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1734016142.800929:0:6483:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a7180/0x3f004d6452e08fad lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6483 initiator: MDT0 00010000:00010000:3.0:1734016142.800956:0:6483:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a6880/0x3f004d6452e08fa6 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2537 expref: 21 pid: 6483 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016142.800987:0:6483:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a7180/0x3f004d6452e08fad lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2537 expref: 20 pid: 6483 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016142.800997:0:6483:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:3.0:1734016142.800999:0:6483:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1734016142.801002:0:6483:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a9a7180, rc 0) 00000100:00100000:3.0:1734016142.801073:0:6483:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074009880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+20:9673:x1818247337093504:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 430us (3403us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016142.801080:0:6483:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2143 00000100:00100000:2.0:1734016142.809587:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016142.809662:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337093632 00000100:00100000:0.0:1734016142.809678:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337093632 00000100:00100000:0.0:1734016142.809744:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 11167 00000100:00100000:0.0:1734016142.809754:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800750e3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+9:1978:x1818247337093632:12345-192.168.201.10@tcp:22:fsx.0 00002000:00010000:0.0:1734016142.811152:0:7689:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 1461984 -> 1461984 00002000:00010000:0.0:1734016142.811158:0:7689:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016142 -> 1734016142 00002000:00010000:0.0:1734016142.811161:0:7689:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016141 -> 1734016141 00002000:00010000:0.0:1734016142.811162:0:7689:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016142 -> 1734016142 00002000:00010000:0.0:1734016142.811164:0:7689:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 280 -> 256 00000100:00100000:0.0:1734016142.811251:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800750e3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+10:1978:x1818247337093632:12345-192.168.201.10@tcp:22:fsx.0 Request processed in 1495us (1679us total) trans 4294969463 rc 0/0 00000100:00100000:0.0:1734016142.811262:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 11167 00000100:00100000:0.0:1734016142.825808:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016142.826277:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337093888 00000100:00100000:1.0:1734016142.826295:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337093888 00002000:00100000:1.0:1734016142.826341:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (0->1462271) req@ffff88007400b100 x1818247337093888/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:103/0 lens 488/0 e 0 to 0 dl 1734016153 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016142.826362:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007400b100 with x1818247337093888 ext(0->1462271) 00002000:00010000:1.0:1734016142.826367:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007400b100 00000100:00100000:1.0:1734016142.826397:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9446 00000100:00100000:1.0:1734016142.826404:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007400b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+10:1981:x1818247337093888:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:1.0:1734016142.846364:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007400b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+10:1981:x1818247337093888:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 19944us (20553us total) trans 0 rc 1462272/1462272 00000100:00100000:1.0:1734016142.846395:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9446 00002000:00100000:1.0:1734016142.846413:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (0->1462271) req@ffff88007400b100 x1818247337093888/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:103/0 lens 488/440 e 0 to 0 dl 1734016153 ref 1 fl Complete:/200/0 rc 1462272/1462272 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016142.846424:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007400b100 with x1818247337093888 ext(0->1462271) 00002000:00010000:1.0:1734016142.846430:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007400b100 00000100:00100000:2.0:1734016142.855699:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016142.856530:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337094016 00000100:00100000:1.0:1734016142.856547:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337094016 00002000:00100000:1.0:1734016142.856611:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (1150976->1183743) req@ffff8800750e1180 x1818247337094016/t0(0) o4->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:103/0 lens 488/0 e 0 to 0 dl 1734016153 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016142.856621:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800750e1180 with x1818247337094016 ext(1150976->1183743) 00002000:00010000:1.0:1734016142.856627:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800750e1180 00000100:00100000:3.0:1734016142.857861:0:13925:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9447 00000100:00100000:3.0:1734016142.857887:0:13925:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800750e1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+10:1980:x1818247337094016:12345-192.168.201.10@tcp:4:fsx.0 00000100:00100000:0.0:1734016142.870329:0:13925:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800750e1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+12:1980:x1818247337094016:12345-192.168.201.10@tcp:4:fsx.0 Request processed in 12433us (14634us total) trans 4294969464 rc 0/0 00000100:00100000:0.0:1734016142.870343:0:13925:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9447 00002000:00100000:0.0:1734016142.870357:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (1150976->1183743) req@ffff8800750e1180 x1818247337094016/t4294969464(0) o4->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:103/0 lens 488/448 e 0 to 0 dl 1734016153 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016142.870372:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800750e1180 with x1818247337094016 ext(1150976->1183743) 00002000:00010000:0.0:1734016142.870379:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800750e1180 00000100:00100000:0.0:1734016142.877566:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016142.877673:0:8966:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337094144 00000100:00100000:2.0:1734016142.877683:0:8966:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337094144 00000100:00100000:2.0:1734016142.877738:0:8966:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2144 00000100:00100000:2.0:1734016142.877746:0:8966:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074008700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+20:9673:x1818247337094144:12345-192.168.201.10@tcp:44:fsx.0 00000100:00100000:2.0:1734016142.877902:0:8966:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074008700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+20:9673:x1818247337094144:12345-192.168.201.10@tcp:44:fsx.0 Request processed in 156us (345us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016142.877910:0:8966:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2144 00000100:00100000:2.0:1734016142.883213:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016142.883339:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337094272 00000100:00100000:0.0:1734016142.883354:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337094272 00000100:00100000:0.0:1734016142.883430:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 11168 00000100:00100000:0.0:1734016142.883441:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800750e2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+12:1979:x1818247337094272:12345-192.168.201.10@tcp:16:fsx.0 00000001:00080000:1.0:1734016142.887452:0:8954:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969464 is committed 00000001:00080000:1.0:1734016142.887514:0:8954:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969460 is committed 00000100:00100000:0.0:1734016142.887699:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800750e2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1979:x1818247337094272:12345-192.168.201.10@tcp:16:fsx.0 Request processed in 4255us (4492us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016142.887711:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 11168 00000100:00100000:0.0:1734016142.897933:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016142.898960:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337094400 00000100:00100000:2.0:1734016142.898974:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337094400 00000100:00100000:2.0:1734016142.900176:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 11169 00000100:00100000:2.0:1734016142.900188:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074009180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:9673:x1818247337094400:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:2.0:1734016142.900212:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016142.900238:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880072170d80/0x3f004d6452e08fb4 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d253e expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016142.900277:0:7689:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a8038900/0x3f004d6452e08f8a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2529 expref: 6 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016142.900286:0:7689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016142.900288:0:7689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016142.900293:0:7689:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880072170d80/0x3f004d6452e08fb4 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [851968->901119] (req 851968->901119) gid 0 flags: 0x50000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d253e expref: 6 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016142.900327:0:7689:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a8038900/0x3f004d6452e08f8a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2529 expref: 6 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016142.900343:0:7689:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a8038900/0x3f004d6452e08f8a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2529 expref: 6 pid: 7689 timeout: 507 lvb_type: 0 00000100:00100000:2.0:1734016142.900357:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800750e1c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339505664:192.168.201.10@tcp:104: 00000100:00100000:2.0:1734016142.900443:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007455d600 going to sleep for 11 seconds 00000100:00100000:2.0:1734016142.907537:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800750e1c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339505664:192.168.201.10@tcp:104: 00010000:00010000:2.0:1734016142.907911:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880072170d80/0x3f004d6452e08fb4 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [851968->901119] (req 851968->901119) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d253e expref: 6 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016142.907950:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880072170d80, rc 0) 00000100:00100000:2.0:1734016142.908075:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074009180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:9673:x1818247337094400:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 7887us (10213us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016142.908090:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 11169 00000100:00100000:0.0:1734016142.922761:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016142.923104:0:9956:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337094528 00000100:00100000:2.0:1734016142.923114:0:9956:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337094528 00010000:00010000:2.0:1734016142.923164:0:9956:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a8038900/0x3f004d6452e08f8a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2529 expref: 7 pid: 7689 timeout: 507 lvb_type: 0 00000100:00100000:2.0:1734016142.923442:0:9956:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 3039 00000100:00100000:2.0:1734016142.923452:0:9956:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007400bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1978:x1818247337094528:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016142.924015:0:9956:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:2.0:1734016142.924045:0:9956:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 256 -> 288 00010000:00010000:2.0:1734016142.924055:0:9956:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a8038900/0x3f004d6452e08f8a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2529 expref: 7 pid: 7689 timeout: 507 lvb_type: 0 00010000:00010000:2.0:1734016142.924069:0:9956:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a8038900/0x3f004d6452e08f8a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2529 expref: 7 pid: 7689 timeout: 507 lvb_type: 0 00010000:00010000:2.0:1734016142.924103:0:9956:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a8038900/0x3f004d6452e08f8a lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2529 expref: 7 pid: 7689 timeout: 507 lvb_type: 0 00010000:00010000:2.0:1734016142.924131:0:9956:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016142.924133:0:9956:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016142.924141:0:9956:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880072170d80/0x3f004d6452e08fb4 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 851968->901119) gid 0 flags: 0x40080000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d253e expref: 5 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016142.924150:0:9956:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880072170d80/0x3f004d6452e08fb4 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 851968->901119) gid 0 flags: 0x40080000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d253e expref: 5 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016142.924200:0:9956:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880072170d80/0x3f004d6452e08fb4 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 851968->901119) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d253e expref: 5 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016142.924214:0:9956:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800750e1c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9956:1818247339505792:192.168.201.10@tcp:105: 00000100:00100000:2.0:1734016142.924305:0:9956:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007455d600 going to sleep for 11 seconds 00000100:00100000:2.0:1734016142.930855:0:9956:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800750e1c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9956:1818247339505792:192.168.201.10@tcp:105: 00010000:00010000:2.0:1734016142.932145:0:9956:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016142.932459:0:9956:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007400bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1978:x1818247337094528:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 9004us (9710us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016142.932474:0:9956:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 3039 00000100:00100000:1.0:1734016142.945097:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016142.945233:0:13925:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337094784 00000100:00100000:0.0:1734016142.945252:0:13925:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337094784 00002000:00100000:0.0:1734016142.945340:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (0->1462271) req@ffff880074e40000 x1818247337094784/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:103/0 lens 488/0 e 0 to 0 dl 1734016153 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016142.945355:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074e40000 with x1818247337094784 ext(0->1462271) 00002000:00010000:0.0:1734016142.945363:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074e40000 00000100:00100000:0.0:1734016142.945420:0:13925:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9448 00000100:00100000:0.0:1734016142.945432:0:13925:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074e40000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1979:x1818247337094784:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:0.0:1734016142.995534:0:13925:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074e40000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1979:x1818247337094784:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 50092us (50451us total) trans 0 rc 1462272/1462272 00000100:00100000:0.0:1734016142.995549:0:13925:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9448 00002000:00100000:0.0:1734016142.995565:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (0->1462271) req@ffff880074e40000 x1818247337094784/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:103/0 lens 488/440 e 0 to 0 dl 1734016153 ref 1 fl Complete:/200/0 rc 1462272/1462272 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016142.995577:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074e40000 with x1818247337094784 ext(0->1462271) 00002000:00010000:0.0:1734016142.995584:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074e40000 00000100:00100000:1.0:1734016143.010800:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016143.011120:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337094912 00000100:00100000:2.0:1734016143.011138:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337094912 00000100:00100000:2.0:1734016143.011243:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 11170 00000100:00100000:2.0:1734016143.011253:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074e41500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1980:x1818247337094912:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:2.0:1734016143.011289:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016143.011324:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880072172640/0x3f004d6452e08fbb lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d2545 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016143.011366:0:7689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016143.011369:0:7689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016143.011382:0:7689:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880072172640/0x3f004d6452e08fbb lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2545 expref: 7 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016143.011404:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880072172640/0x3f004d6452e08fbb lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2545 expref: 7 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016143.011420:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880072172640, rc 0) 00000100:00100000:2.0:1734016143.011510:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074e41500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1980:x1818247337094912:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 258us (729us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016143.011520:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 11170 00000100:00080000:3.0:1734016143.012450:0:6479:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734016113 00000100:00100000:3.0:1734016143.025733:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016143.026003:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337095040 00000100:00100000:0.0:1734016143.026035:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337095040 00000100:00100000:0.0:1734016143.026144:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 11171 00000100:00100000:0.0:1734016143.026156:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880097219500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:9673:x1818247337095040:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:0.0:1734016143.026194:0:7690:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016143.026243:0:7690:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a8038900/0x3f004d6452e08fc2 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d254c expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016143.026287:0:7690:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880072170d80/0x3f004d6452e08fb4 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 851968->901119) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d253e expref: 7 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016143.026309:0:7690:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880072172640/0x3f004d6452e08fbb lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2545 expref: 6 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016143.026317:0:7690:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016143.026320:0:7690:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016143.026323:0:7690:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a8038900/0x3f004d6452e08fc2 lrc: 5/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [4927488->4972543] (req 4927488->4972543) gid 0 flags: 0x50000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d254c expref: 7 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016143.026379:0:7690:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880072172640/0x3f004d6452e08fbb lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2545 expref: 6 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016143.026396:0:7690:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880072172640/0x3f004d6452e08fbb lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2545 expref: 6 pid: 7689 timeout: 507 lvb_type: 1 00000100:00100000:0.0:1734016143.026418:0:7690:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074221500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339505920:192.168.201.10@tcp:104: 00010000:00010000:0.0:1734016143.026532:0:7690:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880072170d80/0x3f004d6452e08fb4 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 851968->901119) gid 0 flags: 0x50000000020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d253e expref: 7 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016143.026540:0:7690:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880072170d80/0x3f004d6452e08fb4 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 851968->901119) gid 0 flags: 0x70000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d253e expref: 7 pid: 7689 timeout: 507 lvb_type: 0 00000100:00100000:0.0:1734016143.026550:0:7690:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074222300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339506048:192.168.201.10@tcp:104: 00000100:00100000:0.0:1734016143.026572:0:7690:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7486900 going to sleep for 11 seconds 00000100:00100000:1.0:1734016143.042782:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016143.042915:0:7690:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074221500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339505920:192.168.201.10@tcp:104: 00000100:00100000:0.0:1734016143.042925:0:7690:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074222300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339506048:192.168.201.10@tcp:104: 00010000:00010000:0.0:1734016143.042957:0:7690:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a8038900/0x3f004d6452e08fc2 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [4927488->4972543] (req 4927488->4972543) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d254c expref: 7 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016143.042974:0:7690:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a8038900, rc 0) 00000100:00100000:0.0:1734016143.043037:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880097219500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:9673:x1818247337095040:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 16883us (17323us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016143.043045:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 11171 00000100:00100000:3.0:1734016143.043122:0:9956:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337095168 00000100:00100000:3.0:1734016143.043128:0:9956:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337095168 00010000:00010000:3.0:1734016143.043177:0:9956:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880072172640/0x3f004d6452e08fbb lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2545 expref: 7 pid: 7689 timeout: 507 lvb_type: 1 00000100:00100000:3.0:1734016143.043209:0:9956:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 3040 00000100:00100000:3.0:1734016143.043215:0:9956:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074e43800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1978:x1818247337095168:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016143.043229:0:9956:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016143.043268:0:9956:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880072172640/0x3f004d6452e08fbb lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2545 expref: 7 pid: 7689 timeout: 507 lvb_type: 1 00010000:00010000:3.0:1734016143.043277:0:9956:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880072172640/0x3f004d6452e08fbb lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2545 expref: 7 pid: 7689 timeout: 507 lvb_type: 1 00010000:00010000:3.0:1734016143.043300:0:9956:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880072172640/0x3f004d6452e08fbb lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2545 expref: 7 pid: 7689 timeout: 507 lvb_type: 1 00010000:00010000:3.0:1734016143.043315:0:9956:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016143.043333:0:9956:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074e43800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1978:x1818247337095168:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 117us (565us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016143.043339:0:9956:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 3040 00000100:00100000:1.0:1734016143.054574:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016143.054745:0:6470:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337095296 00000100:00100000:0.0:1734016143.054760:0:6470:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337095296 00010000:00010000:0.0:1734016143.054814:0:6470:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880072170d80/0x3f004d6452e08fb4 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 851968->901119) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d253e expref: 7 pid: 7689 timeout: 507 lvb_type: 0 00000100:00100000:0.0:1734016143.054941:0:6470:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 3041 00000100:00100000:0.0:1734016143.054955:0:6470:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074e42a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1978:x1818247337095296:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016143.054978:0:6470:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016143.055012:0:6470:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880072170d80/0x3f004d6452e08fb4 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 851968->901119) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d253e expref: 7 pid: 7689 timeout: 507 lvb_type: 0 00010000:00010000:0.0:1734016143.055038:0:6470:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880072170d80/0x3f004d6452e08fb4 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 851968->901119) gid 0 flags: 0x50000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d253e expref: 7 pid: 7689 timeout: 507 lvb_type: 0 00010000:00010000:0.0:1734016143.055073:0:6470:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880072170d80/0x3f004d6452e08fb4 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 851968->901119) gid 0 flags: 0x44801400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d253e expref: 7 pid: 7689 timeout: 507 lvb_type: 0 00010000:00010000:0.0:1734016143.055110:0:6470:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016143.055114:0:6470:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016143.055123:0:6470:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a8038900/0x3f004d6452e08fc2 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4927488->4972543) gid 0 flags: 0x40080000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d254c expref: 6 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016143.055135:0:6470:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a8038900/0x3f004d6452e08fc2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4927488->4972543) gid 0 flags: 0x40080000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d254c expref: 6 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016143.055193:0:6470:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a8038900/0x3f004d6452e08fc2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4927488->4972543) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d254c expref: 6 pid: 7690 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016143.055210:0:6470:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074222300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6470:1818247339506176:192.168.201.10@tcp:105: 00000100:00100000:0.0:1734016143.055298:0:6470:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7486900 going to sleep for 11 seconds 00000100:00100000:0.0:1734016143.062415:0:6470:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074222300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6470:1818247339506176:192.168.201.10@tcp:105: 00010000:00010000:0.0:1734016143.062468:0:6470:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016143.062567:0:6470:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074e42a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1978:x1818247337095296:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 7611us (8015us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016143.062585:0:6470:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 3041 00000100:00100000:1.0:1734016143.073770:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016143.075997:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337095424 00000100:00100000:0.0:1734016143.076035:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337095424 00000100:00100000:0.0:1734016143.076168:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 11172 00000100:00100000:0.0:1734016143.076184:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074e40380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1979:x1818247337095424:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:0.0:1734016143.076230:0:7690:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016143.076274:0:7690:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a803af40/0x3f004d6452e08fc9 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d2553 expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016143.076413:0:7690:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074222300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339506304:192.168.201.10@tcp:106: 00000100:00100000:0.0:1734016143.076578:0:7690:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7486900 going to sleep for 11 seconds 00002000:00010000:0.0:1734016143.087280:0:7690:0:(ofd_lvb.c:277:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size: 1461984 -> 4968777 00000100:00100000:0.0:1734016143.087329:0:7690:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074222300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339506304:192.168.201.10@tcp:106: 00010000:00010000:0.0:1734016143.087399:0:7690:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a803af40/0x3f004d6452e08fc9 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2553 expref: 7 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016143.087422:0:7690:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a803af40/0x3f004d6452e08fc9 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2553 expref: 7 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016143.087460:0:7690:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a803af40, rc 0) 00000100:00100000:0.0:1734016143.089748:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074e40380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1979:x1818247337095424:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 13534us (15968us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016143.089769:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 11172 00000100:00100000:3.0:1734016143.100574:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016143.100751:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337095552 00000100:00100000:0.0:1734016143.100766:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337095552 00000100:00100000:0.0:1734016143.100856:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 11173 00000100:00100000:0.0:1734016143.100940:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880097218700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1980:x1818247337095552:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:0.0:1734016143.100980:0:7690:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016143.101013:0:7690:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a803af40/0x3f004d6452e08fd0 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d255a expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016143.101119:0:7690:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074222300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339506432:192.168.201.10@tcp:106: 00000100:00100000:0.0:1734016143.101215:0:7690:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7486900 going to sleep for 11 seconds 00000100:00100000:0.0:1734016143.105196:0:7690:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074222300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339506432:192.168.201.10@tcp:106: 00010000:00010000:0.0:1734016143.105281:0:7690:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a803af40/0x3f004d6452e08fd0 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d255a expref: 7 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016143.105302:0:7690:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a803af40/0x3f004d6452e08fd0 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d255a expref: 7 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016143.105351:0:7690:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a803af40, rc 0) 00000100:00100000:0.0:1734016143.110670:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880097218700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1980:x1818247337095552:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 9778us (10093us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016143.110687:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 11173 00000100:00100000:3.0:1734016143.119929:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016143.120139:0:13925:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337095808 00000100:00100000:0.0:1734016143.120156:0:13925:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337095808 00000100:00100000:0.0:1734016143.122816:0:13925:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9449 00000100:00100000:0.0:1734016143.122839:0:13925:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880097218a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1979:x1818247337095808:12345-192.168.201.10@tcp:4:fsx.0 00010000:00010000:0.0:1734016143.122953:0:13925:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a803af40/0x3f004d6452e08fd7 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 13925 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016143.122990:0:13925:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a8038900/0x3f004d6452e08fc2 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4927488->4972543) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d254c expref: 5 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016143.123002:0:13925:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016143.123004:0:13925:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016143.123008:0:13925:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a803af40/0x3f004d6452e08fd7 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [8237056->8257535] (req 8237056->8257535) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 13925 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016143.123072:0:13925:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a8038900/0x3f004d6452e08fc2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4927488->4972543) gid 0 flags: 0x50000000020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d254c expref: 5 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016143.123093:0:13925:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a8038900/0x3f004d6452e08fc2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4927488->4972543) gid 0 flags: 0x70000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d254c expref: 5 pid: 7690 timeout: 507 lvb_type: 0 00000100:00100000:0.0:1734016143.123115:0:13925:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074222300 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_003:lustre-OST0001_UUID:13925:1818247339506560:192.168.201.10@tcp:104: 00000100:00100000:0.0:1734016143.123266:0:13925:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7486900 going to sleep for 11 seconds 00000100:00100000:3.0:1734016143.134850:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016143.136234:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337095936 00000100:00100000:1.0:1734016143.136271:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337095936 00000100:00100000:0.0:1734016143.136462:0:13925:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074222300 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_003:lustre-OST0001_UUID:13925:1818247339506560:192.168.201.10@tcp:104: 00010000:00010000:0.0:1734016143.136517:0:13925:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800a803af40/0x3f004d6452e08fd7 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [8237056->8257535] (req 8237056->8257535) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 13925 timeout: 0 lvb_type: 0 00002000:00100000:1.0:1734016143.138453:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (4927488->4968776) req@ffff880097219180 x1818247337095936/t0(0) o4->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:104/0 lens 488/0 e 0 to 0 dl 1734016154 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016143.138469:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880097219180 with x1818247337095936 ext(4927488->4968776) 00010000:00010000:1.0:1734016143.138480:0:7696:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a8038900/0x3f004d6452e08fc2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4927488->4972543) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d254c expref: 6 pid: 7690 timeout: 507 lvb_type: 0 00010000:00010000:1.0:1734016143.138503:0:7696:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a8038900/0x3f004d6452e08fc2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4927488->4972543) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d254c expref: 6 pid: 7690 timeout: 507 lvb_type: 0 00002000:00010000:1.0:1734016143.138510:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880097219180 00000100:00100000:1.0:1734016143.138570:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 272 00000100:00100000:1.0:1734016143.138581:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880097219180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1978:x1818247337095936:12345-192.168.201.10@tcp:4:fsx.0 00000100:00100000:0.0:1734016143.153159:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880097219180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+8:1978:x1818247337095936:12345-192.168.201.10@tcp:4:fsx.0 Request processed in 14552us (18300us total) trans 4294969465 rc 0/0 00000100:00100000:0.0:1734016143.153180:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 272 00002000:00100000:0.0:1734016143.153203:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (4927488->4968776) req@ffff880097219180 x1818247337095936/t4294969465(0) o4->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:104/0 lens 488/448 e 0 to 0 dl 1734016154 ref 1 fl Complete:H/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016143.153227:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880097219180 with x1818247337095936 ext(4927488->4968776) 00010000:00010000:0.0:1734016143.153247:0:7696:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a8038900/0x3f004d6452e08fc2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4927488->4972543) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d254c expref: 8 pid: 7690 timeout: 507 lvb_type: 0 00010000:00010000:0.0:1734016143.153275:0:7696:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a8038900/0x3f004d6452e08fc2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4927488->4972543) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d254c expref: 8 pid: 7690 timeout: 507 lvb_type: 0 00002000:00010000:0.0:1734016143.153282:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880097219180 00000100:00100000:1.0:1734016143.167675:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016143.168476:0:6470:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337096064 00000100:00100000:0.0:1734016143.168497:0:6470:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337096064 00010000:00010000:0.0:1734016143.168578:0:6470:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a8038900/0x3f004d6452e08fc2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4927488->4972543) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d254c expref: 8 pid: 7690 timeout: 507 lvb_type: 0 00000100:00100000:0.0:1734016143.168660:0:6470:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 3042 00000100:00100000:0.0:1734016143.168671:0:6470:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800769c6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+8:1980:x1818247337096064:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016143.168698:0:6470:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:0.0:1734016143.168733:0:6470:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 288 -> 376 00010000:00010000:0.0:1734016143.168743:0:6470:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a8038900/0x3f004d6452e08fc2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4927488->4972543) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d254c expref: 8 pid: 7690 timeout: 507 lvb_type: 0 00010000:00010000:0.0:1734016143.168761:0:6470:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a8038900/0x3f004d6452e08fc2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4927488->4972543) gid 0 flags: 0x50000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d254c expref: 8 pid: 7690 timeout: 507 lvb_type: 0 00010000:00010000:0.0:1734016143.168799:0:6470:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a8038900/0x3f004d6452e08fc2 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4927488->4972543) gid 0 flags: 0x44801400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d254c expref: 8 pid: 7690 timeout: 507 lvb_type: 0 00010000:00010000:0.0:1734016143.168844:0:6470:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016143.168849:0:6470:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016143.168854:0:6470:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a803af40/0x3f004d6452e08fd7 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [8237056->8257535] (req 8237056->8257535) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 13925 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016143.168921:0:6470:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a803af40/0x3f004d6452e08fd7 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [8237056->8257535] (req 8237056->8257535) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 13925 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016143.168963:0:6470:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016143.169072:0:6470:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800769c6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1980:x1818247337096064:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 401us (1421us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016143.169080:0:6470:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 3042 00010000:00010000:0.0:1734016143.169123:0:13925:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800a803af40/0x3f004d6452e08fd7 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [8237056->8257535] (req 8237056->8257535) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 13925 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016143.169133:0:13925:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a803af40/0x3f004d6452e08fd7 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [8237056->8257535] (req 8237056->8257535) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 13925 timeout: 0 lvb_type: 0 00000001:00080000:0.0:1734016143.189444:0:8954:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969466 is committed 00000001:00080000:0.0:1734016143.189482:0:8954:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969465 is committed 00002000:00010000:2.0:1734016143.189694:0:13925:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 4968777 -> 8257536 00002000:00010000:2.0:1734016143.189701:0:13925:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 376 -> 416 00010000:00010000:2.0:1734016143.189729:0:13925:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a803af40/0x3f004d6452e08fd7 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [8237056->8257535] (req 8237056->8257535) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 13925 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016143.189747:0:13925:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a803af40/0x3f004d6452e08fd7 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [8237056->8257535] (req 8237056->8257535) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 13925 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016143.189760:0:13925:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a803af40/0x3f004d6452e08fd7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [8237056->8257535] (req 8237056->8257535) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 13925 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016143.189770:0:13925:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800a803af40 already unused, calling callback (ffffffffa086d100) 00010000:00010000:2.0:1734016143.189778:0:13925:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a803af40/0x3f004d6452e08fd7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [8237056->8257535] (req 8237056->8257535) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 13925 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016143.189789:0:13925:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a803af40/0x3f004d6452e08fd7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [8237056->8257535] (req 8237056->8257535) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 13925 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016143.189826:0:13925:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a803af40/0x3f004d6452e08fd7 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [8237056->8257535] (req 8237056->8257535) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 13925 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016143.189834:0:13925:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a803af40/0x3f004d6452e08fd7 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [8237056->8257535] (req 8237056->8257535) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 13925 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016143.190125:0:13925:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880097218a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1979:x1818247337095808:12345-192.168.201.10@tcp:4:fsx.0 Request processed in 67281us (70203us total) trans 4294969466 rc 0/0 00000100:00100000:2.0:1734016143.190147:0:13925:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9449 00000100:00100000:0.0:1734016143.203770:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016143.207107:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337096192 00000100:00100000:1.0:1734016143.207138:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337096192 00000100:00100000:1.0:1734016143.207265:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 11174 00000100:00100000:1.0:1734016143.207277:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074222300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1981:x1818247337096192:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:1.0:1734016143.207321:0:7690:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016143.207361:0:7690:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800972346c0/0x3f004d6452e08fde lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d2561 expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1734016143.207404:0:7690:0:(ofd_lvb.c:169:ofd_lvbo_init()) res: [0x280000400:0x5:0x0] initial LVB size: 8257536, mtime: 0x675afc8e, atime: 0x675afc8d, ctime: 0x675afc8e, blocks: 0x1a0 00010000:00010000:1.0:1734016143.207437:0:7690:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016143.207440:0:7690:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016143.207456:0:7690:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800972346c0/0x3f004d6452e08fde lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2561 expref: 7 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016143.207480:0:7690:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800972346c0/0x3f004d6452e08fde lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2561 expref: 7 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016143.207495:0:7690:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800972346c0, rc 0) 00000100:00100000:1.0:1734016143.207598:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074222300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1981:x1818247337096192:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 324us (3847us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016143.207606:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 11174 00000100:00100000:0.0:1734016143.218938:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016143.219165:0:6483:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337096320 00000100:00100000:3.0:1734016143.219187:0:6483:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337096320 00000100:00100000:3.0:1734016143.219332:0:6483:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2145 00000100:00100000:3.0:1734016143.219349:0:6483:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074221500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+10:9673:x1818247337096320:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:3.0:1734016143.219399:0:6483:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016143.219459:0:6483:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a6d00/0x3f004d6452e08fe5 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d2568 expref: -99 pid: 6483 timeout: 0 lvb_type: 0 00000100:00080000:0.0:1734016143.219704:0:6479:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734016113 00010000:00010000:3.0:1734016143.219825:0:6483:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a73c0/0x3f004d6452e08fec lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 6483 initiator: MDT0 00010000:00010000:3.0:1734016143.219863:0:6483:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a73c0/0x3f004d6452e08fec lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6483 initiator: MDT0 00010000:00010000:3.0:1734016143.219972:0:6483:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a73c0/0x3f004d6452e08fec lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6483 initiator: MDT0 00000004:00200000:3.0:1734016143.220032:0:6483:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 1461984 00000004:00200000:3.0:1734016143.220039:0:6483:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1734016143.220066:0:6483:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a73c0/0x3f004d6452e08fec lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6483 initiator: MDT0 00010000:00010000:3.0:1734016143.220123:0:6483:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a6d00/0x3f004d6452e08fe5 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2568 expref: 12 pid: 6483 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016143.222234:0:6483:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a73c0/0x3f004d6452e08fec lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2568 expref: 11 pid: 6483 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016143.222250:0:6483:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:3.0:1734016143.222252:0:6483:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1734016143.222258:0:6483:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a9a73c0, rc 0) 00000100:00100000:3.0:1734016143.222390:0:6483:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074221500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+11:9673:x1818247337096320:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 3042us (3553us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016143.222404:0:6483:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2145 00000100:00100000:0.0:1734016143.227502:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016143.227803:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337096448 00000100:00100000:2.0:1734016143.227823:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337096448 00000100:00100000:2.0:1734016143.228026:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 11175 00000100:00100000:2.0:1734016143.228040:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074220a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:1980:x1818247337096448:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:2.0:1734016143.228078:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016143.228116:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e08ff3 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d256f expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016143.228177:0:7689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016143.228181:0:7689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016143.228198:0:7689:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e08ff3 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d256f expref: 6 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016143.228222:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e08ff3 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d256f expref: 6 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016143.228242:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880072171440, rc 0) 00000100:00100000:2.0:1734016143.228383:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074220a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1980:x1818247337096448:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 346us (902us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016143.228394:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 11175 00000100:00100000:0.0:1734016143.238405:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016143.238562:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337096576 00000100:00100000:1.0:1734016143.238578:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337096576 00000100:00100000:1.0:1734016143.238657:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 11176 00000100:00100000:1.0:1734016143.238666:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074223b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:9673:x1818247337096576:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:1.0:1734016143.238691:0:7690:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016143.238718:0:7690:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880097234fc0/0x3f004d6452e08ffa lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d2576 expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016143.238765:0:7690:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800972346c0/0x3f004d6452e08fde lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2561 expref: 8 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016143.238775:0:7690:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e08ff3 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d256f expref: 5 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016143.238781:0:7690:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016143.238783:0:7690:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016143.238787:0:7690:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880097234fc0/0x3f004d6452e08ffa lrc: 5/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [7573504->7577599] (req 7573504->7577599) gid 0 flags: 0x50000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2576 expref: 8 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016143.238822:0:7690:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e08ff3 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d256f expref: 5 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016143.238837:0:7690:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e08ff3 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d256f expref: 5 pid: 7689 timeout: 507 lvb_type: 1 00000100:00100000:1.0:1734016143.238857:0:7690:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800769c5f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339506688:192.168.201.10@tcp:104: 00010000:00010000:1.0:1734016143.238985:0:7690:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800972346c0/0x3f004d6452e08fde lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2561 expref: 8 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016143.238992:0:7690:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800972346c0/0x3f004d6452e08fde lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2561 expref: 8 pid: 7690 timeout: 507 lvb_type: 1 00000100:00100000:1.0:1734016143.239000:0:7690:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800769c6d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339506816:192.168.201.10@tcp:104: 00000100:00100000:1.0:1734016143.239017:0:7690:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012cf4fa80 going to sleep for 11 seconds 00000100:00100000:1.0:1734016143.241130:0:7690:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800769c5f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339506688:192.168.201.10@tcp:104: 00000100:00100000:1.0:1734016143.241144:0:7690:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800769c6d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339506816:192.168.201.10@tcp:104: 00010000:00010000:1.0:1734016143.241178:0:7690:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880097234fc0/0x3f004d6452e08ffa lrc: 3/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [7573504->7577599] (req 7573504->7577599) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2576 expref: 8 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016143.241198:0:7690:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097234fc0, rc 0) 00000100:00100000:1.0:1734016143.241254:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074223b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:9673:x1818247337096576:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 2589us (2867us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016143.241265:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 11176 00000100:00100000:0.0:1734016143.241827:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016143.241936:0:9956:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337096704 00000100:00100000:3.0:1734016143.241953:0:9956:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337096704 00000100:00100000:0.0:1734016143.241954:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00010000:00010000:3.0:1734016143.242011:0:9956:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e08ff3 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d256f expref: 6 pid: 7689 timeout: 507 lvb_type: 1 00000100:00100000:3.0:1734016143.242376:0:9956:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337096832 00000100:00100000:3.0:1734016143.242381:0:9956:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337096832 00010000:00010000:3.0:1734016143.242401:0:9956:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800972346c0/0x3f004d6452e08fde lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2561 expref: 8 pid: 7690 timeout: 507 lvb_type: 1 00000100:00100000:3.0:1734016143.244017:0:9956:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 3043 00000100:00100000:3.0:1734016143.244041:0:9956:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074222d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1979:x1818247337096704:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016143.244071:0:9956:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016143.244108:0:9956:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e08ff3 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d256f expref: 6 pid: 7689 timeout: 507 lvb_type: 1 00010000:00010000:3.0:1734016143.244130:0:9956:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e08ff3 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d256f expref: 6 pid: 7689 timeout: 507 lvb_type: 1 00010000:00010000:3.0:1734016143.244162:0:9956:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e08ff3 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d256f expref: 6 pid: 7689 timeout: 507 lvb_type: 1 00010000:00010000:3.0:1734016143.244193:0:9956:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016143.244268:0:9956:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074222d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:1979:x1818247337096704:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 230us (2442us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016143.244277:0:9956:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 3043 00000100:00100000:3.0:1734016143.244300:0:9956:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 3044 00000100:00100000:3.0:1734016143.244306:0:9956:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074223800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1978:x1818247337096832:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016143.244313:0:9956:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016143.244322:0:9956:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800972346c0/0x3f004d6452e08fde lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2561 expref: 8 pid: 7690 timeout: 507 lvb_type: 1 00010000:00010000:3.0:1734016143.244333:0:9956:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800972346c0/0x3f004d6452e08fde lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2561 expref: 8 pid: 7690 timeout: 507 lvb_type: 1 00010000:00010000:3.0:1734016143.244344:0:9956:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800972346c0/0x3f004d6452e08fde lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2561 expref: 8 pid: 7690 timeout: 507 lvb_type: 1 00010000:00010000:3.0:1734016143.244354:0:9956:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016143.244357:0:9956:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016143.244364:0:9956:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880097234fc0/0x3f004d6452e08ffa lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 7573504->7577599) gid 0 flags: 0x40080000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2576 expref: 7 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016143.244374:0:9956:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880097234fc0/0x3f004d6452e08ffa lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 7573504->7577599) gid 0 flags: 0x40080000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2576 expref: 7 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016143.244411:0:9956:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880097234fc0/0x3f004d6452e08ffa lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 7573504->7577599) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2576 expref: 7 pid: 7690 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016143.244427:0:9956:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009721b100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9956:1818247339506944:192.168.201.10@tcp:105: 00000100:00100000:3.0:1734016143.244470:0:9956:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012b911600 going to sleep for 11 seconds 00000100:00100000:3.0:1734016143.267206:0:9956:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009721b100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9956:1818247339506944:192.168.201.10@tcp:105: 00010000:00010000:3.0:1734016143.267265:0:9956:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016143.267396:0:9956:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074223800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1978:x1818247337096832:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 23087us (25527us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016143.267413:0:9956:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 3044 00000100:00100000:0.0:1734016143.289668:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016143.289744:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016143.289912:0:13925:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337097088 00000100:00100000:2.0:1734016143.289923:0:13925:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337097088 00002000:00100000:2.0:1734016143.289975:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (1462272->7577599) req@ffff880074223480 x1818247337097088/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:104/0 lens 504/0 e 0 to 0 dl 1734016154 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016143.289986:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074223480 with x1818247337097088 ext(1462272->7577599) 00002000:00010000:2.0:1734016143.289993:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074223480 00000100:00100000:2.0:1734016143.290014:0:13925:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337097216 00000100:00100000:2.0:1734016143.290027:0:13925:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337097216 00002000:00100000:2.0:1734016143.290036:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (5652480->8257535) req@ffff880074221180 x1818247337097216/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:104/0 lens 504/0 e 0 to 0 dl 1734016154 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016143.290044:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074221180 with x1818247337097216 ext(5652480->8257535) 00002000:00010000:2.0:1734016143.290046:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074221180 00000100:00100000:2.0:1734016143.290064:0:13925:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9450 00000100:00100000:2.0:1734016143.290072:0:13925:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074223480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1979:x1818247337097088:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:1.0:1734016143.293169:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9451 00000100:00100000:1.0:1734016143.293189:0:7695:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074221180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1978:x1818247337097216:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:3.0:1734016143.409099:0:13925:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074223480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+9:1979:x1818247337097088:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 119008us (119429us total) trans 0 rc 4194304/4194304 00000100:00100000:3.0:1734016143.409112:0:13925:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9450 00002000:00100000:3.0:1734016143.409126:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (1462272->7577599) req@ffff880074223480 x1818247337097088/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:104/0 lens 504/440 e 0 to 0 dl 1734016154 ref 1 fl Complete:/200/0 rc 4194304/4194304 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016143.409137:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074223480 with x1818247337097088 ext(1462272->7577599) 00002000:00010000:3.0:1734016143.409146:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074223480 00000100:00100000:2.0:1734016143.454037:0:7695:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074221180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1978:x1818247337097216:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 160833us (164272us total) trans 0 rc 2600960/2600960 00000100:00100000:2.0:1734016143.454056:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9451 00002000:00100000:2.0:1734016143.454076:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (5652480->8257535) req@ffff880074221180 x1818247337097216/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:104/0 lens 504/440 e 0 to 0 dl 1734016154 ref 1 fl Complete:/200/0 rc 2600960/2600960 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016143.454091:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074221180 with x1818247337097216 ext(5652480->8257535) 00002000:00010000:2.0:1734016143.454100:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074221180 00000100:00100000:0.0:1734016143.476443:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016143.478262:0:7695:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337097472 00000100:00100000:2.0:1734016143.478288:0:7695:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337097472 00002000:00100000:2.0:1734016143.478403:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (7544832->7577599) req@ffff880074222a00 x1818247337097472/t0(0) o4->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:104/0 lens 488/0 e 0 to 0 dl 1734016154 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016143.478419:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074222a00 with x1818247337097472 ext(7544832->7577599) 00002000:00010000:2.0:1734016143.478430:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074222a00 00000100:00100000:2.0:1734016143.478491:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9452 00000100:00100000:2.0:1734016143.478499:0:7695:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074222a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1979:x1818247337097472:12345-192.168.201.10@tcp:4:fsx.0 00000100:00100000:2.0:1734016143.505759:0:7695:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074222a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+9:1979:x1818247337097472:12345-192.168.201.10@tcp:4:fsx.0 Request processed in 27242us (29322us total) trans 4294969467 rc 0/0 00000100:00100000:2.0:1734016143.505775:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9452 00002000:00100000:2.0:1734016143.505793:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (7544832->7577599) req@ffff880074222a00 x1818247337097472/t4294969467(0) o4->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:104/0 lens 488/448 e 0 to 0 dl 1734016154 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016143.505803:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074222a00 with x1818247337097472 ext(7544832->7577599) 00002000:00010000:2.0:1734016143.505810:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074222a00 00000100:00100000:0.0:1734016143.513056:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016143.513155:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337097600 00000100:00100000:1.0:1734016143.513171:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337097600 00000100:00100000:1.0:1734016143.513257:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 11177 00000100:00100000:1.0:1734016143.513266:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074220e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+9:1978:x1818247337097600:12345-192.168.201.10@tcp:16:fsx.0 00000001:00080000:1.0:1734016143.526739:0:8954:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969467 is committed 00000100:00100000:2.0:1734016143.527096:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074220e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1978:x1818247337097600:12345-192.168.201.10@tcp:16:fsx.0 Request processed in 13813us (14039us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016143.527116:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 11177 00000100:00100000:0.0:1734016143.537263:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016143.537406:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337097728 00000100:00100000:2.0:1734016143.537419:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337097728 00000100:00100000:2.0:1734016143.537475:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 11178 00000100:00100000:2.0:1734016143.537485:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074221c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:1981:x1818247337097728:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:2.0:1734016143.537513:0:7690:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016143.537540:0:7690:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880072172d00/0x3f004d6452e09001 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d257d expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016143.537605:0:7690:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800750e1c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339507072:192.168.201.10@tcp:106: 00000100:00100000:2.0:1734016143.537680:0:7690:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007455dc00 going to sleep for 11 seconds 00002000:00010000:2.0:1734016143.579589:0:7690:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime: 1734016141 -> 1734016142 00002000:00010000:2.0:1734016143.579601:0:7690:0:(ofd_lvb.c:301:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks: 416 -> 480 00000100:00100000:2.0:1734016143.579626:0:7690:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800750e1c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339507072:192.168.201.10@tcp:106: 00010000:00010000:2.0:1734016143.579668:0:7690:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880072172d00/0x3f004d6452e09001 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d257d expref: 6 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016143.579688:0:7690:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880072172d00/0x3f004d6452e09001 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d257d expref: 6 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016143.579703:0:7690:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880072172d00, rc 0) 00000100:00100000:2.0:1734016143.579779:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074221c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:1981:x1818247337097728:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 42294us (42528us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016143.579789:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 11178 00000100:00100000:0.0:1734016143.588245:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016143.588428:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337097856 00000100:00100000:2.0:1734016143.588448:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337097856 00000100:00100000:2.0:1734016143.588765:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 11179 00000100:00100000:2.0:1734016143.588778:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074221880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:1981:x1818247337097856:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:2.0:1734016143.588808:0:7690:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016143.588842:0:7690:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800721718c0/0x3f004d6452e09008 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d2584 expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016143.589134:0:7690:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800750e1c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339507200:192.168.201.10@tcp:106: 00000100:00100000:2.0:1734016143.590123:0:7690:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007455dc00 going to sleep for 11 seconds 00000100:00100000:2.0:1734016143.592692:0:7690:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800750e1c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339507200:192.168.201.10@tcp:106: 00010000:00010000:2.0:1734016143.592755:0:7690:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800721718c0/0x3f004d6452e09008 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2584 expref: 6 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016143.592773:0:7690:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800721718c0/0x3f004d6452e09008 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2584 expref: 6 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016143.594269:0:7690:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800721718c0, rc 0) 00000100:00100000:2.0:1734016143.600453:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074221880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:1981:x1818247337097856:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 11664us (12226us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016143.600467:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 11179 00000100:00100000:0.0:1734016143.602969:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016143.603049:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337097984 00000100:00100000:0.0:1734016143.603057:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337097984 00000100:00100000:0.0:1734016143.603108:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 11180 00000100:00100000:0.0:1734016143.603116:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074221f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:1981:x1818247337097984:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:0.0:1734016143.603133:0:7690:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016143.603151:0:7690:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a803af40/0x3f004d6452e0900f lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d258b expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016143.603211:0:7690:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074220000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339507328:192.168.201.10@tcp:106: 00000100:00100000:0.0:1734016143.603289:0:7690:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7486900 going to sleep for 11 seconds 00000100:00100000:2.0:1734016143.605965:0:7690:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074220000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339507328:192.168.201.10@tcp:106: 00010000:00010000:2.0:1734016143.606010:0:7690:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a803af40/0x3f004d6452e0900f lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d258b expref: 6 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016143.606033:0:7690:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a803af40/0x3f004d6452e0900f lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d258b expref: 6 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016143.606051:0:7690:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a803af40, rc 0) 00000100:00100000:2.0:1734016143.606119:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074221f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:1981:x1818247337097984:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 3002us (3164us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016143.606129:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 11180 00000100:00100000:1.0:1734016143.610830:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016143.611149:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337098112 00000100:00100000:2.0:1734016143.611162:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337098112 00000100:00100000:3.0:1734016143.613136:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 11181 00000100:00100000:3.0:1734016143.613153:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800769c6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:1981:x1818247337098112:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:3.0:1734016143.613185:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016143.613208:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7a80/0x3f004d6452e09016 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d2592 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016143.613275:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009721b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339507456:192.168.201.10@tcp:106: 00000100:00100000:3.0:1734016143.613353:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012b911600 going to sleep for 11 seconds 00000100:00100000:3.0:1734016143.629267:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009721b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339507456:192.168.201.10@tcp:106: 00010000:00010000:3.0:1734016143.629327:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7a80/0x3f004d6452e09016 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2592 expref: 6 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016143.629347:0:7689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7a80/0x3f004d6452e09016 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2592 expref: 6 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016143.629370:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a9a7a80, rc 0) 00000100:00100000:3.0:1734016143.629432:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800769c6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:1981:x1818247337098112:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 16283us (18618us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016143.629446:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 11181 00000100:00100000:1.0:1734016143.637033:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016143.637458:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337098240 00000100:00100000:3.0:1734016143.637475:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337098240 00000100:00100000:3.0:1734016143.637538:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 11182 00000100:00100000:3.0:1734016143.637548:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800769c5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:1980:x1818247337098240:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:3.0:1734016143.637574:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016143.637603:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a9a4fc0/0x3f004d6452e0901d lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d2599 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016143.637679:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009721b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339507584:192.168.201.10@tcp:106: 00000100:00100000:3.0:1734016143.637753:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012b911600 going to sleep for 11 seconds 00000100:00100000:0.0:1734016143.642621:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009721b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339507584:192.168.201.10@tcp:106: 00010000:00010000:0.0:1734016143.642680:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a9a4fc0/0x3f004d6452e0901d lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2599 expref: 6 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016143.642698:0:7689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a4fc0/0x3f004d6452e0901d lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2599 expref: 6 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016143.643759:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a9a4fc0, rc 0) 00000100:00100000:3.0:1734016143.644155:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800769c5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:1980:x1818247337098240:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 6599us (7139us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016143.644169:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 11182 00000100:00100000:0.0:1734016143.648710:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016143.649466:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337098368 00000100:00100000:3.0:1734016143.649480:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337098368 00000100:00100000:3.0:1734016143.649556:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 11183 00000100:00100000:3.0:1734016143.649568:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074222680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:1981:x1818247337098368:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:3.0:1734016143.649596:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016143.649634:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a9a58c0/0x3f004d6452e09024 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d25a0 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016143.649740:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009721a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339507712:192.168.201.10@tcp:106: 00000100:00100000:3.0:1734016143.649913:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012b9119c0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016143.658007:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009721a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339507712:192.168.201.10@tcp:106: 00010000:00010000:3.0:1734016143.658075:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a9a58c0/0x3f004d6452e09024 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d25a0 expref: 6 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016143.658094:0:7689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a58c0/0x3f004d6452e09024 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d25a0 expref: 6 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016143.658126:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a9a58c0, rc 0) 00000100:00100000:3.0:1734016143.658227:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074222680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:1981:x1818247337098368:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 8657us (9543us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016143.658240:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 11183 00000100:00100000:0.0:1734016143.663330:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016143.663463:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337098496 00000100:00100000:3.0:1734016143.663475:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337098496 00000100:00100000:3.0:1734016143.663543:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 11184 00000100:00100000:3.0:1734016143.663552:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074220700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:1978:x1818247337098496:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:3.0:1734016143.663575:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016143.663600:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a9a61c0/0x3f004d6452e0902b lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d25a7 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016143.663678:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009721a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339507840:192.168.201.10@tcp:106: 00000100:00100000:3.0:1734016143.663732:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012b9119c0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016143.668297:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009721a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339507840:192.168.201.10@tcp:106: 00010000:00010000:3.0:1734016143.668359:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a9a61c0/0x3f004d6452e0902b lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d25a7 expref: 6 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016143.668379:0:7689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a61c0/0x3f004d6452e0902b lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d25a7 expref: 6 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016143.668402:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a9a61c0, rc 0) 00000100:00100000:3.0:1734016143.668470:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074220700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:1978:x1818247337098496:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 4918us (5154us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016143.668481:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 11184 00000100:00100000:0.0:1734016143.684642:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016143.684715:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016143.684774:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016143.684834:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016143.684941:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337098880 00000100:00100000:0.0:1734016143.684956:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337098880 00000100:00080000:0.0:1734016143.684988:0:6479:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1734016113 00000100:00100000:0.0:1734016143.685075:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337099008 00000100:00100000:0.0:1734016143.685079:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337099008 00000100:00100000:0.0:1734016143.685099:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 120 00000100:00100000:0.0:1734016143.685110:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074220000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1980:x1818247337098880:12345-192.168.201.10@tcp:400:kworker.0 00000100:00100000:0.0:1734016143.685204:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074220000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1980:x1818247337098880:12345-192.168.201.10@tcp:400:kworker.0 Request processed in 96us (488us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016143.685212:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 120 00000100:00100000:0.0:1734016143.685236:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 11185 00000100:00100000:0.0:1734016143.685240:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880092058700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:1979:x1818247337099008:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:0.0:1734016143.685254:0:7690:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016143.685287:0:7690:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a80398c0/0x3f004d6452e09032 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d25ae expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016143.685365:0:7690:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009205aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339507968:192.168.201.10@tcp:106: 00000100:00100000:0.0:1734016143.685421:0:7690:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7486e40 going to sleep for 11 seconds 00000100:00100000:2.0:1734016143.685627:0:6483:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337098752 00000100:00100000:2.0:1734016143.685633:0:6483:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337098752 00000100:00100000:2.0:1734016143.685680:0:6483:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 234 00000100:00100000:2.0:1734016143.685686:0:6483:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009205a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+20:1980:x1818247337098752:12345-192.168.201.10@tcp:400:kworker.0 00000100:00100000:2.0:1734016143.685725:0:6483:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009205a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+20:1980:x1818247337098752:12345-192.168.201.10@tcp:400:kworker.0 Request processed in 38us (949us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016143.685730:0:6483:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 234 00000100:00100000:1.0:1734016143.686184:0:6477:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337098624 00000100:00100000:1.0:1734016143.686190:0:6477:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337098624 00000100:00100000:1.0:1734016143.686225:0:6477:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 334 00000100:00100000:1.0:1734016143.686231:0:6477:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009968f450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:63afa445-d95f-4754-9884-d132561fd492+12:1980:x1818247337098624:12345-192.168.201.10@tcp:400:kworker.0 00000100:00100000:1.0:1734016143.686258:0:6477:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009968f450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:63afa445-d95f-4754-9884-d132561fd492+12:1980:x1818247337098624:12345-192.168.201.10@tcp:400:kworker.0 Request processed in 26us (1643us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016143.686264:0:6477:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 334 00000100:00080000:0.0:1734016143.686905:0:6479:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734016113 00000100:00080000:0.0:1734016143.686911:0:6479:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734016113 00000100:00100000:2.0:1734016143.687524:0:7690:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009205aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339507968:192.168.201.10@tcp:106: 00010000:00010000:2.0:1734016143.687572:0:7690:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a80398c0/0x3f004d6452e09032 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d25ae expref: 6 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016143.687590:0:7690:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a80398c0/0x3f004d6452e09032 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d25ae expref: 6 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016143.687617:0:7690:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a80398c0, rc 0) 00000100:00100000:2.0:1734016143.687654:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880092058700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:1979:x1818247337099008:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 2412us (2818us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016143.687661:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 11185 00000100:00100000:1.0:1734016143.690256:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016143.690330:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337099136 00000100:00100000:2.0:1734016143.690340:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337099136 00000100:00100000:2.0:1734016143.690390:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 11186 00000100:00100000:2.0:1734016143.690399:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800769c5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1980:x1818247337099136:12345-192.168.201.10@tcp:22:fsx.0 00002000:00010000:2.0:1734016143.690638:0:7690:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 8257536 -> 8257536 00002000:00010000:2.0:1734016143.690641:0:7690:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016142 -> 1734016142 00002000:00010000:2.0:1734016143.690643:0:7690:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016142 -> 1734016141 00002000:00010000:2.0:1734016143.690646:0:7690:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016142 -> 1734016143 00002000:00010000:2.0:1734016143.690649:0:7690:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 480 -> 600 00000100:00100000:2.0:1734016143.690710:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800769c5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1980:x1818247337099136:12345-192.168.201.10@tcp:22:fsx.0 Request processed in 311us (461us total) trans 4294969468 rc 0/0 00000100:00100000:2.0:1734016143.690719:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 11186 00000100:00100000:0.0:1734016143.698410:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016143.705320:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337099264 00000100:00100000:3.0:1734016143.705346:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337099264 00000100:00100000:3.0:1734016143.705454:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 11187 00000100:00100000:3.0:1734016143.705466:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880092058000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:1981:x1818247337099264:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:3.0:1734016143.705494:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016143.705526:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7600/0x3f004d6452e09039 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d25b5 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016143.705620:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009721a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339508096:192.168.201.10@tcp:106: 00000100:00100000:3.0:1734016143.705732:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012b9119c0 going to sleep for 11 seconds 00010000:00010000:2.0:1734016143.732620:0:8960:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1734016143.734095:0:7689:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime: 1734016141 -> 1734016142 00000100:00100000:3.0:1734016143.734150:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009721a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339508096:192.168.201.10@tcp:106: 00010000:00010000:3.0:1734016143.734205:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7600/0x3f004d6452e09039 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d25b5 expref: 6 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016143.734224:0:7689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7600/0x3f004d6452e09039 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d25b5 expref: 6 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016143.734256:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a9a7600, rc 0) 00000100:00100000:2.0:1734016143.740254:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880092058000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:1981:x1818247337099264:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 34774us (41848us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016143.740274:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 11187 00000100:00100000:1.0:1734016143.743785:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016143.744587:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337099392 00000100:00100000:2.0:1734016143.744602:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337099392 00000100:00100000:3.0:1734016143.744756:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 11188 00000100:00100000:3.0:1734016143.744771:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800769c4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:1980:x1818247337099392:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:3.0:1734016143.744796:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016143.744938:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a9a4480/0x3f004d6452e09040 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d25bc expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016143.745036:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009721a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339508224:192.168.201.10@tcp:106: 00000100:00100000:3.0:1734016143.745139:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012b9119c0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016143.749734:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009721a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339508224:192.168.201.10@tcp:106: 00010000:00010000:3.0:1734016143.749770:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a9a4480/0x3f004d6452e09040 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d25bc expref: 6 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016143.749785:0:7689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a4480/0x3f004d6452e09040 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d25bc expref: 6 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016143.749804:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a9a4480, rc 0) 00000100:00100000:3.0:1734016143.754161:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800769c4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:1980:x1818247337099392:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 9363us (10364us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016143.754179:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 11188 00000100:00100000:0.0:1734016143.756792:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016143.758130:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337099520 00000100:00100000:2.0:1734016143.758145:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337099520 00000100:00100000:2.0:1734016143.758225:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 11189 00000100:00100000:2.0:1734016143.758238:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009205bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:1981:x1818247337099520:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:2.0:1734016143.758273:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016143.758309:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880072171f80/0x3f004d6452e09047 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d25c3 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016143.758387:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800750e1c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339508352:192.168.201.10@tcp:106: 00000100:00100000:2.0:1734016143.761280:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007455dc00 going to sleep for 11 seconds 00000100:00100000:2.0:1734016143.764338:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800750e1c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339508352:192.168.201.10@tcp:106: 00010000:00010000:2.0:1734016143.764384:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880072171f80/0x3f004d6452e09047 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d25c3 expref: 6 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016143.764401:0:7689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880072171f80/0x3f004d6452e09047 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d25c3 expref: 6 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016143.764430:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880072171f80, rc 0) 00000100:00100000:2.0:1734016143.764505:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009205bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:1981:x1818247337099520:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 6268us (7726us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016143.764516:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 11189 00000100:00100000:3.0:1734016143.790610:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016143.792063:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337099648 00000100:00100000:2.0:1734016143.792078:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337099648 00000100:00100000:2.0:1734016143.792167:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 11190 00000100:00100000:2.0:1734016143.792176:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009721a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:9673:x1818247337099648:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:2.0:1734016143.792201:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016143.792230:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880072171f80/0x3f004d6452e0904e lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d25ca expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016143.792269:0:7689:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880097234fc0/0x3f004d6452e08ffa lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 7573504->7577599) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2576 expref: 7 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016143.792278:0:7689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016143.792279:0:7689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016143.792283:0:7689:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880072171f80/0x3f004d6452e0904e lrc: 4/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [5447680->5451775] (req 5447680->5451775) gid 0 flags: 0x50000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d25ca expref: 6 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016143.792326:0:7689:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880097234fc0/0x3f004d6452e08ffa lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 7573504->7577599) gid 0 flags: 0x50000000020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2576 expref: 7 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016143.792341:0:7689:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880097234fc0/0x3f004d6452e08ffa lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 7573504->7577599) gid 0 flags: 0x70000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2576 expref: 7 pid: 7690 timeout: 507 lvb_type: 0 00000100:00100000:2.0:1734016143.792358:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800750e1c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339508480:192.168.201.10@tcp:104: 00000100:00100000:2.0:1734016143.792461:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007455dc00 going to sleep for 11 seconds 00000100:00100000:2.0:1734016143.800221:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800750e1c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339508480:192.168.201.10@tcp:104: 00010000:00010000:2.0:1734016143.800267:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880072171f80/0x3f004d6452e0904e lrc: 3/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [5447680->5451775] (req 5447680->5451775) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d25ca expref: 6 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016143.800292:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880072171f80, rc 0) 00000100:00100000:2.0:1734016143.800363:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009721a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:9673:x1818247337099648:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 8187us (9773us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016143.800373:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 11190 00000100:00100000:1.0:1734016143.816829:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016143.817528:0:9956:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337099776 00000100:00100000:3.0:1734016143.817544:0:9956:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337099776 00010000:00010000:3.0:1734016143.817600:0:9956:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880097234fc0/0x3f004d6452e08ffa lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 7573504->7577599) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2576 expref: 8 pid: 7690 timeout: 507 lvb_type: 0 00000100:00100000:3.0:1734016143.817646:0:9956:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 3045 00000100:00100000:3.0:1734016143.817654:0:9956:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b1e46050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1979:x1818247337099776:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016143.817674:0:9956:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016143.817702:0:9956:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880097234fc0/0x3f004d6452e08ffa lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 7573504->7577599) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2576 expref: 8 pid: 7690 timeout: 507 lvb_type: 0 00010000:00010000:3.0:1734016143.817718:0:9956:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880097234fc0/0x3f004d6452e08ffa lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 7573504->7577599) gid 0 flags: 0x50000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2576 expref: 8 pid: 7690 timeout: 507 lvb_type: 0 00010000:00010000:3.0:1734016143.817749:0:9956:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097234fc0/0x3f004d6452e08ffa lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 7573504->7577599) gid 0 flags: 0x44801400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2576 expref: 8 pid: 7690 timeout: 507 lvb_type: 0 00010000:00010000:3.0:1734016143.817776:0:9956:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016143.817779:0:9956:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016143.817786:0:9956:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880072171f80/0x3f004d6452e0904e lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5447680->5451775) gid 0 flags: 0x40080000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d25ca expref: 5 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016143.817795:0:9956:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880072171f80/0x3f004d6452e0904e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5447680->5451775) gid 0 flags: 0x40080000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d25ca expref: 5 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016143.817835:0:9956:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880072171f80/0x3f004d6452e0904e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5447680->5451775) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d25ca expref: 5 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016143.817849:0:9956:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880097218380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9956:1818247339508608:192.168.201.10@tcp:105: 00000100:00100000:3.0:1734016143.817950:0:9956:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012b9119c0 going to sleep for 11 seconds 00000100:00100000:2.0:1734016143.830001:0:9956:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880097218380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9956:1818247339508608:192.168.201.10@tcp:105: 00010000:00010000:2.0:1734016143.830054:0:9956:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016143.830173:0:9956:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b1e46050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1979:x1818247337099776:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 12517us (13352us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016143.830189:0:9956:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 3045 00000100:00100000:0.0:1734016143.834064:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016143.834660:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016143.835077:0:13925:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337100032 00000100:00100000:2.0:1734016143.835078:0:7695:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337100288 00000100:00100000:2.0:1734016143.835094:0:7695:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337100288 00000100:00100000:3.0:1734016143.835094:0:13925:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337100032 00002000:00100000:2.0:1734016143.835159:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (5656576->8257535) req@ffff880092059c00 x1818247337100288/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:104/0 lens 488/0 e 0 to 0 dl 1734016154 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016143.835159:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (1462272->5656575) req@ffff880092059500 x1818247337100032/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:104/0 lens 488/0 e 0 to 0 dl 1734016154 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016143.835170:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880092059c00 with x1818247337100288 ext(5656576->8257535) 00002000:00100000:3.0:1734016143.835175:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880092059500 with x1818247337100032 ext(1462272->5656575) 00002000:00010000:2.0:1734016143.835178:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092059c00 00002000:00010000:3.0:1734016143.835178:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092059500 00000100:00100000:2.0:1734016143.835213:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9453 00000100:00100000:2.0:1734016143.835221:0:7695:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880092059c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1978:x1818247337100288:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:3.0:1734016143.835765:0:13925:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9454 00000100:00100000:3.0:1734016143.835770:0:13925:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880092059500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1978:x1818247337100032:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:3.0:1734016143.905257:0:7695:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880092059c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+8:1978:x1818247337100288:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 70024us (70585us total) trans 0 rc 2600960/2600960 00000100:00100000:3.0:1734016143.905273:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9453 00002000:00100000:3.0:1734016143.905289:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (5656576->8257535) req@ffff880092059c00 x1818247337100288/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:104/0 lens 488/440 e 0 to 0 dl 1734016154 ref 1 fl Complete:/200/0 rc 2600960/2600960 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016143.905299:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880092059c00 with x1818247337100288 ext(5656576->8257535) 00002000:00010000:3.0:1734016143.905307:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092059c00 00000100:00100000:3.0:1734016143.972076:0:13925:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880092059500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1978:x1818247337100032:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 136294us (138017us total) trans 0 rc 4194304/4194304 00000100:00100000:3.0:1734016143.972086:0:13925:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9454 00002000:00100000:3.0:1734016143.972100:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (1462272->5656575) req@ffff880092059500 x1818247337100032/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:104/0 lens 488/440 e 0 to 0 dl 1734016154 ref 1 fl Complete:/200/0 rc 4194304/4194304 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016143.972109:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880092059500 with x1818247337100032 ext(1462272->5656575) 00002000:00010000:3.0:1734016143.972115:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092059500 00000100:00100000:1.0:1734016143.982454:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016143.984157:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337100416 00000100:00100000:2.0:1734016143.984181:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337100416 00000100:00100000:2.0:1734016143.984294:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 11191 00000100:00100000:2.0:1734016143.984307:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800769c4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1981:x1818247337100416:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:2.0:1734016143.984353:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016143.984393:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800721718c0/0x3f004d6452e09055 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d25d1 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016143.984437:0:7689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016143.984440:0:7689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016143.984453:0:7689:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800721718c0/0x3f004d6452e09055 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d25d1 expref: 8 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016143.984481:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800721718c0/0x3f004d6452e09055 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d25d1 expref: 8 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016143.984504:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800721718c0, rc 0) 00000100:00100000:2.0:1734016143.984630:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800769c4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1981:x1818247337100416:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 326us (2201us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016143.984639:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 11191 00000100:00100000:0.0:1734016143.987994:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016143.988336:0:13925:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337100672 00000100:00100000:3.0:1734016143.988349:0:13925:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337100672 00002000:00100000:3.0:1734016143.988409:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (5980160->5984255) req@ffff88009205b480 x1818247337100672/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:104/0 lens 488/0 e 0 to 0 dl 1734016154 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016143.988421:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88009205b480 with x1818247337100672 ext(5980160->5984255) 00002000:00010000:3.0:1734016143.988427:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009205b480 00000100:00100000:3.0:1734016143.988466:0:13925:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9455 00000100:00100000:3.0:1734016143.988474:0:13925:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009205b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1981:x1818247337100672:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:3.0:1734016143.990332:0:13925:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009205b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1981:x1818247337100672:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 1847us (2350us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016143.990345:0:13925:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9455 00002000:00100000:3.0:1734016143.990355:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (5980160->5984255) req@ffff88009205b480 x1818247337100672/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:104/0 lens 488/4536 e 0 to 0 dl 1734016154 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016143.990365:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88009205b480 with x1818247337100672 ext(5980160->5984255) 00002000:00010000:3.0:1734016143.990370:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009205b480 00000100:00100000:1.0:1734016143.993489:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016143.993599:0:7695:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337100928 00000100:00100000:0.0:1734016143.993615:0:7695:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337100928 00002000:00100000:0.0:1734016143.993674:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (5976064->5980159) req@ffff8800769c4000 x1818247337100928/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:104/0 lens 488/0 e 0 to 0 dl 1734016154 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016143.993687:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800769c4000 with x1818247337100928 ext(5976064->5980159) 00002000:00010000:0.0:1734016143.993694:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800769c4000 00000100:00100000:0.0:1734016143.993735:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9456 00000100:00100000:0.0:1734016143.993742:0:7695:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800769c4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1980:x1818247337100928:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:0.0:1734016143.994284:0:7695:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800769c4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1980:x1818247337100928:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 540us (806us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016143.994295:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9456 00002000:00100000:0.0:1734016143.994301:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (5976064->5980159) req@ffff8800769c4000 x1818247337100928/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:104/0 lens 488/4536 e 0 to 0 dl 1734016154 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016143.994309:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800769c4000 with x1818247337100928 ext(5976064->5980159) 00002000:00010000:0.0:1734016143.994313:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800769c4000 00000100:00100000:2.0:1734016143.997669:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016143.997789:0:7695:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337101184 00000100:00100000:0.0:1734016143.997806:0:7695:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337101184 00002000:00100000:0.0:1734016143.998001:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (5971968->5976063) req@ffff8800750e1c00 x1818247337101184/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:104/0 lens 488/0 e 0 to 0 dl 1734016154 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016143.998025:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800750e1c00 with x1818247337101184 ext(5971968->5976063) 00002000:00010000:0.0:1734016143.998036:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800750e1c00 00000100:00100000:3.0:1734016143.998247:0:13925:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9457 00000100:00100000:3.0:1734016143.998258:0:13925:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800750e1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1981:x1818247337101184:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:3.0:1734016143.998730:0:13925:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800750e1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1981:x1818247337101184:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 471us (1082us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016143.998740:0:13925:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9457 00002000:00100000:3.0:1734016143.998749:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (5971968->5976063) req@ffff8800750e1c00 x1818247337101184/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:104/0 lens 488/4536 e 0 to 0 dl 1734016154 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016143.998758:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800750e1c00 with x1818247337101184 ext(5971968->5976063) 00002000:00010000:3.0:1734016143.998763:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800750e1c00 00000100:00100000:2.0:1734016144.004072:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016144.004351:0:13925:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337101440 00000100:00100000:3.0:1734016144.004364:0:13925:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337101440 00002000:00100000:3.0:1734016144.004439:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (5967872->5971967) req@ffff8800750e0380 x1818247337101440/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:105/0 lens 488/0 e 0 to 0 dl 1734016155 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016144.004451:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800750e0380 with x1818247337101440 ext(5967872->5971967) 00002000:00010000:3.0:1734016144.004457:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800750e0380 00000100:00100000:3.0:1734016144.006338:0:13925:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9458 00000100:00100000:3.0:1734016144.006353:0:13925:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800750e0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1981:x1818247337101440:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:3.0:1734016144.006651:0:13925:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800750e0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1981:x1818247337101440:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 299us (2590us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016144.006659:0:13925:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9458 00002000:00100000:3.0:1734016144.006670:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (5967872->5971967) req@ffff8800750e0380 x1818247337101440/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:105/0 lens 488/4536 e 0 to 0 dl 1734016155 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016144.006682:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800750e0380 with x1818247337101440 ext(5967872->5971967) 00002000:00010000:3.0:1734016144.006691:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800750e0380 00000100:00100000:0.0:1734016144.025732:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016144.033142:0:7695:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337101696 00000100:00100000:1.0:1734016144.033179:0:7695:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337101696 00002000:00100000:1.0:1734016144.033273:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (5963776->5967871) req@ffff88009205ad80 x1818247337101696/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:105/0 lens 488/0 e 0 to 0 dl 1734016155 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016144.033287:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88009205ad80 with x1818247337101696 ext(5963776->5967871) 00002000:00010000:1.0:1734016144.033295:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009205ad80 00000100:00100000:1.0:1734016144.033359:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9459 00000100:00100000:1.0:1734016144.033373:0:7695:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009205ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1981:x1818247337101696:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:1.0:1734016144.033749:0:7695:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009205ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1981:x1818247337101696:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 379us (8030us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016144.033758:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9459 00002000:00100000:1.0:1734016144.033765:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (5963776->5967871) req@ffff88009205ad80 x1818247337101696/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:105/0 lens 488/4536 e 0 to 0 dl 1734016155 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016144.033773:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88009205ad80 with x1818247337101696 ext(5963776->5967871) 00002000:00010000:1.0:1734016144.033777:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009205ad80 00000100:00100000:2.0:1734016144.040084:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016144.040481:0:13925:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337101952 00000100:00100000:3.0:1734016144.040499:0:13925:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337101952 00002000:00100000:3.0:1734016144.040570:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (5959680->5963775) req@ffff8800750e0e00 x1818247337101952/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:105/0 lens 488/0 e 0 to 0 dl 1734016155 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016144.040586:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800750e0e00 with x1818247337101952 ext(5959680->5963775) 00002000:00010000:3.0:1734016144.040596:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800750e0e00 00000100:00100000:1.0:1734016144.041947:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9460 00000100:00100000:1.0:1734016144.041964:0:7695:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800750e0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1978:x1818247337101952:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:1.0:1734016144.042345:0:7695:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800750e0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1978:x1818247337101952:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 382us (2283us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016144.042352:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9460 00002000:00100000:1.0:1734016144.042362:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (5959680->5963775) req@ffff8800750e0e00 x1818247337101952/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:105/0 lens 488/4536 e 0 to 0 dl 1734016155 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016144.042369:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800750e0e00 with x1818247337101952 ext(5959680->5963775) 00002000:00010000:1.0:1734016144.042374:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800750e0e00 00000100:00100000:2.0:1734016144.044950:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016144.045818:0:13925:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337102208 00000100:00100000:3.0:1734016144.045834:0:13925:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337102208 00002000:00100000:3.0:1734016144.045939:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (5955584->5959679) req@ffff8800750e3100 x1818247337102208/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:105/0 lens 488/0 e 0 to 0 dl 1734016155 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016144.045954:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800750e3100 with x1818247337102208 ext(5955584->5959679) 00002000:00010000:3.0:1734016144.045962:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800750e3100 00000100:00100000:3.0:1734016144.046016:0:13925:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9461 00000100:00100000:3.0:1734016144.046027:0:13925:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800750e3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1981:x1818247337102208:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:3.0:1734016144.046367:0:13925:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800750e3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1981:x1818247337102208:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 339us (1429us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016144.046376:0:13925:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9461 00002000:00100000:3.0:1734016144.046383:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (5955584->5959679) req@ffff8800750e3100 x1818247337102208/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:105/0 lens 488/4536 e 0 to 0 dl 1734016155 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016144.046392:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800750e3100 with x1818247337102208 ext(5955584->5959679) 00002000:00010000:3.0:1734016144.046395:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800750e3100 00000100:00100000:0.0:1734016144.054592:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016144.055271:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337102464 00000100:00100000:2.0:1734016144.055298:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337102464 00002000:00100000:2.0:1734016144.055421:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (5951488->5955583) req@ffff88009205b800 x1818247337102464/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:105/0 lens 488/0 e 0 to 0 dl 1734016155 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016144.055441:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88009205b800 with x1818247337102464 ext(5951488->5955583) 00002000:00010000:2.0:1734016144.055451:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009205b800 00000100:00100000:2.0:1734016144.056081:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9462 00000100:00100000:2.0:1734016144.056095:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009205b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1980:x1818247337102464:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:2.0:1734016144.056478:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009205b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1980:x1818247337102464:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 387us (1918us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016144.056489:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9462 00002000:00100000:2.0:1734016144.056498:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (5951488->5955583) req@ffff88009205b800 x1818247337102464/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:105/0 lens 488/4536 e 0 to 0 dl 1734016155 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016144.056507:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88009205b800 with x1818247337102464 ext(5951488->5955583) 00002000:00010000:2.0:1734016144.056512:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009205b800 00000100:00100000:2.0:1734016144.063521:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016144.064964:0:7695:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337102720 00000100:00100000:1.0:1734016144.064982:0:7695:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337102720 00002000:00100000:1.0:1734016144.065053:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (5947392->5951487) req@ffff88007400bb80 x1818247337102720/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:105/0 lens 488/0 e 0 to 0 dl 1734016155 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016144.065064:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007400bb80 with x1818247337102720 ext(5947392->5951487) 00002000:00010000:1.0:1734016144.065071:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007400bb80 00000100:00100000:1.0:1734016144.065117:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9463 00000100:00100000:1.0:1734016144.065127:0:7695:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007400bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1981:x1818247337102720:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:1.0:1734016144.065712:0:7695:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007400bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1981:x1818247337102720:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 583us (2217us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016144.065722:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9463 00002000:00100000:1.0:1734016144.065731:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (5947392->5951487) req@ffff88007400bb80 x1818247337102720/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:105/0 lens 488/4536 e 0 to 0 dl 1734016155 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016144.065739:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007400bb80 with x1818247337102720 ext(5947392->5951487) 00002000:00010000:1.0:1734016144.065743:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007400bb80 00000100:00100000:1.0:1734016144.074356:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016144.074446:0:7695:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337102976 00000100:00100000:0.0:1734016144.074463:0:7695:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337102976 00002000:00100000:0.0:1734016144.074530:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (5943296->5947391) req@ffff8800769c6a00 x1818247337102976/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:105/0 lens 488/0 e 0 to 0 dl 1734016155 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016144.074544:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800769c6a00 with x1818247337102976 ext(5943296->5947391) 00002000:00010000:0.0:1734016144.074553:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800769c6a00 00000100:00100000:0.0:1734016144.074587:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9464 00000100:00100000:0.0:1734016144.074594:0:7695:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800769c6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1981:x1818247337102976:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:0.0:1734016144.074818:0:7695:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800769c6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1981:x1818247337102976:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 222us (487us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016144.074827:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9464 00002000:00100000:0.0:1734016144.074833:0:7695:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (5943296->5947391) req@ffff8800769c6a00 x1818247337102976/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:105/0 lens 488/4536 e 0 to 0 dl 1734016155 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016144.074840:0:7695:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800769c6a00 with x1818247337102976 ext(5943296->5947391) 00002000:00010000:0.0:1734016144.074843:0:7695:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800769c6a00 00000100:00100000:1.0:1734016144.077576:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016144.077706:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337103232 00000100:00100000:2.0:1734016144.077725:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337103232 00002000:00100000:2.0:1734016144.077792:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (5939200->5943295) req@ffff8800769c7480 x1818247337103232/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:105/0 lens 488/0 e 0 to 0 dl 1734016155 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016144.077805:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800769c7480 with x1818247337103232 ext(5939200->5943295) 00002000:00010000:2.0:1734016144.077814:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800769c7480 00000100:00100000:2.0:1734016144.077931:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9465 00000100:00100000:2.0:1734016144.077943:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800769c7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1980:x1818247337103232:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:2.0:1734016144.079322:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800769c7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1980:x1818247337103232:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 1369us (1752us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016144.079334:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9465 00002000:00100000:2.0:1734016144.079347:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (5939200->5943295) req@ffff8800769c7480 x1818247337103232/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:105/0 lens 488/4536 e 0 to 0 dl 1734016155 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016144.079358:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800769c7480 with x1818247337103232 ext(5939200->5943295) 00002000:00010000:2.0:1734016144.079365:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800769c7480 00000100:00100000:3.0:1734016144.088218:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016144.088756:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337103488 00000100:00100000:2.0:1734016144.088779:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337103488 00002000:00100000:2.0:1734016144.088904:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (5935104->5939199) req@ffff880097218380 x1818247337103488/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:105/0 lens 488/0 e 0 to 0 dl 1734016155 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016144.088924:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880097218380 with x1818247337103488 ext(5935104->5939199) 00002000:00010000:2.0:1734016144.088932:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880097218380 00000100:00100000:2.0:1734016144.089794:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9466 00000100:00100000:2.0:1734016144.089810:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880097218380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1981:x1818247337103488:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:2.0:1734016144.090312:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880097218380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1981:x1818247337103488:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 504us (2126us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016144.090326:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9466 00002000:00100000:2.0:1734016144.090342:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (5935104->5939199) req@ffff880097218380 x1818247337103488/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:105/0 lens 488/4536 e 0 to 0 dl 1734016155 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016144.090356:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880097218380 with x1818247337103488 ext(5935104->5939199) 00002000:00010000:2.0:1734016144.090361:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880097218380 00000100:00100000:1.0:1734016144.100307:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016144.101028:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337103744 00000100:00100000:2.0:1734016144.101039:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337103744 00002000:00100000:2.0:1734016144.101089:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (5931008->5935103) req@ffff8800769c5880 x1818247337103744/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:105/0 lens 488/0 e 0 to 0 dl 1734016155 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016144.101100:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800769c5880 with x1818247337103744 ext(5931008->5935103) 00002000:00010000:2.0:1734016144.101105:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800769c5880 00000100:00100000:2.0:1734016144.101137:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9467 00000100:00100000:2.0:1734016144.101144:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800769c5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1980:x1818247337103744:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:2.0:1734016144.101386:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800769c5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1980:x1818247337103744:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 242us (1097us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016144.101394:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9467 00002000:00100000:2.0:1734016144.101401:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (5931008->5935103) req@ffff8800769c5880 x1818247337103744/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:105/0 lens 488/4536 e 0 to 0 dl 1734016155 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016144.101409:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800769c5880 with x1818247337103744 ext(5931008->5935103) 00002000:00010000:2.0:1734016144.101412:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800769c5880 00000100:00100000:1.0:1734016144.109534:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016144.109674:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337103872 00000100:00100000:0.0:1734016144.109695:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337103872 00000100:00100000:0.0:1734016144.109785:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 11192 00000100:00100000:0.0:1734016144.109796:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880090cdbc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:9673:x1818247337103872:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:0.0:1734016144.109830:0:7690:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016144.109889:0:7690:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a80398c0/0x3f004d6452e0905c lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d25d8 expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016144.109952:0:7690:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880072171f80/0x3f004d6452e0904e lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 5447680->5451775) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d25ca expref: 5 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016144.109970:0:7690:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800721718c0/0x3f004d6452e09055 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d25d1 expref: 9 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016144.109979:0:7690:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016144.109983:0:7690:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016144.109988:0:7690:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a80398c0/0x3f004d6452e0905c lrc: 5/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [4722688->4743167] (req 4722688->4743167) gid 0 flags: 0x50000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d25d8 expref: 9 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016144.110065:0:7690:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800721718c0/0x3f004d6452e09055 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d25d1 expref: 9 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016144.110082:0:7690:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800721718c0/0x3f004d6452e09055 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d25d1 expref: 9 pid: 7689 timeout: 508 lvb_type: 1 00000100:00100000:0.0:1734016144.110107:0:7690:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880092058e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339508736:192.168.201.10@tcp:104: 00010000:00010000:0.0:1734016144.110250:0:7690:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880072171f80/0x3f004d6452e0904e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 5447680->5451775) gid 0 flags: 0x50000000020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d25ca expref: 5 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016144.110260:0:7690:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880072171f80/0x3f004d6452e0904e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 5447680->5451775) gid 0 flags: 0x70000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d25ca expref: 5 pid: 7689 timeout: 508 lvb_type: 0 00000100:00100000:0.0:1734016144.110270:0:7690:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009205b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339508864:192.168.201.10@tcp:104: 00000100:00100000:0.0:1734016144.110295:0:7690:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7486900 going to sleep for 11 seconds 00000100:00100000:0.0:1734016144.120437:0:7690:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880092058e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339508736:192.168.201.10@tcp:104: 00000100:00100000:0.0:1734016144.120456:0:7690:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009205b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339508864:192.168.201.10@tcp:104: 00010000:00010000:0.0:1734016144.120509:0:7690:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a80398c0/0x3f004d6452e0905c lrc: 3/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [4722688->4743167] (req 4722688->4743167) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d25d8 expref: 9 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016144.120539:0:7690:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a80398c0, rc 0) 00000100:00100000:0.0:1734016144.121381:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880090cdbc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+9:9673:x1818247337103872:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 11583us (11874us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016144.121395:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 11192 00000100:00100000:1.0:1734016144.124393:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016144.124538:0:9956:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337104000 00000100:00100000:2.0:1734016144.124557:0:9956:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337104000 00010000:00010000:2.0:1734016144.124636:0:9956:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800721718c0/0x3f004d6452e09055 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d25d1 expref: 9 pid: 7689 timeout: 508 lvb_type: 1 00000100:00100000:2.0:1734016144.124714:0:9956:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 3046 00000100:00100000:2.0:1734016144.124728:0:9956:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800769c4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+9:1978:x1818247337104000:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016144.124762:0:9956:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016144.124811:0:9956:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800721718c0/0x3f004d6452e09055 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d25d1 expref: 9 pid: 7689 timeout: 508 lvb_type: 1 00010000:00010000:2.0:1734016144.124827:0:9956:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800721718c0/0x3f004d6452e09055 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d25d1 expref: 9 pid: 7689 timeout: 508 lvb_type: 1 00010000:00010000:2.0:1734016144.124903:0:9956:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800721718c0/0x3f004d6452e09055 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d25d1 expref: 9 pid: 7689 timeout: 508 lvb_type: 1 00010000:00010000:2.0:1734016144.124955:0:9956:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016144.125065:0:9956:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800769c4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1978:x1818247337104000:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 339us (692us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016144.125075:0:9956:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 3046 00000100:00100000:1.0:1734016144.134243:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016144.134351:0:6469:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337104128 00000100:00100000:0.0:1734016144.134370:0:6469:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337104128 00010000:00010000:0.0:1734016144.134451:0:6469:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880072171f80/0x3f004d6452e0904e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5447680->5451775) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d25ca expref: 6 pid: 7689 timeout: 508 lvb_type: 0 00000100:00100000:0.0:1734016144.134507:0:6469:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 3047 00000100:00100000:0.0:1734016144.134518:0:6469:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800769c5500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1979:x1818247337104128:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016144.134543:0:6469:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016144.134574:0:6469:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880072171f80/0x3f004d6452e0904e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 5447680->5451775) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d25ca expref: 6 pid: 7689 timeout: 508 lvb_type: 0 00010000:00010000:0.0:1734016144.134593:0:6469:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880072171f80/0x3f004d6452e0904e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 5447680->5451775) gid 0 flags: 0x50000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d25ca expref: 6 pid: 7689 timeout: 508 lvb_type: 0 00010000:00010000:0.0:1734016144.134629:0:6469:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880072171f80/0x3f004d6452e0904e lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 5447680->5451775) gid 0 flags: 0x44801400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d25ca expref: 6 pid: 7689 timeout: 508 lvb_type: 0 00010000:00010000:0.0:1734016144.134783:0:6469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016144.134787:0:6469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016144.134803:0:6469:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a80398c0/0x3f004d6452e0905c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4722688->4743167) gid 0 flags: 0x40080000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d25d8 expref: 7 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016144.134819:0:6469:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a80398c0/0x3f004d6452e0905c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4722688->4743167) gid 0 flags: 0x40080000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d25d8 expref: 7 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016144.134948:0:6469:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a80398c0/0x3f004d6452e0905c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4722688->4743167) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d25d8 expref: 7 pid: 7690 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016144.134974:0:6469:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880092058700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6469:1818247339508992:192.168.201.10@tcp:105: 00000100:00080000:2.0:1734016144.135156:0:6479:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734016114 00000100:00100000:0.0:1734016144.135774:0:6469:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7486900 going to sleep for 11 seconds 00000100:00100000:3.0:1734016144.144037:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016144.144593:0:6469:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880092058700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6469:1818247339508992:192.168.201.10@tcp:105: 00010000:00010000:0.0:1734016144.144642:0:6469:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016144.144823:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337104256 00000100:00100000:1.0:1734016144.144834:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337104256 00000100:00100000:1.0:1734016144.144962:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 11193 00000100:00100000:1.0:1734016144.144974:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009721b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1980:x1818247337104256:12345-192.168.201.10@tcp:22:fsx.0 00000100:00100000:0.0:1734016144.145755:0:6469:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800769c5500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:1979:x1818247337104128:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 11234us (11523us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016144.145770:0:6469:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 3047 00002000:00010000:1.0:1734016144.146144:0:7690:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 8257536 -> 8257536 00002000:00010000:1.0:1734016144.146150:0:7690:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016142 -> 1734016143 00002000:00010000:1.0:1734016144.146153:0:7690:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016142 -> 1734016141 00002000:00010000:1.0:1734016144.146155:0:7690:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016143 -> 1734016143 00002000:00010000:1.0:1734016144.146157:0:7690:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 600 -> 600 00000100:00100000:1.0:1734016144.147705:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009721b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+9:1980:x1818247337104256:12345-192.168.201.10@tcp:22:fsx.0 Request processed in 2711us (3665us total) trans 4294969469 rc 0/0 00000100:00100000:1.0:1734016144.147726:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 11193 00000100:00100000:0.0:1734016144.150412:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016144.153228:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337104384 00000100:00100000:1.0:1734016144.153255:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337104384 00000100:00100000:1.0:1734016144.153346:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 11194 00000100:00100000:1.0:1734016144.153359:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880092058700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:1981:x1818247337104384:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:1.0:1734016144.153406:0:7690:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016144.153447:0:7690:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880097234fc0/0x3f004d6452e09063 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d25df expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016144.153568:0:7690:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800769c5c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339509120:192.168.201.10@tcp:106: 00000100:00100000:1.0:1734016144.153741:0:7690:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012cf4f840 going to sleep for 11 seconds 00002000:00010000:1.0:1734016144.161617:0:7690:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime: 1734016141 -> 1734016143 00000100:00100000:1.0:1734016144.161671:0:7690:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800769c5c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339509120:192.168.201.10@tcp:106: 00010000:00010000:1.0:1734016144.161745:0:7690:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880097234fc0/0x3f004d6452e09063 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d25df expref: 6 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016144.161772:0:7690:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097234fc0/0x3f004d6452e09063 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d25df expref: 6 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016144.161915:0:7690:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097234fc0, rc 0) 00000100:00100000:1.0:1734016144.162021:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880092058700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:1981:x1818247337104384:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 8662us (11625us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016144.162035:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 11194 00000100:00100000:3.0:1734016144.174108:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016144.174449:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337104512 00000100:00100000:1.0:1734016144.174475:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337104512 00000100:00100000:1.0:1734016144.174587:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 11195 00000100:00100000:1.0:1734016144.174603:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880097219500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:1978:x1818247337104512:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:1.0:1734016144.174652:0:7690:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016144.174696:0:7690:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800972346c0/0x3f004d6452e0906a lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d25e6 expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016144.174821:0:7690:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800769c5c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339509248:192.168.201.10@tcp:106: 00000100:00100000:1.0:1734016144.174983:0:7690:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012cf4f840 going to sleep for 11 seconds 00000100:00100000:1.0:1734016144.179087:0:7690:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800769c5c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339509248:192.168.201.10@tcp:106: 00010000:00010000:1.0:1734016144.179170:0:7690:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800972346c0/0x3f004d6452e0906a lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d25e6 expref: 6 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016144.179195:0:7690:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800972346c0/0x3f004d6452e0906a lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d25e6 expref: 6 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016144.181390:0:7690:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800972346c0, rc 0) 00000100:00100000:1.0:1734016144.189548:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880097219500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:1978:x1818247337104512:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 14913us (15433us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016144.189573:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 11195 00000100:00100000:3.0:1734016144.191845:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016144.192039:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337104640 00000100:00100000:1.0:1734016144.192066:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337104640 00000100:00100000:1.0:1734016144.192188:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 11196 00000100:00100000:1.0:1734016144.192200:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880097218700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:1981:x1818247337104640:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:1.0:1734016144.192246:0:7690:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016144.192297:0:7690:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880097235440/0x3f004d6452e09071 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d25ed expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016144.192445:0:7690:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800769c5c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339509376:192.168.201.10@tcp:106: 00000100:00100000:1.0:1734016144.192577:0:7690:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012cf4f840 going to sleep for 11 seconds 00000100:00100000:1.0:1734016144.195371:0:7690:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800769c5c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339509376:192.168.201.10@tcp:106: 00010000:00010000:1.0:1734016144.195462:0:7690:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880097235440/0x3f004d6452e09071 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d25ed expref: 6 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016144.195486:0:7690:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097235440/0x3f004d6452e09071 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d25ed expref: 6 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016144.195522:0:7690:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097235440, rc 0) 00000100:00100000:1.0:1734016144.195626:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880097218700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:1981:x1818247337104640:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 3427us (3805us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016144.195639:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 11196 00000100:00100000:0.0:1734016144.199343:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016144.199667:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337104768 00000100:00100000:1.0:1734016144.199696:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337104768 00000100:00100000:3.0:1734016144.200942:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 11197 00000100:00100000:3.0:1734016144.200964:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880092058000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:1979:x1818247337104768:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:3.0:1734016144.201016:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016144.201053:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a9a5b00/0x3f004d6452e09078 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d25f4 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016144.201177:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009721a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339509504:192.168.201.10@tcp:106: 00000100:00100000:3.0:1734016144.201335:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012b9116c0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016144.209169:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009721a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339509504:192.168.201.10@tcp:106: 00010000:00010000:3.0:1734016144.209268:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a9a5b00/0x3f004d6452e09078 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d25f4 expref: 6 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016144.209290:0:7689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a5b00/0x3f004d6452e09078 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d25f4 expref: 6 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016144.209349:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a9a5b00, rc 0) 00000100:00100000:3.0:1734016144.209487:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880092058000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:1979:x1818247337104768:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 8526us (10171us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016144.209503:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 11197 00000100:00100000:0.0:1734016144.213322:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016144.213669:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337104896 00000100:00100000:3.0:1734016144.213694:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337104896 00000100:00100000:3.0:1734016144.213802:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 11198 00000100:00100000:3.0:1734016144.213818:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009205bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+9:1981:x1818247337104896:12345-192.168.201.10@tcp:22:fsx.0 00002000:00010000:3.0:1734016144.214359:0:7689:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 8257536 -> 8257536 00002000:00010000:3.0:1734016144.214364:0:7689:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016143 -> 1734016143 00002000:00010000:3.0:1734016144.214366:0:7689:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016143 -> 1734016141 00002000:00010000:3.0:1734016144.214368:0:7689:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016143 -> 1734016143 00002000:00010000:3.0:1734016144.214370:0:7689:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 600 -> 600 00000100:00100000:3.0:1734016144.214508:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009205bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+10:1981:x1818247337104896:12345-192.168.201.10@tcp:22:fsx.0 Request processed in 693us (1211us total) trans 4294969470 rc 0/0 00000100:00100000:3.0:1734016144.214518:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 11198 00000100:00100000:0.0:1734016144.217409:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016144.220546:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337105024 00000100:00100000:1.0:1734016144.220577:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337105024 00000100:00100000:1.0:1734016144.220700:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 11199 00000100:00100000:1.0:1734016144.220710:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009205b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:1978:x1818247337105024:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:1.0:1734016144.220739:0:7690:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016144.220766:0:7690:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880097237cc0/0x3f004d6452e0907f lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d25fb expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016144.220854:0:7690:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800769c5c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339509632:192.168.201.10@tcp:106: 00000100:00100000:1.0:1734016144.221026:0:7690:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012cf4f840 going to sleep for 11 seconds 00002000:00010000:2.0:1734016144.223468:0:7690:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime: 1734016141 -> 1734016143 00000100:00100000:2.0:1734016144.223525:0:7690:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800769c5c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339509632:192.168.201.10@tcp:106: 00010000:00010000:2.0:1734016144.223595:0:7690:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880097237cc0/0x3f004d6452e0907f lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d25fb expref: 6 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016144.223617:0:7690:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097237cc0/0x3f004d6452e0907f lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d25fb expref: 6 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016144.228307:0:7690:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097237cc0, rc 0) 00000100:00100000:2.0:1734016144.228525:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009205b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:1978:x1818247337105024:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 7797us (11117us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016144.228545:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 11199 00000100:00100000:0.0:1734016144.232162:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016144.234158:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337105152 00000100:00100000:2.0:1734016144.234193:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337105152 00000100:00100000:2.0:1734016144.234331:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 11200 00000100:00100000:2.0:1734016144.234346:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880092058e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:1981:x1818247337105152:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:2.0:1734016144.234388:0:7690:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016144.234437:0:7690:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800721718c0/0x3f004d6452e09086 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d2602 expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016144.234557:0:7690:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074008e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339509760:192.168.201.10@tcp:106: 00000100:00100000:2.0:1734016144.234698:0:7690:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007455d240 going to sleep for 11 seconds 00000100:00100000:2.0:1734016144.242256:0:7690:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074008e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339509760:192.168.201.10@tcp:106: 00010000:00010000:2.0:1734016144.242324:0:7690:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800721718c0/0x3f004d6452e09086 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2602 expref: 6 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016144.242344:0:7690:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800721718c0/0x3f004d6452e09086 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2602 expref: 6 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016144.242410:0:7690:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800721718c0, rc 0) 00000100:00100000:2.0:1734016144.242533:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880092058e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:1981:x1818247337105152:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 8186us (10387us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016144.242546:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 11200 00000100:00100000:0.0:1734016144.251426:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016144.251541:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337105280 00000100:00100000:2.0:1734016144.251553:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337105280 00000100:00100000:2.0:1734016144.251622:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 11201 00000100:00100000:2.0:1734016144.251630:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880092059180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+10:1979:x1818247337105280:12345-192.168.201.10@tcp:22:fsx.0 00002000:00010000:2.0:1734016144.252018:0:7690:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 8257536 -> 8257536 00002000:00010000:2.0:1734016144.252022:0:7690:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016143 -> 1734016143 00002000:00010000:2.0:1734016144.252024:0:7690:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016143 -> 1734016141 00002000:00010000:2.0:1734016144.252026:0:7690:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016143 -> 1734016143 00002000:00010000:2.0:1734016144.252027:0:7690:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 600 -> 600 00000100:00100000:2.0:1734016144.252154:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880092059180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+11:1979:x1818247337105280:12345-192.168.201.10@tcp:22:fsx.0 Request processed in 523us (746us total) trans 4294969471 rc 0/0 00000100:00100000:2.0:1734016144.252163:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 11201 00000100:00100000:0.0:1734016144.254777:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016144.255770:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337105408 00000100:00100000:3.0:1734016144.255788:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337105408 00000100:00100000:3.0:1734016144.255921:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 11202 00000100:00100000:3.0:1734016144.255932:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880092058380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:1981:x1818247337105408:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:3.0:1734016144.255974:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016144.256018:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a9a6f40/0x3f004d6452e0908d lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d2609 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016144.256132:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009721a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339509888:192.168.201.10@tcp:106: 00000100:00100000:3.0:1734016144.256274:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012b9116c0 going to sleep for 11 seconds 00002000:00010000:3.0:1734016144.272379:0:7689:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime: 1734016141 -> 1734016143 00000100:00100000:3.0:1734016144.272453:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009721a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339509888:192.168.201.10@tcp:106: 00010000:00010000:3.0:1734016144.272550:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a9a6f40/0x3f004d6452e0908d lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2609 expref: 6 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016144.272580:0:7689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a6f40/0x3f004d6452e0908d lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2609 expref: 6 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016144.272623:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a9a6f40, rc 0) 00000100:00100000:3.0:1734016144.274609:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880092058380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:1981:x1818247337105408:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 18640us (19817us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016144.274638:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 11202 00000100:00100000:0.0:1734016144.282780:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016144.282979:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337105536 00000100:00100000:3.0:1734016144.283012:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337105536 00000100:00100000:3.0:1734016144.283370:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 11203 00000100:00100000:3.0:1734016144.283382:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880092059880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:1978:x1818247337105536:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:3.0:1734016144.283427:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016144.283467:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a9a5440/0x3f004d6452e09094 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d2610 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016144.283592:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009721a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339510016:192.168.201.10@tcp:106: 00000100:00100000:3.0:1734016144.284705:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012b9116c0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016144.289411:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009721a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339510016:192.168.201.10@tcp:106: 00010000:00010000:3.0:1734016144.289496:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a9a5440/0x3f004d6452e09094 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2610 expref: 6 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016144.289529:0:7689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a5440/0x3f004d6452e09094 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2610 expref: 6 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016144.289593:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a9a5440, rc 0) 00000100:00100000:3.0:1734016144.289713:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880092059880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:1978:x1818247337105536:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 6329us (6962us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016144.289725:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 11203 00000100:00100000:0.0:1734016144.302294:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016144.306495:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337105664 00000100:00100000:3.0:1734016144.306541:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337105664 00000100:00100000:3.0:1734016144.306706:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 11204 00000100:00100000:3.0:1734016144.306723:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009205a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:1979:x1818247337105664:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:3.0:1734016144.306768:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016144.306814:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a9a6400/0x3f004d6452e0909b lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d2617 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016144.307015:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009721a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339510144:192.168.201.10@tcp:106: 00000100:00100000:3.0:1734016144.307159:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012b9116c0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016144.310090:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009721a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339510144:192.168.201.10@tcp:106: 00010000:00010000:3.0:1734016144.310191:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a9a6400/0x3f004d6452e0909b lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2617 expref: 6 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016144.310225:0:7689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a6400/0x3f004d6452e0909b lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2617 expref: 6 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016144.310278:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a9a6400, rc 0) 00000100:00100000:3.0:1734016144.310391:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009205a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:1979:x1818247337105664:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 3670us (8123us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016144.310406:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 11204 00000100:00100000:0.0:1734016144.322054:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016144.322540:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337105792 00000100:00100000:3.0:1734016144.322558:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337105792 00000100:00100000:3.0:1734016144.322639:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 11205 00000100:00100000:3.0:1734016144.322652:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880092059f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:9673:x1818247337105792:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:3.0:1734016144.322693:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016144.322732:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a9a4b40/0x3f004d6452e090a2 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d261e expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016144.322794:0:7689:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a80398c0/0x3f004d6452e0905c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4722688->4743167) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d25d8 expref: 10 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016144.322806:0:7689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016144.322810:0:7689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016144.322816:0:7689:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a9a4b40/0x3f004d6452e090a2 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [2387968->2392063] (req 2387968->2392063) gid 0 flags: 0x50000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d261e expref: 6 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016144.322909:0:7689:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a80398c0/0x3f004d6452e0905c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4722688->4743167) gid 0 flags: 0x50000000020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d25d8 expref: 10 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016144.322928:0:7689:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a80398c0/0x3f004d6452e0905c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4722688->4743167) gid 0 flags: 0x70000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d25d8 expref: 10 pid: 7690 timeout: 508 lvb_type: 0 00000100:00100000:3.0:1734016144.322955:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009721a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339510272:192.168.201.10@tcp:104: 00000100:00100000:3.0:1734016144.323101:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012b9116c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016144.326720:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016144.327635:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009721a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339510272:192.168.201.10@tcp:104: 00010000:00010000:3.0:1734016144.327708:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a9a4b40/0x3f004d6452e090a2 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [2387968->2392063] (req 2387968->2392063) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d261e expref: 6 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016144.327745:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a9a4b40, rc 0) 00000100:00100000:1.0:1734016144.328441:0:6469:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337105920 00000100:00100000:1.0:1734016144.328460:0:6469:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337105920 00010000:00010000:1.0:1734016144.328516:0:6469:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a80398c0/0x3f004d6452e0905c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4722688->4743167) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d25d8 expref: 11 pid: 7690 timeout: 508 lvb_type: 0 00000100:00100000:1.0:1734016144.329231:0:6469:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 3048 00000100:00100000:1.0:1734016144.329242:0:6469:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009205aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+11:1978:x1818247337105920:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016144.329265:0:6469:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016144.329309:0:6469:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a80398c0/0x3f004d6452e0905c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4722688->4743167) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d25d8 expref: 11 pid: 7690 timeout: 508 lvb_type: 0 00010000:00010000:1.0:1734016144.329325:0:6469:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a80398c0/0x3f004d6452e0905c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4722688->4743167) gid 0 flags: 0x50000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d25d8 expref: 11 pid: 7690 timeout: 508 lvb_type: 0 00010000:00010000:1.0:1734016144.329362:0:6469:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a80398c0/0x3f004d6452e0905c lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4722688->4743167) gid 0 flags: 0x44801400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d25d8 expref: 11 pid: 7690 timeout: 508 lvb_type: 0 00010000:00010000:1.0:1734016144.329407:0:6469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016144.329411:0:6469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016144.329423:0:6469:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a4b40/0x3f004d6452e090a2 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2387968->2392063) gid 0 flags: 0x40080000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d261e expref: 6 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016144.329434:0:6469:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a9a4b40/0x3f004d6452e090a2 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2387968->2392063) gid 0 flags: 0x40080000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d261e expref: 6 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016144.329500:0:6469:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009a9a4b40/0x3f004d6452e090a2 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2387968->2392063) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d261e expref: 6 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016144.329520:0:6469:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800769c7b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6469:1818247339510400:192.168.201.10@tcp:105: 00000100:00100000:3.0:1734016144.329753:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880092059f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:9673:x1818247337105792:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 7096us (7716us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016144.329764:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 11205 00000100:00100000:1.0:1734016144.332149:0:6469:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012cf4f840 going to sleep for 11 seconds 00000100:00100000:1.0:1734016144.365517:0:6469:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800769c7b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6469:1818247339510400:192.168.201.10@tcp:105: 00010000:00010000:1.0:1734016144.365576:0:6469:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016144.365670:0:6469:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009205aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+10:1978:x1818247337105920:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 36427us (38973us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016144.365689:0:6469:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 3048 00000100:00100000:0.0:1734016144.366466:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016144.366587:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016144.366917:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337106176 00000100:00100000:3.0:1734016144.366936:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337106176 00002000:00100000:3.0:1734016144.367042:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (0->4194303) req@ffff88012b918700 x1818247337106176/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:105/0 lens 488/0 e 0 to 0 dl 1734016155 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016144.367057:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b918700 with x1818247337106176 ext(0->4194303) 00002000:00010000:3.0:1734016144.367064:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012b918700 00000100:00100000:3.0:1734016144.367094:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337106304 00000100:00100000:3.0:1734016144.367097:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337106304 00002000:00100000:3.0:1734016144.367110:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (4194304->8257535) req@ffff88012b91bb80 x1818247337106304/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:105/0 lens 488/0 e 0 to 0 dl 1734016155 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016144.367118:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b91bb80 with x1818247337106304 ext(4194304->8257535) 00002000:00010000:3.0:1734016144.367120:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012b91bb80 00000100:00100000:3.0:1734016144.367140:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9468 00000100:00100000:3.0:1734016144.367150:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b918700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1979:x1818247337106176:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:2.0:1734016144.370267:0:13925:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9469 00000100:00100000:2.0:1734016144.370298:0:13925:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b91bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1979:x1818247337106304:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:3.0:1734016144.542439:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b918700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+8:1979:x1818247337106176:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 175252us (175941us total) trans 0 rc 4194304/4194304 00000100:00100000:3.0:1734016144.542461:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9468 00002000:00100000:3.0:1734016144.542482:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (0->4194303) req@ffff88012b918700 x1818247337106176/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:105/0 lens 488/440 e 0 to 0 dl 1734016155 ref 1 fl Complete:/200/0 rc 4194304/4194304 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016144.542497:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b918700 with x1818247337106176 ext(0->4194303) 00002000:00010000:3.0:1734016144.542512:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012b918700 00000100:00100000:0.0:1734016144.561574:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016144.564117:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337106560 00000100:00100000:2.0:1734016144.564140:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337106560 00000100:00100000:2.0:1734016144.564236:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 11206 00000100:00100000:2.0:1734016144.564247:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800750e1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+10:1981:x1818247337106560:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:2.0:1734016144.564280:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016144.564312:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880072172d00/0x3f004d6452e090a9 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d2625 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016144.564347:0:7689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016144.564350:0:7689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016144.564359:0:7689:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880072172d00/0x3f004d6452e090a9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2625 expref: 11 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016144.564379:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880072172d00/0x3f004d6452e090a9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2625 expref: 11 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016144.564401:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880072172d00, rc 0) 00000100:00100000:2.0:1734016144.564489:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800750e1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+11:1981:x1818247337106560:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 242us (2937us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016144.564498:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 11206 00000100:00100000:2.0:1734016144.571532:0:13925:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b91bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1979:x1818247337106304:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 201208us (204908us total) trans 0 rc 4063232/4063232 00000100:00100000:2.0:1734016144.571559:0:13925:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9469 00002000:00100000:2.0:1734016144.571586:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (4194304->8257535) req@ffff88012b91bb80 x1818247337106304/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:105/0 lens 488/440 e 0 to 0 dl 1734016155 ref 1 fl Complete:/200/0 rc 4063232/4063232 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016144.571604:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b91bb80 with x1818247337106304 ext(4194304->8257535) 00002000:00010000:2.0:1734016144.571617:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012b91bb80 00000100:00100000:0.0:1734016144.574452:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016144.574747:0:13925:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337106816 00000100:00100000:2.0:1734016144.574769:0:13925:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337106816 00002000:00100000:2.0:1734016144.574924:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (4587520->4591615) req@ffff8800750e2680 x1818247337106816/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:105/0 lens 488/0 e 0 to 0 dl 1734016155 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016144.574939:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800750e2680 with x1818247337106816 ext(4587520->4591615) 00002000:00010000:2.0:1734016144.574946:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800750e2680 00000100:00100000:2.0:1734016144.574991:0:13925:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9470 00000100:00100000:2.0:1734016144.575009:0:13925:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800750e2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+11:1979:x1818247337106816:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:2.0:1734016144.575289:0:13925:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800750e2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+11:1979:x1818247337106816:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 280us (864us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016144.575297:0:13925:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9470 00002000:00100000:2.0:1734016144.575303:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (4587520->4591615) req@ffff8800750e2680 x1818247337106816/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:105/0 lens 488/4536 e 0 to 0 dl 1734016155 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016144.575309:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800750e2680 with x1818247337106816 ext(4587520->4591615) 00002000:00010000:2.0:1734016144.575312:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800750e2680 00000100:00100000:0.0:1734016144.584609:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016144.585363:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337107072 00000100:00100000:3.0:1734016144.585386:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337107072 00002000:00100000:3.0:1734016144.585470:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (4583424->4587519) req@ffff8800750e3800 x1818247337107072/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:105/0 lens 488/0 e 0 to 0 dl 1734016155 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016144.585483:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800750e3800 with x1818247337107072 ext(4583424->4587519) 00002000:00010000:3.0:1734016144.585492:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800750e3800 00000100:00100000:2.0:1734016144.587168:0:13925:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9471 00000100:00100000:2.0:1734016144.587202:0:13925:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800750e3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+11:1979:x1818247337107072:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:2.0:1734016144.588500:0:13925:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800750e3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+11:1979:x1818247337107072:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 1296us (3899us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016144.588518:0:13925:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9471 00002000:00100000:2.0:1734016144.588541:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (4583424->4587519) req@ffff8800750e3800 x1818247337107072/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:105/0 lens 488/4536 e 0 to 0 dl 1734016155 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016144.588560:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800750e3800 with x1818247337107072 ext(4583424->4587519) 00002000:00010000:2.0:1734016144.588569:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800750e3800 00000100:00100000:0.0:1734016144.592451:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016144.592855:0:13925:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337107328 00000100:00100000:2.0:1734016144.592911:0:13925:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337107328 00002000:00100000:2.0:1734016144.592982:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (4579328->4583423) req@ffff8800750e2a00 x1818247337107328/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:105/0 lens 488/0 e 0 to 0 dl 1734016155 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016144.593004:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800750e2a00 with x1818247337107328 ext(4579328->4583423) 00002000:00010000:2.0:1734016144.593012:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800750e2a00 00000100:00100000:2.0:1734016144.593051:0:13925:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9472 00000100:00100000:2.0:1734016144.593060:0:13925:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800750e2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+11:1980:x1818247337107328:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:2.0:1734016144.593305:0:13925:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800750e2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+11:1980:x1818247337107328:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 245us (869us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016144.593314:0:13925:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9472 00002000:00100000:2.0:1734016144.593319:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (4579328->4583423) req@ffff8800750e2a00 x1818247337107328/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:105/0 lens 488/4536 e 0 to 0 dl 1734016155 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016144.593326:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800750e2a00 with x1818247337107328 ext(4579328->4583423) 00002000:00010000:2.0:1734016144.593329:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800750e2a00 00000100:00100000:0.0:1734016144.600388:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016144.600551:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337107456 00000100:00100000:2.0:1734016144.600572:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337107456 00000100:00100000:2.0:1734016144.603901:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 11207 00000100:00100000:2.0:1734016144.603924:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074f03800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+11:9673:x1818247337107456:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:2.0:1734016144.603952:0:7690:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016144.603993:0:7690:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e090b0 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d262c expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016144.604062:0:7690:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a4b40/0x3f004d6452e090a2 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2387968->2392063) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d261e expref: 5 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016144.604072:0:7690:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880072172d00/0x3f004d6452e090a9 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2625 expref: 12 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016144.604080:0:7690:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016144.604084:0:7690:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016144.604088:0:7690:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e090b0 lrc: 5/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [3858432->3911679] (req 3858432->3911679) gid 0 flags: 0x50000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d262c expref: 12 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016144.604135:0:7690:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880072172d00/0x3f004d6452e090a9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2625 expref: 12 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016144.604149:0:7690:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880072172d00/0x3f004d6452e090a9 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2625 expref: 12 pid: 7689 timeout: 508 lvb_type: 1 00000100:00100000:2.0:1734016144.604167:0:7690:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074008e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339510528:192.168.201.10@tcp:104: 00010000:00010000:2.0:1734016144.604288:0:7690:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a9a4b40/0x3f004d6452e090a2 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2387968->2392063) gid 0 flags: 0x50000000020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d261e expref: 5 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016144.604298:0:7690:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a9a4b40/0x3f004d6452e090a2 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2387968->2392063) gid 0 flags: 0x70000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d261e expref: 5 pid: 7689 timeout: 508 lvb_type: 0 00000100:00100000:2.0:1734016144.604308:0:7690:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007400aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339510656:192.168.201.10@tcp:104: 00000100:00100000:2.0:1734016144.604328:0:7690:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007455d900 going to sleep for 11 seconds 00000100:00100000:2.0:1734016144.612445:0:7690:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074008e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339510528:192.168.201.10@tcp:104: 00000100:00100000:2.0:1734016144.612459:0:7690:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007400aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339510656:192.168.201.10@tcp:104: 00010000:00010000:2.0:1734016144.612498:0:7690:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e090b0 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [3858432->3911679] (req 3858432->3911679) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d262c expref: 12 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016144.612519:0:7690:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880072171440, rc 0) 00000100:00100000:2.0:1734016144.612583:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074f03800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+12:9673:x1818247337107456:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 8664us (12214us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016144.612595:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 11207 00000100:00100000:0.0:1734016144.617847:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016144.618620:0:6469:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337107584 00000100:00100000:1.0:1734016144.618636:0:6469:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337107584 00010000:00010000:1.0:1734016144.618692:0:6469:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880072172d00/0x3f004d6452e090a9 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2625 expref: 12 pid: 7689 timeout: 508 lvb_type: 1 00000100:00100000:1.0:1734016144.618756:0:6469:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 3049 00000100:00100000:1.0:1734016144.618767:0:6469:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074f02a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+12:1979:x1818247337107584:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016144.618786:0:6469:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016144.618816:0:6469:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880072172d00/0x3f004d6452e090a9 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2625 expref: 12 pid: 7689 timeout: 508 lvb_type: 1 00010000:00010000:1.0:1734016144.618831:0:6469:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880072172d00/0x3f004d6452e090a9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2625 expref: 12 pid: 7689 timeout: 508 lvb_type: 1 00010000:00010000:1.0:1734016144.618860:0:6469:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880072172d00/0x3f004d6452e090a9 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2625 expref: 12 pid: 7689 timeout: 508 lvb_type: 1 00010000:00010000:1.0:1734016144.618942:0:6469:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016144.619016:0:6469:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074f02a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+11:1979:x1818247337107584:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 250us (1190us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016144.619035:0:6469:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 3049 00000100:00100000:1.0:1734016144.632735:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016144.633816:0:9956:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337107712 00000100:00100000:2.0:1734016144.633836:0:9956:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337107712 00010000:00010000:2.0:1734016144.633907:0:9956:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a9a4b40/0x3f004d6452e090a2 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2387968->2392063) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d261e expref: 6 pid: 7689 timeout: 508 lvb_type: 0 00000100:00100000:2.0:1734016144.633962:0:9956:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 3050 00000100:00100000:2.0:1734016144.633974:0:9956:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800769c7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1978:x1818247337107712:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016144.634011:0:9956:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016144.634051:0:9956:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a9a4b40/0x3f004d6452e090a2 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2387968->2392063) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d261e expref: 6 pid: 7689 timeout: 508 lvb_type: 0 00010000:00010000:2.0:1734016144.634069:0:9956:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a9a4b40/0x3f004d6452e090a2 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2387968->2392063) gid 0 flags: 0x50000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d261e expref: 6 pid: 7689 timeout: 508 lvb_type: 0 00010000:00010000:2.0:1734016144.634109:0:9956:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a4b40/0x3f004d6452e090a2 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2387968->2392063) gid 0 flags: 0x44801400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d261e expref: 6 pid: 7689 timeout: 508 lvb_type: 0 00010000:00010000:2.0:1734016144.634155:0:9956:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016144.634158:0:9956:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016144.634168:0:9956:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e090b0 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3858432->3911679) gid 0 flags: 0x40080000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d262c expref: 10 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016144.634180:0:9956:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e090b0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3858432->3911679) gid 0 flags: 0x40080000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d262c expref: 10 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016144.634236:0:9956:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e090b0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3858432->3911679) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d262c expref: 10 pid: 7690 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016144.634257:0:9956:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007400aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9956:1818247339510784:192.168.201.10@tcp:105: 00000100:00100000:2.0:1734016144.634364:0:9956:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007455d900 going to sleep for 11 seconds 00000100:00100000:0.0:1734016144.637378:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016144.637471:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337107840 00000100:00100000:0.0:1734016144.637490:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337107840 00000100:00100000:0.0:1734016144.637580:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 11208 00000100:00100000:0.0:1734016144.637592:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074f03b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+11:1981:x1818247337107840:12345-192.168.201.10@tcp:22:fsx.0 00002000:00010000:0.0:1734016144.638051:0:7690:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 8257536 -> 8257536 00002000:00010000:0.0:1734016144.638055:0:7690:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016143 -> 1734016143 00002000:00010000:0.0:1734016144.638057:0:7690:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016143 -> 1734016141 00002000:00010000:0.0:1734016144.638059:0:7690:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016143 -> 1734016144 00002000:00010000:0.0:1734016144.638061:0:7690:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 600 -> 704 00000100:00100000:0.0:1734016144.638134:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074f03b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+12:1981:x1818247337107840:12345-192.168.201.10@tcp:22:fsx.0 Request processed in 543us (782us total) trans 4294969472 rc 0/0 00000100:00100000:0.0:1734016144.638145:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 11208 00000100:00100000:3.0:1734016144.638676:0:9956:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007400aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9956:1818247339510784:192.168.201.10@tcp:105: 00010000:00010000:3.0:1734016144.638707:0:9956:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016144.640337:0:9956:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800769c7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:1978:x1818247337107712:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 6339us (7601us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016144.640363:0:9956:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 3050 00000100:00100000:2.0:1734016144.649704:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016144.650630:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337107968 00000100:00100000:1.0:1734016144.650651:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337107968 00000100:00100000:1.0:1734016144.650797:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 11209 00000100:00100000:1.0:1734016144.650807:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074008e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:1980:x1818247337107968:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:1.0:1734016144.650832:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016144.650857:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880097234480/0x3f004d6452e090b7 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d2633 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016144.651011:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800769c7100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339510912:192.168.201.10@tcp:106: 00000100:00100000:1.0:1734016144.651266:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012cf4f840 going to sleep for 11 seconds 00002000:00010000:1.0:1734016144.653499:0:7689:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime: 1734016141 -> 1734016144 00000100:00100000:1.0:1734016144.653554:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800769c7100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339510912:192.168.201.10@tcp:106: 00010000:00010000:1.0:1734016144.653619:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880097234480/0x3f004d6452e090b7 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2633 expref: 6 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016144.653644:0:7689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097234480/0x3f004d6452e090b7 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2633 expref: 6 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016144.653686:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097234480, rc 0) 00000100:00100000:1.0:1734016144.659230:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074008e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:1980:x1818247337107968:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 8389us (9522us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016144.659254:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 11209 00000100:00100000:2.0:1734016144.662418:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016144.665264:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337108096 00000100:00100000:1.0:1734016144.665292:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337108096 00000100:00100000:1.0:1734016144.665391:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 11210 00000100:00100000:1.0:1734016144.665404:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007400a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:1980:x1818247337108096:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:1.0:1734016144.665448:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016144.665481:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880097235200/0x3f004d6452e090be lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d263a expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016144.665601:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800769c7100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339511040:192.168.201.10@tcp:106: 00000100:00100000:1.0:1734016144.665748:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012cf4f840 going to sleep for 11 seconds 00000100:00100000:1.0:1734016144.674027:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800769c7100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339511040:192.168.201.10@tcp:106: 00010000:00010000:1.0:1734016144.674101:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880097235200/0x3f004d6452e090be lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d263a expref: 6 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016144.674132:0:7689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097235200/0x3f004d6452e090be lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d263a expref: 6 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016144.679722:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097235200, rc 0) 00000100:00100000:1.0:1734016144.679969:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007400a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:1980:x1818247337108096:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 14549us (17565us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016144.679986:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 11210 00000100:00100000:1.0:1734016144.689557:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016144.690012:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337108352 00000100:00100000:3.0:1734016144.690029:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337108352 00000100:00100000:3.0:1734016144.690132:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9473 00000100:00100000:3.0:1734016144.690143:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800769c7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+12:1981:x1818247337108352:12345-192.168.201.10@tcp:3:fsx.0 00010000:00010000:3.0:1734016144.690207:0:7696:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88009a9a4b40/0x3f004d6452e090c5 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7696 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016144.690238:0:7696:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e090b0 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3858432->3911679) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d262c expref: 12 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016144.690246:0:7696:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016144.690249:0:7696:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016144.690252:0:7696:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a9a4b40/0x3f004d6452e090c5 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [3911680->3915775] (req 3911680->3915775) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 7696 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016144.690297:0:7696:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e090b0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3858432->3911679) gid 0 flags: 0x50000000020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d262c expref: 12 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016144.690314:0:7696:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e090b0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3858432->3911679) gid 0 flags: 0x70000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d262c expref: 12 pid: 7690 timeout: 508 lvb_type: 0 00000100:00100000:3.0:1734016144.690335:0:7696:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009721a300 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_002:lustre-OST0001_UUID:7696:1818247339511168:192.168.201.10@tcp:104: 00000100:00100000:3.0:1734016144.690420:0:7696:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012b9116c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016144.696113:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016144.696206:0:9956:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337108480 00000100:00100000:2.0:1734016144.696224:0:9956:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337108480 00010000:00010000:2.0:1734016144.696275:0:9956:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e090b0 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3858432->3911679) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d262c expref: 13 pid: 7690 timeout: 508 lvb_type: 0 00000100:00100000:2.0:1734016144.696845:0:9956:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 3051 00000100:00100000:2.0:1734016144.696857:0:9956:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074f01880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+13:1979:x1818247337108480:12345-192.168.201.10@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1734016144.697048:0:7696:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009721a300 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_002:lustre-OST0001_UUID:7696:1818247339511168:192.168.201.10@tcp:104: 00010000:00010000:3.0:1734016144.697090:0:7696:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88009a9a4b40/0x3f004d6452e090c5 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [3911680->3915775] (req 3911680->3915775) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 7696 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016144.697585:0:9956:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016144.697631:0:9956:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e090b0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3858432->3911679) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d262c expref: 13 pid: 7690 timeout: 508 lvb_type: 0 00010000:00010000:2.0:1734016144.697649:0:9956:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e090b0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3858432->3911679) gid 0 flags: 0x50000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d262c expref: 13 pid: 7690 timeout: 508 lvb_type: 0 00010000:00010000:2.0:1734016144.697688:0:9956:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e090b0 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3858432->3911679) gid 0 flags: 0x44801400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d262c expref: 13 pid: 7690 timeout: 508 lvb_type: 0 00010000:00010000:2.0:1734016144.697736:0:9956:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016144.697742:0:9956:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016144.697749:0:9956:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a4b40/0x3f004d6452e090c5 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [3911680->3915775] (req 3911680->3915775) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 7696 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016144.697768:0:9956:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a9a4b40/0x3f004d6452e090c5 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [3911680->3915775] (req 3911680->3915775) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 7696 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016144.697814:0:9956:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1734016144.700057:0:7696:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88009a9a4b40/0x3f004d6452e090c5 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [3911680->3915775] (req 3911680->3915775) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 7696 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016144.700080:0:7696:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a9a4b40/0x3f004d6452e090c5 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [3911680->3915775] (req 3911680->3915775) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 7696 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016144.700269:0:7696:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88009a9a4b40/0x3f004d6452e090c5 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [3911680->3915775] (req 3911680->3915775) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 7696 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016144.700279:0:7696:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009a9a4b40/0x3f004d6452e090c5 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [3911680->3915775] (req 3911680->3915775) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 7696 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016144.700287:0:7696:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009a9a4b40/0x3f004d6452e090c5 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [3911680->3915775] (req 3911680->3915775) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 7696 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016144.700295:0:7696:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88009a9a4b40 already unused, calling callback (ffffffffa086d100) 00010000:00010000:3.0:1734016144.700299:0:7696:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009a9a4b40/0x3f004d6452e090c5 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [3911680->3915775] (req 3911680->3915775) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 7696 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016144.700309:0:7696:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009a9a4b40/0x3f004d6452e090c5 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [3911680->3915775] (req 3911680->3915775) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 7696 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016144.700330:0:7696:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009a9a4b40/0x3f004d6452e090c5 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [3911680->3915775] (req 3911680->3915775) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 7696 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016144.700337:0:7696:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a4b40/0x3f004d6452e090c5 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [3911680->3915775] (req 3911680->3915775) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 7696 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016144.700691:0:9956:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074f01880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+12:1979:x1818247337108480:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 3822us (4586us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016144.700713:0:9956:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 3051 00000100:00100000:2.0:1734016144.703797:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800769c7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+11:1981:x1818247337108352:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 13640us (14246us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016144.703820:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9473 00000100:00100000:0.0:1734016144.707626:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016144.708658:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337108608 00000100:00100000:1.0:1734016144.708675:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337108608 00000100:00100000:1.0:1734016144.708768:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 11211 00000100:00100000:1.0:1734016144.708779:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074f01500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:1980:x1818247337108608:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:1.0:1734016144.708822:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016144.708891:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880097237600/0x3f004d6452e090cc lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d2641 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1734016144.708939:0:7689:0:(ofd_lvb.c:169:ofd_lvbo_init()) res: [0x280000400:0x5:0x0] initial LVB size: 8257536, mtime: 0x675afc8f, atime: 0x675afc8d, ctime: 0x675afc90, blocks: 0x2c0 00010000:00010000:1.0:1734016144.708980:0:7689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016144.708983:0:7689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016144.709005:0:7689:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880097237600/0x3f004d6452e090cc lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2641 expref: 6 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016144.709029:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880097237600/0x3f004d6452e090cc lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2641 expref: 6 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016144.709049:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097237600, rc 0) 00000100:00100000:1.0:1734016144.709148:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074f01500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1980:x1818247337108608:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 370us (1543us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016144.709156:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 11211 00000100:00100000:1.0:1734016144.714760:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016144.714848:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337108736 00000100:00100000:2.0:1734016144.714859:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337108736 00000100:00100000:2.0:1734016144.714925:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 11212 00000100:00100000:2.0:1734016144.714933:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800769c7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:9673:x1818247337108736:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:2.0:1734016144.714959:0:7690:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016144.714983:0:7690:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880072170d80/0x3f004d6452e090d3 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d2648 expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016144.715030:0:7690:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880097237600/0x3f004d6452e090cc lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2641 expref: 7 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016144.715039:0:7690:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016144.715042:0:7690:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016144.715046:0:7690:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880072170d80/0x3f004d6452e090d3 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [3010560->3014655] (req 3010560->3014655) gid 0 flags: 0x50000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2648 expref: 7 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016144.715094:0:7690:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880097237600/0x3f004d6452e090cc lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2641 expref: 7 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016144.715108:0:7690:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880097237600/0x3f004d6452e090cc lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2641 expref: 7 pid: 7689 timeout: 508 lvb_type: 1 00000100:00100000:2.0:1734016144.715124:0:7690:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007400b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339511296:192.168.201.10@tcp:104: 00000100:00100000:2.0:1734016144.715206:0:7690:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007455db40 going to sleep for 11 seconds 00000100:00100000:2.0:1734016144.726224:0:7690:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007400b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339511296:192.168.201.10@tcp:104: 00010000:00010000:2.0:1734016144.726287:0:7690:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880072170d80/0x3f004d6452e090d3 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [3010560->3014655] (req 3010560->3014655) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2648 expref: 7 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016144.726317:0:7690:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880072170d80, rc 0) 00000100:00100000:2.0:1734016144.726458:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800769c7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:9673:x1818247337108736:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 11521us (11706us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016144.726472:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 11212 00000100:00100000:0.0:1734016144.728559:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016144.728655:0:9956:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337108864 00000100:00100000:2.0:1734016144.728669:0:9956:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337108864 00010000:00010000:2.0:1734016144.728711:0:9956:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880097237600/0x3f004d6452e090cc lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2641 expref: 7 pid: 7689 timeout: 508 lvb_type: 1 00000100:00100000:2.0:1734016144.728752:0:9956:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 3052 00000100:00100000:2.0:1734016144.728759:0:9956:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b1e44050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1978:x1818247337108864:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016144.728779:0:9956:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016144.728807:0:9956:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880097237600/0x3f004d6452e090cc lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2641 expref: 7 pid: 7689 timeout: 508 lvb_type: 1 00010000:00010000:2.0:1734016144.728819:0:9956:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880097237600/0x3f004d6452e090cc lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2641 expref: 7 pid: 7689 timeout: 508 lvb_type: 1 00010000:00010000:2.0:1734016144.728845:0:9956:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097237600/0x3f004d6452e090cc lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2641 expref: 7 pid: 7689 timeout: 508 lvb_type: 1 00010000:00010000:2.0:1734016144.728880:0:9956:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016144.728883:0:9956:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016144.728892:0:9956:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880072170d80/0x3f004d6452e090d3 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3010560->3014655) gid 0 flags: 0x40080000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2648 expref: 6 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016144.728902:0:9956:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880072170d80/0x3f004d6452e090d3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3010560->3014655) gid 0 flags: 0x40080000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2648 expref: 6 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016144.728952:0:9956:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880072170d80/0x3f004d6452e090d3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3010560->3014655) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2648 expref: 6 pid: 7690 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016144.728967:0:9956:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007400b800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9956:1818247339511424:192.168.201.10@tcp:105: 00000100:00100000:2.0:1734016144.729049:0:9956:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007455db40 going to sleep for 11 seconds 00010000:00010000:2.0:1734016144.736763:0:6472:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1734016144.737116:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016144.737209:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337109120 00000100:00100000:2.0:1734016144.737221:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337109120 00002000:00100000:2.0:1734016144.737292:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (3010560->3014655) req@ffff8800769c4380 x1818247337109120/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:105/0 lens 488/0 e 0 to 0 dl 1734016155 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016144.737305:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800769c4380 with x1818247337109120 ext(3010560->3014655) 00002000:00010000:2.0:1734016144.737313:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800769c4380 00000100:00100000:2.0:1734016144.737345:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9474 00000100:00100000:2.0:1734016144.737354:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800769c4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1979:x1818247337109120:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:3.0:1734016144.737746:0:9956:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007400b800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9956:1818247339511424:192.168.201.10@tcp:105: 00010000:00010000:3.0:1734016144.737780:0:9956:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016144.741713:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800769c4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1979:x1818247337109120:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 4322us (4573us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016144.741746:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9474 00002000:00100000:2.0:1734016144.741782:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (3010560->3014655) req@ffff8800769c4380 x1818247337109120/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:105/0 lens 488/4536 e 0 to 0 dl 1734016155 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016144.741796:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800769c4380 with x1818247337109120 ext(3010560->3014655) 00002000:00010000:2.0:1734016144.741807:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800769c4380 00000100:00100000:3.0:1734016144.742491:0:9956:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b1e44050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1978:x1818247337108864:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 13726us (13936us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016144.742509:0:9956:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 3052 00000100:00100000:1.0:1734016144.747144:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016144.747282:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337109376 00000100:00100000:2.0:1734016144.747298:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337109376 00002000:00100000:2.0:1734016144.747376:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (3006464->3010559) req@ffff8800769c4e00 x1818247337109376/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:105/0 lens 488/0 e 0 to 0 dl 1734016155 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016144.747389:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800769c4e00 with x1818247337109376 ext(3006464->3010559) 00002000:00010000:2.0:1734016144.747397:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800769c4e00 00000100:00100000:2.0:1734016144.747440:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9475 00000100:00100000:2.0:1734016144.747455:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800769c4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1980:x1818247337109376:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:2.0:1734016144.749202:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800769c4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1980:x1818247337109376:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 1735us (2071us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016144.749218:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9475 00002000:00100000:2.0:1734016144.749235:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (3006464->3010559) req@ffff8800769c4e00 x1818247337109376/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:105/0 lens 488/4536 e 0 to 0 dl 1734016155 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016144.749247:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800769c4e00 with x1818247337109376 ext(3006464->3010559) 00002000:00010000:2.0:1734016144.749257:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800769c4e00 00000100:00100000:0.0:1734016144.756106:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016144.756605:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337109632 00000100:00100000:2.0:1734016144.756623:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337109632 00002000:00100000:2.0:1734016144.756716:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (3002368->3006463) req@ffff880074f03100 x1818247337109632/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:105/0 lens 488/0 e 0 to 0 dl 1734016155 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016144.756730:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074f03100 with x1818247337109632 ext(3002368->3006463) 00002000:00010000:2.0:1734016144.756741:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074f03100 00000100:00100000:2.0:1734016144.756776:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9476 00000100:00100000:2.0:1734016144.756785:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074f03100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1980:x1818247337109632:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:2.0:1734016144.760066:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074f03100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1980:x1818247337109632:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 3242us (3950us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016144.760094:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9476 00002000:00100000:2.0:1734016144.760128:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (3002368->3006463) req@ffff880074f03100 x1818247337109632/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:105/0 lens 488/4536 e 0 to 0 dl 1734016155 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016144.760147:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074f03100 with x1818247337109632 ext(3002368->3006463) 00002000:00010000:2.0:1734016144.760163:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074f03100 00000100:00100000:0.0:1734016144.768122:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016144.769567:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337109888 00000100:00100000:2.0:1734016144.769587:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337109888 00002000:00100000:2.0:1734016144.769673:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (2998272->3002367) req@ffff880074f01c00 x1818247337109888/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:105/0 lens 488/0 e 0 to 0 dl 1734016155 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016144.769688:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074f01c00 with x1818247337109888 ext(2998272->3002367) 00002000:00010000:2.0:1734016144.769697:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074f01c00 00000100:00100000:2.0:1734016144.769740:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9477 00000100:00100000:2.0:1734016144.769751:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074f01c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1981:x1818247337109888:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:2.0:1734016144.770182:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074f01c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1981:x1818247337109888:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 430us (2077us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016144.770192:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9477 00002000:00100000:2.0:1734016144.770201:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (2998272->3002367) req@ffff880074f01c00 x1818247337109888/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:105/0 lens 488/4536 e 0 to 0 dl 1734016155 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016144.770209:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074f01c00 with x1818247337109888 ext(2998272->3002367) 00002000:00010000:2.0:1734016144.770212:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074f01c00 00000100:00100000:1.0:1734016144.775550:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016144.775757:0:13925:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337110144 00000100:00100000:0.0:1734016144.775780:0:13925:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337110144 00002000:00100000:0.0:1734016144.775916:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (2994176->2998271) req@ffff8800769c5500 x1818247337110144/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:105/0 lens 488/0 e 0 to 0 dl 1734016155 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016144.775933:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800769c5500 with x1818247337110144 ext(2994176->2998271) 00002000:00010000:0.0:1734016144.775942:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800769c5500 00000100:00100000:0.0:1734016144.776004:0:13925:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9478 00000100:00100000:0.0:1734016144.776018:0:13925:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800769c5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1980:x1818247337110144:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:0.0:1734016144.776353:0:13925:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800769c5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1980:x1818247337110144:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 334us (826us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016144.776362:0:13925:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9478 00002000:00100000:0.0:1734016144.776370:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (2994176->2998271) req@ffff8800769c5500 x1818247337110144/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:105/0 lens 488/4536 e 0 to 0 dl 1734016155 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016144.776379:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800769c5500 with x1818247337110144 ext(2994176->2998271) 00002000:00010000:0.0:1734016144.776382:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800769c5500 00000100:00100000:0.0:1734016144.784050:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016144.784600:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337110400 00000100:00100000:2.0:1734016144.784617:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337110400 00002000:00100000:2.0:1734016144.784690:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (2990080->2994175) req@ffff880074f00e00 x1818247337110400/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:105/0 lens 488/0 e 0 to 0 dl 1734016155 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016144.784702:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074f00e00 with x1818247337110400 ext(2990080->2994175) 00002000:00010000:2.0:1734016144.784710:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074f00e00 00000100:00100000:2.0:1734016144.784751:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9479 00000100:00100000:2.0:1734016144.784759:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074f00e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1980:x1818247337110400:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:2.0:1734016144.785029:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074f00e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1980:x1818247337110400:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 270us (1001us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016144.785036:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9479 00002000:00100000:2.0:1734016144.785042:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (2990080->2994175) req@ffff880074f00e00 x1818247337110400/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:105/0 lens 488/4536 e 0 to 0 dl 1734016155 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016144.785049:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074f00e00 with x1818247337110400 ext(2990080->2994175) 00002000:00010000:2.0:1734016144.785051:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074f00e00 00000100:00100000:1.0:1734016144.788147:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016144.788251:0:13925:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337110656 00000100:00100000:0.0:1734016144.788267:0:13925:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337110656 00002000:00100000:0.0:1734016144.788339:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (2985984->2990079) req@ffff8800769c7b80 x1818247337110656/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:105/0 lens 488/0 e 0 to 0 dl 1734016155 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016144.788352:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800769c7b80 with x1818247337110656 ext(2985984->2990079) 00002000:00010000:0.0:1734016144.788360:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800769c7b80 00000100:00100000:0.0:1734016144.788399:0:13925:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9480 00000100:00100000:0.0:1734016144.788408:0:13925:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800769c7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1981:x1818247337110656:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:0.0:1734016144.788826:0:13925:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800769c7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1981:x1818247337110656:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 419us (698us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016144.788840:0:13925:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9480 00002000:00100000:0.0:1734016144.788846:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (2985984->2990079) req@ffff8800769c7b80 x1818247337110656/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:105/0 lens 488/4536 e 0 to 0 dl 1734016155 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016144.788854:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800769c7b80 with x1818247337110656 ext(2985984->2990079) 00002000:00010000:0.0:1734016144.788856:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800769c7b80 00000100:00100000:2.0:1734016144.795594:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016144.795734:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337110912 00000100:00100000:3.0:1734016144.795746:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337110912 00002000:00100000:3.0:1734016144.795805:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (2981888->2985983) req@ffff880074009180 x1818247337110912/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:105/0 lens 488/0 e 0 to 0 dl 1734016155 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016144.795817:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074009180 with x1818247337110912 ext(2981888->2985983) 00002000:00010000:3.0:1734016144.795825:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074009180 00000100:00100000:3.0:1734016144.795899:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9481 00000100:00100000:3.0:1734016144.795909:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074009180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1980:x1818247337110912:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:3.0:1734016144.796506:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074009180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1980:x1818247337110912:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 597us (927us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016144.796512:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9481 00002000:00100000:3.0:1734016144.796518:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (2981888->2985983) req@ffff880074009180 x1818247337110912/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:105/0 lens 488/4536 e 0 to 0 dl 1734016155 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016144.796525:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074009180 with x1818247337110912 ext(2981888->2985983) 00002000:00010000:3.0:1734016144.796528:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074009180 00000100:00100000:0.0:1734016144.806605:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016144.808750:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337111168 00000100:00100000:3.0:1734016144.808783:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337111168 00002000:00100000:3.0:1734016144.809115:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (2977792->2981887) req@ffff880074f01f80 x1818247337111168/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:105/0 lens 488/0 e 0 to 0 dl 1734016155 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016144.809134:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074f01f80 with x1818247337111168 ext(2977792->2981887) 00002000:00010000:3.0:1734016144.809147:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074f01f80 00000100:00100000:1.0:1734016144.817348:0:13925:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9482 00000100:00100000:1.0:1734016144.817380:0:13925:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074f01f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1980:x1818247337111168:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:1.0:1734016144.820897:0:13925:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074f01f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1980:x1818247337111168:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 3489us (14276us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016144.820923:0:13925:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9482 00002000:00100000:1.0:1734016144.820957:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (2977792->2981887) req@ffff880074f01f80 x1818247337111168/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:105/0 lens 488/4536 e 0 to 0 dl 1734016155 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016144.820979:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074f01f80 with x1818247337111168 ext(2977792->2981887) 00002000:00010000:1.0:1734016144.822015:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074f01f80 00000100:00100000:1.0:1734016144.830924:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016144.831079:0:13925:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337111424 00000100:00100000:2.0:1734016144.831098:0:13925:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337111424 00002000:00100000:2.0:1734016144.831203:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (2973696->2977791) req@ffff8800769c5c00 x1818247337111424/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:105/0 lens 488/0 e 0 to 0 dl 1734016155 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016144.831216:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800769c5c00 with x1818247337111424 ext(2973696->2977791) 00002000:00010000:2.0:1734016144.831225:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800769c5c00 00000100:00100000:2.0:1734016144.831262:0:13925:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9483 00000100:00100000:2.0:1734016144.831271:0:13925:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800769c5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1980:x1818247337111424:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:2.0:1734016144.831547:0:13925:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800769c5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1980:x1818247337111424:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 277us (692us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016144.831556:0:13925:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9483 00002000:00100000:2.0:1734016144.831564:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (2973696->2977791) req@ffff8800769c5c00 x1818247337111424/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:105/0 lens 488/4536 e 0 to 0 dl 1734016155 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016144.831571:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800769c5c00 with x1818247337111424 ext(2973696->2977791) 00002000:00010000:2.0:1734016144.831575:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800769c5c00 00000100:00100000:2.0:1734016144.836298:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016144.836502:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337111552 00000100:00100000:0.0:1734016144.836532:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337111552 00002000:00100000:0.0:1734016144.836645:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (2973696->3014655) req@ffff88007400b800 x1818247337111552/t0(0) o4->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:105/0 lens 488/0 e 0 to 0 dl 1734016155 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016144.836660:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007400b800 with x1818247337111552 ext(2973696->3014655) 00002000:00010000:0.0:1734016144.836672:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007400b800 00000100:00100000:0.0:1734016144.836716:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9484 00000100:00100000:0.0:1734016144.836730:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007400b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1980:x1818247337111552:12345-192.168.201.10@tcp:4:fsx.0 00000100:00100000:0.0:1734016144.860451:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007400b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+8:1980:x1818247337111552:12345-192.168.201.10@tcp:4:fsx.0 Request processed in 23699us (24160us total) trans 4294969473 rc 0/0 00000100:00100000:0.0:1734016144.860471:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9484 00002000:00100000:0.0:1734016144.860494:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (2973696->3014655) req@ffff88007400b800 x1818247337111552/t4294969473(0) o4->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:105/0 lens 488/448 e 0 to 0 dl 1734016155 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016144.860509:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007400b800 with x1818247337111552 ext(2973696->3014655) 00002000:00010000:0.0:1734016144.860521:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007400b800 00000100:00100000:2.0:1734016144.865293:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016144.865425:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337111680 00000100:00100000:0.0:1734016144.865438:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337111680 00000100:00100000:0.0:1734016144.865519:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 11213 00000100:00100000:0.0:1734016144.865527:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007400aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+8:1981:x1818247337111680:12345-192.168.201.10@tcp:16:fsx.0 00000001:00080000:0.0:1734016144.878722:0:8954:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969473 is committed 00000001:00080000:0.0:1734016144.878755:0:8954:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969472 is committed 00000100:00100000:2.0:1734016144.882431:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007400aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1981:x1818247337111680:12345-192.168.201.10@tcp:16:fsx.0 Request processed in 16879us (17133us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016144.882450:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 11213 00000100:00100000:2.0:1734016144.895424:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016144.895528:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337111808 00000100:00100000:0.0:1734016144.895542:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337111808 00000100:00100000:0.0:1734016144.895612:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 11214 00000100:00100000:0.0:1734016144.895621:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074e41500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:9673:x1818247337111808:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:0.0:1734016144.895649:0:7690:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016144.895680:0:7690:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a80398c0/0x3f004d6452e090da lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d264f expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016144.895717:0:7690:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880072170d80/0x3f004d6452e090d3 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3010560->3014655) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2648 expref: 5 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016144.895726:0:7690:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016144.895729:0:7690:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016144.895733:0:7690:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a80398c0/0x3f004d6452e090da lrc: 4/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [5640192->5672959] (req 5640192->5672959) gid 0 flags: 0x50000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d264f expref: 7 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016144.895769:0:7690:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880072170d80/0x3f004d6452e090d3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3010560->3014655) gid 0 flags: 0x50000000020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2648 expref: 5 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016144.895782:0:7690:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880072170d80/0x3f004d6452e090d3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3010560->3014655) gid 0 flags: 0x70000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2648 expref: 5 pid: 7690 timeout: 508 lvb_type: 0 00000100:00100000:0.0:1734016144.895799:0:7690:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074f00000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339511552:192.168.201.10@tcp:104: 00000100:00100000:0.0:1734016144.895921:0:7690:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a74866c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016144.901457:0:7690:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074f00000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339511552:192.168.201.10@tcp:104: 00010000:00010000:0.0:1734016144.901515:0:7690:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a80398c0/0x3f004d6452e090da lrc: 3/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [5640192->5672959] (req 5640192->5672959) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d264f expref: 7 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016144.901546:0:7690:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a80398c0, rc 0) 00000100:00100000:0.0:1734016144.901639:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074e41500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:9673:x1818247337111808:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 6015us (6225us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016144.901650:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 11214 00000100:00100000:2.0:1734016144.913027:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016144.913666:0:9956:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337111936 00000100:00100000:3.0:1734016144.913683:0:9956:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337111936 00010000:00010000:3.0:1734016144.913889:0:9956:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880072170d80/0x3f004d6452e090d3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3010560->3014655) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2648 expref: 6 pid: 7690 timeout: 508 lvb_type: 0 00000100:00100000:3.0:1734016144.913955:0:9956:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 3053 00000100:00100000:3.0:1734016144.913967:0:9956:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074e40380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1979:x1818247337111936:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016144.913999:0:9956:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:3.0:1734016144.914019:0:9956:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016143 -> 1734016144 00002000:00010000:3.0:1734016144.914023:0:9956:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 704 -> 784 00010000:00010000:3.0:1734016144.914028:0:9956:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 1s ns: filter-lustre-OST0001_UUID lock: ffff880072170d80/0x3f004d6452e090d3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3010560->3014655) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2648 expref: 6 pid: 7690 timeout: 508 lvb_type: 0 00010000:00010000:3.0:1734016144.914041:0:9956:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880072170d80/0x3f004d6452e090d3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3010560->3014655) gid 0 flags: 0x50000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2648 expref: 6 pid: 7690 timeout: 508 lvb_type: 0 00010000:00010000:3.0:1734016144.914070:0:9956:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880072170d80/0x3f004d6452e090d3 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3010560->3014655) gid 0 flags: 0x44801400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2648 expref: 6 pid: 7690 timeout: 508 lvb_type: 0 00010000:00010000:3.0:1734016144.917665:0:9956:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016144.917675:0:9956:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016144.917693:0:9956:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a80398c0/0x3f004d6452e090da lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5640192->5672959) gid 0 flags: 0x40080000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d264f expref: 6 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016144.917704:0:9956:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a80398c0/0x3f004d6452e090da lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5640192->5672959) gid 0 flags: 0x40080000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d264f expref: 6 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016144.917767:0:9956:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a80398c0/0x3f004d6452e090da lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5640192->5672959) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d264f expref: 6 pid: 7690 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016144.917788:0:9956:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009721a300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9956:1818247339511680:192.168.201.10@tcp:105: 00000100:00100000:3.0:1734016144.917894:0:9956:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012b911600 going to sleep for 11 seconds 00000100:00100000:3.0:1734016144.922434:0:9956:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009721a300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9956:1818247339511680:192.168.201.10@tcp:105: 00010000:00010000:3.0:1734016144.922484:0:9956:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016144.922585:0:9956:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074e40380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:1979:x1818247337111936:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 8615us (9563us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016144.922605:0:9956:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 3053 00000100:00100000:1.0:1734016144.924770:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016144.925338:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337112064 00000100:00100000:0.0:1734016144.925353:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337112064 00000100:00100000:0.0:1734016144.925418:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 11215 00000100:00100000:0.0:1734016144.925425:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800769c6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1978:x1818247337112064:12345-192.168.201.10@tcp:22:fsx.0 00002000:00010000:0.0:1734016144.928902:0:7690:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 8257536 -> 8257536 00002000:00010000:0.0:1734016144.928910:0:7690:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016144 -> 1734016144 00002000:00010000:0.0:1734016144.928912:0:7690:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016141 -> 1734016141 00002000:00010000:0.0:1734016144.928914:0:7690:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016144 -> 1734016144 00002000:00010000:0.0:1734016144.928916:0:7690:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 784 -> 784 00000100:00100000:0.0:1734016144.932510:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800769c6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1978:x1818247337112064:12345-192.168.201.10@tcp:22:fsx.0 Request processed in 7058us (7733us total) trans 4294969474 rc 0/0 00000100:00100000:0.0:1734016144.932533:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 11215 00000100:00100000:2.0:1734016144.937302:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016144.937385:0:8966:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337112320 00000100:00100000:0.0:1734016144.937393:0:8966:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337112320 00000100:00100000:0.0:1734016144.937687:0:8966:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2146 00000100:00100000:0.0:1734016144.937694:0:8966:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074e43800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+11:9673:x1818247337112320:12345-192.168.201.10@tcp:36:fsx.0 00010000:00010000:0.0:1734016144.937748:0:8966:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016144.937776:0:8966:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a73c0/0x3f004d6452e08fec lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2568 expref: 11 pid: 6483 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016144.937811:0:8966:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:0.0:1734016144.937815:0:8966:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1734016144.938037:0:8966:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a803af40/0x3f004d6452e090e1 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 8966 initiator: MDT0 00010000:00010000:0.0:1734016144.938052:0:8966:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a7180/0x3f004d6452e08fad lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2537 expref: 19 pid: 6483 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016144.938059:0:8966:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a803af40/0x3f004d6452e090e1 lrc: 4/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 8966 initiator: MDT0 00010000:00010000:0.0:1734016144.938093:0:8966:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a7180/0x3f004d6452e08fad lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2537 expref: 19 pid: 6483 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016144.938106:0:8966:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a7180/0x3f004d6452e08fad lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2537 expref: 19 pid: 6483 timeout: 509 lvb_type: 0 00000100:00100000:0.0:1734016144.938119:0:8966:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074f00000 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:8966:1818247339511808:192.168.201.10@tcp:104: 00000100:00100000:0.0:1734016144.938197:0:8966:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7486240 going to sleep for 11 seconds 00000100:00100000:0.0:1734016144.942295:0:8966:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074f00000 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:8966:1818247339511808:192.168.201.10@tcp:104: 00010000:00010000:0.0:1734016144.942349:0:8966:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8800a803af40/0x3f004d6452e090e1 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 8966 initiator: MDT0 00000100:00100000:2.0:1734016144.942604:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016144.943087:0:9956:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337112448 00000100:00100000:3.0:1734016144.943099:0:9956:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337112448 00010000:00010000:3.0:1734016144.943162:0:9956:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a7180/0x3f004d6452e08fad lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2537 expref: 20 pid: 6483 timeout: 509 lvb_type: 0 00000100:00100000:3.0:1734016144.943212:0:9956:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 3054 00000100:00100000:3.0:1734016144.943222:0:9956:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074e42a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+20:1979:x1818247337112448:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016144.943972:0:9956:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016144.943983:0:9956:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a7180/0x3f004d6452e08fad lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2537 expref: 20 pid: 6483 timeout: 509 lvb_type: 0 00010000:00010000:3.0:1734016144.944001:0:9956:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a7180/0x3f004d6452e08fad lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2537 expref: 20 pid: 6483 timeout: 509 lvb_type: 0 00010000:00010000:3.0:1734016144.944031:0:9956:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a7180/0x3f004d6452e08fad lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2537 expref: 20 pid: 6483 timeout: 509 lvb_type: 0 00010000:00010000:3.0:1734016144.944814:0:9956:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:3.0:1734016144.944825:0:9956:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a803af40/0x3f004d6452e090e1 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 8966 initiator: MDT0 00010000:00010000:3.0:1734016144.944840:0:9956:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a803af40/0x3f004d6452e090e1 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 8966 initiator: MDT0 00010000:00010000:3.0:1734016144.944849:0:9956:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a803af40/0x3f004d6452e090e1 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 8966 initiator: MDT0 00010000:00010000:3.0:1734016144.944928:0:9956:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016144.945024:0:9956:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074e42a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+19:1979:x1818247337112448:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 1800us (2419us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016144.945036:0:9956:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 3054 00010000:00010000:1.0:1734016144.945596:0:8966:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8800a803af40/0x3f004d6452e090e1 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8966 initiator: MDT0 00010000:00010000:1.0:1734016144.945607:0:8966:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a803af40/0x3f004d6452e090e1 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8966 initiator: MDT0 00000001:00080000:1.0:1734016144.945778:0:8966:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294968653 00000004:00010000:1.0:1734016144.945848:0:8966:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff880074e43800 reply state ffff8800769e5000 transno 4294968654 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a803af40/0x3f004d6452e090e1 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8966 initiator: MDT0 00000100:00100000:1.0:1734016144.945857:0:8966:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1734016144.946000:0:8966:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074e43800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+13:9673:x1818247337112320:12345-192.168.201.10@tcp:36:fsx.0 Request processed in 8296us (8701us total) trans 4294968654 rc 0/0 00000100:00100000:1.0:1734016144.946008:0:8966:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2146 00000020:00080000:1.0:1734016144.946013:0:8966:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1734016144.952515:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00010000:00010000:0.0:1734016144.952616:0:3494:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a803af40/0x3f004d6452e090e1 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8966 initiator: MDT0 00010000:00010000:0.0:1734016144.952637:0:3494:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a803af40/0x3f004d6452e090e1 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 8966 initiator: MDT0 00010000:00010000:0.0:1734016144.952647:0:3494:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a803af40/0x3f004d6452e090e1 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8966 initiator: MDT0 00010000:00010000:0.0:1734016144.952656:0:3494:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800a803af40 already unused, calling callback (ffffffffa0f03950) 00010000:00010000:0.0:1734016144.952661:0:3494:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a803af40/0x3f004d6452e090e1 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8966 initiator: MDT0 00010000:00010000:0.0:1734016144.952672:0:3494:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a803af40/0x3f004d6452e090e1 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 8966 initiator: MDT0 00010000:00010000:0.0:1734016144.952693:0:3494:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:0.0:1734016144.952696:0:3494:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1734016144.952701:0:3494:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a803af40/0x3f004d6452e090e1 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8966 initiator: MDT0 00010000:00010000:0.0:1734016144.952707:0:3494:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a803af40/0x3f004d6452e090e1 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8966 initiator: MDT0 00000100:00100000:1.0:1734016144.953715:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337112576 00000100:00100000:1.0:1734016144.953736:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337112576 00000100:00100000:1.0:1734016144.953807:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 11216 00000100:00100000:1.0:1734016144.953816:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074222300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:9673:x1818247337112576:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:1.0:1734016144.953837:0:7690:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016144.953860:0:7690:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880097234900/0x3f004d6452e090e8 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d2656 expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016144.954161:0:7690:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a80398c0/0x3f004d6452e090da lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5640192->5672959) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d264f expref: 7 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016144.954173:0:7690:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016144.954174:0:7690:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016144.954177:0:7690:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880097234900/0x3f004d6452e090e8 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2656 expref: 6 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016144.954217:0:7690:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a80398c0/0x3f004d6452e090da lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5640192->5672959) gid 0 flags: 0x50000000020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d264f expref: 7 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016144.954231:0:7690:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a80398c0/0x3f004d6452e090da lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5640192->5672959) gid 0 flags: 0x70000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d264f expref: 7 pid: 7690 timeout: 509 lvb_type: 0 00000100:00100000:1.0:1734016144.954248:0:7690:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800769c5f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339511936:192.168.201.10@tcp:104: 00000100:00100000:1.0:1734016144.954364:0:7690:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012cf4f180 going to sleep for 11 seconds 00000100:00100000:1.0:1734016144.962267:0:7690:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800769c5f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339511936:192.168.201.10@tcp:104: 00010000:00010000:1.0:1734016144.962344:0:7690:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880097234900/0x3f004d6452e090e8 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2656 expref: 6 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016144.962376:0:7690:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097234900, rc 0) 00000100:00100000:1.0:1734016144.963040:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074222300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:9673:x1818247337112576:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 9219us (10536us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016144.963054:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 11216 00000100:00100000:2.0:1734016144.963352:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016144.963926:0:9956:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337112704 00000100:00100000:3.0:1734016144.963939:0:9956:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337112704 00010000:00010000:3.0:1734016144.964006:0:9956:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a80398c0/0x3f004d6452e090da lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5640192->5672959) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d264f expref: 8 pid: 7690 timeout: 509 lvb_type: 0 00000100:00100000:3.0:1734016144.964586:0:9956:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 3055 00000100:00100000:3.0:1734016144.964595:0:9956:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074220a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1978:x1818247337112704:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016144.964625:0:9956:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016144.964658:0:9956:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a80398c0/0x3f004d6452e090da lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 5640192->5672959) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d264f expref: 8 pid: 7690 timeout: 509 lvb_type: 0 00010000:00010000:3.0:1734016144.964677:0:9956:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a80398c0/0x3f004d6452e090da lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 5640192->5672959) gid 0 flags: 0x50000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d264f expref: 8 pid: 7690 timeout: 509 lvb_type: 0 00010000:00010000:3.0:1734016144.964717:0:9956:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a80398c0/0x3f004d6452e090da lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 5640192->5672959) gid 0 flags: 0x44801400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d264f expref: 8 pid: 7690 timeout: 509 lvb_type: 0 00010000:00010000:3.0:1734016144.966079:0:9956:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016144.966085:0:9956:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016144.966095:0:9956:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880097234900/0x3f004d6452e090e8 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2656 expref: 5 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016144.966104:0:9956:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880097234900/0x3f004d6452e090e8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2656 expref: 5 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016144.966167:0:9956:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880097234900/0x3f004d6452e090e8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2656 expref: 5 pid: 7690 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016144.966187:0:9956:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009721a300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9956:1818247339512064:192.168.201.10@tcp:105: 00000100:00100000:3.0:1734016144.974630:0:9956:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012b911600 going to sleep for 11 seconds 00000100:00100000:3.0:1734016144.984668:0:9956:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009721a300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9956:1818247339512064:192.168.201.10@tcp:105: 00010000:00010000:3.0:1734016144.984721:0:9956:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016144.984820:0:9956:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074220a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1978:x1818247337112704:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 20221us (21466us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016144.984838:0:9956:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 3055 00000100:00100000:2.0:1734016144.987186:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016144.987316:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337112832 00000100:00100000:0.0:1734016144.987334:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337112832 00002000:00010000:0.0:1734016144.987413:0:7696:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (352562->18446744073709551615) 00002000:00100000:0.0:1734016144.987421:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074223b80 with x1818247337112832 ext(352562->18446744073709551615) 00002000:00010000:0.0:1734016144.987441:0:7696:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074223b80. 00000100:00100000:0.0:1734016144.987486:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9485 00000100:00100000:0.0:1734016144.987499:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074223b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1979:x1818247337112832:12345-192.168.201.10@tcp:10:fsx.0 00002000:00010000:1.0:1734016144.997683:0:7696:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 8257536 -> 352562 00002000:00010000:1.0:1734016144.997696:0:7696:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016144 -> 1734016144 00002000:00010000:1.0:1734016144.997698:0:7696:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016141 -> 1734016141 00002000:00010000:1.0:1734016144.997701:0:7696:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016144 -> 1734016144 00002000:00010000:1.0:1734016144.997704:0:7696:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 784 -> 152 00000100:00100000:1.0:1734016145.001343:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074223b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1979:x1818247337112832:12345-192.168.201.10@tcp:10:fsx.0 Request processed in 13816us (14152us total) trans 4294969475 rc 0/0 00000100:00100000:1.0:1734016145.001370:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9485 00002000:00010000:1.0:1734016145.001384:0:7696:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (352562->18446744073709551615) 00002000:00100000:1.0:1734016145.001389:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074223b80 with x1818247337112832 ext(352562->18446744073709551615) 00002000:00010000:1.0:1734016145.001408:0:7696:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074223b80. 00000100:00100000:2.0:1734016145.007827:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016145.008908:0:8966:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337112960 00000100:00100000:0.0:1734016145.008933:0:8966:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337112960 00000100:00100000:0.0:1734016145.009061:0:8966:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2147 00000100:00100000:0.0:1734016145.009072:0:8966:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074220e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+19:9673:x1818247337112960:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:0.0:1734016145.009107:0:8966:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016145.009146:0:8966:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8038900/0x3f004d6452e090ef lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d265d expref: -99 pid: 8966 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016145.009307:0:8966:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a803b3c0/0x3f004d6452e090f6 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 8966 initiator: MDT0 00010000:00010000:0.0:1734016145.009332:0:8966:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a803b3c0/0x3f004d6452e090f6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 8966 initiator: MDT0 00010000:00010000:0.0:1734016145.009350:0:8966:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a803b3c0/0x3f004d6452e090f6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 8966 initiator: MDT0 00000004:00200000:0.0:1734016145.009388:0:8966:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 352562 00000004:00200000:0.0:1734016145.009393:0:8966:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1734016145.009428:0:8966:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800a803b3c0/0x3f004d6452e090f6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 8966 initiator: MDT0 00010000:00010000:0.0:1734016145.009459:0:8966:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8038900/0x3f004d6452e090ef lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d265d expref: 21 pid: 8966 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016145.009481:0:8966:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a803b3c0/0x3f004d6452e090f6 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d265d expref: 20 pid: 8966 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016145.009490:0:8966:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:0.0:1734016145.009493:0:8966:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1734016145.009496:0:8966:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a803b3c0, rc 0) 00000100:00100000:0.0:1734016145.009595:0:8966:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074220e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+20:9673:x1818247337112960:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 525us (1788us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016145.009610:0:8966:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2147 00000100:00080000:2.0:1734016145.010977:0:6479:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734016115 00000100:00100000:2.0:1734016145.019743:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016145.024108:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337113088 00000100:00100000:1.0:1734016145.024157:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337113088 00000100:00100000:1.0:1734016145.024330:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 11217 00000100:00100000:1.0:1734016145.024346:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074221c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1980:x1818247337113088:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:1.0:1734016145.024403:0:7690:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016145.024453:0:7690:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880097234b40/0x3f004d6452e090fd lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d2664 expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016145.024607:0:7690:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800769c5f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339512192:192.168.201.10@tcp:106: 00000100:00100000:1.0:1734016145.024795:0:7690:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012cf4f180 going to sleep for 11 seconds 00000100:00080000:2.0:1734016145.025154:0:6479:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734016115 00000100:00100000:1.0:1734016145.045791:0:7690:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800769c5f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339512192:192.168.201.10@tcp:106: 00010000:00010000:1.0:1734016145.045887:0:7690:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880097234b40/0x3f004d6452e090fd lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2664 expref: 8 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016145.045911:0:7690:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097234b40/0x3f004d6452e090fd lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2664 expref: 8 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016145.045938:0:7690:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097234b40, rc 0) 00000100:00100000:1.0:1734016145.046045:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074221c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1980:x1818247337113088:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 21701us (26335us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016145.046062:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 11217 00000100:00100000:2.0:1734016145.053553:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016145.054069:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337113216 00000100:00100000:0.0:1734016145.054086:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337113216 00000100:00100000:0.0:1734016145.054519:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 11218 00000100:00100000:0.0:1734016145.054531:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074221880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1979:x1818247337113216:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:0.0:1734016145.054567:0:7690:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016145.054596:0:7690:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a8039440/0x3f004d6452e09104 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d266b expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016145.054699:0:7690:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074f00000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339512320:192.168.201.10@tcp:106: 00000100:00100000:0.0:1734016145.054797:0:7690:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7486240 going to sleep for 11 seconds 00000100:00100000:0.0:1734016145.070605:0:7690:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074f00000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339512320:192.168.201.10@tcp:106: 00010000:00010000:0.0:1734016145.070705:0:7690:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a8039440/0x3f004d6452e09104 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d266b expref: 8 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016145.070728:0:7690:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a8039440/0x3f004d6452e09104 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d266b expref: 8 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016145.070769:0:7690:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a8039440, rc 0) 00000100:00100000:0.0:1734016145.070927:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074221880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1979:x1818247337113216:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 16335us (17339us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016145.070940:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 11218 00000100:00100000:1.0:1734016145.079663:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016145.079829:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337113472 00000100:00100000:2.0:1734016145.079849:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337113472 00002000:00100000:2.0:1734016145.079967:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (348160->352255) req@ffff8800769c5f80 x1818247337113472/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:106/0 lens 488/0 e 0 to 0 dl 1734016156 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016145.079979:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800769c5f80 with x1818247337113472 ext(348160->352255) 00002000:00010000:2.0:1734016145.079995:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800769c5f80 00000100:00100000:2.0:1734016145.080044:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9486 00000100:00100000:2.0:1734016145.080054:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800769c5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1978:x1818247337113472:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:2.0:1734016145.085756:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800769c5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1978:x1818247337113472:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 5685us (6096us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016145.085771:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9486 00002000:00100000:2.0:1734016145.085786:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (348160->352255) req@ffff8800769c5f80 x1818247337113472/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:106/0 lens 488/4536 e 0 to 0 dl 1734016156 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016145.085796:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800769c5f80 with x1818247337113472 ext(348160->352255) 00002000:00010000:2.0:1734016145.085802:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800769c5f80 00000100:00100000:2.0:1734016145.092410:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016145.092826:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337113728 00000100:00100000:0.0:1734016145.092843:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337113728 00002000:00100000:0.0:1734016145.092957:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (344064->348159) req@ffff880074221f80 x1818247337113728/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:106/0 lens 488/0 e 0 to 0 dl 1734016156 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016145.092970:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074221f80 with x1818247337113728 ext(344064->348159) 00002000:00010000:0.0:1734016145.092979:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074221f80 00000100:00100000:0.0:1734016145.093026:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9487 00000100:00100000:0.0:1734016145.093033:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074221f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1981:x1818247337113728:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:1.0:1734016145.095973:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074221f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1981:x1818247337113728:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 2914us (3568us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016145.096002:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9487 00002000:00100000:1.0:1734016145.096021:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (344064->348159) req@ffff880074221f80 x1818247337113728/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:106/0 lens 488/4536 e 0 to 0 dl 1734016156 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016145.096032:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074221f80 with x1818247337113728 ext(344064->348159) 00002000:00010000:1.0:1734016145.096044:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074221f80 00000100:00100000:3.0:1734016145.113584:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016145.113759:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337113984 00000100:00100000:1.0:1734016145.113775:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337113984 00002000:00100000:1.0:1734016145.113846:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (339968->344063) req@ffff88009721a300 x1818247337113984/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:106/0 lens 488/0 e 0 to 0 dl 1734016156 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016145.113861:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88009721a300 with x1818247337113984 ext(339968->344063) 00002000:00010000:1.0:1734016145.113921:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009721a300 00000100:00100000:1.0:1734016145.113968:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9488 00000100:00100000:1.0:1734016145.113976:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009721a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1981:x1818247337113984:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:1.0:1734016145.114204:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009721a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1981:x1818247337113984:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 228us (636us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016145.114211:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9488 00002000:00100000:1.0:1734016145.114218:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (339968->344063) req@ffff88009721a300 x1818247337113984/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:106/0 lens 488/4536 e 0 to 0 dl 1734016156 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016145.114225:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88009721a300 with x1818247337113984 ext(339968->344063) 00002000:00010000:1.0:1734016145.114228:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009721a300 00000100:00100000:2.0:1734016145.117111:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016145.117223:0:13925:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337114240 00000100:00100000:0.0:1734016145.117238:0:13925:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337114240 00002000:00100000:0.0:1734016145.117302:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (335872->339967) req@ffff880074222680 x1818247337114240/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:106/0 lens 488/0 e 0 to 0 dl 1734016156 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016145.117313:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074222680 with x1818247337114240 ext(335872->339967) 00002000:00010000:0.0:1734016145.117321:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074222680 00000100:00100000:0.0:1734016145.117363:0:13925:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9489 00000100:00100000:0.0:1734016145.117372:0:13925:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074222680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1980:x1818247337114240:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:0.0:1734016145.117833:0:13925:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074222680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1980:x1818247337114240:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 460us (739us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016145.117841:0:13925:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9489 00002000:00100000:0.0:1734016145.117847:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (335872->339967) req@ffff880074222680 x1818247337114240/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:106/0 lens 488/4536 e 0 to 0 dl 1734016156 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016145.117855:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074222680 with x1818247337114240 ext(335872->339967) 00002000:00010000:0.0:1734016145.117858:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074222680 00000100:00100000:3.0:1734016145.124747:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016145.124841:0:13925:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337114496 00000100:00100000:0.0:1734016145.124854:0:13925:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337114496 00002000:00100000:0.0:1734016145.124943:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (331776->335871) req@ffff88009205aa00 x1818247337114496/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:106/0 lens 488/0 e 0 to 0 dl 1734016156 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016145.124963:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88009205aa00 with x1818247337114496 ext(331776->335871) 00002000:00010000:0.0:1734016145.124971:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009205aa00 00000100:00100000:0.0:1734016145.125541:0:13925:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9490 00000100:00100000:0.0:1734016145.125548:0:13925:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009205aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1981:x1818247337114496:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:0.0:1734016145.127920:0:13925:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009205aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1981:x1818247337114496:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 2348us (3168us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016145.127936:0:13925:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9490 00002000:00100000:0.0:1734016145.127956:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (331776->335871) req@ffff88009205aa00 x1818247337114496/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:106/0 lens 488/4536 e 0 to 0 dl 1734016156 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016145.127967:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88009205aa00 with x1818247337114496 ext(331776->335871) 00002000:00010000:0.0:1734016145.127977:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009205aa00 00000100:00100000:3.0:1734016145.146967:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016145.147102:0:13925:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337114752 00000100:00100000:0.0:1734016145.147125:0:13925:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337114752 00002000:00100000:0.0:1734016145.147215:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (327680->331775) req@ffff880074e57800 x1818247337114752/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:106/0 lens 488/0 e 0 to 0 dl 1734016156 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016145.147230:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074e57800 with x1818247337114752 ext(327680->331775) 00002000:00010000:0.0:1734016145.147241:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074e57800 00000100:00100000:0.0:1734016145.147302:0:13925:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9491 00000100:00100000:0.0:1734016145.147313:0:13925:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074e57800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1981:x1818247337114752:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:0.0:1734016145.147613:0:13925:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074e57800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1981:x1818247337114752:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 299us (671us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016145.147622:0:13925:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9491 00002000:00100000:0.0:1734016145.147630:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (327680->331775) req@ffff880074e57800 x1818247337114752/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:106/0 lens 488/4536 e 0 to 0 dl 1734016156 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016145.147639:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074e57800 with x1818247337114752 ext(327680->331775) 00002000:00010000:0.0:1734016145.147642:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074e57800 00000100:00100000:2.0:1734016145.151558:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016145.151754:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337115008 00000100:00100000:1.0:1734016145.151779:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337115008 00002000:00100000:1.0:1734016145.152024:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (323584->327679) req@ffff880074220700 x1818247337115008/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:106/0 lens 488/0 e 0 to 0 dl 1734016156 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016145.152039:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074220700 with x1818247337115008 ext(323584->327679) 00002000:00010000:1.0:1734016145.152046:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074220700 00000100:00100000:0.0:1734016145.153160:0:13925:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9492 00000100:00100000:0.0:1734016145.153179:0:13925:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074220700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1980:x1818247337115008:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:0.0:1734016145.154177:0:13925:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074220700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1980:x1818247337115008:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 992us (2633us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016145.154189:0:13925:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9492 00002000:00100000:0.0:1734016145.154204:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (323584->327679) req@ffff880074220700 x1818247337115008/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:106/0 lens 488/4536 e 0 to 0 dl 1734016156 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016145.154214:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074220700 with x1818247337115008 ext(323584->327679) 00002000:00010000:0.0:1734016145.154224:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074220700 00000100:00100000:3.0:1734016145.163362:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016145.163576:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337115264 00000100:00100000:1.0:1734016145.163597:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337115264 00002000:00100000:1.0:1734016145.163685:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (319488->323583) req@ffff880074e55c00 x1818247337115264/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:106/0 lens 488/0 e 0 to 0 dl 1734016156 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016145.163698:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074e55c00 with x1818247337115264 ext(319488->323583) 00002000:00010000:1.0:1734016145.163708:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074e55c00 00000100:00100000:1.0:1734016145.164499:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9493 00000100:00100000:1.0:1734016145.164510:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074e55c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1981:x1818247337115264:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:1.0:1734016145.164812:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074e55c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1981:x1818247337115264:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 302us (1476us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016145.164821:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9493 00002000:00100000:1.0:1734016145.164831:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (319488->323583) req@ffff880074e55c00 x1818247337115264/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:106/0 lens 488/4536 e 0 to 0 dl 1734016156 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016145.164839:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074e55c00 with x1818247337115264 ext(319488->323583) 00002000:00010000:1.0:1734016145.164844:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074e55c00 00000100:00100000:3.0:1734016145.179262:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016145.180473:0:13925:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337115520 00000100:00100000:0.0:1734016145.180497:0:13925:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337115520 00002000:00100000:0.0:1734016145.180616:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (315392->319487) req@ffff880074e56680 x1818247337115520/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:106/0 lens 488/0 e 0 to 0 dl 1734016156 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016145.180632:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074e56680 with x1818247337115520 ext(315392->319487) 00002000:00010000:0.0:1734016145.180644:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074e56680 00000100:00100000:0.0:1734016145.180719:0:13925:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9494 00000100:00100000:0.0:1734016145.180730:0:13925:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074e56680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1980:x1818247337115520:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:0.0:1734016145.181166:0:13925:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074e56680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1980:x1818247337115520:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 437us (1933us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016145.181174:0:13925:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9494 00002000:00100000:0.0:1734016145.181180:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (315392->319487) req@ffff880074e56680 x1818247337115520/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:106/0 lens 488/4536 e 0 to 0 dl 1734016156 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016145.181189:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074e56680 with x1818247337115520 ext(315392->319487) 00002000:00010000:0.0:1734016145.181192:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074e56680 00000100:00100000:2.0:1734016145.191464:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016145.193701:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337115776 00000100:00100000:1.0:1734016145.193725:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337115776 00002000:00100000:1.0:1734016145.193808:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (311296->315391) req@ffff880074220000 x1818247337115776/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:106/0 lens 488/0 e 0 to 0 dl 1734016156 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016145.193820:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074220000 with x1818247337115776 ext(311296->315391) 00002000:00010000:1.0:1734016145.193827:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074220000 00000100:00100000:1.0:1734016145.194246:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9495 00000100:00100000:1.0:1734016145.194259:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074220000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1979:x1818247337115776:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:1.0:1734016145.194597:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074220000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1979:x1818247337115776:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 340us (3153us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016145.194604:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9495 00002000:00100000:1.0:1734016145.194611:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (311296->315391) req@ffff880074220000 x1818247337115776/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:106/0 lens 488/4536 e 0 to 0 dl 1734016156 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016145.194619:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074220000 with x1818247337115776 ext(311296->315391) 00002000:00010000:1.0:1734016145.194622:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074220000 00000100:00100000:0.0:1734016145.222573:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016145.225711:0:13925:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337116032 00000100:00100000:2.0:1734016145.225740:0:13925:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337116032 00002000:00100000:3.0:1734016145.226195:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (307200->311295) req@ffff880074f00000 x1818247337116032/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:106/0 lens 488/0 e 0 to 0 dl 1734016156 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016145.226216:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074f00000 with x1818247337116032 ext(307200->311295) 00002000:00010000:3.0:1734016145.226226:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074f00000 00000100:00100000:3.0:1734016145.226275:0:13925:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9496 00000100:00100000:3.0:1734016145.226284:0:13925:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074f00000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1980:x1818247337116032:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:3.0:1734016145.226539:0:13925:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074f00000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1980:x1818247337116032:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 256us (3993us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016145.226548:0:13925:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9496 00002000:00100000:3.0:1734016145.226555:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (307200->311295) req@ffff880074f00000 x1818247337116032/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:106/0 lens 488/4536 e 0 to 0 dl 1734016156 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016145.226562:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074f00000 with x1818247337116032 ext(307200->311295) 00002000:00010000:3.0:1734016145.226565:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074f00000 00000100:00100000:0.0:1734016145.229372:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016145.233930:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337116288 00000100:00100000:1.0:1734016145.233954:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337116288 00002000:00100000:1.0:1734016145.234022:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (303104->307199) req@ffff880074f02d80 x1818247337116288/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:106/0 lens 488/0 e 0 to 0 dl 1734016156 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016145.234035:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074f02d80 with x1818247337116288 ext(303104->307199) 00002000:00010000:1.0:1734016145.234042:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074f02d80 00000100:00100000:1.0:1734016145.234089:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9497 00000100:00100000:1.0:1734016145.234097:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074f02d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1979:x1818247337116288:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:1.0:1734016145.234370:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074f02d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1979:x1818247337116288:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 273us (5012us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016145.234381:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9497 00002000:00100000:1.0:1734016145.234387:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (303104->307199) req@ffff880074f02d80 x1818247337116288/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:106/0 lens 488/4536 e 0 to 0 dl 1734016156 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016145.234395:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074f02d80 with x1818247337116288 ext(303104->307199) 00002000:00010000:1.0:1734016145.234398:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074f02d80 00000100:00100000:0.0:1734016145.240679:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016145.240820:0:13925:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337116544 00000100:00100000:3.0:1734016145.240834:0:13925:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337116544 00002000:00100000:3.0:1734016145.240921:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (299008->303103) req@ffff880074f02680 x1818247337116544/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:106/0 lens 488/0 e 0 to 0 dl 1734016156 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016145.240934:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074f02680 with x1818247337116544 ext(299008->303103) 00002000:00010000:3.0:1734016145.240942:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074f02680 00000100:00100000:3.0:1734016145.241070:0:13925:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9498 00000100:00100000:3.0:1734016145.241080:0:13925:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074f02680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1981:x1818247337116544:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:3.0:1734016145.241979:0:13925:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074f02680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1981:x1818247337116544:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 896us (1314us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016145.241997:0:13925:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9498 00002000:00100000:3.0:1734016145.242006:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (299008->303103) req@ffff880074f02680 x1818247337116544/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:106/0 lens 488/4536 e 0 to 0 dl 1734016156 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016145.242017:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074f02680 with x1818247337116544 ext(299008->303103) 00002000:00010000:3.0:1734016145.242022:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074f02680 00000100:00100000:0.0:1734016145.245014:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016145.245412:0:13925:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337116800 00000100:00100000:3.0:1734016145.245423:0:13925:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337116800 00002000:00100000:3.0:1734016145.245476:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (294912->299007) req@ffff880074f00a80 x1818247337116800/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:106/0 lens 488/0 e 0 to 0 dl 1734016156 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016145.245487:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074f00a80 with x1818247337116800 ext(294912->299007) 00002000:00010000:3.0:1734016145.245495:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074f00a80 00000100:00100000:3.0:1734016145.245632:0:13925:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9499 00000100:00100000:3.0:1734016145.245638:0:13925:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074f00a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1980:x1818247337116800:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:3.0:1734016145.245951:0:13925:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074f00a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1980:x1818247337116800:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 310us (966us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016145.245958:0:13925:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9499 00002000:00100000:3.0:1734016145.245964:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (294912->299007) req@ffff880074f00a80 x1818247337116800/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:106/0 lens 488/4536 e 0 to 0 dl 1734016156 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016145.245971:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074f00a80 with x1818247337116800 ext(294912->299007) 00002000:00010000:3.0:1734016145.245974:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074f00a80 00000100:00100000:0.0:1734016145.249855:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016145.250145:0:6483:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337116928 00000100:00100000:2.0:1734016145.250162:0:6483:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337116928 00000100:00100000:2.0:1734016145.250282:0:6483:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2148 00000100:00100000:2.0:1734016145.250294:0:6483:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074f02300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+12:9673:x1818247337116928:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:2.0:1734016145.250333:0:6483:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00080000:0.0:1734016145.250662:0:6479:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734016115 00010000:00010000:2.0:1734016145.250723:0:6483:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880072172640/0x3f004d6452e0910b lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d2672 expref: -99 pid: 6483 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016145.250905:0:6483:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880072170d80/0x3f004d6452e09112 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 6483 initiator: MDT0 00010000:00010000:2.0:1734016145.250923:0:6483:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880072170d80/0x3f004d6452e09112 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6483 initiator: MDT0 00010000:00010000:2.0:1734016145.250937:0:6483:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880072170d80/0x3f004d6452e09112 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6483 initiator: MDT0 00000004:00200000:2.0:1734016145.250972:0:6483:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 352562 00000004:00200000:2.0:1734016145.250977:0:6483:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1734016145.251013:0:6483:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880072170d80/0x3f004d6452e09112 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6483 initiator: MDT0 00010000:00010000:2.0:1734016145.251045:0:6483:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880072172640/0x3f004d6452e0910b lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2672 expref: 14 pid: 6483 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016145.251078:0:6483:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880072170d80/0x3f004d6452e09112 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2672 expref: 13 pid: 6483 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016145.251087:0:6483:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:2.0:1734016145.251090:0:6483:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1734016145.251094:0:6483:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880072170d80, rc 0) 00000100:00100000:2.0:1734016145.251178:0:6483:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074f02300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+13:9673:x1818247337116928:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 887us (1339us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016145.251186:0:6483:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2148 00000100:00100000:0.0:1734016145.260056:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016145.260551:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337117056 00000100:00100000:2.0:1734016145.260564:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337117056 00000100:00100000:2.0:1734016145.260625:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 11219 00000100:00100000:2.0:1734016145.260634:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074f03480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1980:x1818247337117056:12345-192.168.201.10@tcp:22:fsx.0 00002000:00010000:2.0:1734016145.260982:0:7690:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 352562 -> 352562 00002000:00010000:2.0:1734016145.260997:0:7690:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016144 -> 1734016144 00002000:00010000:2.0:1734016145.260999:0:7690:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016141 -> 1734016141 00002000:00010000:2.0:1734016145.261001:0:7690:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016144 -> 1734016144 00002000:00010000:2.0:1734016145.261003:0:7690:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 152 -> 152 00000100:00100000:2.0:1734016145.261105:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074f03480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+8:1980:x1818247337117056:12345-192.168.201.10@tcp:22:fsx.0 Request processed in 471us (1066us total) trans 4294969476 rc 0/0 00000100:00100000:2.0:1734016145.261114:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 11219 00000100:00100000:0.0:1734016145.265654:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016145.265774:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337117184 00000100:00100000:3.0:1734016145.265788:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337117184 00000100:00100000:3.0:1734016145.273798:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 11220 00000100:00100000:3.0:1734016145.273849:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074f00380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1978:x1818247337117184:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:3.0:1734016145.273916:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016145.273952:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a9a73c0/0x3f004d6452e09119 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d2679 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016145.274056:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074e54700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339512448:192.168.201.10@tcp:106: 00000100:00100000:3.0:1734016145.274197:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012b911600 going to sleep for 11 seconds 00002000:00010000:3.0:1734016145.279335:0:7689:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime: 1734016141 -> 1734016144 00000100:00100000:3.0:1734016145.279403:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074e54700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339512448:192.168.201.10@tcp:106: 00010000:00010000:3.0:1734016145.279473:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a9a73c0/0x3f004d6452e09119 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2679 expref: 8 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016145.279500:0:7689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a73c0/0x3f004d6452e09119 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2679 expref: 8 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016145.279544:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a9a73c0, rc 0) 00000100:00100000:3.0:1734016145.279628:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074f00380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1978:x1818247337117184:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 5798us (13990us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016145.279643:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 11220 00000100:00100000:0.0:1734016145.282393:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016145.282552:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337117312 00000100:00100000:2.0:1734016145.282566:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337117312 00000100:00100000:2.0:1734016145.282630:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 11221 00000100:00100000:2.0:1734016145.282641:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074f00700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1979:x1818247337117312:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:2.0:1734016145.282670:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016145.282697:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e09120 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d2680 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016145.283138:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074222d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339512576:192.168.201.10@tcp:106: 00000100:00100000:2.0:1734016145.283226:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007455d480 going to sleep for 11 seconds 00000100:00100000:2.0:1734016145.285344:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074222d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339512576:192.168.201.10@tcp:106: 00010000:00010000:2.0:1734016145.285396:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e09120 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2680 expref: 8 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016145.285415:0:7689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e09120 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2680 expref: 8 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016145.285746:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880072171440, rc 0) 00000100:00100000:2.0:1734016145.285825:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074f00700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1979:x1818247337117312:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 3182us (3450us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016145.285843:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 11221 00000100:00100000:0.0:1734016145.288755:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016145.288919:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337117440 00000100:00100000:2.0:1734016145.288931:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337117440 00000100:00100000:2.0:1734016145.289001:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 11222 00000100:00100000:2.0:1734016145.289011:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074f02a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1980:x1818247337117440:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:2.0:1734016145.289037:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016145.289070:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880072172d00/0x3f004d6452e09127 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d2687 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016145.289171:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074222d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339512704:192.168.201.10@tcp:106: 00000100:00100000:2.0:1734016145.289304:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007455d480 going to sleep for 11 seconds 00000100:00100000:2.0:1734016145.297650:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074222d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339512704:192.168.201.10@tcp:106: 00010000:00010000:2.0:1734016145.297700:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880072172d00/0x3f004d6452e09127 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2687 expref: 8 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016145.297719:0:7689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880072172d00/0x3f004d6452e09127 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2687 expref: 8 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016145.298334:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880072172d00, rc 0) 00000100:00100000:2.0:1734016145.298460:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074f02a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1980:x1818247337117440:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 9447us (9715us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016145.298472:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 11222 00000100:00100000:0.0:1734016145.306671:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016145.307016:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337117696 00000100:00100000:1.0:1734016145.307029:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337117696 00000100:00100000:1.0:1734016145.307128:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9500 00000100:00100000:1.0:1734016145.307136:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074f01880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1981:x1818247337117696:12345-192.168.201.10@tcp:3:fsx.0 00010000:00010000:1.0:1734016145.307203:0:7696:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880097236d00/0x3f004d6452e0912e lrc: 3/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7696 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016145.307220:0:7696:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880097234900/0x3f004d6452e090e8 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2656 expref: 7 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016145.307227:0:7696:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016145.307230:0:7696:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016145.307233:0:7696:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880097236d00/0x3f004d6452e0912e lrc: 4/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [217088->229375] (req 217088->229375) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 7696 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016145.307270:0:7696:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880097234900/0x3f004d6452e090e8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2656 expref: 7 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016145.307282:0:7696:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880097234900/0x3f004d6452e090e8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2656 expref: 7 pid: 7690 timeout: 509 lvb_type: 0 00000100:00100000:1.0:1734016145.307295:0:7696:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800769c5180 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_002:lustre-OST0001_UUID:7696:1818247339512832:192.168.201.10@tcp:104: 00000100:00100000:1.0:1734016145.307361:0:7696:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012cf4f180 going to sleep for 11 seconds 00000100:00100000:0.0:1734016145.317481:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016145.318352:0:7696:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800769c5180 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_002:lustre-OST0001_UUID:7696:1818247339512832:192.168.201.10@tcp:104: 00010000:00010000:1.0:1734016145.318390:0:7696:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880097236d00/0x3f004d6452e0912e lrc: 3/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [217088->229375] (req 217088->229375) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 7696 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016145.318565:0:9956:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337117824 00000100:00100000:3.0:1734016145.318574:0:9956:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337117824 00010000:00010000:3.0:1734016145.318610:0:9956:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880097234900/0x3f004d6452e090e8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2656 expref: 8 pid: 7690 timeout: 509 lvb_type: 0 00000100:00100000:3.0:1734016145.318744:0:9956:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 3056 00000100:00100000:3.0:1734016145.318753:0:9956:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880073e31c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+8:1978:x1818247337117824:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016145.318773:0:9956:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016145.318813:0:9956:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880097234900/0x3f004d6452e090e8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2656 expref: 8 pid: 7690 timeout: 509 lvb_type: 0 00010000:00010000:3.0:1734016145.318834:0:9956:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880097234900/0x3f004d6452e090e8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2656 expref: 8 pid: 7690 timeout: 509 lvb_type: 0 00010000:00010000:3.0:1734016145.318894:0:9956:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097234900/0x3f004d6452e090e8 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2656 expref: 8 pid: 7690 timeout: 509 lvb_type: 0 00010000:00010000:3.0:1734016145.319104:0:9956:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016145.319108:0:9956:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016145.319114:0:9956:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880097236d00/0x3f004d6452e0912e lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [217088->229375] (req 217088->229375) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 7696 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016145.319124:0:9956:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880097236d00/0x3f004d6452e0912e lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [217088->229375] (req 217088->229375) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 7696 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016145.321002:0:9956:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016145.321118:0:9956:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880073e31c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1978:x1818247337117824:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 2352us (3649us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016145.321130:0:9956:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 3056 00010000:00010000:1.0:1734016145.322259:0:7696:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880097236d00/0x3f004d6452e0912e lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [217088->229375] (req 217088->229375) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 7696 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016145.322276:0:7696:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880097236d00/0x3f004d6452e0912e lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [217088->229375] (req 217088->229375) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 7696 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016145.322509:0:7696:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880097236d00/0x3f004d6452e0912e lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [217088->229375] (req 217088->229375) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 7696 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016145.322519:0:7696:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880097236d00/0x3f004d6452e0912e lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [217088->229375] (req 217088->229375) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 7696 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016145.322526:0:7696:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880097236d00/0x3f004d6452e0912e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [217088->229375] (req 217088->229375) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 7696 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016145.322532:0:7696:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880097236d00 already unused, calling callback (ffffffffa086d100) 00010000:00010000:1.0:1734016145.322537:0:7696:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880097236d00/0x3f004d6452e0912e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [217088->229375] (req 217088->229375) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 7696 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016145.322544:0:7696:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880097236d00/0x3f004d6452e0912e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [217088->229375] (req 217088->229375) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 7696 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016145.322564:0:7696:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880097236d00/0x3f004d6452e0912e lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [217088->229375] (req 217088->229375) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 7696 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016145.322570:0:7696:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097236d00/0x3f004d6452e0912e lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [217088->229375] (req 217088->229375) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 7696 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016145.322687:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074f01880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1981:x1818247337117696:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 15543us (16029us total) trans 0 rc 12288/12288 00000100:00100000:1.0:1734016145.322699:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9500 00000100:00100000:0.0:1734016145.328815:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016145.329300:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337117952 00000100:00100000:2.0:1734016145.329320:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337117952 00000100:00100000:2.0:1734016145.329393:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 11223 00000100:00100000:2.0:1734016145.329404:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880073e33800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1981:x1818247337117952:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:2.0:1734016145.329445:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016145.329488:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800721718c0/0x3f004d6452e09135 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d268e expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1734016145.329524:0:7689:0:(ofd_lvb.c:169:ofd_lvbo_init()) res: [0x280000400:0x5:0x0] initial LVB size: 352562, mtime: 0x675afc90, atime: 0x675afc8d, ctime: 0x675afc90, blocks: 0x98 00010000:00010000:2.0:1734016145.329565:0:7689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016145.329572:0:7689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016145.329584:0:7689:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800721718c0/0x3f004d6452e09135 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d268e expref: 8 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016145.329610:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800721718c0/0x3f004d6452e09135 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d268e expref: 8 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016145.329628:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800721718c0, rc 0) 00000100:00100000:2.0:1734016145.331257:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880073e33800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1981:x1818247337117952:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 1838us (2454us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016145.331270:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 11223 00000100:00100000:0.0:1734016145.335196:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016145.335483:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337118080 00000100:00100000:2.0:1734016145.335502:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337118080 00000100:00100000:2.0:1734016145.335583:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 11224 00000100:00100000:2.0:1734016145.335594:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880073e31500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:9673:x1818247337118080:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:2.0:1734016145.335621:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016145.335650:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880072171f80/0x3f004d6452e0913c lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d2695 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016145.335702:0:7689:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800721718c0/0x3f004d6452e09135 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d268e expref: 9 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016145.335712:0:7689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016145.335715:0:7689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016145.335720:0:7689:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880072171f80/0x3f004d6452e0913c lrc: 4/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [151552->167935] (req 151552->167935) gid 0 flags: 0x50000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2695 expref: 9 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016145.335773:0:7689:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800721718c0/0x3f004d6452e09135 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d268e expref: 9 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016145.335791:0:7689:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800721718c0/0x3f004d6452e09135 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d268e expref: 9 pid: 7689 timeout: 509 lvb_type: 1 00000100:00100000:2.0:1734016145.335807:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074222d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339512960:192.168.201.10@tcp:104: 00000100:00100000:2.0:1734016145.335970:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007455d3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016145.339426:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016145.339622:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074222d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339512960:192.168.201.10@tcp:104: 00010000:00010000:2.0:1734016145.339672:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880072171f80/0x3f004d6452e0913c lrc: 3/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [151552->167935] (req 151552->167935) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2695 expref: 9 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016145.339710:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880072171f80, rc 0) 00000100:00100000:2.0:1734016145.339794:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880073e31500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+9:9673:x1818247337118080:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 4201us (4615us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016145.339807:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 11224 00000100:00100000:3.0:1734016145.340031:0:9956:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337118208 00000100:00100000:3.0:1734016145.340039:0:9956:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337118208 00010000:00010000:3.0:1734016145.340071:0:9956:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800721718c0/0x3f004d6452e09135 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d268e expref: 9 pid: 7689 timeout: 509 lvb_type: 1 00000100:00100000:3.0:1734016145.340117:0:9956:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 3057 00000100:00100000:3.0:1734016145.340125:0:9956:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880073e31f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+9:1978:x1818247337118208:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016145.340143:0:9956:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016145.340176:0:9956:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800721718c0/0x3f004d6452e09135 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d268e expref: 9 pid: 7689 timeout: 509 lvb_type: 1 00010000:00010000:3.0:1734016145.340186:0:9956:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800721718c0/0x3f004d6452e09135 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d268e expref: 9 pid: 7689 timeout: 509 lvb_type: 1 00010000:00010000:3.0:1734016145.340213:0:9956:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800721718c0/0x3f004d6452e09135 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d268e expref: 9 pid: 7689 timeout: 509 lvb_type: 1 00010000:00010000:3.0:1734016145.340231:0:9956:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016145.340233:0:9956:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016145.340242:0:9956:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880072171f80/0x3f004d6452e0913c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 151552->167935) gid 0 flags: 0x40080000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2695 expref: 8 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016145.340251:0:9956:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880072171f80/0x3f004d6452e0913c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 151552->167935) gid 0 flags: 0x40080000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2695 expref: 8 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016145.340286:0:9956:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880072171f80/0x3f004d6452e0913c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 151552->167935) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2695 expref: 8 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016145.340303:0:9956:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074e54700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9956:1818247339513088:192.168.201.10@tcp:105: 00000100:00100000:3.0:1734016145.340350:0:9956:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012b911600 going to sleep for 11 seconds 00000100:00100000:3.0:1734016145.348270:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016145.350129:0:9956:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074e54700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9956:1818247339513088:192.168.201.10@tcp:105: 00010000:00010000:0.0:1734016145.350171:0:9956:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016145.350953:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337118336 00000100:00100000:2.0:1734016145.350967:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337118336 00000100:00100000:2.0:1734016145.351052:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 11225 00000100:00100000:2.0:1734016145.351063:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074e55180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+9:1979:x1818247337118336:12345-192.168.201.10@tcp:22:fsx.0 00000100:00100000:0.0:1734016145.351727:0:9956:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880073e31f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+10:1978:x1818247337118208:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 11597us (12319us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016145.351744:0:9956:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 3057 00002000:00010000:2.0:1734016145.352610:0:7689:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 352562 -> 352562 00002000:00010000:2.0:1734016145.352617:0:7689:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016144 -> 1734016144 00002000:00010000:2.0:1734016145.352620:0:7689:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016141 -> 1734016141 00002000:00010000:2.0:1734016145.352622:0:7689:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016144 -> 1734016144 00002000:00010000:2.0:1734016145.352626:0:7689:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 152 -> 152 00000100:00100000:2.0:1734016145.352700:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074e55180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+9:1979:x1818247337118336:12345-192.168.201.10@tcp:22:fsx.0 Request processed in 1637us (4448us total) trans 4294969477 rc 0/0 00000100:00100000:2.0:1734016145.352709:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 11225 00000100:00100000:0.0:1734016145.361499:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016145.362544:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337118464 00000100:00100000:2.0:1734016145.362563:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337118464 00000100:00100000:2.0:1734016145.362627:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 11226 00000100:00100000:2.0:1734016145.362638:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880073e32a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:9673:x1818247337118464:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:2.0:1734016145.362665:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016145.362697:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800721718c0/0x3f004d6452e09143 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d269c expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016145.362740:0:7689:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880072171f80/0x3f004d6452e0913c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 151552->167935) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2695 expref: 8 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016145.362749:0:7689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016145.362752:0:7689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016145.362755:0:7689:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800721718c0/0x3f004d6452e09143 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [335872->344063] (req 335872->344063) gid 0 flags: 0x50000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d269c expref: 8 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016145.362785:0:7689:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880072171f80/0x3f004d6452e0913c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 151552->167935) gid 0 flags: 0x50000000020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2695 expref: 8 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016145.362795:0:7689:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880072171f80/0x3f004d6452e0913c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 151552->167935) gid 0 flags: 0x70000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2695 expref: 8 pid: 7689 timeout: 509 lvb_type: 0 00000100:00100000:2.0:1734016145.362809:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074222d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339513216:192.168.201.10@tcp:104: 00000100:00100000:2.0:1734016145.363942:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007455d3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016145.373110:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016145.373242:0:9956:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337118592 00000100:00100000:1.0:1734016145.373254:0:9956:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337118592 00010000:00010000:1.0:1734016145.373307:0:9956:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880072171f80/0x3f004d6452e0913c lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 151552->167935) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2695 expref: 9 pid: 7689 timeout: 509 lvb_type: 0 00000100:00100000:1.0:1734016145.373367:0:9956:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 3058 00000100:00100000:1.0:1734016145.373375:0:9956:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880073e33b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+9:1978:x1818247337118592:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016145.373399:0:9956:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016145.373434:0:9956:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880072171f80/0x3f004d6452e0913c lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 151552->167935) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2695 expref: 9 pid: 7689 timeout: 509 lvb_type: 0 00010000:00010000:1.0:1734016145.373449:0:9956:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880072171f80/0x3f004d6452e0913c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 151552->167935) gid 0 flags: 0x50000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2695 expref: 9 pid: 7689 timeout: 509 lvb_type: 0 00010000:00010000:1.0:1734016145.373489:0:9956:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016145.373494:0:9956:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016145.373503:0:9956:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800721718c0/0x3f004d6452e09143 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 335872->344063) gid 0 flags: 0x50080000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d269c expref: 8 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016145.373514:0:9956:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800721718c0/0x3f004d6452e09143 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 335872->344063) gid 0 flags: 0x50080000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d269c expref: 8 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016145.373564:0:9956:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800721718c0/0x3f004d6452e09143 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 335872->344063) gid 0 flags: 0x40000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d269c expref: 8 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016145.373582:0:9956:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800769c5180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9956:1818247339513344:192.168.201.10@tcp:105: 00000100:00100000:1.0:1734016145.373667:0:9956:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012cf4f840 going to sleep for 11 seconds 00010000:00010000:2.0:1734016145.373976:0:7689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880072171f80/0x3f004d6452e0913c lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 151552->167935) gid 0 flags: 0x44801400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2695 expref: 9 pid: 7689 timeout: 509 lvb_type: 0 00000100:00100000:2.0:1734016145.374010:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074222d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339513216:192.168.201.10@tcp:104: 00010000:00010000:2.0:1734016145.374035:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800721718c0/0x3f004d6452e09143 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 335872->344063) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d269c expref: 8 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016145.374043:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800721718c0, rc 0) 00000100:00100000:2.0:1734016145.374075:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880073e32a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+8:9673:x1818247337118464:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 11439us (12587us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016145.374083:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 11226 00000100:00100000:0.0:1734016145.384399:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016145.384608:0:9956:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800769c5180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9956:1818247339513344:192.168.201.10@tcp:105: 00010000:00010000:1.0:1734016145.384656:0:9956:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016145.384764:0:9956:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880073e33b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1978:x1818247337118592:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 11383us (11668us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016145.384783:0:9956:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 3058 00000100:00100000:2.0:1734016145.385387:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337118720 00000100:00100000:2.0:1734016145.385396:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337118720 00000100:00100000:2.0:1734016145.385446:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 11227 00000100:00100000:2.0:1734016145.385454:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880073e30380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+8:1979:x1818247337118720:12345-192.168.201.10@tcp:22:fsx.0 00002000:00010000:2.0:1734016145.385766:0:7689:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 352562 -> 352562 00002000:00010000:2.0:1734016145.385770:0:7689:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016144 -> 1734016144 00002000:00010000:2.0:1734016145.385772:0:7689:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016141 -> 1734016141 00002000:00010000:2.0:1734016145.385774:0:7689:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016144 -> 1734016144 00002000:00010000:2.0:1734016145.385776:0:7689:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 152 -> 152 00000100:00100000:2.0:1734016145.385845:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880073e30380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+9:1979:x1818247337118720:12345-192.168.201.10@tcp:22:fsx.0 Request processed in 392us (1466us total) trans 4294969478 rc 0/0 00000100:00100000:2.0:1734016145.385854:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 11227 00000100:00100000:0.0:1734016145.406080:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016145.408259:0:6483:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337118976 00000100:00100000:2.0:1734016145.408282:0:6483:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337118976 00000100:00100000:2.0:1734016145.408379:0:6483:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2149 00000100:00100000:2.0:1734016145.408387:0:6483:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880073e30000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+13:9673:x1818247337118976:12345-192.168.201.10@tcp:36:fsx.0 00010000:00010000:2.0:1734016145.408458:0:6483:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016145.408490:0:6483:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880072170d80/0x3f004d6452e09112 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2672 expref: 13 pid: 6483 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016145.408542:0:6483:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:2.0:1734016145.408548:0:6483:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1734016145.408734:0:6483:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880072172d00/0x3f004d6452e0914a lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6483 initiator: MDT0 00010000:00010000:2.0:1734016145.408750:0:6483:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a803b3c0/0x3f004d6452e090f6 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d265d expref: 19 pid: 8966 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016145.408757:0:6483:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff880072172d00/0x3f004d6452e0914a lrc: 4/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6483 initiator: MDT0 00010000:00010000:2.0:1734016145.408798:0:6483:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8800a803b3c0/0x3f004d6452e090f6 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d265d expref: 19 pid: 8966 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016145.408811:0:6483:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a803b3c0/0x3f004d6452e090f6 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d265d expref: 19 pid: 8966 timeout: 509 lvb_type: 0 00000100:00100000:2.0:1734016145.408824:0:6483:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074222d80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6483:1818247339513472:192.168.201.10@tcp:104: 00000100:00100000:2.0:1734016145.408925:0:6483:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007455d600 going to sleep for 11 seconds 00000100:00100000:2.0:1734016145.420733:0:6483:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074222d80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6483:1818247339513472:192.168.201.10@tcp:104: 00010000:00010000:2.0:1734016145.420771:0:6483:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff880072172d00/0x3f004d6452e0914a lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6483 initiator: MDT0 00000100:00100000:1.0:1734016145.420819:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016145.421016:0:9956:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337119104 00000100:00100000:0.0:1734016145.421029:0:9956:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337119104 00010000:00010000:0.0:1734016145.421084:0:9956:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a803b3c0/0x3f004d6452e090f6 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d265d expref: 20 pid: 8966 timeout: 509 lvb_type: 0 00000100:00100000:0.0:1734016145.421125:0:9956:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 3059 00000100:00100000:0.0:1734016145.421136:0:9956:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b1e44450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+20:1979:x1818247337119104:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016145.421159:0:9956:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016145.421168:0:9956:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8800a803b3c0/0x3f004d6452e090f6 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d265d expref: 20 pid: 8966 timeout: 509 lvb_type: 0 00010000:00010000:0.0:1734016145.421180:0:9956:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8800a803b3c0/0x3f004d6452e090f6 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d265d expref: 20 pid: 8966 timeout: 509 lvb_type: 0 00010000:00010000:0.0:1734016145.421211:0:9956:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a803b3c0/0x3f004d6452e090f6 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d265d expref: 20 pid: 8966 timeout: 509 lvb_type: 0 00010000:00010000:0.0:1734016145.421247:0:9956:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:0.0:1734016145.421252:0:9956:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff880072172d00/0x3f004d6452e0914a lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6483 initiator: MDT0 00010000:00010000:0.0:1734016145.421266:0:9956:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880072172d00/0x3f004d6452e0914a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6483 initiator: MDT0 00010000:00010000:0.0:1734016145.421275:0:9956:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880072172d00/0x3f004d6452e0914a lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6483 initiator: MDT0 00010000:00010000:0.0:1734016145.421304:0:9956:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1734016145.421335:0:6483:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff880072172d00/0x3f004d6452e0914a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6483 initiator: MDT0 00010000:00010000:3.0:1734016145.421343:0:6483:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880072172d00/0x3f004d6452e0914a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6483 initiator: MDT0 00000001:00080000:3.0:1734016145.421472:0:6483:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294968655 00000004:00010000:3.0:1734016145.421541:0:6483:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff880073e30000 reply state ffff88013534e000 transno 4294968656 ns: mdt-lustre-MDT0000_UUID lock: ffff880072172d00/0x3f004d6452e0914a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6483 initiator: MDT0 00000100:00100000:3.0:1734016145.421549:0:6483:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1734016145.424053:0:9956:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b1e44450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+19:1979:x1818247337119104:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 2897us (3214us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016145.424076:0:9956:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 3059 00000100:00100000:3.0:1734016145.424459:0:6483:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880073e30000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+15:9673:x1818247337118976:12345-192.168.201.10@tcp:36:fsx.0 Request processed in 16066us (18390us total) trans 4294968656 rc 0/0 00000100:00100000:3.0:1734016145.424472:0:6483:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2149 00000020:00080000:3.0:1734016145.424480:0:6483:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:1.0:1734016145.428349:0:3495:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880072172d00/0x3f004d6452e0914a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6483 initiator: MDT0 00010000:00010000:1.0:1734016145.428371:0:3495:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880072172d00/0x3f004d6452e0914a lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6483 initiator: MDT0 00010000:00010000:1.0:1734016145.428378:0:3495:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880072172d00/0x3f004d6452e0914a lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6483 initiator: MDT0 00010000:00010000:1.0:1734016145.428384:0:3495:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880072172d00 already unused, calling callback (ffffffffa0f03950) 00010000:00010000:1.0:1734016145.428389:0:3495:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880072172d00/0x3f004d6452e0914a lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6483 initiator: MDT0 00010000:00010000:1.0:1734016145.428398:0:3495:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880072172d00/0x3f004d6452e0914a lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6483 initiator: MDT0 00010000:00010000:1.0:1734016145.428416:0:3495:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:1.0:1734016145.428418:0:3495:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1734016145.428423:0:3495:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880072172d00/0x3f004d6452e0914a lrc: 2/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6483 initiator: MDT0 00010000:00010000:1.0:1734016145.428431:0:3495:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880072172d00/0x3f004d6452e0914a lrc: 0/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6483 initiator: MDT0 00000100:00100000:0.0:1734016145.429136:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016145.429191:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337119232 00000100:00100000:1.0:1734016145.429200:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337119232 00002000:00010000:1.0:1734016145.429233:0:7696:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (9960092->18446744073709551615) 00002000:00100000:1.0:1734016145.429237:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880073e31c00 with x1818247337119232 ext(9960092->18446744073709551615) 00002000:00010000:1.0:1734016145.429247:0:7696:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880073e31c00. 00000100:00100000:1.0:1734016145.429279:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9501 00000100:00100000:1.0:1734016145.429287:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880073e31c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+9:1980:x1818247337119232:12345-192.168.201.10@tcp:10:fsx.0 00002000:00010000:1.0:1734016145.429481:0:7696:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 352562 -> 9960092 00002000:00010000:1.0:1734016145.429484:0:7696:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016144 -> 1734016144 00002000:00010000:1.0:1734016145.429487:0:7696:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016141 -> 1734016141 00002000:00010000:1.0:1734016145.429489:0:7696:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016144 -> 1734016144 00002000:00010000:1.0:1734016145.429491:0:7696:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 152 -> 152 00000100:00100000:1.0:1734016145.429553:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880073e31c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+10:1980:x1818247337119232:12345-192.168.201.10@tcp:10:fsx.0 Request processed in 265us (422us total) trans 4294969479 rc 0/0 00000100:00100000:1.0:1734016145.429561:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9501 00002000:00010000:1.0:1734016145.429564:0:7696:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (9960092->18446744073709551615) 00002000:00100000:1.0:1734016145.429566:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880073e31c00 with x1818247337119232 ext(9960092->18446744073709551615) 00002000:00010000:1.0:1734016145.429570:0:7696:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880073e31c00. 00000100:00100000:0.0:1734016145.441426:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016145.443745:0:6483:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337119360 00000100:00100000:3.0:1734016145.443769:0:6483:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337119360 00000100:00100000:3.0:1734016145.443891:0:6483:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2150 00000100:00100000:3.0:1734016145.443902:0:6483:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880073e31f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+14:9673:x1818247337119360:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:3.0:1734016145.443948:0:6483:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016145.443979:0:6483:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a6400/0x3f004d6452e09151 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d26a3 expref: -99 pid: 6483 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016145.444114:0:6483:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a5440/0x3f004d6452e09158 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6483 initiator: MDT0 00010000:00010000:3.0:1734016145.444134:0:6483:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a5440/0x3f004d6452e09158 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6483 initiator: MDT0 00010000:00010000:3.0:1734016145.444150:0:6483:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a5440/0x3f004d6452e09158 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6483 initiator: MDT0 00000004:00200000:3.0:1734016145.444186:0:6483:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 9960092 00000004:00200000:3.0:1734016145.444192:0:6483:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1734016145.444214:0:6483:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a5440/0x3f004d6452e09158 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6483 initiator: MDT0 00010000:00010000:3.0:1734016145.444258:0:6483:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a6400/0x3f004d6452e09151 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d26a3 expref: 16 pid: 6483 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016145.444293:0:6483:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a5440/0x3f004d6452e09158 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d26a3 expref: 15 pid: 6483 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016145.444304:0:6483:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:3.0:1734016145.444310:0:6483:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1734016145.444315:0:6483:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a9a5440, rc 0) 00000100:00100000:3.0:1734016145.444408:0:6483:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880073e31f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+15:9673:x1818247337119360:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 508us (3001us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016145.444415:0:6483:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2150 00000100:00100000:1.0:1734016145.456060:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016145.456335:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337119488 00000100:00100000:2.0:1734016145.456365:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337119488 00000100:00100000:2.0:1734016145.456463:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 11228 00000100:00100000:2.0:1734016145.456474:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800769c5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:9673:x1818247337119488:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:2.0:1734016145.456504:0:7690:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016145.456541:0:7690:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880072172d00/0x3f004d6452e0915f lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d26aa expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016145.456602:0:7690:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800721718c0/0x3f004d6452e09143 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 335872->344063) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d269c expref: 9 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016145.456612:0:7690:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016145.456615:0:7690:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016145.456619:0:7690:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880072172d00/0x3f004d6452e0915f lrc: 4/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [6901760->6918143] (req 6901760->6918143) gid 0 flags: 0x50000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d26aa expref: 9 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016145.456680:0:7690:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800721718c0/0x3f004d6452e09143 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 335872->344063) gid 0 flags: 0x50000000020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d269c expref: 9 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016145.456693:0:7690:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800721718c0/0x3f004d6452e09143 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 335872->344063) gid 0 flags: 0x70000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d269c expref: 9 pid: 7689 timeout: 509 lvb_type: 0 00000100:00100000:2.0:1734016145.456713:0:7690:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074222d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339513600:192.168.201.10@tcp:104: 00000100:00100000:2.0:1734016145.456849:0:7690:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007455d600 going to sleep for 11 seconds 00000100:00100000:0.0:1734016145.467195:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016145.467856:0:7690:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074222d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339513600:192.168.201.10@tcp:104: 00010000:00010000:2.0:1734016145.467906:0:7690:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880072172d00/0x3f004d6452e0915f lrc: 3/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [6901760->6918143] (req 6901760->6918143) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d26aa expref: 9 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016145.467926:0:7690:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880072172d00, rc 0) 00000100:00100000:2.0:1734016145.467990:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800769c5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+9:9673:x1818247337119488:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 11509us (11942us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016145.467998:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 11228 00000100:00100000:3.0:1734016145.469485:0:9956:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337119616 00000100:00100000:3.0:1734016145.469497:0:9956:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337119616 00010000:00010000:3.0:1734016145.469528:0:9956:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800721718c0/0x3f004d6452e09143 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 335872->344063) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d269c expref: 10 pid: 7689 timeout: 509 lvb_type: 0 00000100:00100000:3.0:1734016145.469568:0:9956:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 3060 00000100:00100000:3.0:1734016145.469576:0:9956:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880073e33b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+10:1979:x1818247337119616:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016145.469594:0:9956:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016145.469620:0:9956:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800721718c0/0x3f004d6452e09143 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 335872->344063) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d269c expref: 10 pid: 7689 timeout: 509 lvb_type: 0 00010000:00010000:3.0:1734016145.469633:0:9956:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800721718c0/0x3f004d6452e09143 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 335872->344063) gid 0 flags: 0x50000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d269c expref: 10 pid: 7689 timeout: 509 lvb_type: 0 00010000:00010000:3.0:1734016145.469659:0:9956:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800721718c0/0x3f004d6452e09143 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 335872->344063) gid 0 flags: 0x44801400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d269c expref: 10 pid: 7689 timeout: 509 lvb_type: 0 00010000:00010000:3.0:1734016145.469682:0:9956:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016145.469685:0:9956:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016145.469695:0:9956:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880072172d00/0x3f004d6452e0915f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6901760->6918143) gid 0 flags: 0x40080000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d26aa expref: 8 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016145.469703:0:9956:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880072172d00/0x3f004d6452e0915f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6901760->6918143) gid 0 flags: 0x40080000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d26aa expref: 8 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016145.469737:0:9956:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880072172d00/0x3f004d6452e0915f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6901760->6918143) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d26aa expref: 8 pid: 7690 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016145.469749:0:9956:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074e56300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9956:1818247339513728:192.168.201.10@tcp:105: 00000100:00100000:3.0:1734016145.469811:0:9956:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012b911600 going to sleep for 11 seconds 00000100:00100000:0.0:1734016145.480719:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016145.480844:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337119744 00000100:00100000:2.0:1734016145.480860:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337119744 00000100:00100000:2.0:1734016145.480968:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 11229 00000100:00100000:2.0:1734016145.480977:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880073e31180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+9:1978:x1818247337119744:12345-192.168.201.10@tcp:22:fsx.0 00002000:00010000:2.0:1734016145.481357:0:7690:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 9960092 -> 9960092 00002000:00010000:2.0:1734016145.481361:0:7690:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016144 -> 1734016144 00002000:00010000:2.0:1734016145.481363:0:7690:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016141 -> 1734016141 00002000:00010000:2.0:1734016145.481366:0:7690:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016144 -> 1734016144 00002000:00010000:2.0:1734016145.481371:0:7690:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 152 -> 152 00000100:00100000:2.0:1734016145.481515:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880073e31180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+10:1978:x1818247337119744:12345-192.168.201.10@tcp:22:fsx.0 Request processed in 537us (816us total) trans 4294969480 rc 0/0 00000100:00100000:2.0:1734016145.481523:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 11229 00000100:00100000:3.0:1734016145.481776:0:9956:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074e56300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9956:1818247339513728:192.168.201.10@tcp:105: 00010000:00010000:3.0:1734016145.481803:0:9956:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016145.481844:0:9956:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880073e33b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+9:1979:x1818247337119616:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 12267us (14656us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016145.481855:0:9956:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 3060 00000100:00100000:0.0:1734016145.488042:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016145.488612:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337119872 00000100:00100000:2.0:1734016145.488624:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337119872 00000100:00100000:2.0:1734016145.488687:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 11230 00000100:00100000:2.0:1734016145.488694:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880073e32680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+9:1979:x1818247337119872:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:2.0:1734016145.488717:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016145.488737:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e09166 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d26b1 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016145.488805:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074222d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339513856:192.168.201.10@tcp:106: 00000100:00100000:2.0:1734016145.488922:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007455d600 going to sleep for 11 seconds 00000100:00100000:2.0:1734016145.492620:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074222d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339513856:192.168.201.10@tcp:106: 00010000:00010000:2.0:1734016145.494546:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e09166 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d26b1 expref: 10 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016145.494564:0:7689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e09166 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d26b1 expref: 10 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016145.494606:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880072171440, rc 0) 00000100:00100000:2.0:1734016145.494691:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880073e32680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+9:1979:x1818247337119872:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 5995us (6707us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016145.494701:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 11230 00000100:00100000:0.0:1734016145.501045:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016145.501748:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337120000 00000100:00100000:2.0:1734016145.501765:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337120000 00000100:00100000:2.0:1734016145.501831:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 11231 00000100:00100000:2.0:1734016145.501840:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880073e31880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+9:1981:x1818247337120000:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:2.0:1734016145.501887:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016145.501916:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880072172640/0x3f004d6452e0916d lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d26b8 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016145.502006:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074222d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339513984:192.168.201.10@tcp:106: 00000100:00100000:2.0:1734016145.502116:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007455d600 going to sleep for 11 seconds 00000100:00100000:2.0:1734016145.505173:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074222d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339513984:192.168.201.10@tcp:106: 00010000:00010000:2.0:1734016145.505250:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880072172640/0x3f004d6452e0916d lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d26b8 expref: 10 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016145.505271:0:7689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880072172640/0x3f004d6452e0916d lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d26b8 expref: 10 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016145.505303:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880072172640, rc 0) 00000100:00100000:2.0:1734016145.505388:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880073e31880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+9:1981:x1818247337120000:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 3547us (4356us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016145.505399:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 11231 00000100:00100000:0.0:1734016145.508790:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016145.510917:0:8966:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337120128 00000100:00100000:1.0:1734016145.510942:0:8966:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337120128 00000100:00100000:1.0:1734016145.511053:0:8966:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2151 00000100:00100000:1.0:1734016145.511065:0:8966:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880073e30e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+19:9673:x1818247337120128:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:1.0:1734016145.511102:0:8966:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016145.511135:0:8966:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880097236ac0/0x3f004d6452e09174 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d26bf expref: -99 pid: 8966 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016145.511307:0:8966:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880097234000/0x3f004d6452e0917b lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 8966 initiator: MDT0 00010000:00010000:1.0:1734016145.511331:0:8966:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880097234000/0x3f004d6452e0917b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 8966 initiator: MDT0 00010000:00010000:1.0:1734016145.511350:0:8966:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880097234000/0x3f004d6452e0917b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 8966 initiator: MDT0 00000004:00200000:1.0:1734016145.511390:0:8966:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 9960092 00000004:00200000:1.0:1734016145.511395:0:8966:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1734016145.511421:0:8966:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880097234000/0x3f004d6452e0917b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 8966 initiator: MDT0 00010000:00010000:1.0:1734016145.511455:0:8966:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880097236ac0/0x3f004d6452e09174 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d26bf expref: 21 pid: 8966 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016145.511508:0:8966:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880097234000/0x3f004d6452e0917b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d26bf expref: 20 pid: 8966 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016145.511520:0:8966:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:1.0:1734016145.511523:0:8966:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1734016145.511529:0:8966:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097234000, rc 0) 00000100:00100000:1.0:1734016145.511631:0:8966:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880073e30e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+20:9673:x1818247337120128:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 567us (2863us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016145.511638:0:8966:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2151 00000100:00100000:0.0:1734016145.525623:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016145.525740:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337120256 00000100:00100000:2.0:1734016145.525753:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337120256 00000100:00100000:2.0:1734016145.525792:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 11232 00000100:00100000:2.0:1734016145.525799:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880073e30700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+10:1978:x1818247337120256:12345-192.168.201.10@tcp:22:fsx.0 00002000:00010000:2.0:1734016145.526060:0:7689:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 9960092 -> 9960092 00002000:00010000:2.0:1734016145.526063:0:7689:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016144 -> 1734016144 00002000:00010000:2.0:1734016145.526066:0:7689:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016141 -> 1734016141 00002000:00010000:2.0:1734016145.526068:0:7689:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016144 -> 1734016145 00002000:00010000:2.0:1734016145.526070:0:7689:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 152 -> 280 00000100:00100000:2.0:1734016145.526129:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880073e30700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+11:1978:x1818247337120256:12345-192.168.201.10@tcp:22:fsx.0 Request processed in 329us (519us total) trans 4294969481 rc 0/0 00000100:00100000:2.0:1734016145.526134:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 11232 00000100:00100000:0.0:1734016145.532991:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016145.533377:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337120384 00000100:00100000:2.0:1734016145.533395:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337120384 00000100:00100000:2.0:1734016145.533480:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 11233 00000100:00100000:2.0:1734016145.533489:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880073e32d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+9:1980:x1818247337120384:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:2.0:1734016145.533523:0:7690:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016145.533563:0:7690:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880072172640/0x3f004d6452e09182 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d26c6 expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016145.533664:0:7690:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074222d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339514112:192.168.201.10@tcp:106: 00000100:00100000:2.0:1734016145.533784:0:7690:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007455d600 going to sleep for 11 seconds 00000100:00100000:2.0:1734016145.541747:0:7690:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074222d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339514112:192.168.201.10@tcp:106: 00010000:00010000:2.0:1734016145.541820:0:7690:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880072172640/0x3f004d6452e09182 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d26c6 expref: 10 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016145.541848:0:7690:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880072172640/0x3f004d6452e09182 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d26c6 expref: 10 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016145.541905:0:7690:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880072172640, rc 0) 00000100:00100000:2.0:1734016145.542023:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880073e32d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+9:1980:x1818247337120384:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 8533us (9061us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016145.542038:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 11233 00000100:00100000:0.0:1734016145.555940:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016145.556822:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337120512 00000100:00100000:2.0:1734016145.556833:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337120512 00000100:00100000:2.0:1734016145.556920:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 11234 00000100:00100000:2.0:1734016145.556931:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880073e33100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+9:1978:x1818247337120512:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:2.0:1734016145.556964:0:7690:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016145.557002:0:7690:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e09189 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d26cd expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016145.557084:0:7690:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074222d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339514240:192.168.201.10@tcp:106: 00000100:00100000:2.0:1734016145.557182:0:7690:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007455d600 going to sleep for 11 seconds 00000100:00100000:2.0:1734016145.578405:0:7690:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074222d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339514240:192.168.201.10@tcp:106: 00010000:00010000:2.0:1734016145.578453:0:7690:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e09189 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d26cd expref: 10 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016145.578470:0:7690:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e09189 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d26cd expref: 10 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016145.581154:0:7690:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880072171440, rc 0) 00000100:00100000:2.0:1734016145.581314:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880073e33100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+9:1978:x1818247337120512:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 24371us (25442us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016145.581329:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 11234 00000100:00100000:0.0:1734016145.585498:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016145.585817:0:6483:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337120768 00000100:00100000:3.0:1734016145.585837:0:6483:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337120768 00000100:00100000:3.0:1734016145.585946:0:6483:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2152 00000100:00100000:3.0:1734016145.585955:0:6483:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880073e33480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+20:9673:x1818247337120768:12345-192.168.201.10@tcp:36:fsx.0 00010000:00010000:3.0:1734016145.586036:0:6483:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016145.586080:0:6483:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880097234000/0x3f004d6452e0917b lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d26bf expref: 20 pid: 8966 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016145.586180:0:6483:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:3.0:1734016145.586187:0:6483:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1734016145.586427:0:6483:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a6f40/0x3f004d6452e09190 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6483 initiator: MDT0 00010000:00010000:3.0:1734016145.586444:0:6483:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a5440/0x3f004d6452e09158 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d26a3 expref: 14 pid: 6483 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016145.586452:0:6483:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a6f40/0x3f004d6452e09190 lrc: 4/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6483 initiator: MDT0 00010000:00010000:3.0:1734016145.586497:0:6483:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a5440/0x3f004d6452e09158 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d26a3 expref: 14 pid: 6483 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016145.586514:0:6483:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a5440/0x3f004d6452e09158 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d26a3 expref: 14 pid: 6483 timeout: 509 lvb_type: 0 00000100:00100000:3.0:1734016145.586533:0:6483:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074e56300 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6483:1818247339514368:192.168.201.10@tcp:104: 00000100:00100000:3.0:1734016145.586635:0:6483:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012b9119c0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016145.589177:0:6483:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074e56300 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6483:1818247339514368:192.168.201.10@tcp:104: 00010000:00010000:3.0:1734016145.589220:0:6483:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a6f40/0x3f004d6452e09190 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6483 initiator: MDT0 00000100:00100000:2.0:1734016145.589291:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016145.589568:0:9956:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337120896 00000100:00100000:3.0:1734016145.589580:0:9956:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337120896 00010000:00010000:3.0:1734016145.589630:0:9956:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a5440/0x3f004d6452e09158 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d26a3 expref: 15 pid: 6483 timeout: 509 lvb_type: 0 00000100:00100000:3.0:1734016145.589679:0:9956:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 3061 00000100:00100000:3.0:1734016145.589690:0:9956:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074222d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+15:1978:x1818247337120896:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016145.589713:0:9956:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016145.589723:0:9956:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a5440/0x3f004d6452e09158 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d26a3 expref: 15 pid: 6483 timeout: 509 lvb_type: 0 00010000:00010000:3.0:1734016145.589736:0:9956:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a5440/0x3f004d6452e09158 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d26a3 expref: 15 pid: 6483 timeout: 509 lvb_type: 0 00010000:00010000:3.0:1734016145.589771:0:9956:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a5440/0x3f004d6452e09158 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d26a3 expref: 15 pid: 6483 timeout: 509 lvb_type: 0 00010000:00010000:3.0:1734016145.589795:0:9956:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:3.0:1734016145.589800:0:9956:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a6f40/0x3f004d6452e09190 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6483 initiator: MDT0 00010000:00010000:3.0:1734016145.589813:0:9956:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a6f40/0x3f004d6452e09190 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6483 initiator: MDT0 00010000:00010000:3.0:1734016145.589822:0:9956:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a6f40/0x3f004d6452e09190 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6483 initiator: MDT0 00010000:00010000:3.0:1734016145.591072:0:9956:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016145.592400:0:9956:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074222d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+14:1978:x1818247337120896:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 2700us (3100us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016145.592419:0:9956:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 3061 00010000:00010000:0.0:1734016145.593067:0:6483:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a6f40/0x3f004d6452e09190 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6483 initiator: MDT0 00010000:00010000:0.0:1734016145.593079:0:6483:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a6f40/0x3f004d6452e09190 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6483 initiator: MDT0 00000001:00080000:0.0:1734016145.593198:0:6483:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294968657 00000004:00010000:0.0:1734016145.593254:0:6483:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff880073e33480 reply state ffff8800747ce000 transno 4294968658 ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a6f40/0x3f004d6452e09190 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6483 initiator: MDT0 00000100:00100000:0.0:1734016145.593262:0:6483:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1734016145.593357:0:6483:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880073e33480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+22:9673:x1818247337120768:12345-192.168.201.10@tcp:36:fsx.0 Request processed in 7403us (7877us total) trans 4294968658 rc 0/0 00000100:00100000:0.0:1734016145.593364:0:6483:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2152 00000020:00080000:0.0:1734016145.593369:0:6483:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:2.0:1734016145.598550:0:3494:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a6f40/0x3f004d6452e09190 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6483 initiator: MDT0 00010000:00010000:2.0:1734016145.598572:0:3494:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a6f40/0x3f004d6452e09190 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6483 initiator: MDT0 00010000:00010000:2.0:1734016145.598579:0:3494:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a6f40/0x3f004d6452e09190 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6483 initiator: MDT0 00010000:00010000:2.0:1734016145.598584:0:3494:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88009a9a6f40 already unused, calling callback (ffffffffa0f03950) 00010000:00010000:2.0:1734016145.598588:0:3494:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a6f40/0x3f004d6452e09190 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6483 initiator: MDT0 00010000:00010000:2.0:1734016145.598595:0:3494:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a6f40/0x3f004d6452e09190 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6483 initiator: MDT0 00010000:00010000:2.0:1734016145.598608:0:3494:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:2.0:1734016145.598611:0:3494:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734016145.598613:0:3494:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a6f40/0x3f004d6452e09190 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6483 initiator: MDT0 00010000:00010000:2.0:1734016145.598617:0:3494:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a6f40/0x3f004d6452e09190 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6483 initiator: MDT0 00000100:00100000:0.0:1734016145.600172:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016145.604418:0:13925:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337121024 00000100:00100000:3.0:1734016145.604442:0:13925:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337121024 00002000:00010000:3.0:1734016145.604506:0:13925:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (9866649->18446744073709551615) 00002000:00100000:3.0:1734016145.604511:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074e40380 with x1818247337121024 ext(9866649->18446744073709551615) 00002000:00010000:3.0:1734016145.604527:0:13925:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074e40380. 00000100:00100000:3.0:1734016145.604569:0:13925:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9502 00000100:00100000:3.0:1734016145.604582:0:13925:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074e40380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+11:1979:x1818247337121024:12345-192.168.201.10@tcp:10:fsx.0 00002000:00010000:3.0:1734016145.604889:0:13925:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 9960092 -> 9866649 00002000:00010000:3.0:1734016145.604892:0:13925:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016144 -> 1734016145 00002000:00010000:3.0:1734016145.604894:0:13925:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016141 -> 1734016141 00002000:00010000:3.0:1734016145.604896:0:13925:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016145 -> 1734016145 00002000:00010000:3.0:1734016145.604897:0:13925:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 280 -> 280 00000100:00100000:3.0:1734016145.604998:0:13925:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074e40380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+12:1979:x1818247337121024:12345-192.168.201.10@tcp:10:fsx.0 Request processed in 417us (4837us total) trans 4294969482 rc 0/0 00000100:00100000:3.0:1734016145.605006:0:13925:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9502 00002000:00010000:3.0:1734016145.605009:0:13925:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (9866649->18446744073709551615) 00002000:00100000:3.0:1734016145.605011:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074e40380 with x1818247337121024 ext(9866649->18446744073709551615) 00002000:00010000:3.0:1734016145.605015:0:13925:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074e40380. 00000100:00100000:0.0:1734016145.625420:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016145.625807:0:6483:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337121152 00000100:00100000:2.0:1734016145.625819:0:6483:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337121152 00000100:00100000:2.0:1734016145.629931:0:6483:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2153 00000100:00100000:2.0:1734016145.629960:0:6483:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074e42a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+21:9673:x1818247337121152:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:2.0:1734016145.630024:0:6483:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016145.630069:0:6483:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800721718c0/0x3f004d6452e09197 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d26d4 expref: -99 pid: 6483 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016145.630234:0:6483:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880072170d80/0x3f004d6452e0919e lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6483 initiator: MDT0 00010000:00010000:2.0:1734016145.630259:0:6483:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880072170d80/0x3f004d6452e0919e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6483 initiator: MDT0 00010000:00010000:2.0:1734016145.630277:0:6483:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880072170d80/0x3f004d6452e0919e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6483 initiator: MDT0 00000004:00200000:2.0:1734016145.630319:0:6483:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 9866649 00000004:00200000:2.0:1734016145.630326:0:6483:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1734016145.630352:0:6483:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880072170d80/0x3f004d6452e0919e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6483 initiator: MDT0 00010000:00010000:2.0:1734016145.630391:0:6483:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800721718c0/0x3f004d6452e09197 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d26d4 expref: 23 pid: 6483 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016145.630438:0:6483:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880072170d80/0x3f004d6452e0919e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d26d4 expref: 22 pid: 6483 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016145.630448:0:6483:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:2.0:1734016145.630452:0:6483:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1734016145.630456:0:6483:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880072170d80, rc 0) 00000100:00100000:2.0:1734016145.630568:0:6483:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074e42a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+22:9673:x1818247337121152:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 617us (5168us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016145.630575:0:6483:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2153 00000100:00100000:2.0:1734016145.637728:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016145.637816:0:8966:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337121408 00000100:00100000:1.0:1734016145.637832:0:8966:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337121408 00000100:00100000:1.0:1734016145.637929:0:8966:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2154 00000100:00100000:1.0:1734016145.637939:0:8966:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074223800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+14:9673:x1818247337121408:12345-192.168.201.10@tcp:36:fsx.0 00010000:00010000:1.0:1734016145.638310:0:8966:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800972358c0/0x3f004d6452e091a5 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 8966 initiator: MDT0 00010000:00010000:1.0:1734016145.638329:0:8966:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880072170d80/0x3f004d6452e0919e lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d26d4 expref: 21 pid: 6483 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016145.638338:0:8966:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800972358c0/0x3f004d6452e091a5 lrc: 4/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 8966 initiator: MDT0 00010000:00010000:1.0:1734016145.638388:0:8966:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880072170d80/0x3f004d6452e0919e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d26d4 expref: 21 pid: 6483 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016145.638405:0:8966:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880072170d80/0x3f004d6452e0919e lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d26d4 expref: 21 pid: 6483 timeout: 509 lvb_type: 0 00000100:00100000:1.0:1734016145.638420:0:8966:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800769c4700 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:8966:1818247339514496:192.168.201.10@tcp:104: 00000100:00100000:1.0:1734016145.638524:0:8966:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012cf4f180 going to sleep for 11 seconds 00000100:00100000:1.0:1734016145.644792:0:8966:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800769c4700 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:8966:1818247339514496:192.168.201.10@tcp:104: 00010000:00010000:1.0:1734016145.644855:0:8966:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8800972358c0/0x3f004d6452e091a5 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 8966 initiator: MDT0 00000100:00100000:0.0:1734016145.646457:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016145.647076:0:9956:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337121536 00000100:00100000:3.0:1734016145.647100:0:9956:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337121536 00010000:00010000:3.0:1734016145.647532:0:9956:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880072170d80/0x3f004d6452e0919e lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d26d4 expref: 22 pid: 6483 timeout: 509 lvb_type: 0 00000100:00100000:3.0:1734016145.647603:0:9956:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 3062 00000100:00100000:3.0:1734016145.647616:0:9956:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800744e9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+22:1978:x1818247337121536:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016145.647650:0:9956:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016145.647660:0:9956:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880072170d80/0x3f004d6452e0919e lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d26d4 expref: 22 pid: 6483 timeout: 509 lvb_type: 0 00010000:00010000:3.0:1734016145.647679:0:9956:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880072170d80/0x3f004d6452e0919e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d26d4 expref: 22 pid: 6483 timeout: 509 lvb_type: 0 00010000:00010000:3.0:1734016145.648023:0:9956:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880072170d80/0x3f004d6452e0919e lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d26d4 expref: 22 pid: 6483 timeout: 509 lvb_type: 0 00010000:00010000:3.0:1734016145.648064:0:9956:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:3.0:1734016145.648070:0:9956:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8800972358c0/0x3f004d6452e091a5 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 8966 initiator: MDT0 00010000:00010000:3.0:1734016145.648082:0:9956:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800972358c0/0x3f004d6452e091a5 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 8966 initiator: MDT0 00010000:00010000:3.0:1734016145.648091:0:9956:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800972358c0/0x3f004d6452e091a5 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 8966 initiator: MDT0 00010000:00010000:3.0:1734016145.648187:0:9956:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016145.648278:0:9956:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800744e9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+21:1978:x1818247337121536:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 662us (1842us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016145.648289:0:9956:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 3062 00010000:00010000:1.0:1734016145.648693:0:8966:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8800972358c0/0x3f004d6452e091a5 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8966 initiator: MDT0 00010000:00010000:1.0:1734016145.648704:0:8966:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800972358c0/0x3f004d6452e091a5 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8966 initiator: MDT0 00000001:00080000:1.0:1734016145.648945:0:8966:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294968659 00000004:00010000:1.0:1734016145.656267:0:8966:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff880074223800 reply state ffff880074614000 transno 4294968660 ns: mdt-lustre-MDT0000_UUID lock: ffff8800972358c0/0x3f004d6452e091a5 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8966 initiator: MDT0 00000100:00100000:1.0:1734016145.656290:0:8966:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1734016145.656524:0:8966:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074223800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+17:9673:x1818247337121408:12345-192.168.201.10@tcp:36:fsx.0 Request processed in 18577us (18811us total) trans 4294968660 rc 0/0 00000100:00100000:1.0:1734016145.656548:0:8966:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2154 00000020:00080000:1.0:1734016145.656558:0:8966:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1734016145.667412:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00010000:00010000:1.0:1734016145.667826:0:3495:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800972358c0/0x3f004d6452e091a5 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8966 initiator: MDT0 00010000:00010000:1.0:1734016145.667844:0:3495:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800972358c0/0x3f004d6452e091a5 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 8966 initiator: MDT0 00010000:00010000:1.0:1734016145.667853:0:3495:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800972358c0/0x3f004d6452e091a5 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8966 initiator: MDT0 00010000:00010000:1.0:1734016145.667861:0:3495:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800972358c0 already unused, calling callback (ffffffffa0f03950) 00010000:00010000:1.0:1734016145.667927:0:3495:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800972358c0/0x3f004d6452e091a5 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8966 initiator: MDT0 00010000:00010000:1.0:1734016145.667937:0:3495:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800972358c0/0x3f004d6452e091a5 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 8966 initiator: MDT0 00010000:00010000:1.0:1734016145.667960:0:3495:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:1.0:1734016145.667963:0:3495:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1734016145.667968:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337121664 00010000:00010000:1.0:1734016145.667969:0:3495:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800972358c0/0x3f004d6452e091a5 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8966 initiator: MDT0 00010000:00010000:1.0:1734016145.667974:0:3495:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800972358c0/0x3f004d6452e091a5 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8966 initiator: MDT0 00000100:00100000:2.0:1734016145.667998:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337121664 00000100:00100000:2.0:1734016145.668088:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 11235 00000100:00100000:2.0:1734016145.668098:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800744e8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+9:9673:x1818247337121664:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:2.0:1734016145.668124:0:7690:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016145.668161:0:7690:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880072171f80/0x3f004d6452e091ac lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d26db expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016145.668307:0:7690:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880072172d00/0x3f004d6452e0915f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6901760->6918143) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d26aa expref: 11 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016145.668316:0:7690:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016145.668319:0:7690:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016145.668322:0:7690:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880072171f80/0x3f004d6452e091ac lrc: 4/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d26db expref: 10 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016145.668365:0:7690:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880072172d00/0x3f004d6452e0915f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6901760->6918143) gid 0 flags: 0x50000000020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d26aa expref: 11 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016145.668382:0:7690:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880072172d00/0x3f004d6452e0915f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6901760->6918143) gid 0 flags: 0x70000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d26aa expref: 11 pid: 7690 timeout: 509 lvb_type: 0 00000100:00100000:3.0:1734016145.668395:0:7690:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074e56300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339514624:192.168.201.10@tcp:104: 00000100:00100000:3.0:1734016145.668487:0:7690:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012b9119c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016145.679551:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016145.679850:0:7690:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074e56300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339514624:192.168.201.10@tcp:104: 00010000:00010000:3.0:1734016145.679963:0:7690:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880072171f80/0x3f004d6452e091ac lrc: 3/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d26db expref: 10 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016145.679997:0:7690:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880072171f80, rc 0) 00000100:00100000:3.0:1734016145.680137:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800744e8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+10:9673:x1818247337121664:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 12037us (12744us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016145.680152:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 11235 00000100:00100000:2.0:1734016145.701295:0:6469:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337121792 00000100:00100000:2.0:1734016145.701317:0:6469:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337121792 00010000:00010000:2.0:1734016145.701428:0:6469:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880072172d00/0x3f004d6452e0915f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6901760->6918143) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d26aa expref: 12 pid: 7690 timeout: 509 lvb_type: 0 00000100:00100000:2.0:1734016145.701472:0:6469:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 3063 00000100:00100000:2.0:1734016145.701480:0:6469:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800744ebb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+12:1979:x1818247337121792:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016145.701500:0:6469:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016145.701533:0:6469:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880072172d00/0x3f004d6452e0915f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 6901760->6918143) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d26aa expref: 12 pid: 7690 timeout: 509 lvb_type: 0 00010000:00010000:2.0:1734016145.701550:0:6469:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880072172d00/0x3f004d6452e0915f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 6901760->6918143) gid 0 flags: 0x50000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d26aa expref: 12 pid: 7690 timeout: 509 lvb_type: 0 00010000:00010000:2.0:1734016145.701581:0:6469:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880072172d00/0x3f004d6452e0915f lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 6901760->6918143) gid 0 flags: 0x44801400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d26aa expref: 12 pid: 7690 timeout: 509 lvb_type: 0 00010000:00010000:2.0:1734016145.701610:0:6469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016145.701614:0:6469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016145.701622:0:6469:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880072171f80/0x3f004d6452e091ac lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d26db expref: 9 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016145.701633:0:6469:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880072171f80/0x3f004d6452e091ac lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d26db expref: 9 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016145.701689:0:6469:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880072171f80/0x3f004d6452e091ac lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d26db expref: 9 pid: 7690 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016145.701707:0:6469:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074220a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6469:1818247339514752:192.168.201.10@tcp:105: 00000100:00100000:2.0:1734016145.701813:0:6469:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007455d0c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016145.709755:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016145.709954:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337121920 00000100:00100000:1.0:1734016145.709988:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337121920 00000100:00100000:2.0:1734016145.710008:0:6469:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074220a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6469:1818247339514752:192.168.201.10@tcp:105: 00010000:00010000:2.0:1734016145.710055:0:6469:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00002000:00010000:1.0:1734016145.710074:0:7696:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (1499472->18446744073709551615) 00002000:00100000:1.0:1734016145.710083:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800744e8000 with x1818247337121920 ext(1499472->18446744073709551615) 00002000:00010000:1.0:1734016145.710108:0:7696:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800744e8000. 00000100:00100000:2.0:1734016145.710164:0:6469:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800744ebb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+11:1979:x1818247337121792:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 8676us (30639us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016145.710187:0:6469:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 3063 00000100:00100000:1.0:1734016145.710288:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9503 00000100:00100000:1.0:1734016145.710302:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800744e8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+10:1978:x1818247337121920:12345-192.168.201.10@tcp:10:fsx.0 00002000:00010000:1.0:1734016145.711216:0:7696:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 9866649 -> 1499472 00002000:00010000:1.0:1734016145.711224:0:7696:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016145 -> 1734016145 00002000:00010000:1.0:1734016145.711227:0:7696:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016141 -> 1734016141 00002000:00010000:1.0:1734016145.711229:0:7696:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016145 -> 1734016145 00002000:00010000:1.0:1734016145.711231:0:7696:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 280 -> 152 00000100:00100000:1.0:1734016145.711298:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800744e8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+11:1978:x1818247337121920:12345-192.168.201.10@tcp:10:fsx.0 Request processed in 997us (1560us total) trans 4294969483 rc 0/0 00000100:00100000:1.0:1734016145.711308:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9503 00002000:00010000:1.0:1734016145.711315:0:7696:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (1499472->18446744073709551615) 00002000:00100000:1.0:1734016145.711322:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800744e8000 with x1818247337121920 ext(1499472->18446744073709551615) 00002000:00010000:1.0:1734016145.711329:0:7696:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800744e8000. 00000100:00100000:0.0:1734016145.717477:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016145.719054:0:8966:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337122048 00000100:00100000:1.0:1734016145.719068:0:8966:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337122048 00000100:00100000:1.0:1734016145.719147:0:8966:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2155 00000100:00100000:1.0:1734016145.719157:0:8966:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800744e9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+16:9673:x1818247337122048:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:1.0:1734016145.719199:0:8966:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016145.719228:0:8966:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800972358c0/0x3f004d6452e091b3 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d26e2 expref: -99 pid: 8966 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016145.719342:0:8966:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880097234000/0x3f004d6452e091ba lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 8966 initiator: MDT0 00010000:00010000:1.0:1734016145.719357:0:8966:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880097234000/0x3f004d6452e091ba lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 8966 initiator: MDT0 00010000:00010000:1.0:1734016145.719366:0:8966:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880097234000/0x3f004d6452e091ba lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 8966 initiator: MDT0 00000004:00200000:1.0:1734016145.719398:0:8966:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 1499472 00000004:00200000:1.0:1734016145.719403:0:8966:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1734016145.719426:0:8966:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880097234000/0x3f004d6452e091ba lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 8966 initiator: MDT0 00010000:00010000:1.0:1734016145.719452:0:8966:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800972358c0/0x3f004d6452e091b3 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d26e2 expref: 18 pid: 8966 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016145.719623:0:8966:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880097234000/0x3f004d6452e091ba lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d26e2 expref: 17 pid: 8966 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016145.719632:0:8966:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:1.0:1734016145.719635:0:8966:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1734016145.719639:0:8966:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097234000, rc 0) 00000100:00100000:1.0:1734016145.719714:0:8966:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800744e9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+17:9673:x1818247337122048:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 559us (2260us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016145.719721:0:8966:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2155 00000100:00100000:0.0:1734016145.727607:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016145.729704:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337122176 00000100:00100000:3.0:1734016145.729729:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337122176 00000100:00100000:3.0:1734016145.729802:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 11236 00000100:00100000:3.0:1734016145.729813:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880090cdb450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+11:1980:x1818247337122176:12345-192.168.201.10@tcp:22:fsx.0 00002000:00010000:3.0:1734016145.730227:0:7690:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 1499472 -> 1499472 00002000:00010000:3.0:1734016145.730231:0:7690:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016145 -> 1734016145 00002000:00010000:3.0:1734016145.730233:0:7690:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016141 -> 1734016141 00002000:00010000:3.0:1734016145.730235:0:7690:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016145 -> 1734016145 00002000:00010000:3.0:1734016145.730237:0:7690:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 152 -> 160 00000100:00100000:3.0:1734016145.731199:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880090cdb450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+12:1980:x1818247337122176:12345-192.168.201.10@tcp:22:fsx.0 Request processed in 1380us (3602us total) trans 4294969484 rc 0/0 00000100:00100000:3.0:1734016145.731212:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 11236 00010000:00010000:2.0:1734016145.737550:0:6471:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734016145.738990:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016145.739209:0:8966:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337122304 00000100:00100000:1.0:1734016145.739221:0:8966:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337122304 00000100:00100000:1.0:1734016145.739284:0:8966:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2156 00000100:00100000:1.0:1734016145.739292:0:8966:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074e55180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+21:9673:x1818247337122304:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:1.0:1734016145.739314:0:8966:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016145.739337:0:8966:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880097236ac0/0x3f004d6452e091c1 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d26e9 expref: -99 pid: 8966 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016145.739457:0:8966:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880097236d00/0x3f004d6452e091c8 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 8966 initiator: MDT0 00010000:00010000:1.0:1734016145.739474:0:8966:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880097236d00/0x3f004d6452e091c8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 8966 initiator: MDT0 00010000:00010000:1.0:1734016145.739489:0:8966:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880097236d00/0x3f004d6452e091c8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 8966 initiator: MDT0 00000004:00200000:1.0:1734016145.739521:0:8966:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 1499472 00000004:00200000:1.0:1734016145.739528:0:8966:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1734016145.739546:0:8966:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880097236d00/0x3f004d6452e091c8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 8966 initiator: MDT0 00010000:00010000:1.0:1734016145.739579:0:8966:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880097236ac0/0x3f004d6452e091c1 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d26e9 expref: 23 pid: 8966 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016145.739617:0:8966:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880097236d00/0x3f004d6452e091c8 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d26e9 expref: 22 pid: 8966 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016145.739627:0:8966:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:1.0:1734016145.739630:0:8966:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1734016145.739635:0:8966:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097236d00, rc 0) 00000100:00100000:1.0:1734016145.739694:0:8966:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074e55180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+22:9673:x1818247337122304:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 402us (723us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016145.739700:0:8966:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2156 00000100:00100000:1.0:1734016145.743987:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016145.744106:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337122432 00000100:00100000:0.0:1734016145.744126:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337122432 00000100:00100000:0.0:1734016145.744809:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 11237 00000100:00100000:0.0:1734016145.744822:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800769c4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+11:1978:x1818247337122432:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:0.0:1734016145.744860:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016145.745562:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880097234900/0x3f004d6452e091cf lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d26f0 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016145.745656:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800769c4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339514880:192.168.201.10@tcp:106: 00000100:00100000:1.0:1734016145.745775:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012cf4f840 going to sleep for 11 seconds 00000100:00100000:1.0:1734016145.754485:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800769c4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339514880:192.168.201.10@tcp:106: 00010000:00010000:1.0:1734016145.754562:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880097234900/0x3f004d6452e091cf lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d26f0 expref: 12 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016145.754582:0:7689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097234900/0x3f004d6452e091cf lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d26f0 expref: 12 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016145.754627:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097234900, rc 0) 00000100:00100000:1.0:1734016145.754713:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800769c4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+11:1978:x1818247337122432:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 9891us (10757us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016145.754725:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 11237 00000100:00100000:0.0:1734016145.759624:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016145.760033:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337122560 00000100:00100000:1.0:1734016145.760045:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337122560 00000100:00100000:1.0:1734016145.760129:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 11238 00000100:00100000:1.0:1734016145.760137:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800744eb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+11:1979:x1818247337122560:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:1.0:1734016145.760165:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016145.760189:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880097234b40/0x3f004d6452e091d6 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d26f7 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016145.760258:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800769c4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339515008:192.168.201.10@tcp:106: 00000100:00100000:1.0:1734016145.760337:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012cf4f840 going to sleep for 11 seconds 00000100:00100000:1.0:1734016145.769498:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800769c4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339515008:192.168.201.10@tcp:106: 00010000:00010000:1.0:1734016145.769551:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880097234b40/0x3f004d6452e091d6 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d26f7 expref: 12 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016145.769567:0:7689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097234b40/0x3f004d6452e091d6 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d26f7 expref: 12 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016145.769595:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097234b40, rc 0) 00000100:00100000:1.0:1734016145.769660:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800744eb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+11:1979:x1818247337122560:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 9523us (10050us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016145.769669:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 11238 00000100:00100000:0.0:1734016145.779919:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016145.780120:0:6483:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337122816 00000100:00100000:3.0:1734016145.780133:0:6483:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337122816 00000100:00100000:3.0:1734016145.780201:0:6483:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2157 00000100:00100000:3.0:1734016145.780211:0:6483:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800744ead80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+22:9673:x1818247337122816:12345-192.168.201.10@tcp:36:fsx.0 00010000:00010000:3.0:1734016145.780278:0:6483:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016145.780310:0:6483:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880097236d00/0x3f004d6452e091c8 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d26e9 expref: 22 pid: 8966 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016145.780343:0:6483:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:3.0:1734016145.780348:0:6483:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1734016145.780539:0:6483:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a5b00/0x3f004d6452e091dd lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6483 initiator: MDT0 00010000:00010000:3.0:1734016145.780555:0:6483:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880097234000/0x3f004d6452e091ba lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d26e2 expref: 16 pid: 8966 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016145.780562:0:6483:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a5b00/0x3f004d6452e091dd lrc: 4/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6483 initiator: MDT0 00010000:00010000:3.0:1734016145.780605:0:6483:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880097234000/0x3f004d6452e091ba lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d26e2 expref: 16 pid: 8966 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016145.780619:0:6483:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880097234000/0x3f004d6452e091ba lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d26e2 expref: 16 pid: 8966 timeout: 509 lvb_type: 0 00000100:00100000:3.0:1734016145.780634:0:6483:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074e56300 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6483:1818247339515136:192.168.201.10@tcp:104: 00000100:00100000:3.0:1734016145.780704:0:6483:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012b911540 going to sleep for 11 seconds 00000100:00100000:1.0:1734016145.795230:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016145.795330:0:6469:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337122944 00000100:00100000:2.0:1734016145.795344:0:6469:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337122944 00010000:00010000:2.0:1734016145.795383:0:6469:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880097234000/0x3f004d6452e091ba lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d26e2 expref: 17 pid: 8966 timeout: 509 lvb_type: 0 00000100:00100000:2.0:1734016145.795417:0:6469:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 3064 00000100:00100000:2.0:1734016145.795424:0:6469:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800769c4a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+17:1979:x1818247337122944:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016145.795437:0:6469:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016145.795443:0:6469:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880097234000/0x3f004d6452e091ba lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d26e2 expref: 17 pid: 8966 timeout: 509 lvb_type: 0 00010000:00010000:2.0:1734016145.795455:0:6469:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880097234000/0x3f004d6452e091ba lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d26e2 expref: 17 pid: 8966 timeout: 509 lvb_type: 0 00010000:00010000:2.0:1734016145.795489:0:6469:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:2.0:1734016145.795495:0:6469:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a5b00/0x3f004d6452e091dd lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6483 initiator: MDT0 00010000:00010000:2.0:1734016145.795504:0:6469:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a5b00/0x3f004d6452e091dd lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50290000000000 pid: 6483 initiator: MDT0 00010000:00010000:2.0:1734016145.795511:0:6469:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a5b00/0x3f004d6452e091dd lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50290000000000 pid: 6483 initiator: MDT0 00010000:00010000:2.0:1734016145.795531:0:6469:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016145.795578:0:6469:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800769c4a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+17:1979:x1818247337122944:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 153us (357us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016145.795585:0:6469:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 3064 00010000:00010000:3.0:1734016145.797266:0:6483:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880097234000/0x3f004d6452e091ba lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d26e2 expref: 16 pid: 8966 timeout: 509 lvb_type: 0 00000100:00100000:3.0:1734016145.798257:0:6483:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074e56300 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6483:1818247339515136:192.168.201.10@tcp:104: 00010000:00010000:3.0:1734016145.798298:0:6483:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a5b00/0x3f004d6452e091dd lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6483 initiator: MDT0 00010000:00010000:3.0:1734016145.798309:0:6483:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a5b00/0x3f004d6452e091dd lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6483 initiator: MDT0 00010000:00010000:3.0:1734016145.798314:0:6483:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a5b00/0x3f004d6452e091dd lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6483 initiator: MDT0 00000001:00080000:3.0:1734016145.798454:0:6483:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294968661 00000004:00010000:3.0:1734016145.798519:0:6483:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff8800744ead80 reply state ffff8800747cf000 transno 4294968662 ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a5b00/0x3f004d6452e091dd lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6483 initiator: MDT0 00000100:00100000:3.0:1734016145.798528:0:6483:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1734016145.798683:0:6483:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800744ead80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+24:9673:x1818247337122816:12345-192.168.201.10@tcp:36:fsx.0 Request processed in 18470us (18836us total) trans 4294968662 rc 0/0 00000100:00100000:3.0:1734016145.798695:0:6483:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2157 00000020:00080000:3.0:1734016145.798703:0:6483:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1734016145.807699:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00010000:00010000:2.0:1734016145.807780:0:3494:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a5b00/0x3f004d6452e091dd lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6483 initiator: MDT0 00010000:00010000:2.0:1734016145.807794:0:3494:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a5b00/0x3f004d6452e091dd lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6483 initiator: MDT0 00010000:00010000:2.0:1734016145.807801:0:3494:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a5b00/0x3f004d6452e091dd lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6483 initiator: MDT0 00010000:00010000:2.0:1734016145.807807:0:3494:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88009a9a5b00 already unused, calling callback (ffffffffa0f03950) 00010000:00010000:2.0:1734016145.807810:0:3494:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a5b00/0x3f004d6452e091dd lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6483 initiator: MDT0 00010000:00010000:2.0:1734016145.807816:0:3494:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a5b00/0x3f004d6452e091dd lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6483 initiator: MDT0 00010000:00010000:2.0:1734016145.807831:0:3494:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:2.0:1734016145.807834:0:3494:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734016145.807839:0:3494:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a5b00/0x3f004d6452e091dd lrc: 2/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6483 initiator: MDT0 00010000:00010000:2.0:1734016145.807844:0:3494:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a5b00/0x3f004d6452e091dd lrc: 0/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6483 initiator: MDT0 00000100:00100000:0.0:1734016145.808202:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337123072 00000100:00100000:0.0:1734016145.808215:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337123072 00000100:00100000:0.0:1734016145.808267:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 11239 00000100:00100000:0.0:1734016145.808275:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800769c6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+11:9673:x1818247337123072:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:0.0:1734016145.808295:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016145.808313:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a8038b40/0x3f004d6452e091e4 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d26fe expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016145.808343:0:7689:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880072171f80/0x3f004d6452e091ac lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d26db expref: 11 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016145.808349:0:7689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016145.808351:0:7689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016145.808354:0:7689:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a8038b40/0x3f004d6452e091e4 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d26fe expref: 12 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016145.808391:0:7689:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880072171f80/0x3f004d6452e091ac lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d26db expref: 11 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016145.808406:0:7689:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880072171f80/0x3f004d6452e091ac lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d26db expref: 11 pid: 7690 timeout: 509 lvb_type: 0 00000100:00100000:0.0:1734016145.808421:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800744ea300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339515264:192.168.201.10@tcp:104: 00000100:00100000:0.0:1734016145.808501:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7486540 going to sleep for 11 seconds 00000100:00100000:2.0:1734016145.816040:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800744ea300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339515264:192.168.201.10@tcp:104: 00010000:00010000:2.0:1734016145.816117:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a8038b40/0x3f004d6452e091e4 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d26fe expref: 12 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016145.816151:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a8038b40, rc 0) 00000100:00100000:1.0:1734016145.835357:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016145.836540:0:9956:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337123200 00000100:00100000:3.0:1734016145.836553:0:9956:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337123200 00010000:00010000:3.0:1734016145.836612:0:9956:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880072171f80/0x3f004d6452e091ac lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d26db expref: 12 pid: 7690 timeout: 509 lvb_type: 0 00000100:00100000:3.0:1734016145.836665:0:9956:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 3065 00000100:00100000:3.0:1734016145.836675:0:9956:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800769c7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+12:1978:x1818247337123200:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016145.836695:0:9956:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016145.836732:0:9956:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880072171f80/0x3f004d6452e091ac lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d26db expref: 12 pid: 7690 timeout: 509 lvb_type: 0 00010000:00010000:3.0:1734016145.836747:0:9956:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880072171f80/0x3f004d6452e091ac lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d26db expref: 12 pid: 7690 timeout: 509 lvb_type: 0 00010000:00010000:3.0:1734016145.836782:0:9956:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880072171f80/0x3f004d6452e091ac lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d26db expref: 12 pid: 7690 timeout: 509 lvb_type: 0 00010000:00010000:3.0:1734016145.836820:0:9956:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016145.836825:0:9956:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016145.836832:0:9956:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a8038b40/0x3f004d6452e091e4 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d26fe expref: 12 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016145.836845:0:9956:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a8038b40/0x3f004d6452e091e4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d26fe expref: 12 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016145.836927:0:9956:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a8038b40/0x3f004d6452e091e4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d26fe expref: 12 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016145.836945:0:9956:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074e56300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9956:1818247339515392:192.168.201.10@tcp:105: 00000100:00100000:3.0:1734016145.837037:0:9956:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012b9119c0 going to sleep for 11 seconds 00000100:00100000:2.0:1734016145.837842:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800769c6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+12:9673:x1818247337123072:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 29561us (30146us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016145.837853:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 11239 00000100:00100000:1.0:1734016145.840336:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016145.840450:0:9956:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074e56300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9956:1818247339515392:192.168.201.10@tcp:105: 00010000:00010000:3.0:1734016145.840488:0:9956:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016145.840564:0:9956:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800769c7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+11:1978:x1818247337123200:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 3887us (5220us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016145.840580:0:9956:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 3065 00000100:00100000:0.0:1734016145.840683:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337123328 00000100:00100000:0.0:1734016145.840694:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337123328 00002000:00010000:0.0:1734016145.840750:0:7696:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (3997962->18446744073709551615) 00002000:00100000:0.0:1734016145.840756:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800769c6d80 with x1818247337123328 ext(3997962->18446744073709551615) 00002000:00010000:0.0:1734016145.840772:0:7696:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800769c6d80. 00000100:00100000:0.0:1734016145.841887:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9504 00000100:00100000:0.0:1734016145.841896:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800769c6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+12:1979:x1818247337123328:12345-192.168.201.10@tcp:10:fsx.0 00002000:00010000:0.0:1734016145.842253:0:7696:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 1499472 -> 3997962 00002000:00010000:0.0:1734016145.842256:0:7696:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016145 -> 1734016145 00002000:00010000:0.0:1734016145.842259:0:7696:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016141 -> 1734016141 00002000:00010000:0.0:1734016145.842261:0:7696:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016145 -> 1734016145 00002000:00010000:0.0:1734016145.842263:0:7696:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 160 -> 152 00000100:00100000:0.0:1734016145.842609:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800769c6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+13:1979:x1818247337123328:12345-192.168.201.10@tcp:10:fsx.0 Request processed in 712us (2291us total) trans 4294969485 rc 0/0 00000100:00100000:0.0:1734016145.842616:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9504 00002000:00010000:0.0:1734016145.842621:0:7696:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (3997962->18446744073709551615) 00002000:00100000:0.0:1734016145.842625:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800769c6d80 with x1818247337123328 ext(3997962->18446744073709551615) 00002000:00010000:0.0:1734016145.842631:0:7696:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800769c6d80. 00000100:00100000:1.0:1734016145.844749:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016145.844845:0:6483:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337123456 00000100:00100000:3.0:1734016145.844857:0:6483:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337123456 00000100:00100000:3.0:1734016145.844930:0:6483:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2158 00000100:00100000:3.0:1734016145.844935:0:6483:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800769c5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+23:9673:x1818247337123456:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:3.0:1734016145.844955:0:6483:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016145.844972:0:6483:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a4480/0x3f004d6452e091eb lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d2705 expref: -99 pid: 6483 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016145.845057:0:6483:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a7600/0x3f004d6452e091f2 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6483 initiator: MDT0 00010000:00010000:3.0:1734016145.845071:0:6483:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a7600/0x3f004d6452e091f2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6483 initiator: MDT0 00010000:00010000:3.0:1734016145.845086:0:6483:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a7600/0x3f004d6452e091f2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6483 initiator: MDT0 00000004:00200000:3.0:1734016145.845113:0:6483:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 3997962 00000004:00200000:3.0:1734016145.845116:0:6483:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1734016145.845132:0:6483:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a7600/0x3f004d6452e091f2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6483 initiator: MDT0 00010000:00010000:3.0:1734016145.845158:0:6483:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a4480/0x3f004d6452e091eb lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2705 expref: 25 pid: 6483 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016145.845181:0:6483:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a7600/0x3f004d6452e091f2 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2705 expref: 24 pid: 6483 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016145.845188:0:6483:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:3.0:1734016145.845192:0:6483:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1734016145.845196:0:6483:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a9a7600, rc 0) 00000100:00100000:3.0:1734016145.845260:0:6483:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800769c5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+24:9673:x1818247337123456:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 324us (523us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016145.845268:0:6483:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2158 00000100:00100000:0.0:1734016145.849697:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016145.849836:0:8966:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337123712 00000100:00100000:1.0:1734016145.849854:0:8966:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337123712 00000100:00100000:1.0:1734016145.849969:0:8966:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2159 00000100:00100000:1.0:1734016145.849992:0:8966:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800744e9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+24:9673:x1818247337123712:12345-192.168.201.10@tcp:36:fsx.0 00010000:00010000:1.0:1734016145.850082:0:8966:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016145.850122:0:8966:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a7600/0x3f004d6452e091f2 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2705 expref: 24 pid: 6483 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016145.850152:0:8966:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:1.0:1734016145.850158:0:8966:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1734016145.850373:0:8966:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880097234000/0x3f004d6452e091f9 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 8966 initiator: MDT0 00010000:00010000:1.0:1734016145.850389:0:8966:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880097234000/0x3f004d6452e091f9 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8966 initiator: MDT0 00010000:00010000:1.0:1734016145.850400:0:8966:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880097234000/0x3f004d6452e091f9 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8966 initiator: MDT0 00000001:00080000:1.0:1734016145.850450:0:8966:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294968663 00000004:00010000:1.0:1734016145.850471:0:8966:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff8800744e9500 reply state ffff880074f35000 transno 4294968664 ns: mdt-lustre-MDT0000_UUID lock: ffff880097234000/0x3f004d6452e091f9 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8966 initiator: MDT0 00000100:00100000:1.0:1734016145.850478:0:8966:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1734016145.850573:0:8966:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800744e9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+26:9673:x1818247337123712:12345-192.168.201.10@tcp:36:fsx.0 Request processed in 584us (892us total) trans 4294968664 rc 0/0 00000100:00100000:1.0:1734016145.850580:0:8966:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2159 00000020:00080000:1.0:1734016145.850587:0:8966:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:1.0:1734016145.852600:0:3495:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880097234000/0x3f004d6452e091f9 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8966 initiator: MDT0 00010000:00010000:1.0:1734016145.852620:0:3495:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880097234000/0x3f004d6452e091f9 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 8966 initiator: MDT0 00010000:00010000:1.0:1734016145.852627:0:3495:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880097234000/0x3f004d6452e091f9 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8966 initiator: MDT0 00010000:00010000:1.0:1734016145.852633:0:3495:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880097234000 already unused, calling callback (ffffffffa0f03950) 00010000:00010000:1.0:1734016145.852639:0:3495:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880097234000/0x3f004d6452e091f9 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8966 initiator: MDT0 00010000:00010000:1.0:1734016145.852646:0:3495:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880097234000/0x3f004d6452e091f9 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 8966 initiator: MDT0 00010000:00010000:1.0:1734016145.852664:0:3495:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:1.0:1734016145.852669:0:3495:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1734016145.852674:0:3495:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880097234000/0x3f004d6452e091f9 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8966 initiator: MDT0 00010000:00010000:1.0:1734016145.852679:0:3495:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880097234000/0x3f004d6452e091f9 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8966 initiator: MDT0 00000100:00100000:0.0:1734016145.853836:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016145.854042:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337123840 00000100:00100000:2.0:1734016145.854055:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337123840 00002000:00010000:2.0:1734016145.854104:0:7696:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (9030084->18446744073709551615) 00002000:00100000:2.0:1734016145.854110:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800744e8700 with x1818247337123840 ext(9030084->18446744073709551615) 00002000:00010000:2.0:1734016145.854124:0:7696:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800744e8700. 00000100:00100000:2.0:1734016145.854166:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9505 00000100:00100000:2.0:1734016145.854176:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800744e8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+13:1978:x1818247337123840:12345-192.168.201.10@tcp:10:fsx.0 00002000:00010000:2.0:1734016145.854423:0:7696:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 3997962 -> 9030084 00002000:00010000:2.0:1734016145.854426:0:7696:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016145 -> 1734016145 00002000:00010000:2.0:1734016145.854429:0:7696:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016141 -> 1734016141 00002000:00010000:2.0:1734016145.854432:0:7696:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016145 -> 1734016145 00002000:00010000:2.0:1734016145.854434:0:7696:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 152 -> 152 00000100:00100000:2.0:1734016145.854503:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800744e8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+14:1978:x1818247337123840:12345-192.168.201.10@tcp:10:fsx.0 Request processed in 327us (679us total) trans 4294969486 rc 0/0 00000100:00100000:2.0:1734016145.854511:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9505 00002000:00010000:2.0:1734016145.854515:0:7696:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (9030084->18446744073709551615) 00002000:00100000:2.0:1734016145.854518:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800744e8700 with x1818247337123840 ext(9030084->18446744073709551615) 00002000:00010000:2.0:1734016145.854522:0:7696:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800744e8700. 00000100:00100000:0.0:1734016145.892625:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016145.892691:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016145.892749:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016145.892942:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337124224 00000100:00100000:1.0:1734016145.892970:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337124224 00002000:00100000:1.0:1734016145.893090:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (4190208->8384511) req@ffff8800744e9880 x1818247337124224/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:106/0 lens 488/0 e 0 to 0 dl 1734016156 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016145.893103:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800744e9880 with x1818247337124224 ext(4190208->8384511) 00002000:00010000:1.0:1734016145.893113:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800744e9880 00000100:00100000:1.0:1734016145.893140:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337124096 00000100:00100000:1.0:1734016145.893143:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337124096 00002000:00100000:1.0:1734016145.893154:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (0->9031679) req@ffff8800744eb480 x1818247337124096/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:106/0 lens 504/0 e 0 to 0 dl 1734016156 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016145.893161:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800744eb480 with x1818247337124096 ext(0->9031679) 00002000:00010000:1.0:1734016145.893165:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800744eb480 00000100:00100000:1.0:1734016145.893175:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337124352 00000100:00100000:1.0:1734016145.893176:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337124352 00002000:00100000:1.0:1734016145.893183:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (8384512->9027583) req@ffff8800744e8380 x1818247337124352/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:106/0 lens 488/0 e 0 to 0 dl 1734016156 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016145.893189:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800744e8380 with x1818247337124352 ext(8384512->9027583) 00002000:00010000:1.0:1734016145.893191:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800744e8380 00000100:00100000:1.0:1734016145.893201:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9506 00000100:00100000:1.0:1734016145.893209:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800744e9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+16:1978:x1818247337124224:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:2.0:1734016145.896132:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9507 00000100:00100000:2.0:1734016145.896160:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800744eb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+16:1979:x1818247337124096:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:3.0:1734016145.897285:0:13925:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9508 00000100:00100000:3.0:1734016145.897294:0:13925:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800744e8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+16:1979:x1818247337124352:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:3.0:1734016145.922350:0:13925:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800744e8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+18:1979:x1818247337124352:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 25036us (29581us total) trans 0 rc 643072/643072 00000100:00100000:3.0:1734016145.922367:0:13925:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9508 00002000:00100000:3.0:1734016145.922383:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (8384512->9027583) req@ffff8800744e8380 x1818247337124352/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:106/0 lens 488/440 e 0 to 0 dl 1734016156 ref 1 fl Complete:/200/0 rc 643072/643072 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016145.922394:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800744e8380 with x1818247337124352 ext(8384512->9027583) 00002000:00010000:3.0:1734016145.922402:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800744e8380 00000100:00100000:0.0:1734016146.014268:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800744e9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+16:1978:x1818247337124224:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 121029us (121638us total) trans 0 rc 4194304/4194304 00000100:00100000:0.0:1734016146.014294:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9506 00002000:00100000:0.0:1734016146.014327:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (4190208->8384511) req@ffff8800744e9880 x1818247337124224/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:106/0 lens 488/440 e 0 to 0 dl 1734016156 ref 1 fl Complete:/200/0 rc 4194304/4194304 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016146.014344:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800744e9880 with x1818247337124224 ext(4190208->8384511) 00002000:00010000:0.0:1734016146.014356:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800744e9880 00000100:00100000:2.0:1734016146.064282:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800744eb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+14:1979:x1818247337124096:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 168105us (171561us total) trans 0 rc 4194304/4194304 00000100:00100000:2.0:1734016146.064301:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9507 00002000:00100000:2.0:1734016146.064323:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (0->9031679) req@ffff8800744eb480 x1818247337124096/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:106/0 lens 504/440 e 0 to 0 dl 1734016156 ref 1 fl Complete:/200/0 rc 4194304/4194304 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016146.064335:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800744eb480 with x1818247337124096 ext(0->9031679) 00002000:00010000:2.0:1734016146.064344:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800744eb480 00000100:00100000:3.0:1734016146.074077:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016146.074301:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337124608 00000100:00100000:2.0:1734016146.074321:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337124608 00002000:00100000:2.0:1734016146.074413:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (8998912->9030083) req@ffff880074e56300 x1818247337124608/t0(0) o4->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:107/0 lens 488/0 e 0 to 0 dl 1734016157 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016146.074428:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074e56300 with x1818247337124608 ext(8998912->9030083) 00002000:00010000:2.0:1734016146.074439:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074e56300 00000100:00100000:2.0:1734016146.075569:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9509 00000100:00100000:2.0:1734016146.075585:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074e56300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+14:1980:x1818247337124608:12345-192.168.201.10@tcp:4:fsx.0 00000100:00100000:0.0:1734016146.089052:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074e56300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+16:1980:x1818247337124608:12345-192.168.201.10@tcp:4:fsx.0 Request processed in 13450us (14986us total) trans 4294969487 rc 0/0 00000100:00100000:0.0:1734016146.089068:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9509 00002000:00100000:0.0:1734016146.089086:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (8998912->9030083) req@ffff880074e56300 x1818247337124608/t4294969487(0) o4->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:107/0 lens 488/448 e 0 to 0 dl 1734016157 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016146.089096:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074e56300 with x1818247337124608 ext(8998912->9030083) 00002000:00010000:0.0:1734016146.089104:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074e56300 00000100:00100000:1.0:1734016146.101136:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016146.101410:0:6483:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337124736 00000100:00100000:3.0:1734016146.101426:0:6483:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337124736 00000100:00100000:3.0:1734016146.101501:0:6483:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2160 00000100:00100000:3.0:1734016146.101516:0:6483:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076948380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+25:9673:x1818247337124736:12345-192.168.201.10@tcp:44:fsx.0 00000100:00100000:3.0:1734016146.101845:0:6483:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076948380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+25:9673:x1818247337124736:12345-192.168.201.10@tcp:44:fsx.0 Request processed in 331us (729us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016146.101854:0:6483:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2160 00000100:00100000:3.0:1734016146.109071:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016146.109225:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337124864 00000100:00100000:3.0:1734016146.109242:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337124864 00000100:00100000:3.0:1734016146.109937:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 11240 00000100:00100000:3.0:1734016146.109950:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074e55500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+16:1979:x1818247337124864:12345-192.168.201.10@tcp:16:fsx.0 00000001:00080000:2.0:1734016146.126409:0:8954:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969487 is committed 00000001:00080000:2.0:1734016146.126485:0:8954:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969484 is committed 00000100:00100000:3.0:1734016146.131337:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074e55500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1979:x1818247337124864:12345-192.168.201.10@tcp:16:fsx.0 Request processed in 21370us (22269us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016146.131355:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 11240 00000100:00100000:0.0:1734016146.143072:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016146.143715:0:6483:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337124992 00000100:00100000:3.0:1734016146.143736:0:6483:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337124992 00000100:00100000:1.0:1734016146.145109:0:8966:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2161 00000100:00100000:1.0:1734016146.145126:0:8966:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800744e9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+25:9673:x1818247337124992:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:1.0:1734016146.145181:0:8966:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016146.145236:0:8966:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880097237600/0x3f004d6452e09200 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d270c expref: -99 pid: 8966 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016146.145434:0:8966:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880097235200/0x3f004d6452e09207 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 8966 initiator: MDT0 00010000:00010000:1.0:1734016146.145460:0:8966:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880097235200/0x3f004d6452e09207 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 8966 initiator: MDT0 00010000:00010000:1.0:1734016146.145485:0:8966:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880097235200/0x3f004d6452e09207 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 8966 initiator: MDT0 00000004:00200000:1.0:1734016146.145536:0:8966:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 9030084 00000004:00200000:1.0:1734016146.145544:0:8966:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1734016146.145573:0:8966:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880097235200/0x3f004d6452e09207 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 8966 initiator: MDT0 00010000:00010000:1.0:1734016146.145612:0:8966:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880097237600/0x3f004d6452e09200 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d270c expref: 27 pid: 8966 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016146.147500:0:8966:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880097235200/0x3f004d6452e09207 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d270c expref: 26 pid: 8966 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016146.147523:0:8966:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:1.0:1734016146.147526:0:8966:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1734016146.147530:0:8966:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097235200, rc 0) 00000100:00100000:1.0:1734016146.149699:0:8966:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800744e9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+26:9673:x1818247337124992:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 4551us (6828us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016146.149724:0:8966:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2161 00000100:00100000:1.0:1734016146.161583:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016146.161712:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337125120 00000100:00100000:0.0:1734016146.161729:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337125120 00002000:00100000:0.0:1734016146.161800:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (5746688->5795839) req@ffff880076948a80 x1818247337125120/t0(0) o4->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:107/0 lens 488/0 e 0 to 0 dl 1734016157 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016146.161814:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076948a80 with x1818247337125120 ext(5746688->5795839) 00002000:00010000:0.0:1734016146.161822:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076948a80 00000100:00100000:0.0:1734016146.161912:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9510 00000100:00100000:0.0:1734016146.161922:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076948a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1979:x1818247337125120:12345-192.168.201.10@tcp:4:fsx.0 00000100:00100000:0.0:1734016146.168358:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076948a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+9:1979:x1818247337125120:12345-192.168.201.10@tcp:4:fsx.0 Request processed in 6411us (6779us total) trans 4294969488 rc 0/0 00000100:00100000:0.0:1734016146.168377:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9510 00002000:00100000:0.0:1734016146.168399:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (5746688->5795839) req@ffff880076948a80 x1818247337125120/t4294969488(0) o4->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:107/0 lens 488/448 e 0 to 0 dl 1734016157 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016146.168413:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076948a80 with x1818247337125120 ext(5746688->5795839) 00002000:00010000:0.0:1734016146.168424:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076948a80 00000100:00100000:2.0:1734016146.171188:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016146.171301:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337125248 00000100:00100000:3.0:1734016146.171311:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337125248 00000100:00100000:3.0:1734016146.171441:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 11241 00000100:00100000:3.0:1734016146.171449:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074220a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+9:1978:x1818247337125248:12345-192.168.201.10@tcp:16:fsx.0 00000001:00080000:2.0:1734016146.172778:0:8954:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969488 is committed 00000100:00100000:3.0:1734016146.173106:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074220a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1978:x1818247337125248:12345-192.168.201.10@tcp:16:fsx.0 Request processed in 1651us (1929us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016146.173118:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 11241 00000100:00100000:1.0:1734016146.185184:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016146.185269:0:8966:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337125376 00000100:00100000:2.0:1734016146.185279:0:8966:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337125376 00000100:00100000:2.0:1734016146.185324:0:8966:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2162 00000100:00100000:2.0:1734016146.185331:0:8966:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007694b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+16:9673:x1818247337125376:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:2.0:1734016146.185364:0:8966:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016146.185388:0:8966:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880072171f80/0x3f004d6452e0920e lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d2713 expref: -99 pid: 8966 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016146.185530:0:8966:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880072172d00/0x3f004d6452e09215 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 8966 initiator: MDT0 00010000:00010000:2.0:1734016146.185548:0:8966:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880072172d00/0x3f004d6452e09215 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 8966 initiator: MDT0 00010000:00010000:2.0:1734016146.185560:0:8966:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880072172d00/0x3f004d6452e09215 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 8966 initiator: MDT0 00000004:00200000:2.0:1734016146.185590:0:8966:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 9030084 00000004:00200000:2.0:1734016146.185595:0:8966:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1734016146.185615:0:8966:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880072172d00/0x3f004d6452e09215 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 8966 initiator: MDT0 00010000:00010000:2.0:1734016146.185648:0:8966:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880072171f80/0x3f004d6452e0920e lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2713 expref: 18 pid: 8966 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016146.185675:0:8966:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880072172d00/0x3f004d6452e09215 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2713 expref: 17 pid: 8966 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016146.185685:0:8966:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:2.0:1734016146.185689:0:8966:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1734016146.185693:0:8966:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880072172d00, rc 0) 00000100:00100000:2.0:1734016146.185755:0:8966:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007694b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+17:9673:x1818247337125376:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 423us (580us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016146.185761:0:8966:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2162 00000100:00100000:2.0:1734016146.193766:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016146.197141:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337125504 00000100:00100000:3.0:1734016146.197181:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337125504 00000100:00080000:0.0:1734016146.197342:0:6479:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734016116 00000100:00100000:3.0:1734016146.197369:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 11242 00000100:00100000:3.0:1734016146.197384:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074222300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:1981:x1818247337125504:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:3.0:1734016146.197431:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016146.197476:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a9a61c0/0x3f004d6452e0921c lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d271a expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016146.197619:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074e54380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339515520:192.168.201.10@tcp:106: 00000100:00100000:3.0:1734016146.197791:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012b911540 going to sleep for 11 seconds 00002000:00010000:3.0:1734016146.211040:0:7689:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime: 1734016141 -> 1734016145 00002000:00010000:3.0:1734016146.211056:0:7689:0:(ofd_lvb.c:301:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks: 152 -> 312 00000100:00100000:3.0:1734016146.211094:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074e54380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339515520:192.168.201.10@tcp:106: 00010000:00010000:3.0:1734016146.211160:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a9a61c0/0x3f004d6452e0921c lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d271a expref: 6 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016146.211186:0:7689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a61c0/0x3f004d6452e0921c lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d271a expref: 6 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016146.211734:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a9a61c0, rc 0) 00000100:00100000:3.0:1734016146.211828:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074222300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:1981:x1818247337125504:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 14448us (18077us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016146.211837:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 11242 00000100:00100000:0.0:1734016146.229036:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016146.233139:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337125632 00000100:00100000:3.0:1734016146.233166:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337125632 00000100:00100000:3.0:1734016146.238466:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 11243 00000100:00100000:3.0:1734016146.238501:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800744eaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:1978:x1818247337125632:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:3.0:1734016146.238533:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016146.238558:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a9a58c0/0x3f004d6452e09223 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d2721 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016146.238642:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074e54380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339515648:192.168.201.10@tcp:106: 00000100:00100000:3.0:1734016146.238762:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012b911540 going to sleep for 11 seconds 00000100:00100000:3.0:1734016146.241586:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074e54380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339515648:192.168.201.10@tcp:106: 00010000:00010000:3.0:1734016146.241636:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a9a58c0/0x3f004d6452e09223 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2721 expref: 6 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016146.241651:0:7689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a58c0/0x3f004d6452e09223 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2721 expref: 6 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016146.241687:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a9a58c0, rc 0) 00000100:00100000:3.0:1734016146.241747:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800744eaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:1978:x1818247337125632:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 3258us (12725us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016146.241756:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 11243 00000100:00100000:0.0:1734016146.246587:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016146.247840:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337125760 00000100:00100000:3.0:1734016146.247860:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337125760 00000100:00100000:3.0:1734016146.247960:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 11244 00000100:00100000:3.0:1734016146.247980:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800744eb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:1981:x1818247337125760:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:3.0:1734016146.248009:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016146.248039:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a9a4fc0/0x3f004d6452e0922a lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d2728 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016146.248123:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074e54380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339515776:192.168.201.10@tcp:106: 00000100:00100000:3.0:1734016146.248208:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012b911540 going to sleep for 11 seconds 00000100:00100000:3.0:1734016146.252572:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074e54380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339515776:192.168.201.10@tcp:106: 00010000:00010000:3.0:1734016146.252626:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a9a4fc0/0x3f004d6452e0922a lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2728 expref: 6 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016146.252645:0:7689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a4fc0/0x3f004d6452e0922a lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2728 expref: 6 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016146.252661:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a9a4fc0, rc 0) 00000100:00100000:3.0:1734016146.252976:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800744eb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:1981:x1818247337125760:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 4996us (6403us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016146.252991:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 11244 00000100:00100000:3.0:1734016146.258295:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016146.258477:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337125888 00000100:00100000:0.0:1734016146.258491:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337125888 00000100:00100000:0.0:1734016146.258552:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 11245 00000100:00100000:0.0:1734016146.258561:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074e54380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:9673:x1818247337125888:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:0.0:1734016146.258581:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016146.258604:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a803ba80/0x3f004d6452e09231 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d272f expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016146.258640:0:7689:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a8038b40/0x3f004d6452e091e4 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d26fe expref: 6 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016146.258648:0:7689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016146.258651:0:7689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016146.258655:0:7689:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a803ba80/0x3f004d6452e09231 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [507904->511999] (req 507904->511999) gid 0 flags: 0x50000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d272f expref: 6 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016146.258698:0:7689:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a8038b40/0x3f004d6452e091e4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d26fe expref: 6 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016146.258709:0:7689:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a8038b40/0x3f004d6452e091e4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d26fe expref: 6 pid: 7689 timeout: 510 lvb_type: 0 00000100:00100000:0.0:1734016146.258724:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800744ea300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339515904:192.168.201.10@tcp:104: 00000100:00100000:0.0:1734016146.259845:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7486b40 going to sleep for 11 seconds 00000100:00100000:2.0:1734016146.268397:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800744ea300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339515904:192.168.201.10@tcp:104: 00010000:00010000:2.0:1734016146.268462:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a803ba80/0x3f004d6452e09231 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [507904->511999] (req 507904->511999) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d272f expref: 6 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016146.268495:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a803ba80, rc 0) 00000100:00100000:2.0:1734016146.272570:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074e54380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:9673:x1818247337125888:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 13991us (14278us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016146.272584:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 11245 00000100:00100000:0.0:1734016146.298528:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016146.299311:0:9956:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337126016 00000100:00100000:3.0:1734016146.299322:0:9956:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337126016 00010000:00010000:3.0:1734016146.299357:0:9956:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a8038b40/0x3f004d6452e091e4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d26fe expref: 7 pid: 7689 timeout: 510 lvb_type: 0 00000100:00100000:3.0:1734016146.299397:0:9956:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 3066 00000100:00100000:3.0:1734016146.299404:0:9956:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b1e45050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1978:x1818247337126016:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016146.299420:0:9956:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016146.299443:0:9956:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a8038b40/0x3f004d6452e091e4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d26fe expref: 7 pid: 7689 timeout: 510 lvb_type: 0 00010000:00010000:3.0:1734016146.299456:0:9956:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a8038b40/0x3f004d6452e091e4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d26fe expref: 7 pid: 7689 timeout: 510 lvb_type: 0 00010000:00010000:3.0:1734016146.299481:0:9956:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a8038b40/0x3f004d6452e091e4 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d26fe expref: 7 pid: 7689 timeout: 510 lvb_type: 0 00010000:00010000:3.0:1734016146.300023:0:9956:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016146.300027:0:9956:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016146.300035:0:9956:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a803ba80/0x3f004d6452e09231 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 507904->511999) gid 0 flags: 0x40080000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d272f expref: 5 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016146.300044:0:9956:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a803ba80/0x3f004d6452e09231 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 507904->511999) gid 0 flags: 0x40080000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d272f expref: 5 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016146.300101:0:9956:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a803ba80/0x3f004d6452e09231 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 507904->511999) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d272f expref: 5 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016146.300116:0:9956:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074e54e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9956:1818247339516032:192.168.201.10@tcp:105: 00000100:00100000:3.0:1734016146.300430:0:9956:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012b911540 going to sleep for 11 seconds 00000100:00100000:0.0:1734016146.303829:0:9956:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074e54e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9956:1818247339516032:192.168.201.10@tcp:105: 00010000:00010000:0.0:1734016146.303990:0:9956:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016146.305399:0:9956:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b1e45050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1978:x1818247337126016:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 5983us (6869us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016146.305421:0:9956:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 3066 00000100:00100000:0.0:1734016146.312676:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016146.315041:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337126272 00000100:00100000:2.0:1734016146.315059:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337126272 00002000:00100000:2.0:1734016146.315132:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (507904->9031679) req@ffff8800744e8a80 x1818247337126272/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:107/0 lens 504/0 e 0 to 0 dl 1734016157 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016146.315144:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800744e8a80 with x1818247337126272 ext(507904->9031679) 00002000:00010000:2.0:1734016146.315150:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800744e8a80 00000100:00100000:2.0:1734016146.316211:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9511 00000100:00100000:2.0:1734016146.316227:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800744e8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1979:x1818247337126272:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:2.0:1734016146.342164:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800744e8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1979:x1818247337126272:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 25914us (29484us total) trans 0 rc 778240/778240 00000100:00100000:2.0:1734016146.342187:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9511 00002000:00100000:2.0:1734016146.342213:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (507904->9031679) req@ffff8800744e8a80 x1818247337126272/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:107/0 lens 504/440 e 0 to 0 dl 1734016157 ref 1 fl Complete:/200/0 rc 778240/778240 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016146.342224:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800744e8a80 with x1818247337126272 ext(507904->9031679) 00002000:00010000:2.0:1734016146.342233:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800744e8a80 00000100:00100000:0.0:1734016146.357397:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016146.359036:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337126528 00000100:00100000:2.0:1734016146.359055:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337126528 00002000:00100000:2.0:1734016146.359170:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (503808->507903) req@ffff8800744e9c00 x1818247337126528/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:107/0 lens 488/0 e 0 to 0 dl 1734016157 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016146.359184:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800744e9c00 with x1818247337126528 ext(503808->507903) 00002000:00010000:2.0:1734016146.359193:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800744e9c00 00000100:00100000:2.0:1734016146.359248:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9512 00000100:00100000:2.0:1734016146.359259:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800744e9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1980:x1818247337126528:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:2.0:1734016146.359594:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800744e9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1980:x1818247337126528:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 336us (2215us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016146.359604:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9512 00002000:00100000:2.0:1734016146.359610:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (503808->507903) req@ffff8800744e9c00 x1818247337126528/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:107/0 lens 488/4536 e 0 to 0 dl 1734016157 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016146.359617:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800744e9c00 with x1818247337126528 ext(503808->507903) 00002000:00010000:2.0:1734016146.359621:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800744e9c00 00000100:00100000:0.0:1734016146.367823:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016146.367985:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337126784 00000100:00100000:2.0:1734016146.367999:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337126784 00002000:00100000:2.0:1734016146.368064:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (499712->503807) req@ffff8800744ebb80 x1818247337126784/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:107/0 lens 488/0 e 0 to 0 dl 1734016157 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016146.368076:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800744ebb80 with x1818247337126784 ext(499712->503807) 00002000:00010000:2.0:1734016146.368083:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800744ebb80 00000100:00100000:2.0:1734016146.368112:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9513 00000100:00100000:2.0:1734016146.368121:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800744ebb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1979:x1818247337126784:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:2.0:1734016146.368376:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800744ebb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1979:x1818247337126784:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 254us (564us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016146.368383:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9513 00002000:00100000:2.0:1734016146.368390:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (499712->503807) req@ffff8800744ebb80 x1818247337126784/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:107/0 lens 488/4536 e 0 to 0 dl 1734016157 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016146.368396:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800744ebb80 with x1818247337126784 ext(499712->503807) 00002000:00010000:2.0:1734016146.368400:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800744ebb80 00000100:00100000:0.0:1734016146.377542:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016146.378438:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337127040 00000100:00100000:2.0:1734016146.378452:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337127040 00002000:00100000:2.0:1734016146.378521:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (495616->499711) req@ffff8800744ea300 x1818247337127040/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:107/0 lens 488/0 e 0 to 0 dl 1734016157 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016146.378534:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800744ea300 with x1818247337127040 ext(495616->499711) 00002000:00010000:2.0:1734016146.378543:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800744ea300 00000100:00100000:2.0:1734016146.378585:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9514 00000100:00100000:2.0:1734016146.378593:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800744ea300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1979:x1818247337127040:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:2.0:1734016146.382721:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800744ea300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1979:x1818247337127040:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 4096us (5161us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016146.382750:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9514 00002000:00100000:2.0:1734016146.382778:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (495616->499711) req@ffff8800744ea300 x1818247337127040/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:107/0 lens 488/4536 e 0 to 0 dl 1734016157 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016146.382792:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800744ea300 with x1818247337127040 ext(495616->499711) 00002000:00010000:2.0:1734016146.382807:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800744ea300 00000100:00100000:0.0:1734016146.418483:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016146.419000:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337127296 00000100:00100000:2.0:1734016146.419017:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337127296 00002000:00100000:2.0:1734016146.419081:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (491520->495615) req@ffff880075229f80 x1818247337127296/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:107/0 lens 488/0 e 0 to 0 dl 1734016157 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016146.419094:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880075229f80 with x1818247337127296 ext(491520->495615) 00002000:00010000:2.0:1734016146.419103:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880075229f80 00000100:00100000:2.0:1734016146.419150:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9515 00000100:00100000:2.0:1734016146.419160:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075229f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1981:x1818247337127296:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:2.0:1734016146.422927:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075229f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1981:x1818247337127296:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 3745us (4437us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016146.422950:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9515 00002000:00100000:2.0:1734016146.422979:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (491520->495615) req@ffff880075229f80 x1818247337127296/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:107/0 lens 488/4536 e 0 to 0 dl 1734016157 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016146.422991:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880075229f80 with x1818247337127296 ext(491520->495615) 00002000:00010000:2.0:1734016146.423001:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880075229f80 00000100:00100000:1.0:1734016146.432302:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016146.434585:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337127552 00000100:00100000:2.0:1734016146.434623:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337127552 00002000:00100000:2.0:1734016146.434743:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (487424->491519) req@ffff880076948e00 x1818247337127552/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:107/0 lens 488/0 e 0 to 0 dl 1734016157 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016146.434763:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076948e00 with x1818247337127552 ext(487424->491519) 00002000:00010000:2.0:1734016146.434775:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076948e00 00000100:00100000:2.0:1734016146.434838:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9516 00000100:00100000:2.0:1734016146.434852:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076948e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1979:x1818247337127552:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:2.0:1734016146.435308:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076948e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1979:x1818247337127552:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 457us (3019us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016146.435318:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9516 00002000:00100000:2.0:1734016146.435326:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (487424->491519) req@ffff880076948e00 x1818247337127552/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:107/0 lens 488/4536 e 0 to 0 dl 1734016157 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016146.435336:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076948e00 with x1818247337127552 ext(487424->491519) 00002000:00010000:2.0:1734016146.435340:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076948e00 00000100:00100000:0.0:1734016146.445807:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016146.448036:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337127680 00000100:00100000:1.0:1734016146.448059:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337127680 00002000:00100000:1.0:1734016146.448141:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (487424->511999) req@ffff88007522a680 x1818247337127680/t0(0) o4->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:107/0 lens 488/0 e 0 to 0 dl 1734016157 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016146.448157:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007522a680 with x1818247337127680 ext(487424->511999) 00002000:00010000:1.0:1734016146.448167:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007522a680 00000100:00100000:1.0:1734016146.448221:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9517 00000100:00100000:1.0:1734016146.448232:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007522a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1981:x1818247337127680:12345-192.168.201.10@tcp:4:fsx.0 00000100:00100000:0.0:1734016146.464110:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007522a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+8:1981:x1818247337127680:12345-192.168.201.10@tcp:4:fsx.0 Request processed in 15852us (18305us total) trans 4294969489 rc 0/0 00000100:00100000:0.0:1734016146.464134:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9517 00002000:00100000:0.0:1734016146.464158:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (487424->511999) req@ffff88007522a680 x1818247337127680/t4294969489(0) o4->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:107/0 lens 488/448 e 0 to 0 dl 1734016157 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016146.464172:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007522a680 with x1818247337127680 ext(487424->511999) 00002000:00010000:0.0:1734016146.464185:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007522a680 00000100:00100000:0.0:1734016146.469589:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016146.469773:0:6483:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337127808 00000100:00100000:3.0:1734016146.469793:0:6483:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337127808 00000100:00100000:3.0:1734016146.470292:0:6483:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2163 00000100:00100000:3.0:1734016146.470301:0:6483:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007522ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+17:9673:x1818247337127808:12345-192.168.201.10@tcp:44:fsx.0 00000100:00100000:3.0:1734016146.470492:0:6483:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007522ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+17:9673:x1818247337127808:12345-192.168.201.10@tcp:44:fsx.0 Request processed in 193us (921us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016146.470500:0:6483:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2163 00000100:00100000:1.0:1734016146.477915:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016146.478180:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337127936 00000100:00100000:2.0:1734016146.478200:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337127936 00000100:00100000:2.0:1734016146.478291:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 11246 00000100:00100000:2.0:1734016146.478304:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076949500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+8:1978:x1818247337127936:12345-192.168.201.10@tcp:16:fsx.0 00000001:00080000:0.0:1734016146.482037:0:8954:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969489 is committed 00000100:00100000:2.0:1734016146.484426:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076949500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1978:x1818247337127936:12345-192.168.201.10@tcp:16:fsx.0 Request processed in 6105us (6515us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016146.484451:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 11246 00000100:00100000:0.0:1734016146.493054:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016146.493470:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337128064 00000100:00100000:2.0:1734016146.493485:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337128064 00000100:00100000:2.0:1734016146.494219:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 11247 00000100:00100000:2.0:1734016146.494232:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075228a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1979:x1818247337128064:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:2.0:1734016146.494265:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016146.494301:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880072170d80/0x3f004d6452e09238 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d2736 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016146.494401:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074221c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339516160:192.168.201.10@tcp:106: 00000100:00100000:2.0:1734016146.497207:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007455d840 going to sleep for 11 seconds 00002000:00010000:2.0:1734016146.505744:0:7689:0:(ofd_lvb.c:301:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks: 312 -> 360 00000100:00100000:2.0:1734016146.505791:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074221c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339516160:192.168.201.10@tcp:106: 00010000:00010000:2.0:1734016146.505837:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880072170d80/0x3f004d6452e09238 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2736 expref: 7 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016146.505855:0:7689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880072170d80/0x3f004d6452e09238 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2736 expref: 7 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016146.505894:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880072170d80, rc 0) 00000100:00100000:2.0:1734016146.506203:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075228a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1979:x1818247337128064:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 11969us (13163us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016146.506213:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 11247 00000100:00100000:0.0:1734016146.510085:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016146.510197:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337128192 00000100:00100000:2.0:1734016146.510212:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337128192 00000100:00100000:2.0:1734016146.510266:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 11248 00000100:00100000:2.0:1734016146.510274:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075229500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1980:x1818247337128192:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:2.0:1734016146.510301:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016146.510329:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800721718c0/0x3f004d6452e0923f lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d273d expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016146.510627:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074221c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339516288:192.168.201.10@tcp:106: 00000100:00100000:2.0:1734016146.514422:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007455d840 going to sleep for 11 seconds 00000100:00100000:2.0:1734016146.517851:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074221c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339516288:192.168.201.10@tcp:106: 00010000:00010000:2.0:1734016146.517957:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800721718c0/0x3f004d6452e0923f lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d273d expref: 7 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016146.518008:0:7689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800721718c0/0x3f004d6452e0923f lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d273d expref: 7 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016146.518034:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800721718c0, rc 0) 00000100:00100000:2.0:1734016146.518103:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075229500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1980:x1818247337128192:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 7829us (8032us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016146.518112:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 11248 00000100:00100000:0.0:1734016146.522681:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016146.524071:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337128448 00000100:00100000:2.0:1734016146.524088:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337128448 00000100:00100000:2.0:1734016146.524193:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9518 00000100:00100000:2.0:1734016146.524205:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075229c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1979:x1818247337128448:12345-192.168.201.10@tcp:4:fsx.0 00010000:00010000:2.0:1734016146.524261:0:7694:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e09246 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016146.524281:0:7694:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a803ba80/0x3f004d6452e09231 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 507904->511999) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d272f expref: 5 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016146.524288:0:7694:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016146.524291:0:7694:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016146.524295:0:7694:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e09246 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [9687040->9695231] (req 9687040->9695231) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016146.524360:0:7694:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a803ba80/0x3f004d6452e09231 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 507904->511999) gid 0 flags: 0x50000000020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d272f expref: 5 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016146.524377:0:7694:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a803ba80/0x3f004d6452e09231 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 507904->511999) gid 0 flags: 0x70000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d272f expref: 5 pid: 7689 timeout: 510 lvb_type: 0 00000100:00100000:2.0:1734016146.524395:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074221c00 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_000:lustre-OST0001_UUID:7694:1818247339516416:192.168.201.10@tcp:104: 00000100:00100000:2.0:1734016146.524490:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007455d840 going to sleep for 11 seconds 00000100:00100000:2.0:1734016146.540408:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074221c00 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_000:lustre-OST0001_UUID:7694:1818247339516416:192.168.201.10@tcp:104: 00010000:00010000:2.0:1734016146.540439:0:7694:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e09246 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [9687040->9695231] (req 9687040->9695231) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016146.543746:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016146.544627:0:9956:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337128576 00000100:00100000:1.0:1734016146.544644:0:9956:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337128576 00010000:00010000:1.0:1734016146.544693:0:9956:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a803ba80/0x3f004d6452e09231 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 507904->511999) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d272f expref: 6 pid: 7689 timeout: 510 lvb_type: 0 00000100:00100000:1.0:1734016146.544727:0:9956:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 3067 00000100:00100000:1.0:1734016146.544737:0:9956:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075228e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1979:x1818247337128576:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016146.544763:0:9956:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016146.544803:0:9956:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a803ba80/0x3f004d6452e09231 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 507904->511999) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d272f expref: 6 pid: 7689 timeout: 510 lvb_type: 0 00010000:00010000:1.0:1734016146.544820:0:9956:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a803ba80/0x3f004d6452e09231 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 507904->511999) gid 0 flags: 0x50000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d272f expref: 6 pid: 7689 timeout: 510 lvb_type: 0 00010000:00010000:1.0:1734016146.544853:0:9956:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a803ba80/0x3f004d6452e09231 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 507904->511999) gid 0 flags: 0x44801400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d272f expref: 6 pid: 7689 timeout: 510 lvb_type: 0 00010000:00010000:1.0:1734016146.545045:0:9956:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016146.545048:0:9956:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016146.545055:0:9956:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e09246 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [9687040->9695231] (req 9687040->9695231) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016146.545067:0:9956:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e09246 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [9687040->9695231] (req 9687040->9695231) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016146.545130:0:9956:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016146.545205:0:9956:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075228e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:1979:x1818247337128576:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 469us (1470us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016146.545213:0:9956:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 3067 00010000:00010000:3.0:1734016146.546025:0:7694:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e09246 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [9687040->9695231] (req 9687040->9695231) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016146.546036:0:7694:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e09246 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [9687040->9695231] (req 9687040->9695231) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000001:00080000:2.0:1734016146.556778:0:8954:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969490 is committed 00002000:00010000:3.0:1734016146.556993:0:7694:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 9030084 -> 9695232 00002000:00010000:3.0:1734016146.557000:0:7694:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016145 -> 1734016146 00002000:00010000:3.0:1734016146.557004:0:7694:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016145 -> 1734016146 00002000:00010000:3.0:1734016146.557006:0:7694:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 360 -> 376 00010000:00010000:3.0:1734016146.557037:0:7694:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e09246 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [9687040->9695231] (req 9687040->9695231) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016146.557060:0:7694:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e09246 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [9687040->9695231] (req 9687040->9695231) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016146.557069:0:7694:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e09246 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [9687040->9695231] (req 9687040->9695231) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016146.557080:0:7694:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880072171440 already unused, calling callback (ffffffffa086d100) 00010000:00010000:3.0:1734016146.557087:0:7694:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e09246 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [9687040->9695231] (req 9687040->9695231) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016146.557100:0:7694:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e09246 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [9687040->9695231] (req 9687040->9695231) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016146.557135:0:7694:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e09246 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [9687040->9695231] (req 9687040->9695231) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016146.557142:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880072171440/0x3f004d6452e09246 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [9687040->9695231] (req 9687040->9695231) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016146.557383:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075229c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1979:x1818247337128448:12345-192.168.201.10@tcp:4:fsx.0 Request processed in 33169us (34701us total) trans 4294969490 rc 0/0 00000100:00100000:3.0:1734016146.557398:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9518 00000100:00100000:0.0:1734016146.564507:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016146.565018:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337128704 00000100:00100000:2.0:1734016146.565040:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337128704 00000100:00100000:2.0:1734016146.565162:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 11249 00000100:00100000:2.0:1734016146.565179:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075229180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:1979:x1818247337128704:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:2.0:1734016146.565226:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016146.565275:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880072172640/0x3f004d6452e0924d lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d2744 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1734016146.565320:0:7689:0:(ofd_lvb.c:169:ofd_lvbo_init()) res: [0x280000400:0x5:0x0] initial LVB size: 9695232, mtime: 0x675afc92, atime: 0x675afc91, ctime: 0x675afc92, blocks: 0x178 00010000:00010000:2.0:1734016146.565375:0:7689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016146.565379:0:7689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016146.565396:0:7689:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880072172640/0x3f004d6452e0924d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2744 expref: 6 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016146.565421:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880072172640/0x3f004d6452e0924d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2744 expref: 6 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016146.565441:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880072172640, rc 0) 00000100:00100000:2.0:1734016146.565537:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075229180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1979:x1818247337128704:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 366us (1049us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016146.565547:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 11249 00000100:00100000:0.0:1734016146.571435:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016146.571663:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337128960 00000100:00100000:3.0:1734016146.571684:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337128960 00002000:00100000:3.0:1734016146.571753:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (9031680->9695231) req@ffff88007522bb80 x1818247337128960/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:107/0 lens 488/0 e 0 to 0 dl 1734016157 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016146.571769:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007522bb80 with x1818247337128960 ext(9031680->9695231) 00002000:00010000:3.0:1734016146.571778:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007522bb80 00000100:00100000:3.0:1734016146.571821:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9519 00000100:00100000:3.0:1734016146.571830:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007522bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1979:x1818247337128960:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:3.0:1734016146.582240:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007522bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1979:x1818247337128960:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 10389us (10802us total) trans 0 rc 663552/663552 00000100:00100000:3.0:1734016146.582261:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9519 00002000:00100000:3.0:1734016146.582287:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (9031680->9695231) req@ffff88007522bb80 x1818247337128960/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:107/0 lens 488/440 e 0 to 0 dl 1734016157 ref 1 fl Complete:/200/0 rc 663552/663552 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016146.582299:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007522bb80 with x1818247337128960 ext(9031680->9695231) 00002000:00010000:3.0:1734016146.582310:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007522bb80 00000100:00100000:0.0:1734016146.585960:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016146.586181:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337129088 00000100:00100000:3.0:1734016146.586196:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337129088 00000100:00100000:3.0:1734016146.586272:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 11250 00000100:00100000:3.0:1734016146.586285:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075228700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:9673:x1818247337129088:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:3.0:1734016146.586312:0:7690:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016146.586342:0:7690:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7a80/0x3f004d6452e09254 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d274b expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016146.586388:0:7690:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880072172640/0x3f004d6452e0924d lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2744 expref: 7 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016146.586398:0:7690:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016146.586400:0:7690:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016146.586407:0:7690:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7a80/0x3f004d6452e09254 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [4448256->4505599] (req 4448256->4505599) gid 0 flags: 0x50000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d274b expref: 7 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016146.586452:0:7690:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880072172640/0x3f004d6452e0924d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2744 expref: 7 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016146.586467:0:7690:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880072172640/0x3f004d6452e0924d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2744 expref: 7 pid: 7689 timeout: 510 lvb_type: 1 00000100:00100000:3.0:1734016146.586486:0:7690:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074e56d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339516544:192.168.201.10@tcp:104: 00000100:00100000:3.0:1734016146.586591:0:7690:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012b9119c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016146.592781:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016146.593236:0:7690:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074e56d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339516544:192.168.201.10@tcp:104: 00010000:00010000:3.0:1734016146.593284:0:7690:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7a80/0x3f004d6452e09254 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [4448256->4505599] (req 4448256->4505599) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d274b expref: 7 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016146.593307:0:7690:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a9a7a80, rc 0) 00000100:00100000:3.0:1734016146.593378:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075228700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:9673:x1818247337129088:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 7096us (7431us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016146.593393:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 11250 00000100:00100000:1.0:1734016146.593532:0:6469:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337129216 00000100:00100000:1.0:1734016146.593545:0:6469:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337129216 00010000:00010000:1.0:1734016146.593584:0:6469:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880072172640/0x3f004d6452e0924d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2744 expref: 7 pid: 7689 timeout: 510 lvb_type: 1 00000100:00100000:1.0:1734016146.593625:0:6469:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 3068 00000100:00100000:1.0:1734016146.593633:0:6469:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075229880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1978:x1818247337129216:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016146.593655:0:6469:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016146.593696:0:6469:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880072172640/0x3f004d6452e0924d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2744 expref: 7 pid: 7689 timeout: 510 lvb_type: 1 00010000:00010000:1.0:1734016146.593711:0:6469:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880072172640/0x3f004d6452e0924d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2744 expref: 7 pid: 7689 timeout: 510 lvb_type: 1 00010000:00010000:1.0:1734016146.593745:0:6469:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880072172640/0x3f004d6452e0924d lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2744 expref: 7 pid: 7689 timeout: 510 lvb_type: 1 00010000:00010000:1.0:1734016146.593766:0:6469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016146.593768:0:6469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016146.593776:0:6469:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7a80/0x3f004d6452e09254 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4448256->4505599) gid 0 flags: 0x40080000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d274b expref: 6 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016146.593785:0:6469:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7a80/0x3f004d6452e09254 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4448256->4505599) gid 0 flags: 0x40080000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d274b expref: 6 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016146.593828:0:6469:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7a80/0x3f004d6452e09254 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4448256->4505599) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d274b expref: 6 pid: 7690 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016146.593840:0:6469:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007694bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6469:1818247339516672:192.168.201.10@tcp:105: 00000100:00100000:1.0:1734016146.593898:0:6469:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012cf4fa80 going to sleep for 11 seconds 00000100:00100000:0.0:1734016146.600387:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016146.600561:0:6469:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007694bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6469:1818247339516672:192.168.201.10@tcp:105: 00010000:00010000:1.0:1734016146.600597:0:6469:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016146.600650:0:6469:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075229880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1978:x1818247337129216:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 7017us (7886us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016146.600661:0:6469:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 3068 00000100:00100000:3.0:1734016146.600771:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337129472 00000100:00100000:3.0:1734016146.600780:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337129472 00002000:00100000:3.0:1734016146.600823:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (4501504->4505599) req@ffff88007522b100 x1818247337129472/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:107/0 lens 488/0 e 0 to 0 dl 1734016157 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016146.600833:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007522b100 with x1818247337129472 ext(4501504->4505599) 00002000:00010000:3.0:1734016146.600839:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007522b100 00000100:00100000:3.0:1734016146.600894:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9520 00000100:00100000:3.0:1734016146.600903:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007522b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1978:x1818247337129472:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:3.0:1734016146.601089:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007522b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1978:x1818247337129472:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 187us (714us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016146.601095:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9520 00002000:00100000:3.0:1734016146.601100:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (4501504->4505599) req@ffff88007522b100 x1818247337129472/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:107/0 lens 488/4536 e 0 to 0 dl 1734016157 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016146.601107:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007522b100 with x1818247337129472 ext(4501504->4505599) 00002000:00010000:3.0:1734016146.601110:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007522b100 00000100:00100000:0.0:1734016146.606444:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016146.606603:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337129600 00000100:00100000:3.0:1734016146.606623:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337129600 00000100:00100000:3.0:1734016146.606819:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 11251 00000100:00100000:3.0:1734016146.606829:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007522a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1979:x1818247337129600:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:3.0:1734016146.606861:0:7690:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016146.607064:0:7690:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a9a6d00/0x3f004d6452e0925b lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d2752 expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016146.607180:0:7690:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074e56d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339516800:192.168.201.10@tcp:106: 00000100:00100000:3.0:1734016146.607367:0:7690:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012b911600 going to sleep for 11 seconds 00002000:00010000:3.0:1734016146.613764:0:7690:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime: 1734016145 -> 1734016146 00000100:00100000:3.0:1734016146.613794:0:7690:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074e56d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339516800:192.168.201.10@tcp:106: 00010000:00010000:3.0:1734016146.613831:0:7690:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a9a6d00/0x3f004d6452e0925b lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2752 expref: 7 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016146.613847:0:7690:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a6d00/0x3f004d6452e0925b lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2752 expref: 7 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016146.613892:0:7690:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a9a6d00, rc 0) 00000100:00100000:3.0:1734016146.615552:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007522a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1979:x1818247337129600:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 8712us (9117us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016146.615567:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 11251 00000100:00100000:0.0:1734016146.626304:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016146.626591:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337129728 00000100:00100000:3.0:1734016146.626612:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337129728 00000100:00100000:3.0:1734016146.626703:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 11252 00000100:00100000:3.0:1734016146.626715:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007522b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1980:x1818247337129728:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:3.0:1734016146.626752:0:7690:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016146.626784:0:7690:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a9a6880/0x3f004d6452e09262 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d2759 expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016146.626924:0:7690:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074e56d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339516928:192.168.201.10@tcp:106: 00000100:00100000:3.0:1734016146.627014:0:7690:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012b911600 going to sleep for 11 seconds 00000100:00100000:3.0:1734016146.640786:0:7690:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074e56d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339516928:192.168.201.10@tcp:106: 00010000:00010000:3.0:1734016146.644246:0:7690:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a9a6880/0x3f004d6452e09262 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2759 expref: 7 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016146.644301:0:7690:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a6880/0x3f004d6452e09262 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2759 expref: 7 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016146.644356:0:7690:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a9a6880, rc 0) 00000100:00100000:3.0:1734016146.644450:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007522b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1980:x1818247337129728:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 17734us (18171us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016146.644464:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 11252 00000100:00100000:0.0:1734016146.648810:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016146.648930:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337129856 00000100:00100000:3.0:1734016146.648946:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337129856 00000100:00100000:3.0:1734016146.649028:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 11253 00000100:00100000:3.0:1734016146.649040:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007522b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1981:x1818247337129856:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:3.0:1734016146.649069:0:7690:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016146.649097:0:7690:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7cc0/0x3f004d6452e09269 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d2760 expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016146.649175:0:7690:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074e56d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339517056:192.168.201.10@tcp:106: 00000100:00100000:3.0:1734016146.649254:0:7690:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012b911600 going to sleep for 11 seconds 00000100:00100000:3.0:1734016146.652905:0:7690:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074e56d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339517056:192.168.201.10@tcp:106: 00010000:00010000:3.0:1734016146.652951:0:7690:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7cc0/0x3f004d6452e09269 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2760 expref: 7 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016146.652975:0:7690:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7cc0/0x3f004d6452e09269 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2760 expref: 7 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016146.653003:0:7690:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a9a7cc0, rc 0) 00000100:00100000:3.0:1734016146.653070:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007522b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1981:x1818247337129856:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 4032us (4292us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016146.653078:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 11253 00000100:00100000:0.0:1734016146.662536:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016146.662721:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337129984 00000100:00100000:3.0:1734016146.662735:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337129984 00000100:00100000:3.0:1734016146.662781:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 11254 00000100:00100000:3.0:1734016146.662792:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075228000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:9673:x1818247337129984:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:3.0:1734016146.662813:0:7690:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016146.662833:0:7690:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a9a4000/0x3f004d6452e09270 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d2767 expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016146.662887:0:7690:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7a80/0x3f004d6452e09254 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4448256->4505599) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d274b expref: 5 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016146.662895:0:7690:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016146.662897:0:7690:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016146.662900:0:7690:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a9a4000/0x3f004d6452e09270 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [1806336->1810431] (req 1806336->1810431) gid 0 flags: 0x50000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2767 expref: 7 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016146.662938:0:7690:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7a80/0x3f004d6452e09254 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4448256->4505599) gid 0 flags: 0x50000000020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d274b expref: 5 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016146.662951:0:7690:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7a80/0x3f004d6452e09254 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4448256->4505599) gid 0 flags: 0x70000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d274b expref: 5 pid: 7690 timeout: 510 lvb_type: 0 00000100:00100000:3.0:1734016146.662976:0:7690:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074e56d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339517184:192.168.201.10@tcp:104: 00000100:00100000:3.0:1734016146.665392:0:7690:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012b911600 going to sleep for 11 seconds 00000100:00100000:3.0:1734016146.670467:0:7690:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074e56d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339517184:192.168.201.10@tcp:104: 00010000:00010000:3.0:1734016146.670509:0:7690:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a9a4000/0x3f004d6452e09270 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [1806336->1810431] (req 1806336->1810431) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2767 expref: 7 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016146.670536:0:7690:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a9a4000, rc 0) 00000100:00100000:3.0:1734016146.670600:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075228000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:9673:x1818247337129984:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 7808us (8080us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016146.670611:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 11254 00000100:00100000:0.0:1734016146.671402:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016146.671587:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337130112 00000100:00100000:1.0:1734016146.671595:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337130112 00002000:00100000:1.0:1734016146.671636:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (4448256->4505599) req@ffff880075228380 x1818247337130112/t0(0) o4->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:107/0 lens 488/0 e 0 to 0 dl 1734016157 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016146.671647:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880075228380 with x1818247337130112 ext(4448256->4505599) 00010000:00010000:1.0:1734016146.671655:0:7696:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7a80/0x3f004d6452e09254 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4448256->4505599) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d274b expref: 6 pid: 7690 timeout: 510 lvb_type: 0 00010000:00010000:1.0:1734016146.671666:0:7696:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7a80/0x3f004d6452e09254 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4448256->4505599) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d274b expref: 6 pid: 7690 timeout: 510 lvb_type: 0 00002000:00010000:1.0:1734016146.671672:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880075228380 00000100:00100000:1.0:1734016146.671707:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 273 00000100:00100000:1.0:1734016146.671713:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075228380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1978:x1818247337130112:12345-192.168.201.10@tcp:4:fsx.0 00000100:00100000:1.0:1734016146.682208:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075228380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+8:1978:x1818247337130112:12345-192.168.201.10@tcp:4:fsx.0 Request processed in 10456us (10772us total) trans 4294969491 rc 0/0 00000100:00100000:1.0:1734016146.682242:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 273 00002000:00100000:1.0:1734016146.682272:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (4448256->4505599) req@ffff880075228380 x1818247337130112/t4294969491(0) o4->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:107/0 lens 488/448 e 0 to 0 dl 1734016157 ref 1 fl Complete:H/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016146.682284:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880075228380 with x1818247337130112 ext(4448256->4505599) 00010000:00010000:1.0:1734016146.682306:0:7696:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7a80/0x3f004d6452e09254 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4448256->4505599) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d274b expref: 8 pid: 7690 timeout: 510 lvb_type: 0 00010000:00010000:1.0:1734016146.682334:0:7696:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7a80/0x3f004d6452e09254 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4448256->4505599) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d274b expref: 8 pid: 7690 timeout: 510 lvb_type: 0 00002000:00010000:1.0:1734016146.682350:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880075228380 00000100:00100000:0.0:1734016146.690099:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016146.690482:0:6469:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337130240 00000100:00100000:1.0:1734016146.690495:0:6469:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337130240 00010000:00010000:1.0:1734016146.690541:0:6469:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7a80/0x3f004d6452e09254 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4448256->4505599) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d274b expref: 8 pid: 7690 timeout: 510 lvb_type: 0 00000100:00100000:1.0:1734016146.690590:0:6469:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 3069 00000100:00100000:1.0:1734016146.690597:0:6469:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d806a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+8:1978:x1818247337130240:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016146.690613:0:6469:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:1.0:1734016146.690636:0:6469:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 376 -> 488 00010000:00010000:1.0:1734016146.690644:0:6469:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7a80/0x3f004d6452e09254 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4448256->4505599) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d274b expref: 8 pid: 7690 timeout: 510 lvb_type: 0 00010000:00010000:1.0:1734016146.690658:0:6469:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7a80/0x3f004d6452e09254 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4448256->4505599) gid 0 flags: 0x50000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d274b expref: 8 pid: 7690 timeout: 510 lvb_type: 0 00010000:00010000:1.0:1734016146.690687:0:6469:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7a80/0x3f004d6452e09254 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4448256->4505599) gid 0 flags: 0x44801400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d274b expref: 8 pid: 7690 timeout: 510 lvb_type: 0 00010000:00010000:1.0:1734016146.690723:0:6469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016146.690726:0:6469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016146.690734:0:6469:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a4000/0x3f004d6452e09270 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1806336->1810431) gid 0 flags: 0x40080000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2767 expref: 6 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016146.690743:0:6469:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a9a4000/0x3f004d6452e09270 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1806336->1810431) gid 0 flags: 0x40080000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2767 expref: 6 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016146.690788:0:6469:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009a9a4000/0x3f004d6452e09270 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1806336->1810431) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2767 expref: 6 pid: 7690 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016146.690805:0:6469:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007694bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6469:1818247339517312:192.168.201.10@tcp:105: 00000100:00100000:1.0:1734016146.690920:0:6469:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012cf4fa80 going to sleep for 11 seconds 00000100:00100000:1.0:1734016146.699231:0:6469:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007694bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6469:1818247339517312:192.168.201.10@tcp:105: 00010000:00010000:1.0:1734016146.699287:0:6469:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016146.699361:0:6469:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d806a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1978:x1818247337130240:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 8760us (9274us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016146.699376:0:6469:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 3069 00000100:00100000:0.0:1734016146.703256:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016146.703387:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337130496 00000100:00100000:0.0:1734016146.703403:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337130496 00002000:00100000:0.0:1734016146.703475:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (1806336->9695231) req@ffff88011d807b80 x1818247337130496/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:107/0 lens 504/0 e 0 to 0 dl 1734016157 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016146.703490:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d807b80 with x1818247337130496 ext(1806336->9695231) 00002000:00010000:0.0:1734016146.703499:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011d807b80 00000100:00100000:0.0:1734016146.703537:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9521 00000100:00100000:0.0:1734016146.703545:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d807b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1979:x1818247337130496:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:2.0:1734016146.734400:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d807b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1979:x1818247337130496:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 30833us (31144us total) trans 0 rc 671744/671744 00000100:00100000:2.0:1734016146.734420:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9521 00002000:00100000:2.0:1734016146.734443:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (1806336->9695231) req@ffff88011d807b80 x1818247337130496/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:107/0 lens 504/440 e 0 to 0 dl 1734016157 ref 1 fl Complete:/200/0 rc 671744/671744 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016146.734456:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d807b80 with x1818247337130496 ext(1806336->9695231) 00002000:00010000:2.0:1734016146.734463:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011d807b80 00010000:00010000:2.0:1734016146.739518:0:9955:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734016146.749558:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016146.753665:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337130752 00000100:00100000:0.0:1734016146.753701:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337130752 00002000:00100000:0.0:1734016146.753828:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (1802240->1806335) req@ffff880074221c00 x1818247337130752/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:107/0 lens 488/0 e 0 to 0 dl 1734016157 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016146.753844:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074221c00 with x1818247337130752 ext(1802240->1806335) 00002000:00010000:0.0:1734016146.753854:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074221c00 00000100:00100000:0.0:1734016146.754001:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9522 00000100:00100000:0.0:1734016146.754009:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074221c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1981:x1818247337130752:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:0.0:1734016146.754384:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074221c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1981:x1818247337130752:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 373us (4840us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016146.754394:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9522 00002000:00100000:0.0:1734016146.754399:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (1802240->1806335) req@ffff880074221c00 x1818247337130752/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:107/0 lens 488/4536 e 0 to 0 dl 1734016157 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016146.754407:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074221c00 with x1818247337130752 ext(1802240->1806335) 00002000:00010000:0.0:1734016146.754410:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074221c00 00000100:00100000:0.0:1734016146.769745:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016146.770242:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337131008 00000100:00100000:3.0:1734016146.770257:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337131008 00002000:00100000:3.0:1734016146.770328:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (1798144->1802239) req@ffff88011d805500 x1818247337131008/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:107/0 lens 488/0 e 0 to 0 dl 1734016157 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016146.770341:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d805500 with x1818247337131008 ext(1798144->1802239) 00002000:00010000:3.0:1734016146.770348:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011d805500 00000100:00100000:3.0:1734016146.770381:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9523 00000100:00100000:3.0:1734016146.770388:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d805500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1981:x1818247337131008:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:3.0:1734016146.770682:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d805500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1981:x1818247337131008:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 293us (953us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016146.770691:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9523 00002000:00100000:3.0:1734016146.770697:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (1798144->1802239) req@ffff88011d805500 x1818247337131008/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:107/0 lens 488/4536 e 0 to 0 dl 1734016157 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016146.770702:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d805500 with x1818247337131008 ext(1798144->1802239) 00002000:00010000:3.0:1734016146.770705:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011d805500 00000100:00100000:0.0:1734016146.776261:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016146.776422:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337131264 00000100:00100000:2.0:1734016146.776439:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337131264 00002000:00100000:2.0:1734016146.776519:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (1794048->1798143) req@ffff88011d807800 x1818247337131264/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:107/0 lens 488/0 e 0 to 0 dl 1734016157 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016146.776534:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d807800 with x1818247337131264 ext(1794048->1798143) 00002000:00010000:2.0:1734016146.776541:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011d807800 00000100:00100000:2.0:1734016146.776588:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9524 00000100:00100000:2.0:1734016146.776598:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d807800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1981:x1818247337131264:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:2.0:1734016146.776830:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d807800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1981:x1818247337131264:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 233us (585us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016146.776837:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9524 00002000:00100000:2.0:1734016146.776843:0:7696:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (1794048->1798143) req@ffff88011d807800 x1818247337131264/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:107/0 lens 488/4536 e 0 to 0 dl 1734016157 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016146.776850:0:7696:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d807800 with x1818247337131264 ext(1794048->1798143) 00002000:00010000:2.0:1734016146.776853:0:7696:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011d807800 00000100:00100000:2.0:1734016146.781211:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016146.781376:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337131520 00000100:00100000:3.0:1734016146.781400:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337131520 00002000:00100000:3.0:1734016146.781484:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (1789952->1794047) req@ffff880074221880 x1818247337131520/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:107/0 lens 488/0 e 0 to 0 dl 1734016157 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016146.781499:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074221880 with x1818247337131520 ext(1789952->1794047) 00002000:00010000:3.0:1734016146.781506:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074221880 00000100:00100000:3.0:1734016146.781554:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9525 00000100:00100000:3.0:1734016146.781566:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074221880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1981:x1818247337131520:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:3.0:1734016146.785929:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074221880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1981:x1818247337131520:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 4297us (4678us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016146.785968:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9525 00002000:00100000:3.0:1734016146.786000:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (1789952->1794047) req@ffff880074221880 x1818247337131520/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:107/0 lens 488/4536 e 0 to 0 dl 1734016157 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016146.786014:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074221880 with x1818247337131520 ext(1789952->1794047) 00002000:00010000:3.0:1734016146.786022:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074221880 00000100:00100000:0.0:1734016146.800621:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016146.800780:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337131776 00000100:00100000:3.0:1734016146.800799:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337131776 00002000:00100000:3.0:1734016146.801241:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (1785856->1789951) req@ffff88011d807480 x1818247337131776/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:107/0 lens 488/0 e 0 to 0 dl 1734016157 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016146.801259:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d807480 with x1818247337131776 ext(1785856->1789951) 00002000:00010000:3.0:1734016146.801271:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011d807480 00000100:00100000:3.0:1734016146.801327:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9526 00000100:00100000:3.0:1734016146.801339:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d807480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1979:x1818247337131776:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:3.0:1734016146.801715:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d807480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1979:x1818247337131776:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 377us (1113us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016146.801726:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9526 00002000:00100000:3.0:1734016146.801735:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (1785856->1789951) req@ffff88011d807480 x1818247337131776/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:107/0 lens 488/4536 e 0 to 0 dl 1734016157 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016146.801743:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d807480 with x1818247337131776 ext(1785856->1789951) 00002000:00010000:3.0:1734016146.801746:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011d807480 00000100:00100000:0.0:1734016146.805151:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016146.805302:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337132032 00000100:00100000:3.0:1734016146.805318:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337132032 00002000:00100000:3.0:1734016146.805389:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (1781760->1785855) req@ffff88011d805f80 x1818247337132032/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:107/0 lens 488/0 e 0 to 0 dl 1734016157 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016146.805398:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d805f80 with x1818247337132032 ext(1781760->1785855) 00002000:00010000:3.0:1734016146.805404:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011d805f80 00000100:00100000:3.0:1734016146.805445:0:13925:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9527 00000100:00100000:3.0:1734016146.805453:0:13925:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d805f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1981:x1818247337132032:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:3.0:1734016146.806145:0:13925:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d805f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1981:x1818247337132032:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 690us (1008us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016146.806153:0:13925:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9527 00002000:00100000:3.0:1734016146.806161:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (1781760->1785855) req@ffff88011d805f80 x1818247337132032/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:107/0 lens 488/4536 e 0 to 0 dl 1734016157 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016146.806168:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d805f80 with x1818247337132032 ext(1781760->1785855) 00002000:00010000:3.0:1734016146.806171:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011d805f80 00000100:00100000:0.0:1734016146.809477:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016146.809786:0:13925:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337132288 00000100:00100000:3.0:1734016146.809804:0:13925:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337132288 00002000:00100000:3.0:1734016146.809905:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (1777664->1781759) req@ffff88011d804e00 x1818247337132288/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:107/0 lens 488/0 e 0 to 0 dl 1734016157 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016146.809917:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d804e00 with x1818247337132288 ext(1777664->1781759) 00002000:00010000:3.0:1734016146.809927:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011d804e00 00000100:00100000:3.0:1734016146.810179:0:13925:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9528 00000100:00100000:3.0:1734016146.810187:0:13925:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d804e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1980:x1818247337132288:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:3.0:1734016146.814751:0:13925:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d804e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1980:x1818247337132288:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 4527us (5265us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016146.814775:0:13925:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9528 00002000:00100000:3.0:1734016146.814801:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (1777664->1781759) req@ffff88011d804e00 x1818247337132288/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:107/0 lens 488/4536 e 0 to 0 dl 1734016157 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016146.814812:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d804e00 with x1818247337132288 ext(1777664->1781759) 00002000:00010000:3.0:1734016146.814822:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011d804e00 00000100:00100000:0.0:1734016146.824744:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016146.825500:0:13925:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337132544 00000100:00100000:3.0:1734016146.825520:0:13925:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337132544 00002000:00100000:3.0:1734016146.825596:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (1773568->1777663) req@ffff88011d804700 x1818247337132544/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:107/0 lens 488/0 e 0 to 0 dl 1734016157 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016146.825609:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d804700 with x1818247337132544 ext(1773568->1777663) 00002000:00010000:3.0:1734016146.825622:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011d804700 00000100:00100000:3.0:1734016146.825687:0:13925:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9529 00000100:00100000:3.0:1734016146.825697:0:13925:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d804700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1981:x1818247337132544:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:3.0:1734016146.826305:0:13925:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d804700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1981:x1818247337132544:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 607us (1573us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016146.826313:0:13925:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9529 00002000:00100000:3.0:1734016146.826320:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (1773568->1777663) req@ffff88011d804700 x1818247337132544/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:107/0 lens 488/4536 e 0 to 0 dl 1734016157 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016146.826327:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d804700 with x1818247337132544 ext(1773568->1777663) 00002000:00010000:3.0:1734016146.826330:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011d804700 00000100:00100000:0.0:1734016146.830039:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016146.830770:0:13925:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337132800 00000100:00100000:2.0:1734016146.830782:0:13925:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337132800 00002000:00100000:2.0:1734016146.830837:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (1769472->1773567) req@ffff88011d806d80 x1818247337132800/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:107/0 lens 488/0 e 0 to 0 dl 1734016157 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016146.830847:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d806d80 with x1818247337132800 ext(1769472->1773567) 00002000:00010000:2.0:1734016146.830855:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011d806d80 00000100:00100000:2.0:1734016146.830928:0:13925:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9530 00000100:00100000:2.0:1734016146.830938:0:13925:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d806d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1980:x1818247337132800:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:2.0:1734016146.831250:0:13925:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d806d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1980:x1818247337132800:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 312us (1229us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016146.831261:0:13925:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9530 00002000:00100000:2.0:1734016146.831269:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (1769472->1773567) req@ffff88011d806d80 x1818247337132800/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:107/0 lens 488/4536 e 0 to 0 dl 1734016157 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016146.831276:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d806d80 with x1818247337132800 ext(1769472->1773567) 00002000:00010000:2.0:1734016146.831279:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011d806d80 00000100:00100000:1.0:1734016146.837829:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016146.838042:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337133056 00000100:00100000:0.0:1734016146.838060:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337133056 00002000:00100000:0.0:1734016146.838129:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (1765376->1769471) req@ffff88007694bb80 x1818247337133056/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:107/0 lens 488/0 e 0 to 0 dl 1734016157 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016146.838147:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007694bb80 with x1818247337133056 ext(1765376->1769471) 00002000:00010000:0.0:1734016146.838157:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007694bb80 00000100:00100000:0.0:1734016146.838208:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9531 00000100:00100000:0.0:1734016146.838217:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007694bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1981:x1818247337133056:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:0.0:1734016146.838504:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007694bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1981:x1818247337133056:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 286us (703us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016146.838514:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9531 00002000:00100000:0.0:1734016146.838521:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (1765376->1769471) req@ffff88007694bb80 x1818247337133056/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:107/0 lens 488/4536 e 0 to 0 dl 1734016157 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016146.838527:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007694bb80 with x1818247337133056 ext(1765376->1769471) 00002000:00010000:0.0:1734016146.838531:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007694bb80 00000100:00100000:1.0:1734016146.850389:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016146.851922:0:13925:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337133312 00000100:00100000:2.0:1734016146.851943:0:13925:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337133312 00002000:00100000:2.0:1734016146.852042:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (1761280->1765375) req@ffff880076948700 x1818247337133312/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:107/0 lens 488/0 e 0 to 0 dl 1734016157 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016146.852057:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076948700 with x1818247337133312 ext(1761280->1765375) 00002000:00010000:2.0:1734016146.852064:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076948700 00000100:00100000:2.0:1734016146.852118:0:13925:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9532 00000100:00100000:2.0:1734016146.852127:0:13925:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076948700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1981:x1818247337133312:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:2.0:1734016146.852441:0:13925:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076948700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1981:x1818247337133312:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 315us (2072us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016146.852448:0:13925:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9532 00002000:00100000:2.0:1734016146.852454:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (1761280->1765375) req@ffff880076948700 x1818247337133312/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:107/0 lens 488/4536 e 0 to 0 dl 1734016157 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016146.852464:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076948700 with x1818247337133312 ext(1761280->1765375) 00002000:00010000:2.0:1734016146.852467:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076948700 00000100:00100000:0.0:1734016146.860416:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016146.863470:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337133568 00000100:00100000:2.0:1734016146.863497:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337133568 00002000:00100000:2.0:1734016146.863591:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (1757184->1761279) req@ffff88011d804380 x1818247337133568/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:107/0 lens 488/0 e 0 to 0 dl 1734016157 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016146.863605:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d804380 with x1818247337133568 ext(1757184->1761279) 00002000:00010000:2.0:1734016146.863612:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011d804380 00000100:00100000:2.0:1734016146.863676:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9533 00000100:00100000:2.0:1734016146.863687:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d804380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1981:x1818247337133568:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:2.0:1734016146.864491:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d804380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1981:x1818247337133568:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 802us (4088us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016146.864501:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9533 00002000:00100000:2.0:1734016146.864509:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (1757184->1761279) req@ffff88011d804380 x1818247337133568/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:107/0 lens 488/4536 e 0 to 0 dl 1734016157 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016146.864516:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d804380 with x1818247337133568 ext(1757184->1761279) 00002000:00010000:2.0:1734016146.864520:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011d804380 00000100:00100000:1.0:1734016146.875858:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016146.876027:0:8966:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337133824 00000100:00100000:2.0:1734016146.876040:0:8966:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337133824 00000100:00100000:2.0:1734016146.876105:0:8966:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2164 00000100:00100000:2.0:1734016146.876113:0:8966:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007694b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+26:9673:x1818247337133824:12345-192.168.201.10@tcp:36:fsx.0 00010000:00010000:2.0:1734016146.876183:0:8966:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016146.876218:0:8966:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880097235200/0x3f004d6452e09207 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d270c expref: 26 pid: 8966 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016146.877160:0:8966:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:2.0:1734016146.877167:0:8966:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1734016146.877491:0:8966:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880072172640/0x3f004d6452e09277 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 8966 initiator: MDT0 00010000:00010000:2.0:1734016146.877509:0:8966:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880072172d00/0x3f004d6452e09215 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2713 expref: 16 pid: 8966 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016146.877518:0:8966:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff880072172640/0x3f004d6452e09277 lrc: 4/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 8966 initiator: MDT0 00010000:00010000:2.0:1734016146.877577:0:8966:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880072172d00/0x3f004d6452e09215 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2713 expref: 16 pid: 8966 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016146.877599:0:8966:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880072172d00/0x3f004d6452e09215 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2713 expref: 16 pid: 8966 timeout: 510 lvb_type: 0 00000100:00100000:2.0:1734016146.877620:0:8966:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074222d80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:8966:1818247339517440:192.168.201.10@tcp:104: 00000100:00100000:2.0:1734016146.880419:0:8966:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007455df00 going to sleep for 11 seconds 00000100:00100000:2.0:1734016146.888527:0:8966:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074222d80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:8966:1818247339517440:192.168.201.10@tcp:104: 00010000:00010000:2.0:1734016146.888579:0:8966:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff880072172640/0x3f004d6452e09277 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 8966 initiator: MDT0 00000100:00100000:1.0:1734016146.888764:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016146.888894:0:6469:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337133952 00000100:00100000:0.0:1734016146.888904:0:6469:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337133952 00010000:00010000:0.0:1734016146.888940:0:6469:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880072172d00/0x3f004d6452e09215 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2713 expref: 17 pid: 8966 timeout: 510 lvb_type: 0 00000100:00100000:0.0:1734016146.888989:0:6469:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 3070 00000100:00100000:0.0:1734016146.888999:0:6469:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007694a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+17:1979:x1818247337133952:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016146.889016:0:6469:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016146.889023:0:6469:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880072172d00/0x3f004d6452e09215 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2713 expref: 17 pid: 8966 timeout: 510 lvb_type: 0 00010000:00010000:0.0:1734016146.889033:0:6469:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880072172d00/0x3f004d6452e09215 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2713 expref: 17 pid: 8966 timeout: 510 lvb_type: 0 00010000:00010000:0.0:1734016146.889063:0:6469:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880072172d00/0x3f004d6452e09215 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2713 expref: 17 pid: 8966 timeout: 510 lvb_type: 0 00010000:00010000:0.0:1734016146.889094:0:6469:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:0.0:1734016146.889099:0:6469:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff880072172640/0x3f004d6452e09277 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 8966 initiator: MDT0 00010000:00010000:0.0:1734016146.889110:0:6469:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880072172640/0x3f004d6452e09277 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 8966 initiator: MDT0 00010000:00010000:0.0:1734016146.889120:0:6469:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880072172640/0x3f004d6452e09277 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 8966 initiator: MDT0 00010000:00010000:0.0:1734016146.889143:0:6469:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1734016146.889385:0:8966:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff880072172640/0x3f004d6452e09277 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8966 initiator: MDT0 00010000:00010000:2.0:1734016146.889391:0:8966:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880072172640/0x3f004d6452e09277 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8966 initiator: MDT0 00000001:00080000:2.0:1734016146.889536:0:8966:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294968665 00000004:00010000:2.0:1734016146.889605:0:8966:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff88007694b100 reply state ffff88013534d000 transno 4294968666 ns: mdt-lustre-MDT0000_UUID lock: ffff880072172640/0x3f004d6452e09277 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8966 initiator: MDT0 00000100:00100000:2.0:1734016146.889612:0:8966:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1734016146.889713:0:6469:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007694a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+16:1979:x1818247337133952:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 712us (949us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016146.889721:0:6469:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 3070 00000100:00100000:2.0:1734016146.892118:0:8966:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007694b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+28:9673:x1818247337133824:12345-192.168.201.10@tcp:36:fsx.0 Request processed in 15992us (16260us total) trans 4294968666 rc 0/0 00000100:00100000:2.0:1734016146.892131:0:8966:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2164 00000020:00080000:2.0:1734016146.892137:0:8966:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1734016146.903293:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016146.903894:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337134080 00000100:00100000:3.0:1734016146.903906:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337134080 00000100:00100000:3.0:1734016146.903955:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 11255 00000100:00100000:3.0:1734016146.903972:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d804000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:9673:x1818247337134080:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:3.0:1734016146.903996:0:7690:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016146.904019:0:7690:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7a80/0x3f004d6452e0927e lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d276e expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016146.904053:0:7690:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a4000/0x3f004d6452e09270 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1806336->1810431) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2767 expref: 8 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016146.904057:0:3494:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880072172640/0x3f004d6452e09277 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8966 initiator: MDT0 00010000:00010000:3.0:1734016146.904061:0:7690:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016146.904064:0:7690:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016146.904065:0:3494:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880072172640/0x3f004d6452e09277 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 8966 initiator: MDT0 00010000:00010000:3.0:1734016146.904067:0:7690:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7a80/0x3f004d6452e0927e lrc: 4/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d276e expref: 8 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016146.904070:0:3494:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880072172640/0x3f004d6452e09277 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8966 initiator: MDT0 00010000:00010000:2.0:1734016146.904075:0:3494:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880072172640 already unused, calling callback (ffffffffa0f03950) 00010000:00010000:2.0:1734016146.904078:0:3494:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880072172640/0x3f004d6452e09277 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8966 initiator: MDT0 00010000:00010000:2.0:1734016146.904084:0:3494:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880072172640/0x3f004d6452e09277 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 8966 initiator: MDT0 00010000:00010000:3.0:1734016146.904095:0:7690:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a9a4000/0x3f004d6452e09270 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1806336->1810431) gid 0 flags: 0x50000000020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2767 expref: 8 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016146.904098:0:3494:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:2.0:1734016146.904102:0:3494:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734016146.904105:0:3494:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880072172640/0x3f004d6452e09277 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8966 initiator: MDT0 00010000:00010000:3.0:1734016146.904106:0:7690:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a9a4000/0x3f004d6452e09270 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1806336->1810431) gid 0 flags: 0x70000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2767 expref: 8 pid: 7690 timeout: 511 lvb_type: 0 00010000:00010000:2.0:1734016146.904109:0:3494:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880072172640/0x3f004d6452e09277 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8966 initiator: MDT0 00000100:00100000:3.0:1734016146.904119:0:7690:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074e56d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339517568:192.168.201.10@tcp:104: 00000100:00100000:3.0:1734016146.904191:0:7690:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012b911600 going to sleep for 11 seconds 00000100:00100000:1.0:1734016146.921573:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016146.921726:0:6469:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337134208 00000100:00100000:2.0:1734016146.921744:0:6469:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337134208 00010000:00010000:2.0:1734016146.921816:0:6469:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a9a4000/0x3f004d6452e09270 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1806336->1810431) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2767 expref: 9 pid: 7690 timeout: 511 lvb_type: 0 00000100:00100000:2.0:1734016146.921930:0:6469:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 3071 00000100:00100000:2.0:1734016146.921939:0:6469:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007694a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+9:1978:x1818247337134208:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016146.921969:0:6469:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016146.922001:0:6469:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a9a4000/0x3f004d6452e09270 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1806336->1810431) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2767 expref: 9 pid: 7690 timeout: 511 lvb_type: 0 00010000:00010000:2.0:1734016146.922014:0:6469:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a9a4000/0x3f004d6452e09270 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1806336->1810431) gid 0 flags: 0x50000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2767 expref: 9 pid: 7690 timeout: 511 lvb_type: 0 00010000:00010000:2.0:1734016146.922053:0:6469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016146.922056:0:6469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016146.922064:0:6469:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7a80/0x3f004d6452e0927e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50080000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d276e expref: 9 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016146.922073:0:6469:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7a80/0x3f004d6452e0927e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50080000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d276e expref: 9 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016146.922119:0:6469:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7a80/0x3f004d6452e0927e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d276e expref: 9 pid: 7690 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016146.922135:0:6469:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074222d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6469:1818247339517696:192.168.201.10@tcp:105: 00000100:00100000:2.0:1734016146.922225:0:6469:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007455d900 going to sleep for 11 seconds 00010000:00010000:3.0:1734016146.924555:0:7690:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a4000/0x3f004d6452e09270 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1806336->1810431) gid 0 flags: 0x44801400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2767 expref: 9 pid: 7690 timeout: 511 lvb_type: 0 00000100:00100000:3.0:1734016146.924744:0:7690:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074e56d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339517568:192.168.201.10@tcp:104: 00010000:00010000:3.0:1734016146.924805:0:7690:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7a80/0x3f004d6452e0927e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d276e expref: 8 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016146.924831:0:7690:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a9a7a80, rc 0) 00000100:00100000:3.0:1734016146.925138:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d804000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:9673:x1818247337134080:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 21162us (21852us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016146.925152:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 11255 00000100:00100000:2.0:1734016146.931746:0:6469:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074222d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6469:1818247339517696:192.168.201.10@tcp:105: 00010000:00010000:2.0:1734016146.931793:0:6469:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016146.931917:0:6469:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007694a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1978:x1818247337134208:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 9978us (10362us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016146.931935:0:6469:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 3071 00000100:00100000:1.0:1734016146.933181:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016146.934848:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337134336 00000100:00100000:3.0:1734016146.934886:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337134336 00002000:00010000:3.0:1734016146.934953:0:7694:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (5924708->18446744073709551615) 00002000:00100000:3.0:1734016146.934969:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076949880 with x1818247337134336 ext(5924708->18446744073709551615) 00002000:00010000:3.0:1734016146.934985:0:7694:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076949880. 00000100:00100000:3.0:1734016146.935025:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9534 00000100:00100000:3.0:1734016146.935033:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076949880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1981:x1818247337134336:12345-192.168.201.10@tcp:10:fsx.0 00002000:00010000:2.0:1734016146.950146:0:7694:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 9695232 -> 5924708 00002000:00010000:2.0:1734016146.950171:0:7694:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016146 -> 1734016146 00002000:00010000:2.0:1734016146.950175:0:7694:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016146 -> 1734016145 00002000:00010000:2.0:1734016146.950177:0:7694:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016146 -> 1734016146 00002000:00010000:2.0:1734016146.950179:0:7694:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 488 -> 408 00000100:00100000:2.0:1734016146.950358:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076949880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1981:x1818247337134336:12345-192.168.201.10@tcp:10:fsx.0 Request processed in 15308us (17165us total) trans 4294969492 rc 0/0 00000100:00100000:2.0:1734016146.950381:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9534 00002000:00010000:2.0:1734016146.950395:0:7694:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (5924708->18446744073709551615) 00002000:00100000:2.0:1734016146.950401:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076949880 with x1818247337134336 ext(5924708->18446744073709551615) 00002000:00010000:2.0:1734016146.950419:0:7694:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076949880. 00000100:00100000:1.0:1734016146.984798:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016146.984940:0:8966:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337134464 00000100:00100000:2.0:1734016146.984966:0:8966:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337134464 00000100:00100000:2.0:1734016146.985050:0:8966:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2165 00000100:00100000:2.0:1734016146.985060:0:8966:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076949f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+27:9673:x1818247337134464:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:2.0:1734016146.985112:0:8966:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016146.985147:0:8966:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880072171440/0x3f004d6452e09285 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d2775 expref: -99 pid: 8966 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016146.985293:0:8966:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800721718c0/0x3f004d6452e0928c lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 8966 initiator: MDT0 00010000:00010000:2.0:1734016146.985313:0:8966:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800721718c0/0x3f004d6452e0928c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 8966 initiator: MDT0 00010000:00010000:2.0:1734016146.985328:0:8966:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800721718c0/0x3f004d6452e0928c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 8966 initiator: MDT0 00000004:00200000:2.0:1734016146.985358:0:8966:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 5924708 00000004:00200000:2.0:1734016146.985362:0:8966:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1734016146.985381:0:8966:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800721718c0/0x3f004d6452e0928c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 8966 initiator: MDT0 00010000:00010000:2.0:1734016146.985411:0:8966:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880072171440/0x3f004d6452e09285 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2775 expref: 29 pid: 8966 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016146.985444:0:8966:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800721718c0/0x3f004d6452e0928c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2775 expref: 28 pid: 8966 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016146.985453:0:8966:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:2.0:1734016146.985456:0:8966:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1734016146.985461:0:8966:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800721718c0, rc 0) 00000100:00100000:2.0:1734016146.986163:0:8966:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076949f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+28:9673:x1818247337134464:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 1095us (1376us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016146.986173:0:8966:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2165 00000100:00100000:3.0:1734016147.004565:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016147.004770:0:8966:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337134592 00000100:00100000:2.0:1734016147.004788:0:8966:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337134592 00000100:00080000:0.0:1734016147.004845:0:6479:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734016117 00000100:00100000:2.0:1734016147.005991:0:8966:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2166 00000100:00100000:2.0:1734016147.006006:0:8966:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074e56d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+16:9673:x1818247337134592:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:2.0:1734016147.006043:0:8966:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016147.006079:0:8966:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880072170d80/0x3f004d6452e09293 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d277c expref: -99 pid: 8966 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016147.006220:0:8966:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880072171f80/0x3f004d6452e0929a lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 8966 initiator: MDT0 00010000:00010000:2.0:1734016147.006239:0:8966:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880072171f80/0x3f004d6452e0929a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 8966 initiator: MDT0 00010000:00010000:2.0:1734016147.006253:0:8966:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880072171f80/0x3f004d6452e0929a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 8966 initiator: MDT0 00000004:00200000:2.0:1734016147.006288:0:8966:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 5924708 00000004:00200000:2.0:1734016147.006295:0:8966:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1734016147.006316:0:8966:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880072171f80/0x3f004d6452e0929a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 8966 initiator: MDT0 00010000:00010000:2.0:1734016147.006353:0:8966:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880072170d80/0x3f004d6452e09293 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d277c expref: 18 pid: 8966 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016147.006400:0:8966:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880072171f80/0x3f004d6452e0929a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d277c expref: 17 pid: 8966 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016147.006411:0:8966:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:2.0:1734016147.006414:0:8966:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1734016147.006417:0:8966:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880072171f80, rc 0) 00000100:00100000:2.0:1734016147.006504:0:8966:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074e56d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:01c35be3-ce4e-49b2-9465-d7bd4af94f08+17:9673:x1818247337134592:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 502us (1963us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016147.006513:0:8966:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2166 00000100:00100000:3.0:1734016147.008655:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016147.008750:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337134720 00000100:00100000:0.0:1734016147.008764:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337134720 00000100:00100000:0.0:1734016147.008826:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 11256 00000100:00100000:0.0:1734016147.008835:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074e55880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1979:x1818247337134720:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:0.0:1734016147.008860:0:7690:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016147.008916:0:7690:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a803ba80/0x3f004d6452e092a1 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d2783 expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016147.009002:0:7690:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88011d805880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339517824:192.168.201.10@tcp:106: 00000100:00100000:0.0:1734016147.009090:0:7690:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a74866c0 going to sleep for 11 seconds 00002000:00010000:0.0:1734016147.010642:0:7690:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime: 1734016145 -> 1734016146 00000100:00100000:0.0:1734016147.010670:0:7690:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88011d805880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339517824:192.168.201.10@tcp:106: 00010000:00010000:0.0:1734016147.010709:0:7690:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a803ba80/0x3f004d6452e092a1 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2783 expref: 8 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016147.010723:0:7690:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a803ba80/0x3f004d6452e092a1 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2783 expref: 8 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016147.010750:0:7690:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a803ba80, rc 0) 00000100:00100000:0.0:1734016147.010797:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074e55880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1979:x1818247337134720:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 1962us (2155us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016147.010805:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 11256 00000100:00100000:3.0:1734016147.014252:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016147.014389:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337134848 00000100:00100000:0.0:1734016147.014411:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337134848 00000100:00100000:0.0:1734016147.014515:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 11257 00000100:00100000:0.0:1734016147.014529:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074e57100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1980:x1818247337134848:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:0.0:1734016147.014574:0:7690:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016147.014610:0:7690:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a8038b40/0x3f004d6452e092a8 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d278a expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016147.014731:0:7690:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88011d805880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339517952:192.168.201.10@tcp:106: 00000100:00100000:0.0:1734016147.014845:0:7690:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a74866c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016147.017687:0:7690:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88011d805880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339517952:192.168.201.10@tcp:106: 00010000:00010000:0.0:1734016147.017762:0:7690:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a8038b40/0x3f004d6452e092a8 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d278a expref: 8 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016147.017784:0:7690:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a8038b40/0x3f004d6452e092a8 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d278a expref: 8 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016147.017805:0:7690:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a8038b40, rc 0) 00000100:00100000:0.0:1734016147.017988:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074e57100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1980:x1818247337134848:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 3455us (3759us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016147.018001:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 11257 00000100:00100000:1.0:1734016147.020396:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016147.020513:0:6483:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337135104 00000100:00100000:3.0:1734016147.020528:0:6483:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337135104 00000100:00100000:3.0:1734016147.020607:0:6483:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2167 00000100:00100000:3.0:1734016147.020617:0:6483:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007694ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+17:9673:x1818247337135104:12345-192.168.201.10@tcp:36:fsx.0 00010000:00010000:3.0:1734016147.020691:0:6483:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016147.020722:0:6483:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880072171f80/0x3f004d6452e0929a lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d277c expref: 17 pid: 8966 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016147.020754:0:6483:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:3.0:1734016147.020760:0:6483:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1734016147.020996:0:6483:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a7cc0/0x3f004d6452e092af lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6483 initiator: MDT0 00010000:00010000:3.0:1734016147.021010:0:6483:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800721718c0/0x3f004d6452e0928c lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2775 expref: 27 pid: 8966 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016147.021017:0:6483:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a7cc0/0x3f004d6452e092af lrc: 4/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6483 initiator: MDT0 00010000:00010000:3.0:1734016147.021053:0:6483:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8800721718c0/0x3f004d6452e0928c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2775 expref: 27 pid: 8966 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016147.021067:0:6483:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8800721718c0/0x3f004d6452e0928c lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2775 expref: 27 pid: 8966 timeout: 511 lvb_type: 0 00000100:00100000:3.0:1734016147.021080:0:6483:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074e57480 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6483:1818247339518080:192.168.201.10@tcp:104: 00000100:00100000:3.0:1734016147.021155:0:6483:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012b9119c0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016147.023787:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016147.024229:0:6483:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074e57480 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6483:1818247339518080:192.168.201.10@tcp:104: 00010000:00010000:0.0:1734016147.024278:0:6483:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a7cc0/0x3f004d6452e092af lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6483 initiator: MDT0 00000100:00100000:0.0:1734016147.024334:0:6469:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337135232 00000100:00100000:0.0:1734016147.024346:0:6469:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337135232 00010000:00010000:0.0:1734016147.024541:0:6469:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800721718c0/0x3f004d6452e0928c lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2775 expref: 28 pid: 8966 timeout: 511 lvb_type: 0 00000100:00080000:1.0:1734016147.024683:0:6479:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734016117 00000100:00100000:0.0:1734016147.025985:0:6469:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 3072 00000100:00100000:0.0:1734016147.026000:0:6469:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074e55f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+28:1978:x1818247337135232:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016147.026037:0:6469:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016147.026054:0:6469:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8800721718c0/0x3f004d6452e0928c lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2775 expref: 28 pid: 8966 timeout: 511 lvb_type: 0 00010000:00010000:0.0:1734016147.026072:0:6469:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8800721718c0/0x3f004d6452e0928c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2775 expref: 28 pid: 8966 timeout: 511 lvb_type: 0 00010000:00010000:0.0:1734016147.026113:0:6469:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800721718c0/0x3f004d6452e0928c lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2775 expref: 28 pid: 8966 timeout: 511 lvb_type: 0 00010000:00010000:0.0:1734016147.026151:0:6469:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:0.0:1734016147.026158:0:6469:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a7cc0/0x3f004d6452e092af lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6483 initiator: MDT0 00010000:00010000:0.0:1734016147.026175:0:6469:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a7cc0/0x3f004d6452e092af lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6483 initiator: MDT0 00010000:00010000:0.0:1734016147.026188:0:6469:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a7cc0/0x3f004d6452e092af lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6483 initiator: MDT0 00010000:00010000:0.0:1734016147.026240:0:6469:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016147.028579:0:6469:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074e55f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+27:1978:x1818247337135232:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 2551us (4776us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016147.028607:0:6469:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 3072 00010000:00010000:0.0:1734016147.028710:0:6483:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a7cc0/0x3f004d6452e092af lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6483 initiator: MDT0 00010000:00010000:0.0:1734016147.028724:0:6483:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a7cc0/0x3f004d6452e092af lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6483 initiator: MDT0 00000001:00080000:0.0:1734016147.028975:0:6483:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294968667 00000004:00010000:0.0:1734016147.029079:0:6483:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff88007694ad80 reply state ffff880074df3000 transno 4294968668 ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a7cc0/0x3f004d6452e092af lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6483 initiator: MDT0 00000100:00100000:0.0:1734016147.029091:0:6483:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1734016147.029318:0:6483:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007694ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+19:9673:x1818247337135104:12345-192.168.201.10@tcp:36:fsx.0 Request processed in 8701us (8938us total) trans 4294968668 rc 0/0 00000100:00100000:0.0:1734016147.029327:0:6483:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2167 00000020:00080000:0.0:1734016147.029333:0:6483:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1734016147.043618:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00010000:00010000:1.0:1734016147.043732:0:3495:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a7cc0/0x3f004d6452e092af lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6483 initiator: MDT0 00010000:00010000:1.0:1734016147.043748:0:3495:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a7cc0/0x3f004d6452e092af lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6483 initiator: MDT0 00010000:00010000:1.0:1734016147.043756:0:3495:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a7cc0/0x3f004d6452e092af lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6483 initiator: MDT0 00010000:00010000:1.0:1734016147.043766:0:3495:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88009a9a7cc0 already unused, calling callback (ffffffffa0f03950) 00010000:00010000:1.0:1734016147.043772:0:3495:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a7cc0/0x3f004d6452e092af lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6483 initiator: MDT0 00010000:00010000:1.0:1734016147.043781:0:3495:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a7cc0/0x3f004d6452e092af lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6483 initiator: MDT0 00010000:00010000:1.0:1734016147.043804:0:3495:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:1.0:1734016147.043806:0:3495:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1734016147.043810:0:3495:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a7cc0/0x3f004d6452e092af lrc: 2/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6483 initiator: MDT0 00010000:00010000:1.0:1734016147.043815:0:3495:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a7cc0/0x3f004d6452e092af lrc: 0/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6483 initiator: MDT0 00000100:00100000:0.0:1734016147.043953:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337135360 00000100:00100000:0.0:1734016147.043973:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337135360 00000100:00100000:0.0:1734016147.044028:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 11258 00000100:00100000:0.0:1734016147.044036:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074e54a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:9673:x1818247337135360:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:0.0:1734016147.044059:0:7690:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016147.044079:0:7690:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a8038240/0x3f004d6452e092b6 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d2791 expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016147.044111:0:7690:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7a80/0x3f004d6452e0927e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d276e expref: 7 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016147.044118:0:7690:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016147.044120:0:7690:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016147.044124:0:7690:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a8038240/0x3f004d6452e092b6 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2791 expref: 8 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016147.044160:0:7690:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7a80/0x3f004d6452e0927e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d276e expref: 7 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016147.044172:0:7690:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7a80/0x3f004d6452e0927e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d276e expref: 7 pid: 7690 timeout: 511 lvb_type: 0 00000100:00100000:0.0:1734016147.044188:0:7690:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88011d805880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339518208:192.168.201.10@tcp:104: 00000100:00100000:0.0:1734016147.044262:0:7690:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7486300 going to sleep for 11 seconds 00000100:00100000:0.0:1734016147.046475:0:7690:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88011d805880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339518208:192.168.201.10@tcp:104: 00010000:00010000:0.0:1734016147.046528:0:7690:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a8038240/0x3f004d6452e092b6 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2791 expref: 8 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016147.046556:0:7690:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a8038240, rc 0) 00000100:00100000:0.0:1734016147.046635:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074e54a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+8:9673:x1818247337135360:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 2597us (3036us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016147.046646:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 11258 00000100:00100000:2.0:1734016147.049087:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016147.049306:0:3509:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074e54000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3509:1818247339518336:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1734016147.049661:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734016147.049769:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339518336 00000100:00100000:3.0:1734016147.049785:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339518336 00000100:00100000:0.0:1734016147.053211:0:6469:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337135488 00000100:00100000:0.0:1734016147.053235:0:6469:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337135488 00000100:00080000:1.0:1734016147.054014:0:6479:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734016117 00000100:00080000:1.0:1734016147.054194:0:6479:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1734016117 00010000:00010000:0.0:1734016147.054214:0:6469:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7a80/0x3f004d6452e0927e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d276e expref: 8 pid: 7690 timeout: 511 lvb_type: 0 00000100:00100000:0.0:1734016147.054271:0:6469:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 3073 00000100:00100000:0.0:1734016147.054282:0:6469:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b1e47050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1979:x1818247337135488:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016147.054328:0:6469:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016147.054371:0:6469:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7a80/0x3f004d6452e0927e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d276e expref: 8 pid: 7690 timeout: 511 lvb_type: 0 00010000:00010000:0.0:1734016147.054386:0:6469:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7a80/0x3f004d6452e0927e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d276e expref: 8 pid: 7690 timeout: 511 lvb_type: 0 00010000:00010000:0.0:1734016147.054425:0:6469:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7a80/0x3f004d6452e0927e lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d276e expref: 8 pid: 7690 timeout: 511 lvb_type: 0 00010000:00010000:0.0:1734016147.054475:0:6469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016147.054478:0:6469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016147.054487:0:6469:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a8038240/0x3f004d6452e092b6 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2791 expref: 7 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016147.054503:0:6469:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a8038240/0x3f004d6452e092b6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2791 expref: 7 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016147.054568:0:6469:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a8038240/0x3f004d6452e092b6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2791 expref: 7 pid: 7690 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016147.054589:0:6469:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88011d805880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6469:1818247339518464:192.168.201.10@tcp:105: 00000100:00100000:0.0:1734016147.054729:0:6469:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7486300 going to sleep for 11 seconds 00000100:00100000:3.0:1734016147.054980:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 129 00000100:00100000:3.0:1734016147.054989:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074222d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3509:x1818247339518336:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1734016147.055038:0:7693:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 490160704 pending 0 free 3923677184 avail 3692154880 00000100:00100000:3.0:1734016147.055152:0:7693:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074222d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3509:x1818247339518336:12345-0@lo:13:osp-pre-0-0.0 Request processed in 163us (5509us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016147.055161:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 129 00000100:00100000:2.0:1734016147.055289:0:3509:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074e54000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3509:1818247339518336:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1734016147.058353:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016147.058715:0:6469:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88011d805880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6469:1818247339518464:192.168.201.10@tcp:105: 00010000:00010000:0.0:1734016147.058748:0:6469:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016147.058818:0:6469:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b1e47050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1979:x1818247337135488:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 4535us (9751us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016147.058831:0:6469:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 3073 00000100:00100000:2.0:1734016147.061346:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337135616 00000100:00100000:2.0:1734016147.061370:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337135616 00002000:00010000:2.0:1734016147.061436:0:7694:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (2296048->18446744073709551615) 00002000:00100000:2.0:1734016147.061444:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074e54000 with x1818247337135616 ext(2296048->18446744073709551615) 00002000:00010000:2.0:1734016147.061465:0:7694:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074e54000. 00000100:00100000:2.0:1734016147.062815:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9535 00000100:00100000:2.0:1734016147.062831:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074e54000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+8:1978:x1818247337135616:12345-192.168.201.10@tcp:10:fsx.0 00002000:00010000:2.0:1734016147.066272:0:7694:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 5924708 -> 2296048 00002000:00010000:2.0:1734016147.066286:0:7694:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016146 -> 1734016146 00002000:00010000:2.0:1734016147.066288:0:7694:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016146 -> 1734016145 00002000:00010000:2.0:1734016147.066290:0:7694:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016146 -> 1734016146 00002000:00010000:2.0:1734016147.066291:0:7694:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 408 -> 200 00000100:00100000:2.0:1734016147.066423:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074e54000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+9:1978:x1818247337135616:12345-192.168.201.10@tcp:10:fsx.0 Request processed in 3584us (8074us total) trans 4294969493 rc 0/0 00000100:00100000:2.0:1734016147.066436:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9535 00002000:00010000:2.0:1734016147.066446:0:7694:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (2296048->18446744073709551615) 00002000:00100000:2.0:1734016147.066451:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074e54000 with x1818247337135616 ext(2296048->18446744073709551615) 00002000:00010000:2.0:1734016147.066458:0:7694:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074e54000. 00000100:00100000:3.0:1734016147.079641:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016147.079745:0:6483:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337135744 00000100:00100000:0.0:1734016147.079761:0:6483:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337135744 00000100:00100000:0.0:1734016147.079848:0:6483:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2168 00000100:00100000:0.0:1734016147.079856:0:6483:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074e57480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+18:9673:x1818247337135744:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:0.0:1734016147.079917:0:6483:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016147.079947:0:6483:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a803bcc0/0x3f004d6452e092bd lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d2798 expref: -99 pid: 6483 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016147.080095:0:6483:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8038fc0/0x3f004d6452e092c4 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6483 initiator: MDT0 00010000:00010000:0.0:1734016147.080114:0:6483:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8038fc0/0x3f004d6452e092c4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6483 initiator: MDT0 00010000:00010000:0.0:1734016147.080130:0:6483:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8038fc0/0x3f004d6452e092c4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6483 initiator: MDT0 00000004:00200000:0.0:1734016147.080169:0:6483:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 2296048 00000004:00200000:0.0:1734016147.080173:0:6483:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1734016147.080192:0:6483:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8038fc0/0x3f004d6452e092c4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6483 initiator: MDT0 00010000:00010000:0.0:1734016147.080225:0:6483:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a803bcc0/0x3f004d6452e092bd lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2798 expref: 20 pid: 6483 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016147.080248:0:6483:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8038fc0/0x3f004d6452e092c4 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2798 expref: 19 pid: 6483 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016147.080257:0:6483:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:0.0:1734016147.080260:0:6483:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1734016147.080263:0:6483:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a8038fc0, rc 0) 00000100:00100000:0.0:1734016147.080360:0:6483:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074e57480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+19:9673:x1818247337135744:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 504us (735us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016147.080368:0:6483:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2168 00000100:00100000:1.0:1734016147.085730:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016147.086017:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337136000 00000100:00100000:2.0:1734016147.086044:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337136000 00002000:00100000:2.0:1734016147.086164:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (237568->241663) req@ffff880076949180 x1818247337136000/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:108/0 lens 488/0 e 0 to 0 dl 1734016158 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016147.086188:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076949180 with x1818247337136000 ext(237568->241663) 00002000:00010000:2.0:1734016147.086203:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076949180 00000100:00100000:2.0:1734016147.086344:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9536 00000100:00100000:2.0:1734016147.086360:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076949180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+9:1979:x1818247337136000:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:2.0:1734016147.088220:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076949180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+9:1979:x1818247337136000:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 1846us (2487us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016147.088238:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9536 00002000:00100000:2.0:1734016147.088252:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (237568->241663) req@ffff880076949180 x1818247337136000/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:108/0 lens 488/4536 e 0 to 0 dl 1734016158 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016147.088263:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076949180 with x1818247337136000 ext(237568->241663) 00002000:00010000:2.0:1734016147.088271:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076949180 00000100:00100000:2.0:1734016147.098433:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016147.098563:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337136256 00000100:00100000:0.0:1734016147.098585:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337136256 00002000:00100000:0.0:1734016147.098670:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (233472->237567) req@ffff880076b60380 x1818247337136256/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:108/0 lens 488/0 e 0 to 0 dl 1734016158 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016147.098682:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076b60380 with x1818247337136256 ext(233472->237567) 00002000:00010000:0.0:1734016147.098689:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076b60380 00000100:00100000:0.0:1734016147.098746:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9537 00000100:00100000:0.0:1734016147.098757:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076b60380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+9:1980:x1818247337136256:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:0.0:1734016147.106618:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076b60380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+9:1980:x1818247337136256:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 7828us (8175us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016147.106642:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9537 00002000:00100000:0.0:1734016147.106662:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (233472->237567) req@ffff880076b60380 x1818247337136256/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:108/0 lens 488/4536 e 0 to 0 dl 1734016158 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016147.106676:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076b60380 with x1818247337136256 ext(233472->237567) 00002000:00010000:0.0:1734016147.106688:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076b60380 00000100:00100000:3.0:1734016147.112157:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016147.112287:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337136512 00000100:00100000:0.0:1734016147.112304:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337136512 00002000:00100000:0.0:1734016147.112387:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (229376->233471) req@ffff880074e54e00 x1818247337136512/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:108/0 lens 488/0 e 0 to 0 dl 1734016158 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016147.112401:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074e54e00 with x1818247337136512 ext(229376->233471) 00002000:00010000:0.0:1734016147.112410:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074e54e00 00000100:00100000:0.0:1734016147.112475:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9538 00000100:00100000:0.0:1734016147.112487:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074e54e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+9:1981:x1818247337136512:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:0.0:1734016147.112909:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074e54e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+9:1981:x1818247337136512:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 423us (775us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016147.112921:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9538 00002000:00100000:0.0:1734016147.112930:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (229376->233471) req@ffff880074e54e00 x1818247337136512/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:108/0 lens 488/4536 e 0 to 0 dl 1734016158 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016147.112938:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074e54e00 with x1818247337136512 ext(229376->233471) 00002000:00010000:0.0:1734016147.112941:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074e54e00 00000100:00100000:1.0:1734016147.116524:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016147.116677:0:13925:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337136768 00000100:00100000:2.0:1734016147.116693:0:13925:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337136768 00002000:00100000:2.0:1734016147.116788:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (225280->229375) req@ffff880076949c00 x1818247337136768/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:108/0 lens 488/0 e 0 to 0 dl 1734016158 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016147.116801:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076949c00 with x1818247337136768 ext(225280->229375) 00002000:00010000:2.0:1734016147.116809:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076949c00 00000100:00100000:2.0:1734016147.116853:0:13925:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9539 00000100:00100000:2.0:1734016147.116908:0:13925:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076949c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+9:1980:x1818247337136768:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:2.0:1734016147.117272:0:13925:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076949c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+9:1980:x1818247337136768:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 408us (771us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016147.117281:0:13925:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9539 00002000:00100000:2.0:1734016147.117291:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (225280->229375) req@ffff880076949c00 x1818247337136768/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:108/0 lens 488/4536 e 0 to 0 dl 1734016158 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016147.117298:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076949c00 with x1818247337136768 ext(225280->229375) 00002000:00010000:2.0:1734016147.117301:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076949c00 00000100:00100000:2.0:1734016147.130335:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016147.130626:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337137024 00000100:00100000:0.0:1734016147.130645:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337137024 00002000:00100000:0.0:1734016147.130749:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (221184->225279) req@ffff880076b62680 x1818247337137024/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:108/0 lens 488/0 e 0 to 0 dl 1734016158 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016147.130764:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076b62680 with x1818247337137024 ext(221184->225279) 00002000:00010000:0.0:1734016147.130772:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076b62680 00000100:00100000:0.0:1734016147.130824:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9540 00000100:00100000:0.0:1734016147.130836:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076b62680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+9:1981:x1818247337137024:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:0.0:1734016147.131294:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076b62680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+9:1981:x1818247337137024:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 456us (987us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016147.131304:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9540 00002000:00100000:0.0:1734016147.131312:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (221184->225279) req@ffff880076b62680 x1818247337137024/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:108/0 lens 488/4536 e 0 to 0 dl 1734016158 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016147.131319:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076b62680 with x1818247337137024 ext(221184->225279) 00002000:00010000:0.0:1734016147.131322:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076b62680 00000100:00100000:3.0:1734016147.134344:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016147.137057:0:13925:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337137280 00000100:00100000:2.0:1734016147.137085:0:13925:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337137280 00002000:00100000:2.0:1734016147.137301:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (217088->221183) req@ffff880074e54700 x1818247337137280/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:108/0 lens 488/0 e 0 to 0 dl 1734016158 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016147.137315:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074e54700 with x1818247337137280 ext(217088->221183) 00002000:00010000:2.0:1734016147.137324:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074e54700 00000100:00100000:2.0:1734016147.137389:0:13925:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9541 00000100:00100000:2.0:1734016147.137402:0:13925:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074e54700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+9:1981:x1818247337137280:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:2.0:1734016147.150446:0:13925:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074e54700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+9:1981:x1818247337137280:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 13026us (16100us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016147.150461:0:13925:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9541 00002000:00100000:2.0:1734016147.150480:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (217088->221183) req@ffff880074e54700 x1818247337137280/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:108/0 lens 488/4536 e 0 to 0 dl 1734016158 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016147.150493:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074e54700 with x1818247337137280 ext(217088->221183) 00002000:00010000:2.0:1734016147.150502:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074e54700 00000100:00100000:1.0:1734016147.161465:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016147.161573:0:13925:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337137536 00000100:00100000:2.0:1734016147.161591:0:13925:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337137536 00002000:00100000:2.0:1734016147.161670:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (1642496->1646591) req@ffff88007694b800 x1818247337137536/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:108/0 lens 488/0 e 0 to 0 dl 1734016158 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016147.161685:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007694b800 with x1818247337137536 ext(1642496->1646591) 00002000:00010000:2.0:1734016147.161696:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007694b800 00000100:00100000:2.0:1734016147.161746:0:13925:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9542 00000100:00100000:2.0:1734016147.161758:0:13925:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007694b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+9:1981:x1818247337137536:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:2.0:1734016147.162167:0:13925:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007694b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+9:1981:x1818247337137536:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 409us (719us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016147.162176:0:13925:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9542 00002000:00100000:2.0:1734016147.162184:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (1642496->1646591) req@ffff88007694b800 x1818247337137536/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:108/0 lens 488/4536 e 0 to 0 dl 1734016158 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016147.162192:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007694b800 with x1818247337137536 ext(1642496->1646591) 00002000:00010000:2.0:1734016147.162196:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007694b800 00000100:00100000:0.0:1734016147.166057:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016147.166358:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337137792 00000100:00100000:2.0:1734016147.166376:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337137792 00002000:00100000:2.0:1734016147.166464:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (1638400->1642495) req@ffff88011d806a00 x1818247337137792/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:108/0 lens 488/0 e 0 to 0 dl 1734016158 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016147.166478:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d806a00 with x1818247337137792 ext(1638400->1642495) 00002000:00010000:2.0:1734016147.166485:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011d806a00 00000100:00100000:2.0:1734016147.166537:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9543 00000100:00100000:2.0:1734016147.166550:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d806a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+9:1981:x1818247337137792:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:2.0:1734016147.166927:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d806a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+9:1981:x1818247337137792:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 377us (892us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016147.166938:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9543 00002000:00100000:2.0:1734016147.166946:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (1638400->1642495) req@ffff88011d806a00 x1818247337137792/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:108/0 lens 488/4536 e 0 to 0 dl 1734016158 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016147.166966:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d806a00 with x1818247337137792 ext(1638400->1642495) 00002000:00010000:2.0:1734016147.166970:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011d806a00 00000100:00100000:3.0:1734016147.173740:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016147.173903:0:13925:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337138048 00000100:00100000:0.0:1734016147.173919:0:13925:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337138048 00002000:00100000:0.0:1734016147.173993:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (1634304->1638399) req@ffff880074e55f80 x1818247337138048/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:108/0 lens 488/0 e 0 to 0 dl 1734016158 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016147.174005:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074e55f80 with x1818247337138048 ext(1634304->1638399) 00002000:00010000:0.0:1734016147.174013:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074e55f80 00000100:00100000:0.0:1734016147.174052:0:13925:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9544 00000100:00100000:0.0:1734016147.174062:0:13925:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074e55f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+9:1980:x1818247337138048:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:0.0:1734016147.174303:0:13925:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074e55f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+9:1980:x1818247337138048:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 241us (581us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016147.174315:0:13925:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9544 00002000:00100000:0.0:1734016147.174320:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (1634304->1638399) req@ffff880074e55f80 x1818247337138048/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:108/0 lens 488/4536 e 0 to 0 dl 1734016158 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016147.174327:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074e55f80 with x1818247337138048 ext(1634304->1638399) 00002000:00010000:0.0:1734016147.174331:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074e55f80 00000100:00100000:1.0:1734016147.179259:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016147.181844:0:13925:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337138304 00000100:00100000:0.0:1734016147.181861:0:13925:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337138304 00002000:00100000:0.0:1734016147.181974:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (1630208->1634303) req@ffff88007694a300 x1818247337138304/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:108/0 lens 488/0 e 0 to 0 dl 1734016158 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016147.181987:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007694a300 with x1818247337138304 ext(1630208->1634303) 00002000:00010000:0.0:1734016147.181996:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007694a300 00000100:00100000:0.0:1734016147.182032:0:13925:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9545 00000100:00100000:0.0:1734016147.182040:0:13925:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007694a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+9:1980:x1818247337138304:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:0.0:1734016147.185947:0:13925:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007694a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+9:1980:x1818247337138304:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 3892us (6688us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016147.185978:0:13925:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9545 00002000:00100000:0.0:1734016147.185999:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (1630208->1634303) req@ffff88007694a300 x1818247337138304/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:108/0 lens 488/4536 e 0 to 0 dl 1734016158 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016147.186010:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007694a300 with x1818247337138304 ext(1630208->1634303) 00002000:00010000:0.0:1734016147.186021:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007694a300 00000100:00100000:2.0:1734016147.193028:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016147.193139:0:13925:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337138560 00000100:00100000:1.0:1734016147.193154:0:13925:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337138560 00002000:00100000:1.0:1734016147.193215:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (1626112->1630207) req@ffff880076b62a00 x1818247337138560/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:108/0 lens 488/0 e 0 to 0 dl 1734016158 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016147.193227:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076b62a00 with x1818247337138560 ext(1626112->1630207) 00002000:00010000:1.0:1734016147.193233:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076b62a00 00000100:00100000:1.0:1734016147.193256:0:13925:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9546 00000100:00100000:1.0:1734016147.193263:0:13925:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076b62a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+9:1981:x1818247337138560:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:1.0:1734016147.193468:0:13925:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076b62a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+9:1981:x1818247337138560:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 204us (458us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016147.193477:0:13925:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9546 00002000:00100000:1.0:1734016147.193483:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (1626112->1630207) req@ffff880076b62a00 x1818247337138560/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:108/0 lens 488/4536 e 0 to 0 dl 1734016158 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016147.193490:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076b62a00 with x1818247337138560 ext(1626112->1630207) 00002000:00010000:1.0:1734016147.193493:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076b62a00 00000100:00100000:2.0:1734016147.209369:0:3509:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076b61500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3509:1818247339518976:0@lo:400:kworker.0 00000100:00100000:2.0:1734016147.209490:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734016147.209534:0:3509:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1734016147.209541:0:3509:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076b60e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3509:1818247339518848:0@lo:400:kworker.0 00000100:00100000:2.0:1734016147.209566:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734016147.209603:0:6483:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339518976 00000100:00100000:2.0:1734016147.209617:0:6483:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339518976 00000100:00100000:2.0:1734016147.209682:0:6483:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339518848 00000100:00100000:2.0:1734016147.209685:0:6483:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339518848 00000100:00100000:2.0:1734016147.209705:0:6483:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 235 00000100:00100000:2.0:1734016147.209712:0:6483:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076b61180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3509:x1818247339518976:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734016147.209777:0:6483:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076b61180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3509:x1818247339518976:12345-0@lo:400:kworker.0 Request processed in 65us (288us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016147.209785:0:6483:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 235 00000100:00100000:2.0:1734016147.209809:0:6483:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 236 00000100:00100000:2.0:1734016147.209812:0:6483:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076b61f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3509:x1818247339518848:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734016147.209833:0:6483:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076b61f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3509:x1818247339518848:12345-0@lo:400:kworker.0 Request processed in 20us (266us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016147.209837:0:6483:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 236 00000100:00100000:2.0:1734016147.209911:0:3509:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076b60e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3509:1818247339518848:0@lo:400:kworker.0 00000100:00100000:2.0:1734016147.209921:0:3509:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076b61500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3509:1818247339518976:0@lo:400:kworker.0 00000100:00080000:3.0:1734016147.210029:0:6479:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734016117 00000100:00100000:0.0:1734016147.210133:0:3510:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076b61880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:d6847433-36e0-498f-be35-6a8f02b47718:3510:1818247339518592:0@lo:400:kworker.0 00000100:00100000:0.0:1734016147.210180:0:3510:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734016147.210199:0:3510:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076b60000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3510:1818247339519104:0@lo:400:kworker.0 00000100:00100000:0.0:1734016147.210234:0:3510:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734016147.210250:0:3510:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1734016147.210256:0:3510:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076b63800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3510:1818247339518720:0@lo:400:kworker.0 00000100:00100000:0.0:1734016147.210271:0:3510:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734016147.210378:0:6478:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339518592 00000100:00100000:1.0:1734016147.210385:0:6478:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339518592 00000100:00100000:0.0:1734016147.211121:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339519104 00000100:00100000:0.0:1734016147.211125:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339519104 00000100:00100000:3.0:1734016147.211204:0:8966:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339518720 00000100:00100000:3.0:1734016147.211208:0:8966:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339518720 00000100:00100000:3.0:1734016147.211250:0:8966:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 237 00000100:00100000:3.0:1734016147.211256:0:8966:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d804a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3510:x1818247339518720:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734016147.211317:0:8966:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d804a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3510:x1818247339518720:12345-0@lo:400:kworker.0 Request processed in 63us (1045us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016147.211323:0:8966:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 237 00000100:00100000:1.0:1734016147.211443:0:6478:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 335 00000100:00100000:1.0:1734016147.211449:0:6478:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009968f050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d6847433-36e0-498f-be35-6a8f02b47718+18:3510:x1818247339518592:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734016147.211479:0:6478:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009968f050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d6847433-36e0-498f-be35-6a8f02b47718+18:3510:x1818247339518592:12345-0@lo:400:kworker.0 Request processed in 30us (1299us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016147.211485:0:6478:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 335 00000100:00100000:1.0:1734016147.211534:0:3510:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076b63800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3510:1818247339518720:0@lo:400:kworker.0 00000100:00100000:1.0:1734016147.211546:0:3510:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076b61880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:d6847433-36e0-498f-be35-6a8f02b47718:3510:1818247339518592:0@lo:400:kworker.0 00000100:00080000:3.0:1734016147.212026:0:6479:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734016117 00000100:00080000:3.0:1734016147.212031:0:6479:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734016117 00000100:00100000:2.0:1734016147.212066:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016147.212128:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337138816 00000100:00100000:3.0:1734016147.212132:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337138816 00002000:00100000:3.0:1734016147.212179:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (1622016->1626111) req@ffff880076b61500 x1818247337138816/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:108/0 lens 488/0 e 0 to 0 dl 1734016158 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016147.212195:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076b61500 with x1818247337138816 ext(1622016->1626111) 00002000:00010000:3.0:1734016147.212204:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076b61500 00000100:00100000:3.0:1734016147.212232:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9547 00000100:00100000:3.0:1734016147.212237:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076b61500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+9:1980:x1818247337138816:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:3.0:1734016147.212519:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076b61500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+9:1980:x1818247337138816:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 280us (457us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016147.212527:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9547 00002000:00100000:3.0:1734016147.212533:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (1622016->1626111) req@ffff880076b61500 x1818247337138816/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:108/0 lens 488/4536 e 0 to 0 dl 1734016158 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016147.212541:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076b61500 with x1818247337138816 ext(1622016->1626111) 00002000:00010000:3.0:1734016147.212547:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076b61500 00000100:00100000:1.0:1734016147.212740:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 121 00000100:00100000:1.0:1734016147.212746:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d805880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3510:x1818247339519104:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734016147.212803:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d805880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3510:x1818247339519104:12345-0@lo:400:kworker.0 Request processed in 57us (2569us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016147.212809:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 121 00000100:00100000:1.0:1734016147.212849:0:3510:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076b60000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3510:1818247339519104:0@lo:400:kworker.0 00000100:00100000:0.0:1734016147.222186:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016147.224704:0:13925:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337138944 00000100:00100000:2.0:1734016147.224731:0:13925:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337138944 00002000:00100000:2.0:1734016147.224827:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (1622016->1646591) req@ffff88011d805180 x1818247337138944/t0(0) o4->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:108/0 lens 488/0 e 0 to 0 dl 1734016158 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016147.224842:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d805180 with x1818247337138944 ext(1622016->1646591) 00002000:00010000:2.0:1734016147.224851:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011d805180 00000100:00100000:2.0:1734016147.224927:0:13925:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9548 00000100:00100000:2.0:1734016147.224938:0:13925:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d805180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+9:1981:x1818247337138944:12345-192.168.201.10@tcp:4:fsx.0 00000100:00100000:0.0:1734016147.239557:0:13925:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d805180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+11:1981:x1818247337138944:12345-192.168.201.10@tcp:4:fsx.0 Request processed in 14609us (17376us total) trans 4294969494 rc 0/0 00000100:00100000:0.0:1734016147.239573:0:13925:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9548 00002000:00100000:0.0:1734016147.239585:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (1622016->1646591) req@ffff88011d805180 x1818247337138944/t4294969494(0) o4->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:108/0 lens 488/448 e 0 to 0 dl 1734016158 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016147.239595:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d805180 with x1818247337138944 ext(1622016->1646591) 00002000:00010000:0.0:1734016147.239602:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011d805180 00000100:00100000:0.0:1734016147.250081:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016147.254150:0:7420:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337139072 00000100:00100000:2.0:1734016147.254173:0:7420:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337139072 00000100:00100000:2.0:1734016147.254287:0:7420:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2169 00000100:00100000:2.0:1734016147.254296:0:7420:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d806680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+19:9673:x1818247337139072:12345-192.168.201.10@tcp:44:fsx.0 00000100:00100000:2.0:1734016147.254527:0:7420:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d806680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+19:9673:x1818247337139072:12345-192.168.201.10@tcp:44:fsx.0 Request processed in 230us (4474us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016147.254535:0:7420:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2169 00000100:00100000:0.0:1734016147.269824:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016147.270108:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337139200 00000100:00100000:3.0:1734016147.270122:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337139200 00000100:00100000:3.0:1734016147.270183:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 11259 00000100:00100000:3.0:1734016147.270193:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d805c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+11:1979:x1818247337139200:12345-192.168.201.10@tcp:16:fsx.0 00000001:00080000:0.0:1734016147.277510:0:8954:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969494 is committed 00000001:00080000:0.0:1734016147.277583:0:8954:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969492 is committed 00000100:00100000:3.0:1734016147.278359:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d805c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1979:x1818247337139200:12345-192.168.201.10@tcp:16:fsx.0 Request processed in 8146us (8540us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016147.278378:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 11259 00000100:00100000:1.0:1734016147.290215:0:3511:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009721b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3511:1818247339519232:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1734016147.290345:0:3511:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734016147.290718:0:13923:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339519232 00000100:00100000:2.0:1734016147.290737:0:13923:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339519232 00000100:00100000:2.0:1734016147.290785:0:13923:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 130 00000100:00100000:2.0:1734016147.290794:0:13923:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007694a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3511:x1818247339519232:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1734016147.290832:0:13923:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 980042304 pending 0 free 3923599360 avail 3691732992 00000100:00100000:2.0:1734016147.290900:0:13923:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007694a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3511:x1818247339519232:12345-0@lo:13:osp-pre-1-0.0 Request processed in 106us (558us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016147.290907:0:13923:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 130 00000100:00100000:1.0:1734016147.291349:0:3511:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009721b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3511:1818247339519232:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1734016147.296032:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016147.300039:0:8966:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337139328 00000100:00100000:3.0:1734016147.300068:0:8966:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337139328 00000100:00100000:3.0:1734016147.300170:0:8966:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2170 00000100:00100000:3.0:1734016147.300180:0:8966:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d806300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+27:9673:x1818247337139328:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:3.0:1734016147.300212:0:8966:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016147.300242:0:8966:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a7a80/0x3f004d6452e092cb lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d279f expref: -99 pid: 8966 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016147.300391:0:8966:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a6880/0x3f004d6452e092d2 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 8966 initiator: MDT0 00010000:00010000:3.0:1734016147.300410:0:8966:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a6880/0x3f004d6452e092d2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 8966 initiator: MDT0 00010000:00010000:3.0:1734016147.300427:0:8966:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a6880/0x3f004d6452e092d2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 8966 initiator: MDT0 00000004:00200000:3.0:1734016147.300469:0:8966:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 2296048 00000004:00200000:3.0:1734016147.300476:0:8966:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1734016147.300499:0:8966:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a6880/0x3f004d6452e092d2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 8966 initiator: MDT0 00010000:00010000:3.0:1734016147.300537:0:8966:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a7a80/0x3f004d6452e092cb lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d279f expref: 29 pid: 8966 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016147.300596:0:8966:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a6880/0x3f004d6452e092d2 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d279f expref: 28 pid: 8966 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016147.300608:0:8966:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:3.0:1734016147.300612:0:8966:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1734016147.300618:0:8966:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a9a6880, rc 0) 00000100:00100000:3.0:1734016147.300730:0:8966:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d806300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+28:9673:x1818247337139328:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 550us (4709us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016147.300738:0:8966:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2170 00000100:00100000:0.0:1734016147.315080:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016147.315206:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337139456 00000100:00100000:3.0:1734016147.315219:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337139456 00000100:00100000:3.0:1734016147.315278:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 11260 00000100:00100000:3.0:1734016147.315288:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075228e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1979:x1818247337139456:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:3.0:1734016147.315310:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016147.315335:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a9a6d00/0x3f004d6452e092d9 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d27a6 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016147.315401:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880097219500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339519360:192.168.201.10@tcp:106: 00000100:00100000:3.0:1734016147.315481:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012b911540 going to sleep for 11 seconds 00002000:00010000:3.0:1734016147.323088:0:7689:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime: 1734016145 -> 1734016146 00002000:00010000:3.0:1734016147.323107:0:7689:0:(ofd_lvb.c:301:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks: 200 -> 248 00000100:00100000:3.0:1734016147.323154:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880097219500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339519360:192.168.201.10@tcp:106: 00010000:00010000:3.0:1734016147.323220:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a9a6d00/0x3f004d6452e092d9 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d27a6 expref: 7 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016147.323246:0:7689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a6d00/0x3f004d6452e092d9 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d27a6 expref: 7 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016147.323291:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a9a6d00, rc 0) 00000100:00100000:3.0:1734016147.323389:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075228e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1979:x1818247337139456:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 8097us (8320us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016147.323403:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 11260 00000100:00100000:0.0:1734016147.334276:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016147.335386:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337139584 00000100:00100000:3.0:1734016147.335407:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337139584 00000100:00100000:3.0:1734016147.335491:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 11261 00000100:00100000:3.0:1734016147.335501:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880075229880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1978:x1818247337139584:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:3.0:1734016147.335529:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016147.335561:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a9a4fc0/0x3f004d6452e092e0 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d27ad expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016147.335663:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880097219500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339519488:192.168.201.10@tcp:106: 00000100:00100000:3.0:1734016147.335776:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012b911540 going to sleep for 11 seconds 00000100:00100000:3.0:1734016147.343622:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880097219500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339519488:192.168.201.10@tcp:106: 00010000:00010000:3.0:1734016147.343697:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a9a4fc0/0x3f004d6452e092e0 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d27ad expref: 7 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016147.343729:0:7689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a4fc0/0x3f004d6452e092e0 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d27ad expref: 7 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016147.343767:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a9a4fc0, rc 0) 00000100:00100000:3.0:1734016147.343859:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880075229880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1978:x1818247337139584:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 8357us (9602us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016147.343893:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 11261 00000100:00100000:0.0:1734016147.358528:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016147.358747:0:7420:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337139840 00000100:00100000:2.0:1734016147.358767:0:7420:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337139840 00000100:00100000:2.0:1734016147.358933:0:7420:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2171 00000100:00100000:2.0:1734016147.358956:0:7420:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011efc4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+28:9673:x1818247337139840:12345-192.168.201.10@tcp:36:fsx.0 00010000:00010000:2.0:1734016147.359067:0:7420:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016147.359120:0:7420:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a6880/0x3f004d6452e092d2 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d279f expref: 28 pid: 8966 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016147.359187:0:7420:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:2.0:1734016147.359191:0:7420:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1734016147.359517:0:7420:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800721718c0/0x3f004d6452e092e7 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7420 initiator: MDT0 00010000:00010000:2.0:1734016147.359543:0:7420:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8038fc0/0x3f004d6452e092c4 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2798 expref: 18 pid: 6483 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016147.359552:0:7420:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800721718c0/0x3f004d6452e092e7 lrc: 4/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7420 initiator: MDT0 00010000:00010000:2.0:1734016147.359622:0:7420:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8038fc0/0x3f004d6452e092c4 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2798 expref: 18 pid: 6483 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016147.359641:0:7420:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8038fc0/0x3f004d6452e092c4 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2798 expref: 18 pid: 6483 timeout: 511 lvb_type: 0 00000100:00100000:2.0:1734016147.359660:0:7420:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076b60e00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7420:1818247339519616:192.168.201.10@tcp:104: 00000100:00100000:2.0:1734016147.359779:0:7420:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007455d600 going to sleep for 11 seconds 00000100:00100000:0.0:1734016147.367418:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016147.367574:0:6469:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337139968 00000100:00100000:1.0:1734016147.367589:0:6469:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337139968 00010000:00010000:1.0:1734016147.367640:0:6469:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8038fc0/0x3f004d6452e092c4 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2798 expref: 19 pid: 6483 timeout: 511 lvb_type: 0 00000100:00100000:1.0:1734016147.367695:0:6469:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 3074 00000100:00100000:1.0:1734016147.367705:0:6469:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011efc7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+19:1978:x1818247337139968:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016147.367729:0:6469:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016147.367737:0:6469:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8038fc0/0x3f004d6452e092c4 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2798 expref: 19 pid: 6483 timeout: 511 lvb_type: 0 00010000:00010000:1.0:1734016147.367753:0:6469:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8038fc0/0x3f004d6452e092c4 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2798 expref: 19 pid: 6483 timeout: 511 lvb_type: 0 00010000:00010000:1.0:1734016147.367788:0:6469:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:1.0:1734016147.367797:0:6469:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8800721718c0/0x3f004d6452e092e7 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 7420 initiator: MDT0 00010000:00010000:1.0:1734016147.367812:0:6469:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800721718c0/0x3f004d6452e092e7 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50290000000000 pid: 7420 initiator: MDT0 00010000:00010000:1.0:1734016147.367821:0:6469:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800721718c0/0x3f004d6452e092e7 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50290000000000 pid: 7420 initiator: MDT0 00010000:00010000:1.0:1734016147.367853:0:6469:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016147.367940:0:6469:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011efc7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+19:1978:x1818247337139968:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 235us (541us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016147.367961:0:6469:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 3074 00010000:00010000:3.0:1734016147.368224:0:7420:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8038fc0/0x3f004d6452e092c4 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2798 expref: 18 pid: 6483 timeout: 511 lvb_type: 0 00000100:00100000:3.0:1734016147.368250:0:7420:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076b60e00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7420:1818247339519616:192.168.201.10@tcp:104: 00010000:00010000:3.0:1734016147.368280:0:7420:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8800721718c0/0x3f004d6452e092e7 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7420 initiator: MDT0 00010000:00010000:3.0:1734016147.368288:0:7420:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8800721718c0/0x3f004d6452e092e7 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7420 initiator: MDT0 00010000:00010000:3.0:1734016147.368294:0:7420:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800721718c0/0x3f004d6452e092e7 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7420 initiator: MDT0 00000001:00080000:3.0:1734016147.368445:0:7420:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294968669 00000004:00010000:3.0:1734016147.368513:0:7420:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff88011efc4380 reply state ffff88013534a000 transno 4294968670 ns: mdt-lustre-MDT0000_UUID lock: ffff8800721718c0/0x3f004d6452e092e7 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7420 initiator: MDT0 00000100:00100000:3.0:1734016147.368522:0:7420:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1734016147.368621:0:7420:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011efc4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+30:9673:x1818247337139840:12345-192.168.201.10@tcp:36:fsx.0 Request processed in 9678us (10110us total) trans 4294968670 rc 0/0 00000100:00100000:3.0:1734016147.368628:0:7420:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2171 00000020:00080000:3.0:1734016147.368633:0:7420:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1734016147.379682:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016147.379755:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337140096 00000100:00100000:0.0:1734016147.379772:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337140096 00000100:00100000:0.0:1734016147.379860:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 11262 00000100:00100000:0.0:1734016147.379906:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011efc6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:9673:x1818247337140096:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:0.0:1734016147.379928:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016147.379959:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a803ad00/0x3f004d6452e092ee lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d27b4 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016147.379998:0:7689:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a8038240/0x3f004d6452e092b6 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2791 expref: 5 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016147.380006:0:7689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016147.380008:0:7689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016147.380012:0:7689:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a803ad00/0x3f004d6452e092ee lrc: 4/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d27b4 expref: 7 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016147.380050:0:7689:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a8038240/0x3f004d6452e092b6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2791 expref: 5 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016147.380064:0:7689:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a8038240/0x3f004d6452e092b6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2791 expref: 5 pid: 7690 timeout: 511 lvb_type: 0 00000100:00100000:0.0:1734016147.380081:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88011efc4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339519744:192.168.201.10@tcp:104: 00000100:00100000:0.0:1734016147.380145:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7486300 going to sleep for 11 seconds 00000001:00080000:2.0:1734016147.380333:0:6464:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968669 is committed 00000001:00080000:2.0:1734016147.380345:0:6464:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968668 is committed 00010000:00010000:3.0:1734016147.380509:0:3494:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800721718c0/0x3f004d6452e092e7 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7420 initiator: MDT0 00010000:00010000:3.0:1734016147.380523:0:3494:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800721718c0/0x3f004d6452e092e7 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7420 initiator: MDT0 00010000:00010000:3.0:1734016147.380533:0:3494:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800721718c0/0x3f004d6452e092e7 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7420 initiator: MDT0 00010000:00010000:3.0:1734016147.380541:0:3494:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800721718c0 already unused, calling callback (ffffffffa0f03950) 00010000:00010000:3.0:1734016147.380547:0:3494:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800721718c0/0x3f004d6452e092e7 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7420 initiator: MDT0 00010000:00010000:3.0:1734016147.380556:0:3494:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800721718c0/0x3f004d6452e092e7 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7420 initiator: MDT0 00010000:00010000:3.0:1734016147.380582:0:3494:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:3.0:1734016147.380587:0:3494:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1734016147.380592:0:3494:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800721718c0/0x3f004d6452e092e7 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7420 initiator: MDT0 00010000:00010000:3.0:1734016147.380597:0:3494:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800721718c0/0x3f004d6452e092e7 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7420 initiator: MDT0 00000100:00100000:2.0:1734016147.390829:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88011efc4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339519744:192.168.201.10@tcp:104: 00010000:00010000:2.0:1734016147.390888:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a803ad00/0x3f004d6452e092ee lrc: 3/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d27b4 expref: 7 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016147.390921:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a803ad00, rc 0) 00000100:00100000:2.0:1734016147.391044:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011efc6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:9673:x1818247337140096:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 11136us (11374us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016147.391060:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 11262 00000100:00100000:0.0:1734016147.391696:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016147.392270:0:13925:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337140224 00000100:00100000:2.0:1734016147.392284:0:13925:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337140224 00002000:00100000:2.0:1734016147.392348:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (5271552->5316340) req@ffff88011efc7480 x1818247337140224/t0(0) o4->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:108/0 lens 488/0 e 0 to 0 dl 1734016158 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016147.392360:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88011efc7480 with x1818247337140224 ext(5271552->5316340) 00010000:00010000:2.0:1734016147.392373:0:13925:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a8038240/0x3f004d6452e092b6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2791 expref: 6 pid: 7690 timeout: 511 lvb_type: 0 00010000:00010000:2.0:1734016147.392394:0:13925:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a8038240/0x3f004d6452e092b6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2791 expref: 6 pid: 7690 timeout: 511 lvb_type: 0 00002000:00010000:2.0:1734016147.392402:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88011efc7480 00000100:00100000:2.0:1734016147.392449:0:13925:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 274 00000100:00100000:2.0:1734016147.392458:0:13925:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011efc7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1979:x1818247337140224:12345-192.168.201.10@tcp:4:fsx.0 00000100:00100000:0.0:1734016147.417215:0:13925:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011efc7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+8:1979:x1818247337140224:12345-192.168.201.10@tcp:4:fsx.0 Request processed in 24723us (25488us total) trans 4294969495 rc 0/0 00000100:00100000:0.0:1734016147.417239:0:13925:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 274 00002000:00100000:0.0:1734016147.417267:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (5271552->5316340) req@ffff88011efc7480 x1818247337140224/t4294969495(0) o4->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:108/0 lens 488/448 e 0 to 0 dl 1734016158 ref 1 fl Complete:H/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016147.417288:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88011efc7480 with x1818247337140224 ext(5271552->5316340) 00010000:00010000:0.0:1734016147.417304:0:13925:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a8038240/0x3f004d6452e092b6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2791 expref: 8 pid: 7690 timeout: 511 lvb_type: 0 00010000:00010000:0.0:1734016147.417332:0:13925:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a8038240/0x3f004d6452e092b6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2791 expref: 8 pid: 7690 timeout: 511 lvb_type: 0 00002000:00010000:0.0:1734016147.417344:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88011efc7480 00000100:00100000:0.0:1734016147.426517:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016147.426675:0:9956:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337140352 00000100:00100000:2.0:1734016147.426699:0:9956:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337140352 00010000:00010000:2.0:1734016147.426765:0:9956:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a8038240/0x3f004d6452e092b6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2791 expref: 8 pid: 7690 timeout: 511 lvb_type: 0 00000100:00100000:1.0:1734016147.428382:0:6469:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 3075 00000100:00100000:1.0:1734016147.428406:0:6469:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011efc4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+8:1980:x1818247337140352:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016147.428450:0:6469:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:1.0:1734016147.428491:0:6469:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 2296048 -> 5316341 00002000:00010000:1.0:1734016147.428496:0:6469:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 248 -> 336 00010000:00010000:1.0:1734016147.428508:0:6469:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a8038240/0x3f004d6452e092b6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2791 expref: 8 pid: 7690 timeout: 511 lvb_type: 0 00010000:00010000:1.0:1734016147.428529:0:6469:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a8038240/0x3f004d6452e092b6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2791 expref: 8 pid: 7690 timeout: 511 lvb_type: 0 00010000:00010000:1.0:1734016147.428572:0:6469:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a8038240/0x3f004d6452e092b6 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2791 expref: 8 pid: 7690 timeout: 511 lvb_type: 0 00010000:00010000:1.0:1734016147.428636:0:6469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016147.428640:0:6469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016147.428648:0:6469:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a803ad00/0x3f004d6452e092ee lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d27b4 expref: 6 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016147.428658:0:6469:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a803ad00/0x3f004d6452e092ee lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d27b4 expref: 6 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016147.428727:0:6469:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a803ad00/0x3f004d6452e092ee lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d27b4 expref: 6 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016147.428750:0:6469:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800769c4a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6469:1818247339519872:192.168.201.10@tcp:105: 00000100:00100000:1.0:1734016147.428959:0:6469:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012cf4fc00 going to sleep for 11 seconds 00000100:00100000:1.0:1734016147.436766:0:6469:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800769c4a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6469:1818247339519872:192.168.201.10@tcp:105: 00010000:00010000:1.0:1734016147.436817:0:6469:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016147.436979:0:6469:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011efc4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1980:x1818247337140352:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 8545us (10459us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016147.436998:0:6469:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 3075 00000100:00100000:1.0:1734016147.444188:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016147.444507:0:13925:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337140480 00000100:00100000:0.0:1734016147.444528:0:13925:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337140480 00002000:00010000:0.0:1734016147.444599:0:13925:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (9564916->18446744073709551615) 00002000:00100000:0.0:1734016147.444605:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800769c4a80 with x1818247337140480 ext(9564916->18446744073709551615) 00002000:00010000:0.0:1734016147.444627:0:13925:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800769c4a80. 00000100:00100000:0.0:1734016147.449366:0:13925:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9549 00000100:00100000:0.0:1734016147.449401:0:13925:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800769c4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1978:x1818247337140480:12345-192.168.201.10@tcp:10:fsx.0 00002000:00010000:0.0:1734016147.450140:0:13925:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 5316341 -> 9564916 00002000:00010000:0.0:1734016147.450145:0:13925:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016146 -> 1734016146 00002000:00010000:0.0:1734016147.450151:0:13925:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016146 -> 1734016146 00002000:00010000:0.0:1734016147.450154:0:13925:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016146 -> 1734016146 00002000:00010000:0.0:1734016147.450156:0:13925:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 336 -> 336 00000100:00100000:0.0:1734016147.450314:0:13925:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800769c4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1978:x1818247337140480:12345-192.168.201.10@tcp:10:fsx.0 Request processed in 921us (6147us total) trans 4294969496 rc 0/0 00000100:00100000:0.0:1734016147.450327:0:13925:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9549 00002000:00010000:0.0:1734016147.450338:0:13925:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (9564916->18446744073709551615) 00002000:00100000:0.0:1734016147.450346:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800769c4a80 with x1818247337140480 ext(9564916->18446744073709551615) 00002000:00010000:0.0:1734016147.450356:0:13925:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800769c4a80. 00000100:00100000:1.0:1734016147.456493:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016147.457592:0:7420:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337140608 00000100:00100000:3.0:1734016147.457617:0:7420:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337140608 00000100:00100000:3.0:1734016147.457729:0:7420:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2172 00000100:00100000:3.0:1734016147.457744:0:7420:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800769c7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+10:9673:x1818247337140608:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:3.0:1734016147.457786:0:7420:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016147.457820:0:7420:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a6880/0x3f004d6452e092f5 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d27bb expref: -99 pid: 7420 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016147.458054:0:7420:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a58c0/0x3f004d6452e092fc lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7420 initiator: MDT0 00010000:00010000:3.0:1734016147.458082:0:7420:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a58c0/0x3f004d6452e092fc lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7420 initiator: MDT0 00010000:00010000:3.0:1734016147.458099:0:7420:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a58c0/0x3f004d6452e092fc lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7420 initiator: MDT0 00000004:00200000:3.0:1734016147.458152:0:7420:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 9564916 00000004:00200000:3.0:1734016147.458160:0:7420:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1734016147.458201:0:7420:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a58c0/0x3f004d6452e092fc lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7420 initiator: MDT0 00010000:00010000:3.0:1734016147.458256:0:7420:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a6880/0x3f004d6452e092f5 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d27bb expref: 12 pid: 7420 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016147.458314:0:7420:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a9a58c0/0x3f004d6452e092fc lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d27bb expref: 11 pid: 7420 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016147.458324:0:7420:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:3.0:1734016147.458328:0:7420:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1734016147.458334:0:7420:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a9a58c0, rc 0) 00000100:00100000:3.0:1734016147.458451:0:7420:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800769c7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+11:9673:x1818247337140608:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 708us (1977us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016147.458461:0:7420:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2172 00000100:00100000:0.0:1734016147.471388:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016147.471553:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337140736 00000100:00100000:2.0:1734016147.471572:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337140736 00000100:00100000:2.0:1734016147.471674:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 11263 00000100:00100000:2.0:1734016147.471686:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011efc6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1979:x1818247337140736:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:2.0:1734016147.471729:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016147.471764:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800721718c0/0x3f004d6452e09303 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d27c2 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016147.471924:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076b60a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339520000:192.168.201.10@tcp:106: 00000100:00100000:2.0:1734016147.472041:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007455d3c0 going to sleep for 11 seconds 00000100:00100000:2.0:1734016147.479264:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076b60a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339520000:192.168.201.10@tcp:106: 00010000:00010000:2.0:1734016147.479346:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800721718c0/0x3f004d6452e09303 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d27c2 expref: 8 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016147.479371:0:7689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800721718c0/0x3f004d6452e09303 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d27c2 expref: 8 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016147.479434:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800721718c0, rc 0) 00000100:00100000:2.0:1734016147.479556:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011efc6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1979:x1818247337140736:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 7869us (8190us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016147.479569:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 11263 00000100:00100000:0.0:1734016147.482980:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016147.483223:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337140864 00000100:00100000:2.0:1734016147.483252:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337140864 00000100:00100000:2.0:1734016147.483373:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 11264 00000100:00100000:2.0:1734016147.483387:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011efc4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1980:x1818247337140864:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:2.0:1734016147.483431:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016147.483478:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880072171f80/0x3f004d6452e0930a lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d27c9 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016147.483614:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076b60a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339520128:192.168.201.10@tcp:106: 00000100:00100000:2.0:1734016147.483756:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007455d3c0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016147.490451:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076b60a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339520128:192.168.201.10@tcp:106: 00010000:00010000:3.0:1734016147.490537:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880072171f80/0x3f004d6452e0930a lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d27c9 expref: 8 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016147.490562:0:7689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880072171f80/0x3f004d6452e0930a lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d27c9 expref: 8 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016147.490595:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880072171f80, rc 0) 00000100:00100000:3.0:1734016147.490695:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011efc4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1980:x1818247337140864:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 7308us (7743us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016147.490710:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 11264 00000100:00100000:0.0:1734016147.501103:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016147.501520:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337140992 00000100:00100000:3.0:1734016147.501540:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337140992 00000100:00100000:3.0:1734016147.501624:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 11265 00000100:00100000:3.0:1734016147.501636:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011efc5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:9673:x1818247337140992:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:3.0:1734016147.501680:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016147.501719:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a9a61c0/0x3f004d6452e09311 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d27d0 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016147.501786:0:7689:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a803ad00/0x3f004d6452e092ee lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d27b4 expref: 7 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016147.501798:0:7689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016147.501801:0:7689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016147.501806:0:7689:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a9a61c0/0x3f004d6452e09311 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [4734976->4739071] (req 4734976->4739071) gid 0 flags: 0x50000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d27d0 expref: 8 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016147.501897:0:7689:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a803ad00/0x3f004d6452e092ee lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d27b4 expref: 7 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016147.501913:0:7689:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a803ad00/0x3f004d6452e092ee lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d27b4 expref: 7 pid: 7689 timeout: 511 lvb_type: 0 00000100:00100000:3.0:1734016147.501941:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880097219500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339520256:192.168.201.10@tcp:104: 00000100:00100000:3.0:1734016147.502058:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012b911600 going to sleep for 11 seconds 00000100:00100000:3.0:1734016147.504788:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880097219500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339520256:192.168.201.10@tcp:104: 00010000:00010000:3.0:1734016147.504929:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a9a61c0/0x3f004d6452e09311 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [4734976->4739071] (req 4734976->4739071) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d27d0 expref: 8 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016147.504975:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a9a61c0, rc 0) 00000100:00100000:3.0:1734016147.505086:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011efc5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+8:9673:x1818247337140992:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 3447us (4006us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016147.505103:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 11265 00000100:00100000:0.0:1734016147.510742:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016147.512826:0:6469:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337141120 00000100:00100000:1.0:1734016147.512852:0:6469:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337141120 00010000:00010000:1.0:1734016147.512965:0:6469:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a803ad00/0x3f004d6452e092ee lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d27b4 expref: 8 pid: 7689 timeout: 511 lvb_type: 0 00000100:00100000:1.0:1734016147.513035:0:6469:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 3076 00000100:00100000:1.0:1734016147.513045:0:6469:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011efc7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1979:x1818247337141120:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016147.513073:0:6469:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016147.513109:0:6469:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a803ad00/0x3f004d6452e092ee lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d27b4 expref: 8 pid: 7689 timeout: 511 lvb_type: 0 00010000:00010000:1.0:1734016147.513127:0:6469:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a803ad00/0x3f004d6452e092ee lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d27b4 expref: 8 pid: 7689 timeout: 511 lvb_type: 0 00010000:00010000:1.0:1734016147.513160:0:6469:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a803ad00/0x3f004d6452e092ee lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d27b4 expref: 8 pid: 7689 timeout: 511 lvb_type: 0 00010000:00010000:1.0:1734016147.513197:0:6469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016147.513201:0:6469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016147.513213:0:6469:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a61c0/0x3f004d6452e09311 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4734976->4739071) gid 0 flags: 0x40080000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d27d0 expref: 7 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016147.513225:0:6469:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a9a61c0/0x3f004d6452e09311 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4734976->4739071) gid 0 flags: 0x40080000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d27d0 expref: 7 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016147.513279:0:6469:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009a9a61c0/0x3f004d6452e09311 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4734976->4739071) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d27d0 expref: 7 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016147.513300:0:6469:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800740b5180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6469:1818247339520384:192.168.201.10@tcp:105: 00000100:00100000:1.0:1734016147.513410:0:6469:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012cf4fc00 going to sleep for 11 seconds 00000100:00100000:1.0:1734016147.525628:0:6469:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800740b5180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6469:1818247339520384:192.168.201.10@tcp:105: 00010000:00010000:1.0:1734016147.525689:0:6469:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016147.525788:0:6469:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011efc7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1979:x1818247337141120:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 12740us (15066us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016147.525806:0:6469:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 3076 00000100:00100000:0.0:1734016147.526602:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016147.526855:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337141248 00000100:00100000:3.0:1734016147.526910:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337141248 00000100:00100000:3.0:1734016147.526981:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 11266 00000100:00100000:3.0:1734016147.526992:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011efc6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+8:1978:x1818247337141248:12345-192.168.201.10@tcp:22:fsx.0 00002000:00010000:3.0:1734016147.527393:0:7689:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 9564916 -> 9564916 00002000:00010000:3.0:1734016147.527398:0:7689:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016146 -> 1734016146 00002000:00010000:3.0:1734016147.527401:0:7689:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016146 -> 1734016146 00002000:00010000:3.0:1734016147.527403:0:7689:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016146 -> 1734016146 00002000:00010000:3.0:1734016147.527405:0:7689:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 336 -> 336 00000100:00100000:3.0:1734016147.527498:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011efc6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+9:1978:x1818247337141248:12345-192.168.201.10@tcp:22:fsx.0 Request processed in 509us (899us total) trans 4294969497 rc 0/0 00000100:00100000:3.0:1734016147.527504:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 11266 00000100:00100000:0.0:1734016147.535244:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016147.535386:0:8966:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337141376 00000100:00100000:2.0:1734016147.535407:0:8966:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337141376 00000100:00100000:2.0:1734016147.536115:0:8966:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2173 00000100:00100000:2.0:1734016147.536128:0:8966:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011efc5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+14:9673:x1818247337141376:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:2.0:1734016147.536182:0:8966:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016147.536225:0:8966:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880072170d80/0x3f004d6452e09318 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d27d7 expref: -99 pid: 8966 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016147.536410:0:8966:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880072171440/0x3f004d6452e0931f lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 8966 initiator: MDT0 00010000:00010000:2.0:1734016147.536433:0:8966:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880072171440/0x3f004d6452e0931f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 8966 initiator: MDT0 00010000:00010000:2.0:1734016147.536452:0:8966:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880072171440/0x3f004d6452e0931f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 8966 initiator: MDT0 00000004:00200000:2.0:1734016147.536496:0:8966:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 9564916 00000004:00200000:2.0:1734016147.536502:0:8966:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1734016147.536526:0:8966:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880072171440/0x3f004d6452e0931f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 8966 initiator: MDT0 00010000:00010000:2.0:1734016147.536564:0:8966:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880072170d80/0x3f004d6452e09318 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d27d7 expref: 16 pid: 8966 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016147.536609:0:8966:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880072171440/0x3f004d6452e0931f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d27d7 expref: 15 pid: 8966 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016147.536626:0:8966:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880136b7fb00) 00010000:00010000:2.0:1734016147.536630:0:8966:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1734016147.536633:0:8966:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880072171440, rc 0) 00000100:00100000:2.0:1734016147.536720:0:8966:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011efc5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c31070bc-bffc-43e1-9f73-fdc65f69606a+15:9673:x1818247337141376:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 595us (1501us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016147.536729:0:8966:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2173 00000100:00100000:0.0:1734016147.540112:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016147.540435:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337141504 00000100:00100000:2.0:1734016147.540452:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337141504 00000100:00100000:2.0:1734016147.541168:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 11267 00000100:00100000:2.0:1734016147.541179:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011efc5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1978:x1818247337141504:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:2.0:1734016147.541217:0:7690:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016147.541251:0:7690:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880072172640/0x3f004d6452e09326 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d27de expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016147.541354:0:7690:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076b63100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339520512:192.168.201.10@tcp:106: 00000100:00100000:2.0:1734016147.542141:0:7690:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007455df00 going to sleep for 11 seconds 00002000:00010000:2.0:1734016147.544773:0:7690:0:(ofd_lvb.c:295:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime: 1734016146 -> 1734016147 00000100:00100000:2.0:1734016147.544820:0:7690:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076b63100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339520512:192.168.201.10@tcp:106: 00010000:00010000:2.0:1734016147.544913:0:7690:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880072172640/0x3f004d6452e09326 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d27de expref: 8 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016147.544934:0:7690:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880072172640/0x3f004d6452e09326 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d27de expref: 8 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016147.544971:0:7690:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880072172640, rc 0) 00000100:00100000:2.0:1734016147.545067:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011efc5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1978:x1818247337141504:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 3886us (4972us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016147.545081:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 11267 00000100:00100000:0.0:1734016147.551846:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016147.552280:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337141632 00000100:00100000:2.0:1734016147.552296:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337141632 00000100:00100000:2.0:1734016147.552937:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 11268 00000100:00100000:2.0:1734016147.552958:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011efc5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1981:x1818247337141632:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:2.0:1734016147.553008:0:7690:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016147.553049:0:7690:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880072172d00/0x3f004d6452e0932d lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d27e5 expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016147.553163:0:7690:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076b63100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339520640:192.168.201.10@tcp:106: 00000100:00100000:2.0:1734016147.553283:0:7690:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007455df00 going to sleep for 11 seconds 00000100:00100000:2.0:1734016147.555986:0:7690:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076b63100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339520640:192.168.201.10@tcp:106: 00010000:00010000:2.0:1734016147.556054:0:7690:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880072172d00/0x3f004d6452e0932d lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d27e5 expref: 8 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016147.556080:0:7690:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880072172d00/0x3f004d6452e0932d lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d27e5 expref: 8 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016147.556123:0:7690:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880072172d00, rc 0) 00000100:00100000:2.0:1734016147.556228:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011efc5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1981:x1818247337141632:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 3275us (4401us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016147.556244:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 11268 00000100:00100000:0.0:1734016147.560361:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016147.560460:0:13925:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337141888 00000100:00100000:2.0:1734016147.560478:0:13925:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337141888 00002000:00100000:2.0:1734016147.560557:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (8564736->8568831) req@ffff88011efc7800 x1818247337141888/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:108/0 lens 488/0 e 0 to 0 dl 1734016158 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016147.560569:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88011efc7800 with x1818247337141888 ext(8564736->8568831) 00002000:00010000:2.0:1734016147.560577:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011efc7800 00000100:00100000:2.0:1734016147.560994:0:13925:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9550 00000100:00100000:2.0:1734016147.561005:0:13925:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011efc7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+9:1979:x1818247337141888:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:2.0:1734016147.562031:0:13925:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011efc7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+9:1979:x1818247337141888:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 1019us (1684us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016147.562042:0:13925:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9550 00002000:00100000:2.0:1734016147.562051:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (8564736->8568831) req@ffff88011efc7800 x1818247337141888/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:108/0 lens 488/4536 e 0 to 0 dl 1734016158 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016147.562060:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88011efc7800 with x1818247337141888 ext(8564736->8568831) 00002000:00010000:2.0:1734016147.562067:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011efc7800 00000100:00100000:0.0:1734016147.565300:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016147.565662:0:13925:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337142144 00000100:00100000:2.0:1734016147.565683:0:13925:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337142144 00002000:00100000:2.0:1734016147.565773:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (8560640->8564735) req@ffff88011efc4a80 x1818247337142144/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:108/0 lens 488/0 e 0 to 0 dl 1734016158 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016147.565786:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88011efc4a80 with x1818247337142144 ext(8560640->8564735) 00002000:00010000:2.0:1734016147.565795:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011efc4a80 00000100:00100000:2.0:1734016147.565839:0:13925:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9551 00000100:00100000:2.0:1734016147.565847:0:13925:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011efc4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+9:1981:x1818247337142144:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:2.0:1734016147.566240:0:13925:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011efc4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+9:1981:x1818247337142144:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 390us (956us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016147.566251:0:13925:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9551 00002000:00100000:2.0:1734016147.566260:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (8560640->8564735) req@ffff88011efc4a80 x1818247337142144/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:108/0 lens 488/4536 e 0 to 0 dl 1734016158 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016147.566266:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88011efc4a80 with x1818247337142144 ext(8560640->8564735) 00002000:00010000:2.0:1734016147.566269:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011efc4a80 00000100:00100000:0.0:1734016147.570858:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016147.571649:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337142400 00000100:00100000:3.0:1734016147.571672:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337142400 00002000:00100000:3.0:1734016147.571780:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (8556544->8560639) req@ffff880074197800 x1818247337142400/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:108/0 lens 488/0 e 0 to 0 dl 1734016158 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016147.571797:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074197800 with x1818247337142400 ext(8556544->8560639) 00002000:00010000:3.0:1734016147.571805:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074197800 00000100:00100000:3.0:1734016147.571921:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9552 00000100:00100000:3.0:1734016147.571936:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074197800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+9:1979:x1818247337142400:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:3.0:1734016147.575414:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074197800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+9:1979:x1818247337142400:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 3460us (4557us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016147.575437:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9552 00002000:00100000:3.0:1734016147.575462:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (8556544->8560639) req@ffff880074197800 x1818247337142400/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:108/0 lens 488/4536 e 0 to 0 dl 1734016158 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016147.575473:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074197800 with x1818247337142400 ext(8556544->8560639) 00002000:00010000:3.0:1734016147.575481:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074197800 00000100:00100000:0.0:1734016147.581166:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016147.583562:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337142656 00000100:00100000:3.0:1734016147.583589:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337142656 00002000:00100000:3.0:1734016147.583699:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (8552448->8556543) req@ffff880074194380 x1818247337142656/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:108/0 lens 488/0 e 0 to 0 dl 1734016158 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016147.583713:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074194380 with x1818247337142656 ext(8552448->8556543) 00002000:00010000:3.0:1734016147.583722:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074194380 00000100:00100000:3.0:1734016147.583792:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9553 00000100:00100000:3.0:1734016147.583804:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074194380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+9:1981:x1818247337142656:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:3.0:1734016147.584210:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074194380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+9:1981:x1818247337142656:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 406us (3069us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016147.584225:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9553 00002000:00100000:3.0:1734016147.584233:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (8552448->8556543) req@ffff880074194380 x1818247337142656/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:108/0 lens 488/4536 e 0 to 0 dl 1734016158 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016147.584241:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074194380 with x1818247337142656 ext(8552448->8556543) 00002000:00010000:3.0:1734016147.584244:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074194380 00000100:00100000:0.0:1734016147.601726:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016147.601841:0:13925:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337142912 00000100:00100000:2.0:1734016147.601860:0:13925:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337142912 00002000:00100000:2.0:1734016147.602022:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (8548352->8552447) req@ffff880074194700 x1818247337142912/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:108/0 lens 488/0 e 0 to 0 dl 1734016158 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016147.602035:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074194700 with x1818247337142912 ext(8548352->8552447) 00002000:00010000:2.0:1734016147.602044:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074194700 00000100:00100000:2.0:1734016147.602088:0:13925:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9554 00000100:00100000:2.0:1734016147.602100:0:13925:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074194700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+9:1979:x1818247337142912:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:2.0:1734016147.602384:0:13925:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074194700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+9:1979:x1818247337142912:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 284us (681us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016147.602391:0:13925:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9554 00002000:00100000:2.0:1734016147.602397:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (8548352->8552447) req@ffff880074194700 x1818247337142912/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:108/0 lens 488/4536 e 0 to 0 dl 1734016158 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016147.602403:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074194700 with x1818247337142912 ext(8548352->8552447) 00002000:00010000:2.0:1734016147.602406:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074194700 00000100:00100000:0.0:1734016147.611333:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016147.611522:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337143168 00000100:00100000:3.0:1734016147.611549:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337143168 00002000:00100000:3.0:1734016147.611650:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (8544256->8548351) req@ffff880074194a80 x1818247337143168/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:108/0 lens 488/0 e 0 to 0 dl 1734016158 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016147.611666:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074194a80 with x1818247337143168 ext(8544256->8548351) 00002000:00010000:3.0:1734016147.611723:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074194a80 00000100:00100000:3.0:1734016147.611783:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9555 00000100:00100000:3.0:1734016147.611794:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074194a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+9:1978:x1818247337143168:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:3.0:1734016147.615676:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074194a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+9:1978:x1818247337143168:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 3843us (4338us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016147.615707:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9555 00002000:00100000:3.0:1734016147.615747:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (8544256->8548351) req@ffff880074194a80 x1818247337143168/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:108/0 lens 488/4536 e 0 to 0 dl 1734016158 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016147.615763:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074194a80 with x1818247337143168 ext(8544256->8548351) 00002000:00010000:3.0:1734016147.615778:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074194a80 00000100:00100000:0.0:1734016147.626690:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016147.631218:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337143424 00000100:00100000:3.0:1734016147.631246:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337143424 00002000:00100000:3.0:1734016147.631361:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (8540160->8544255) req@ffff880074194e00 x1818247337143424/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:108/0 lens 488/0 e 0 to 0 dl 1734016158 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016147.631383:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074194e00 with x1818247337143424 ext(8540160->8544255) 00002000:00010000:3.0:1734016147.631396:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074194e00 00000100:00100000:3.0:1734016147.631473:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9556 00000100:00100000:3.0:1734016147.631486:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074194e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+9:1981:x1818247337143424:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:3.0:1734016147.632104:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074194e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+9:1981:x1818247337143424:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 616us (5435us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016147.632117:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9556 00002000:00100000:3.0:1734016147.632124:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (8540160->8544255) req@ffff880074194e00 x1818247337143424/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:108/0 lens 488/4536 e 0 to 0 dl 1734016158 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016147.632132:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074194e00 with x1818247337143424 ext(8540160->8544255) 00002000:00010000:3.0:1734016147.632136:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074194e00 00000100:00100000:0.0:1734016147.641122:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016147.644474:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337143680 00000100:00100000:3.0:1734016147.644521:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337143680 00002000:00100000:3.0:1734016147.644639:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (8536064->8540159) req@ffff880074196680 x1818247337143680/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:108/0 lens 488/0 e 0 to 0 dl 1734016158 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016147.644657:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074196680 with x1818247337143680 ext(8536064->8540159) 00002000:00010000:3.0:1734016147.644671:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074196680 00000100:00100000:3.0:1734016147.645407:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9557 00000100:00100000:3.0:1734016147.645424:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074196680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+9:1979:x1818247337143680:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:3.0:1734016147.645914:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074196680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+9:1979:x1818247337143680:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 488us (4814us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016147.645926:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9557 00002000:00100000:3.0:1734016147.645935:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (8536064->8540159) req@ffff880074196680 x1818247337143680/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:108/0 lens 488/4536 e 0 to 0 dl 1734016158 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016147.645956:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074196680 with x1818247337143680 ext(8536064->8540159) 00002000:00010000:3.0:1734016147.645961:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074196680 00000100:00100000:0.0:1734016147.654322:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016147.654749:0:13925:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337143936 00000100:00100000:2.0:1734016147.654767:0:13925:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337143936 00002000:00100000:2.0:1734016147.654939:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (8531968->8536063) req@ffff880074197100 x1818247337143936/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:108/0 lens 488/0 e 0 to 0 dl 1734016158 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016147.654960:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074197100 with x1818247337143936 ext(8531968->8536063) 00002000:00010000:2.0:1734016147.654974:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074197100 00000100:00100000:2.0:1734016147.655030:0:13925:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9558 00000100:00100000:2.0:1734016147.655045:0:13925:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074197100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+9:1981:x1818247337143936:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:2.0:1734016147.655445:0:13925:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074197100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+9:1981:x1818247337143936:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 404us (1145us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016147.655456:0:13925:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9558 00002000:00100000:2.0:1734016147.655463:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (8531968->8536063) req@ffff880074197100 x1818247337143936/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:108/0 lens 488/4536 e 0 to 0 dl 1734016158 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016147.655472:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074197100 with x1818247337143936 ext(8531968->8536063) 00002000:00010000:2.0:1734016147.655476:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074197100 00000100:00100000:1.0:1734016147.666260:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016147.666418:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337144064 00000100:00100000:3.0:1734016147.666444:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337144064 00002000:00100000:3.0:1734016147.666572:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (8531968->8568831) req@ffff8800740b5180 x1818247337144064/t0(0) o4->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:108/0 lens 488/0 e 0 to 0 dl 1734016158 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016147.666588:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800740b5180 with x1818247337144064 ext(8531968->8568831) 00002000:00010000:3.0:1734016147.666599:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800740b5180 00000100:00100000:3.0:1734016147.666665:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9559 00000100:00100000:3.0:1734016147.666682:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800740b5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+9:1979:x1818247337144064:12345-192.168.201.10@tcp:4:fsx.0 00000100:00100000:0.0:1734016147.702065:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800740b5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+11:1979:x1818247337144064:12345-192.168.201.10@tcp:4:fsx.0 Request processed in 35357us (35808us total) trans 4294969498 rc 0/0 00000100:00100000:0.0:1734016147.702092:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9559 00002000:00100000:0.0:1734016147.702120:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (8531968->8568831) req@ffff8800740b5180 x1818247337144064/t4294969498(0) o4->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:108/0 lens 488/448 e 0 to 0 dl 1734016158 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016147.702134:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800740b5180 with x1818247337144064 ext(8531968->8568831) 00002000:00010000:0.0:1734016147.702146:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800740b5180 00000100:00100000:0.0:1734016147.704181:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016147.704341:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337144192 00000100:00100000:2.0:1734016147.704363:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337144192 00000100:00100000:2.0:1734016147.704460:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 11269 00000100:00100000:2.0:1734016147.704471:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074195f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+11:1981:x1818247337144192:12345-192.168.201.10@tcp:16:fsx.0 00000001:00080000:0.0:1734016147.710043:0:8954:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969498 is committed 00000001:00080000:0.0:1734016147.710074:0:8954:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969496 is committed 00000100:00100000:2.0:1734016147.710428:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074195f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1981:x1818247337144192:12345-192.168.201.10@tcp:16:fsx.0 Request processed in 5943us (6255us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016147.710445:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 11269 00000100:00100000:0.0:1734016147.715655:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016147.715930:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337144448 00000100:00100000:2.0:1734016147.715955:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337144448 00002000:00100000:2.0:1734016147.716042:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (4935680->4939775) req@ffff880074197480 x1818247337144448/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:108/0 lens 488/0 e 0 to 0 dl 1734016158 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016147.716055:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074197480 with x1818247337144448 ext(4935680->4939775) 00002000:00010000:2.0:1734016147.716063:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074197480 00000100:00100000:2.0:1734016147.716099:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9560 00000100:00100000:2.0:1734016147.716109:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074197480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1979:x1818247337144448:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:2.0:1734016147.716508:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074197480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1979:x1818247337144448:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 396us (871us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016147.716518:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9560 00002000:00100000:2.0:1734016147.716526:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (4935680->4939775) req@ffff880074197480 x1818247337144448/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:108/0 lens 488/4536 e 0 to 0 dl 1734016158 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016147.716534:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074197480 with x1818247337144448 ext(4935680->4939775) 00002000:00010000:2.0:1734016147.716537:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074197480 00000100:00100000:0.0:1734016147.727810:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016147.727918:0:13925:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337144704 00000100:00100000:2.0:1734016147.727936:0:13925:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337144704 00002000:00100000:2.0:1734016147.728027:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (4931584->4935679) req@ffff880074194000 x1818247337144704/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:108/0 lens 488/0 e 0 to 0 dl 1734016158 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016147.728041:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074194000 with x1818247337144704 ext(4931584->4935679) 00002000:00010000:2.0:1734016147.728050:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074194000 00000100:00100000:2.0:1734016147.728101:0:13925:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9561 00000100:00100000:2.0:1734016147.728111:0:13925:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074194000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1980:x1818247337144704:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:2.0:1734016147.728414:0:13925:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074194000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1980:x1818247337144704:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 304us (625us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016147.728422:0:13925:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9561 00002000:00100000:2.0:1734016147.728429:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (4931584->4935679) req@ffff880074194000 x1818247337144704/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:108/0 lens 488/4536 e 0 to 0 dl 1734016158 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016147.728436:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074194000 with x1818247337144704 ext(4931584->4935679) 00002000:00010000:2.0:1734016147.728439:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074194000 00000100:00100000:1.0:1734016147.733675:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016147.733823:0:13925:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337144960 00000100:00100000:2.0:1734016147.733844:0:13925:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337144960 00002000:00100000:2.0:1734016147.733978:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (4927488->4931583) req@ffff8800740b7b80 x1818247337144960/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:108/0 lens 488/0 e 0 to 0 dl 1734016158 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016147.733991:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800740b7b80 with x1818247337144960 ext(4927488->4931583) 00002000:00010000:2.0:1734016147.733999:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800740b7b80 00000100:00100000:2.0:1734016147.734034:0:13925:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9562 00000100:00100000:2.0:1734016147.734045:0:13925:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800740b7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1978:x1818247337144960:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:2.0:1734016147.734422:0:13925:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800740b7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1978:x1818247337144960:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 378us (768us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016147.734432:0:13925:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9562 00002000:00100000:2.0:1734016147.734439:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (4927488->4931583) req@ffff8800740b7b80 x1818247337144960/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:108/0 lens 488/4536 e 0 to 0 dl 1734016158 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016147.734446:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800740b7b80 with x1818247337144960 ext(4927488->4931583) 00002000:00010000:2.0:1734016147.734449:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800740b7b80 00000100:00100000:1.0:1734016147.741723:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00010000:00010000:2.0:1734016147.741907:0:8960:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734016147.741962:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337145216 00000100:00100000:0.0:1734016147.741978:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337145216 00002000:00100000:0.0:1734016147.742048:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (4923392->4927487) req@ffff8800740b4000 x1818247337145216/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:108/0 lens 488/0 e 0 to 0 dl 1734016158 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016147.742060:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800740b4000 with x1818247337145216 ext(4923392->4927487) 00002000:00010000:0.0:1734016147.742067:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800740b4000 00000100:00100000:0.0:1734016147.742096:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9563 00000100:00100000:0.0:1734016147.742105:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800740b4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1980:x1818247337145216:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:0.0:1734016147.747211:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800740b4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1980:x1818247337145216:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 5070us (5473us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016147.747233:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9563 00002000:00100000:0.0:1734016147.747259:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (4923392->4927487) req@ffff8800740b4000 x1818247337145216/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:108/0 lens 488/4536 e 0 to 0 dl 1734016158 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016147.747270:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800740b4000 with x1818247337145216 ext(4923392->4927487) 00002000:00010000:0.0:1734016147.747281:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800740b4000 00000100:00100000:0.0:1734016147.751387:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016147.751509:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337145472 00000100:00100000:2.0:1734016147.751523:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337145472 00002000:00100000:2.0:1734016147.751589:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (4919296->4923391) req@ffff880074195c00 x1818247337145472/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:108/0 lens 488/0 e 0 to 0 dl 1734016158 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016147.751601:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074195c00 with x1818247337145472 ext(4919296->4923391) 00002000:00010000:2.0:1734016147.751609:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074195c00 00000100:00100000:2.0:1734016147.751640:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9564 00000100:00100000:2.0:1734016147.751648:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074195c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1978:x1818247337145472:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:2.0:1734016147.753182:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074195c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1978:x1818247337145472:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 1525us (1806us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016147.753196:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9564 00002000:00100000:2.0:1734016147.753206:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (4919296->4923391) req@ffff880074195c00 x1818247337145472/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:108/0 lens 488/4536 e 0 to 0 dl 1734016158 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016147.753214:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074195c00 with x1818247337145472 ext(4919296->4923391) 00002000:00010000:2.0:1734016147.753221:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074195c00 00000100:00100000:1.0:1734016147.763672:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016147.764033:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337145728 00000100:00100000:2.0:1734016147.764056:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337145728 00002000:00100000:2.0:1734016147.764154:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (4915200->4919295) req@ffff8800740b5c00 x1818247337145728/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:108/0 lens 488/0 e 0 to 0 dl 1734016158 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016147.764169:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800740b5c00 with x1818247337145728 ext(4915200->4919295) 00002000:00010000:2.0:1734016147.764180:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800740b5c00 00000100:00100000:2.0:1734016147.764426:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9565 00000100:00100000:2.0:1734016147.764435:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800740b5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1980:x1818247337145728:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:2.0:1734016147.764830:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800740b5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1980:x1818247337145728:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 394us (1186us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016147.764841:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9565 00002000:00100000:2.0:1734016147.764848:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (4915200->4919295) req@ffff8800740b5c00 x1818247337145728/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:108/0 lens 488/4536 e 0 to 0 dl 1734016158 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016147.764856:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800740b5c00 with x1818247337145728 ext(4915200->4919295) 00002000:00010000:2.0:1734016147.764860:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800740b5c00 00000100:00100000:0.0:1734016147.772412:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016147.772583:0:13925:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337145984 00000100:00100000:2.0:1734016147.772600:0:13925:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337145984 00002000:00100000:2.0:1734016147.772673:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (4911104->4915199) req@ffff880074195180 x1818247337145984/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:108/0 lens 488/0 e 0 to 0 dl 1734016158 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016147.772693:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074195180 with x1818247337145984 ext(4911104->4915199) 00002000:00010000:2.0:1734016147.772705:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074195180 00000100:00100000:2.0:1734016147.772749:0:13925:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9566 00000100:00100000:2.0:1734016147.772759:0:13925:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074195180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1978:x1818247337145984:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:2.0:1734016147.773248:0:13925:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074195180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1978:x1818247337145984:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 487us (858us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016147.773258:0:13925:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9566 00002000:00100000:2.0:1734016147.773264:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (4911104->4915199) req@ffff880074195180 x1818247337145984/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:108/0 lens 488/4536 e 0 to 0 dl 1734016158 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016147.773272:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074195180 with x1818247337145984 ext(4911104->4915199) 00002000:00010000:2.0:1734016147.773275:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074195180 00000100:00100000:0.0:1734016147.784271:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016147.784429:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337146240 00000100:00100000:2.0:1734016147.784446:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337146240 00002000:00100000:2.0:1734016147.784519:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (4907008->4911103) req@ffff880074196a00 x1818247337146240/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:108/0 lens 488/0 e 0 to 0 dl 1734016158 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016147.784531:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074196a00 with x1818247337146240 ext(4907008->4911103) 00002000:00010000:2.0:1734016147.784539:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074196a00 00000100:00100000:2.0:1734016147.784579:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9567 00000100:00100000:2.0:1734016147.784587:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074196a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1980:x1818247337146240:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:2.0:1734016147.785051:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074196a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1980:x1818247337146240:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 459us (799us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016147.785060:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9567 00002000:00100000:2.0:1734016147.785067:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (4907008->4911103) req@ffff880074196a00 x1818247337146240/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:108/0 lens 488/4536 e 0 to 0 dl 1734016158 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016147.785074:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074196a00 with x1818247337146240 ext(4907008->4911103) 00002000:00010000:2.0:1734016147.785078:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074196a00 00000100:00100000:1.0:1734016147.834609:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016147.834931:0:13925:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337146496 00000100:00100000:0.0:1734016147.834955:0:13925:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337146496 00002000:00100000:0.0:1734016147.835051:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (4902912->4907007) req@ffff8800740b7800 x1818247337146496/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:108/0 lens 488/0 e 0 to 0 dl 1734016158 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016147.835068:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800740b7800 with x1818247337146496 ext(4902912->4907007) 00002000:00010000:0.0:1734016147.835080:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800740b7800 00000100:00100000:0.0:1734016147.835138:0:13925:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9568 00000100:00100000:0.0:1734016147.835149:0:13925:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800740b7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1978:x1818247337146496:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:0.0:1734016147.835673:0:13925:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800740b7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1978:x1818247337146496:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 522us (1100us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016147.835684:0:13925:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9568 00002000:00100000:0.0:1734016147.835694:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (4902912->4907007) req@ffff8800740b7800 x1818247337146496/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:108/0 lens 488/4536 e 0 to 0 dl 1734016158 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016147.835703:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800740b7800 with x1818247337146496 ext(4902912->4907007) 00002000:00010000:0.0:1734016147.835712:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800740b7800 00000100:00100000:0.0:1734016147.841745:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016147.841994:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337146752 00000100:00100000:2.0:1734016147.842012:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337146752 00002000:00100000:2.0:1734016147.842111:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (4898816->4902911) req@ffff880074195500 x1818247337146752/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:108/0 lens 488/0 e 0 to 0 dl 1734016158 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016147.842129:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074195500 with x1818247337146752 ext(4898816->4902911) 00002000:00010000:2.0:1734016147.842141:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074195500 00000100:00100000:2.0:1734016147.842181:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9569 00000100:00100000:2.0:1734016147.842195:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074195500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1980:x1818247337146752:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:2.0:1734016147.842616:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074195500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1980:x1818247337146752:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 425us (904us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016147.842626:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9569 00002000:00100000:2.0:1734016147.842634:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (4898816->4902911) req@ffff880074195500 x1818247337146752/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:108/0 lens 488/4536 e 0 to 0 dl 1734016158 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016147.842644:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074195500 with x1818247337146752 ext(4898816->4902911) 00002000:00010000:2.0:1734016147.842648:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074195500 00000100:00100000:0.0:1734016147.850441:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016147.850712:0:13925:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337147008 00000100:00100000:2.0:1734016147.850731:0:13925:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337147008 00002000:00100000:2.0:1734016147.850816:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (4894720->4898815) req@ffff880074195880 x1818247337147008/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:108/0 lens 488/0 e 0 to 0 dl 1734016158 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016147.850829:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074195880 with x1818247337147008 ext(4894720->4898815) 00002000:00010000:2.0:1734016147.850837:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074195880 00000100:00100000:2.0:1734016147.850936:0:13925:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9570 00000100:00100000:2.0:1734016147.850955:0:13925:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074195880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1978:x1818247337147008:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:2.0:1734016147.851304:0:13925:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074195880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1978:x1818247337147008:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 349us (891us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016147.851315:0:13925:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9570 00002000:00100000:2.0:1734016147.851323:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (4894720->4898815) req@ffff880074195880 x1818247337147008/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:108/0 lens 488/4536 e 0 to 0 dl 1734016158 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016147.851331:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074195880 with x1818247337147008 ext(4894720->4898815) 00002000:00010000:2.0:1734016147.851336:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074195880 00000100:00100000:1.0:1734016147.884631:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016147.884775:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337147264 00000100:00100000:0.0:1734016147.884796:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337147264 00002000:00100000:0.0:1734016147.884956:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (4890624->4894719) req@ffff8800740b6680 x1818247337147264/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:108/0 lens 488/0 e 0 to 0 dl 1734016158 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016147.884973:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800740b6680 with x1818247337147264 ext(4890624->4894719) 00002000:00010000:0.0:1734016147.884985:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800740b6680 00000100:00100000:0.0:1734016147.885039:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9571 00000100:00100000:0.0:1734016147.885049:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800740b6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1979:x1818247337147264:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:0.0:1734016147.885423:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800740b6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1979:x1818247337147264:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 368us (810us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016147.885443:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9571 00002000:00100000:0.0:1734016147.885450:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (4890624->4894719) req@ffff8800740b6680 x1818247337147264/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:108/0 lens 488/4536 e 0 to 0 dl 1734016158 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016147.885459:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800740b6680 with x1818247337147264 ext(4890624->4894719) 00002000:00010000:0.0:1734016147.885462:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800740b6680 00000100:00100000:0.0:1734016147.890348:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016147.897414:0:13925:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337147520 00000100:00100000:2.0:1734016147.897444:0:13925:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337147520 00002000:00100000:2.0:1734016147.897541:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (4886528->4890623) req@ffff880074197b80 x1818247337147520/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:108/0 lens 488/0 e 0 to 0 dl 1734016158 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016147.897556:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074197b80 with x1818247337147520 ext(4886528->4890623) 00002000:00010000:2.0:1734016147.897564:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074197b80 00000100:00100000:2.0:1734016147.897635:0:13925:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9572 00000100:00100000:2.0:1734016147.897645:0:13925:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074197b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1980:x1818247337147520:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:2.0:1734016147.902529:0:13925:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074197b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1980:x1818247337147520:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 4833us (12155us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016147.902557:0:13925:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9572 00002000:00100000:2.0:1734016147.902591:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (4886528->4890623) req@ffff880074197b80 x1818247337147520/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:108/0 lens 488/4536 e 0 to 0 dl 1734016158 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016147.902608:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074197b80 with x1818247337147520 ext(4886528->4890623) 00002000:00010000:2.0:1734016147.902625:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074197b80 00000100:00100000:1.0:1734016147.908431:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016147.908620:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337147648 00000100:00100000:2.0:1734016147.908636:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337147648 00000100:00100000:3.0:1734016147.915420:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 11270 00000100:00100000:3.0:1734016147.915438:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800740b4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1978:x1818247337147648:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:3.0:1734016147.915462:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016147.915489:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7600/0x3f004d6452e09334 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d27ec expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016147.915574:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880097219500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339520768:192.168.201.10@tcp:106: 00000100:00100000:3.0:1734016147.915687:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012b9119c0 going to sleep for 11 seconds 00002000:00010000:3.0:1734016147.929784:0:7689:0:(ofd_lvb.c:283:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime: 1734016146 -> 1734016147 00002000:00010000:3.0:1734016147.929793:0:7689:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime: 1734016146 -> 1734016147 00002000:00010000:3.0:1734016147.929796:0:7689:0:(ofd_lvb.c:301:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks: 336 -> 408 00000100:00100000:3.0:1734016147.929817:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880097219500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339520768:192.168.201.10@tcp:106: 00010000:00010000:3.0:1734016147.929904:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7600/0x3f004d6452e09334 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d27ec expref: 7 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016147.929920:0:7689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7600/0x3f004d6452e09334 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d27ec expref: 7 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016147.929956:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a9a7600, rc 0) 00000100:00100000:3.0:1734016147.930016:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800740b4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1978:x1818247337147648:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 14582us (21606us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016147.930027:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 11270 00000100:00100000:0.0:1734016147.943148:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016147.943307:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337147776 00000100:00100000:3.0:1734016147.943325:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337147776 00000100:00100000:3.0:1734016147.943422:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 11271 00000100:00100000:3.0:1734016147.943434:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074196300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1980:x1818247337147776:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:3.0:1734016147.943481:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016147.943522:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a9a4480/0x3f004d6452e0933b lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d27f3 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016147.943631:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880097219500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339520896:192.168.201.10@tcp:106: 00000100:00100000:3.0:1734016147.943742:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012b9119c0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016147.966695:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880097219500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339520896:192.168.201.10@tcp:106: 00010000:00010000:3.0:1734016147.966753:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a9a4480/0x3f004d6452e0933b lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d27f3 expref: 7 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016147.966774:0:7689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a4480/0x3f004d6452e0933b lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d27f3 expref: 7 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016147.966959:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a9a4480, rc 0) 00000100:00100000:3.0:1734016147.967168:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074196300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1980:x1818247337147776:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 23733us (24040us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016147.967177:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 11271 00000100:00100000:1.0:1734016147.987092:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016147.988929:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337147904 00000100:00100000:3.0:1734016147.988963:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337147904 00000100:00100000:3.0:1734016147.989065:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 11272 00000100:00100000:3.0:1734016147.989083:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800740b5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1979:x1818247337147904:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:3.0:1734016147.989122:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016147.989161:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a9a5b00/0x3f004d6452e09342 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d27fa expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016147.989278:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880097219500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339521024:192.168.201.10@tcp:106: 00000100:00100000:3.0:1734016147.989435:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012b9119c0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016148.002403:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880097219500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339521024:192.168.201.10@tcp:106: 00010000:00010000:3.0:1734016148.002473:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a9a5b00/0x3f004d6452e09342 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d27fa expref: 7 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016148.002492:0:7689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a5b00/0x3f004d6452e09342 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d27fa expref: 7 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016148.002526:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a9a5b00, rc 0) 00000100:00100000:3.0:1734016148.005701:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800740b5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1979:x1818247337147904:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 16576us (18581us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016148.005735:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 11272 00000100:00100000:1.0:1734016148.009744:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016148.009924:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337148032 00000100:00100000:3.0:1734016148.009954:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337148032 00000100:00100000:3.0:1734016148.011752:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 11273 00000100:00100000:3.0:1734016148.011773:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800740b7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1981:x1818247337148032:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:3.0:1734016148.011820:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016148.011859:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a9a6f40/0x3f004d6452e09349 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d2801 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016148.012012:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880097219500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339521152:192.168.201.10@tcp:106: 00000100:00100000:3.0:1734016148.014404:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012b9119c0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016148.022505:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880097219500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339521152:192.168.201.10@tcp:106: 00010000:00010000:3.0:1734016148.022590:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a9a6f40/0x3f004d6452e09349 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2801 expref: 7 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016148.022618:0:7689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a6f40/0x3f004d6452e09349 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2801 expref: 7 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016148.022658:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a9a6f40, rc 0) 00000100:00100000:3.0:1734016148.022737:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800740b7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1981:x1818247337148032:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 10969us (13017us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016148.022749:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 11273 00000100:00100000:1.0:1734016148.033723:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016148.037486:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337148160 00000100:00100000:3.0:1734016148.037534:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337148160 00000100:00100000:3.0:1734016148.037671:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 11274 00000100:00100000:3.0:1734016148.037687:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800740b4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1978:x1818247337148160:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:3.0:1734016148.037726:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016148.037768:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a9a5440/0x3f004d6452e09350 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d2808 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016148.037969:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880097219500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339521280:192.168.201.10@tcp:106: 00000100:00100000:3.0:1734016148.039179:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012b9119c0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016148.045624:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880097219500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339521280:192.168.201.10@tcp:106: 00010000:00010000:3.0:1734016148.045699:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a9a5440/0x3f004d6452e09350 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2808 expref: 7 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016148.045721:0:7689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a5440/0x3f004d6452e09350 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2808 expref: 7 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016148.045751:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a9a5440, rc 0) 00000100:00100000:3.0:1734016148.045920:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800740b4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1978:x1818247337148160:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 8233us (12222us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016148.045933:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 11274 00000100:00100000:2.0:1734016148.049432:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016148.049734:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337148288 00000100:00100000:3.0:1734016148.049756:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337148288 00000100:00100000:3.0:1734016148.050378:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 11275 00000100:00100000:3.0:1734016148.050395:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076b63100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1980:x1818247337148288:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:3.0:1734016148.050436:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016148.050481:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a9a6400/0x3f004d6452e09357 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d280f expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016148.050623:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880097219500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339521408:192.168.201.10@tcp:106: 00000100:00100000:3.0:1734016148.050791:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012b9119c0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016148.055753:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880097219500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339521408:192.168.201.10@tcp:106: 00010000:00010000:3.0:1734016148.055823:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a9a6400/0x3f004d6452e09357 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d280f expref: 7 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016148.055844:0:7689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a6400/0x3f004d6452e09357 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d280f expref: 7 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016148.057200:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a9a6400, rc 0) 00000100:00100000:3.0:1734016148.057922:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076b63100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1980:x1818247337148288:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 7520us (8505us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016148.057949:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 11275 00000100:00100000:1.0:1734016148.072987:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016148.073164:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337148416 00000100:00100000:3.0:1734016148.073185:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337148416 00000100:00100000:3.0:1734016148.073257:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 11276 00000100:00100000:3.0:1734016148.073270:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800740b4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1978:x1818247337148416:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:3.0:1734016148.073310:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016148.073347:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a9a73c0/0x3f004d6452e0935e lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d2816 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016148.073467:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880097219500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339521536:192.168.201.10@tcp:106: 00000100:00100000:3.0:1734016148.073685:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012b9119c0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016148.075778:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880097219500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339521536:192.168.201.10@tcp:106: 00010000:00010000:3.0:1734016148.076744:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a9a73c0/0x3f004d6452e0935e lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2816 expref: 7 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016148.076777:0:7689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a73c0/0x3f004d6452e0935e lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2816 expref: 7 pid: 7689 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016148.080199:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a9a73c0, rc 0) 00000100:00100000:2.0:1734016148.081193:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800740b4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1978:x1818247337148416:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 7912us (8218us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016148.081211:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 11276 00000100:00100000:1.0:1734016148.085079:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016148.085328:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337148544 00000100:00100000:3.0:1734016148.085344:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337148544 00000100:00100000:3.0:1734016148.085451:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 11277 00000100:00100000:3.0:1734016148.085459:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800740b5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:9673:x1818247337148544:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:3.0:1734016148.085488:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016148.085515:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7180/0x3f004d6452e09365 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d281d expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016148.085564:0:7689:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a61c0/0x3f004d6452e09311 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4734976->4739071) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d27d0 expref: 5 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016148.085604:0:7689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016148.085608:0:7689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016148.085612:0:7689:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7180/0x3f004d6452e09365 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [9084928->9150463] (req 9084928->9150463) gid 0 flags: 0x50000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d281d expref: 7 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016148.085652:0:7689:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a9a61c0/0x3f004d6452e09311 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4734976->4739071) gid 0 flags: 0x50000000020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d27d0 expref: 5 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016148.087911:0:7689:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a9a61c0/0x3f004d6452e09311 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4734976->4739071) gid 0 flags: 0x70000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d27d0 expref: 5 pid: 7689 timeout: 512 lvb_type: 0 00000100:00100000:3.0:1734016148.087951:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880097219500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339521664:192.168.201.10@tcp:104: 00000100:00100000:3.0:1734016148.088081:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012b9119c0 going to sleep for 11 seconds 00000100:00100000:1.0:1734016148.092918:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016148.093799:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880097219500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339521664:192.168.201.10@tcp:104: 00010000:00010000:3.0:1734016148.093845:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7180/0x3f004d6452e09365 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [9084928->9150463] (req 9084928->9150463) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d281d expref: 7 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016148.093883:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a9a7180, rc 0) 00000100:00100000:3.0:1734016148.093970:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800740b5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:9673:x1818247337148544:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 8510us (8908us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016148.093984:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 11277 00000100:00100000:0.0:1734016148.095550:0:6469:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337148672 00000100:00100000:0.0:1734016148.095569:0:6469:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337148672 00010000:00010000:0.0:1734016148.095663:0:6469:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a9a61c0/0x3f004d6452e09311 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4734976->4739071) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d27d0 expref: 6 pid: 7689 timeout: 512 lvb_type: 0 00000100:00100000:0.0:1734016148.095746:0:6469:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 3077 00000100:00100000:0.0:1734016148.095755:0:6469:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800740b6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1978:x1818247337148672:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016148.095782:0:6469:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016148.095818:0:6469:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a9a61c0/0x3f004d6452e09311 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4734976->4739071) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d27d0 expref: 6 pid: 7689 timeout: 512 lvb_type: 0 00010000:00010000:0.0:1734016148.095835:0:6469:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a9a61c0/0x3f004d6452e09311 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4734976->4739071) gid 0 flags: 0x50000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d27d0 expref: 6 pid: 7689 timeout: 512 lvb_type: 0 00010000:00010000:0.0:1734016148.095895:0:6469:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a61c0/0x3f004d6452e09311 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4734976->4739071) gid 0 flags: 0x44801400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d27d0 expref: 6 pid: 7689 timeout: 512 lvb_type: 0 00010000:00010000:0.0:1734016148.095925:0:6469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016148.095929:0:6469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016148.095947:0:6469:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7180/0x3f004d6452e09365 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 9084928->9150463) gid 0 flags: 0x40080000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d281d expref: 6 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016148.095959:0:6469:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7180/0x3f004d6452e09365 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 9084928->9150463) gid 0 flags: 0x40080000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d281d expref: 6 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016148.096014:0:6469:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7180/0x3f004d6452e09365 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 9084928->9150463) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d281d expref: 6 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016148.096033:0:6469:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012db32300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6469:1818247339521792:192.168.201.10@tcp:105: 00000100:00100000:0.0:1734016148.096122:0:6469:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7486480 going to sleep for 11 seconds 00000100:00080000:2.0:1734016148.096292:0:6479:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734016118 00000100:00100000:0.0:1734016148.103950:0:6469:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012db32300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6469:1818247339521792:192.168.201.10@tcp:105: 00010000:00010000:0.0:1734016148.103986:0:6469:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016148.104061:0:6469:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800740b6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:1978:x1818247337148672:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 8305us (11195us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016148.104075:0:6469:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 3077 00000100:00100000:1.0:1734016148.104909:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016148.104994:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337148800 00000100:00100000:3.0:1734016148.105008:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337148800 00000100:00100000:3.0:1734016148.105048:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 11278 00000100:00100000:3.0:1734016148.105056:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800740b7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1979:x1818247337148800:12345-192.168.201.10@tcp:22:fsx.0 00002000:00010000:3.0:1734016148.105366:0:7689:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 9564916 -> 9564916 00002000:00010000:3.0:1734016148.105370:0:7689:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016147 -> 1734016147 00002000:00010000:3.0:1734016148.105373:0:7689:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016147 -> 1734016146 00002000:00010000:3.0:1734016148.105374:0:7689:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016147 -> 1734016148 00002000:00010000:3.0:1734016148.105377:0:7689:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 408 -> 536 00000100:00100000:3.0:1734016148.105425:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800740b7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1979:x1818247337148800:12345-192.168.201.10@tcp:22:fsx.0 Request processed in 369us (518us total) trans 4294969499 rc 0/0 00000100:00100000:3.0:1734016148.105430:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 11278 00000100:00100000:3.0:1734016148.110656:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016148.110785:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337148928 00000100:00100000:0.0:1734016148.110800:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337148928 00000100:00100000:0.0:1734016148.110923:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 11279 00000100:00100000:0.0:1734016148.110933:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880097219500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:1981:x1818247337148928:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:0.0:1734016148.110976:0:7690:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016148.111013:0:7690:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a803b180/0x3f004d6452e0936c lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d2824 expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016148.111125:0:7690:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012db32300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339521920:192.168.201.10@tcp:106: 00000100:00100000:0.0:1734016148.111248:0:7690:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7486480 going to sleep for 11 seconds 00002000:00010000:0.0:1734016148.116780:0:7690:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime: 1734016146 -> 1734016147 00000100:00100000:0.0:1734016148.116824:0:7690:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012db32300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339521920:192.168.201.10@tcp:106: 00010000:00010000:0.0:1734016148.116899:0:7690:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a803b180/0x3f004d6452e0936c lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2824 expref: 6 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016148.116915:0:7690:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a803b180/0x3f004d6452e0936c lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2824 expref: 6 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016148.116947:0:7690:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a803b180, rc 0) 00000100:00100000:0.0:1734016148.117025:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880097219500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:1981:x1818247337148928:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 6092us (6383us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016148.117035:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 11279 00000100:00100000:1.0:1734016148.123207:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016148.123354:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337149056 00000100:00100000:0.0:1734016148.123372:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337149056 00000100:00100000:0.0:1734016148.123444:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 11280 00000100:00100000:0.0:1734016148.123454:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88006d7a9c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:1980:x1818247337149056:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:0.0:1734016148.123481:0:7690:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016148.123515:0:7690:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a8038d80/0x3f004d6452e09373 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d282b expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016148.123615:0:7690:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012db32300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339522048:192.168.201.10@tcp:106: 00000100:00100000:0.0:1734016148.123738:0:7690:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7486480 going to sleep for 11 seconds 00000100:00100000:0.0:1734016148.126656:0:7690:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012db32300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339522048:192.168.201.10@tcp:106: 00010000:00010000:0.0:1734016148.126738:0:7690:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a8038d80/0x3f004d6452e09373 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d282b expref: 6 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016148.126765:0:7690:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a8038d80/0x3f004d6452e09373 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d282b expref: 6 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016148.126802:0:7690:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a8038d80, rc 0) 00000100:00100000:0.0:1734016148.126919:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88006d7a9c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:1980:x1818247337149056:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 3464us (3727us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016148.126932:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 11280 00000100:00100000:2.0:1734016148.131361:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016148.131438:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337149184 00000100:00100000:0.0:1734016148.131454:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337149184 00000100:00100000:0.0:1734016148.131525:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 11281 00000100:00100000:0.0:1734016148.131533:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076b63100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:1981:x1818247337149184:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:0.0:1734016148.131563:0:7690:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016148.131592:0:7690:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a80386c0/0x3f004d6452e0937a lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d2832 expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016148.131685:0:7690:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012db32300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339522176:192.168.201.10@tcp:106: 00000100:00100000:0.0:1734016148.131778:0:7690:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7486480 going to sleep for 11 seconds 00000100:00100000:0.0:1734016148.135135:0:7690:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012db32300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339522176:192.168.201.10@tcp:106: 00010000:00010000:0.0:1734016148.135212:0:7690:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a80386c0/0x3f004d6452e0937a lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2832 expref: 6 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016148.135231:0:7690:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a80386c0/0x3f004d6452e0937a lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2832 expref: 6 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016148.135584:0:7690:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a80386c0, rc 0) 00000100:00100000:0.0:1734016148.136022:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076b63100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:1981:x1818247337149184:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 4486us (4676us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016148.136033:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 11281 00000100:00100000:2.0:1734016148.139912:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016148.139991:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337149312 00000100:00100000:0.0:1734016148.140002:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337149312 00000100:00100000:0.0:1734016148.140061:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 11282 00000100:00100000:0.0:1734016148.140069:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076b60a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:9673:x1818247337149312:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:0.0:1734016148.140090:0:7690:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016148.140110:0:7690:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a8039b00/0x3f004d6452e09381 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d2839 expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016148.140145:0:7690:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7180/0x3f004d6452e09365 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 9084928->9150463) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d281d expref: 7 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016148.140152:0:7690:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016148.140154:0:7690:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016148.140157:0:7690:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a8039b00/0x3f004d6452e09381 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [5287936->5292031] (req 5287936->5292031) gid 0 flags: 0x50000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2839 expref: 6 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016148.140184:0:7690:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7180/0x3f004d6452e09365 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 9084928->9150463) gid 0 flags: 0x50000000020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d281d expref: 7 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016148.140198:0:7690:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7180/0x3f004d6452e09365 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 9084928->9150463) gid 0 flags: 0x70000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d281d expref: 7 pid: 7689 timeout: 512 lvb_type: 0 00000100:00100000:0.0:1734016148.140217:0:7690:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012db32300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339522304:192.168.201.10@tcp:104: 00000100:00100000:0.0:1734016148.140294:0:7690:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7486480 going to sleep for 11 seconds 00000100:00100000:3.0:1734016148.144072:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016148.148119:0:7690:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012db32300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339522304:192.168.201.10@tcp:104: 00010000:00010000:0.0:1734016148.148188:0:7690:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a8039b00/0x3f004d6452e09381 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [5287936->5292031] (req 5287936->5292031) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2839 expref: 6 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016148.148219:0:7690:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a8039b00, rc 0) 00000100:00100000:0.0:1734016148.148355:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076b60a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:9673:x1818247337149312:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 8285us (8452us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016148.148366:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 11282 00000100:00100000:1.0:1734016148.148991:0:6469:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337149440 00000100:00100000:1.0:1734016148.149008:0:6469:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337149440 00010000:00010000:1.0:1734016148.149050:0:6469:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7180/0x3f004d6452e09365 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 9084928->9150463) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d281d expref: 8 pid: 7689 timeout: 512 lvb_type: 0 00000100:00100000:1.0:1734016148.149078:0:6469:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 3078 00000100:00100000:1.0:1734016148.149087:0:6469:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880097218700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1979:x1818247337149440:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016148.149111:0:6469:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016148.149146:0:6469:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7180/0x3f004d6452e09365 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 9084928->9150463) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d281d expref: 8 pid: 7689 timeout: 512 lvb_type: 0 00010000:00010000:1.0:1734016148.149160:0:6469:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7180/0x3f004d6452e09365 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 9084928->9150463) gid 0 flags: 0x50000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d281d expref: 8 pid: 7689 timeout: 512 lvb_type: 0 00010000:00010000:1.0:1734016148.149192:0:6469:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7180/0x3f004d6452e09365 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 9084928->9150463) gid 0 flags: 0x44801400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d281d expref: 8 pid: 7689 timeout: 512 lvb_type: 0 00010000:00010000:1.0:1734016148.149223:0:6469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016148.149225:0:6469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016148.149233:0:6469:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a8039b00/0x3f004d6452e09381 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5287936->5292031) gid 0 flags: 0x40080000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2839 expref: 5 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016148.149244:0:6469:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a8039b00/0x3f004d6452e09381 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5287936->5292031) gid 0 flags: 0x40080000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2839 expref: 5 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016148.149291:0:6469:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a8039b00/0x3f004d6452e09381 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5287936->5292031) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2839 expref: 5 pid: 7690 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016148.149307:0:6469:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800740b6d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6469:1818247339522432:192.168.201.10@tcp:105: 00000100:00100000:1.0:1734016148.149361:0:6469:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012cf4fc00 going to sleep for 11 seconds 00000100:00100000:3.0:1734016148.153549:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016148.153682:0:6469:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800740b6d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6469:1818247339522432:192.168.201.10@tcp:105: 00010000:00010000:1.0:1734016148.153713:0:6469:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016148.154588:0:6469:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880097218700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1979:x1818247337149440:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 5497us (10535us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016148.154603:0:6469:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 3078 00000100:00100000:2.0:1734016148.154900:0:13925:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337149696 00000100:00100000:2.0:1734016148.154914:0:13925:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337149696 00002000:00100000:2.0:1734016148.154991:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (5287936->5292031) req@ffff880097219500 x1818247337149696/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:109/0 lens 488/0 e 0 to 0 dl 1734016159 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016148.155003:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880097219500 with x1818247337149696 ext(5287936->5292031) 00002000:00010000:2.0:1734016148.155010:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880097219500 00000100:00100000:2.0:1734016148.155042:0:13925:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9573 00000100:00100000:2.0:1734016148.155051:0:13925:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880097219500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1979:x1818247337149696:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:2.0:1734016148.155304:0:13925:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880097219500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1979:x1818247337149696:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 254us (1770us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016148.155311:0:13925:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9573 00002000:00100000:2.0:1734016148.155316:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (5287936->5292031) req@ffff880097219500 x1818247337149696/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:109/0 lens 488/4536 e 0 to 0 dl 1734016159 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016148.155324:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880097219500 with x1818247337149696 ext(5287936->5292031) 00002000:00010000:2.0:1734016148.155327:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880097219500 00000100:00100000:3.0:1734016148.159287:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016148.159374:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337149952 00000100:00100000:0.0:1734016148.159386:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337149952 00002000:00100000:0.0:1734016148.159448:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (5283840->5287935) req@ffff88009721b100 x1818247337149952/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:109/0 lens 488/0 e 0 to 0 dl 1734016159 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016148.159460:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88009721b100 with x1818247337149952 ext(5283840->5287935) 00002000:00010000:0.0:1734016148.159467:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009721b100 00000100:00100000:0.0:1734016148.159752:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9574 00000100:00100000:0.0:1734016148.159760:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009721b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1981:x1818247337149952:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:1.0:1734016148.160820:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009721b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1981:x1818247337149952:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 1056us (1551us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016148.160830:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9574 00002000:00100000:1.0:1734016148.160836:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (5283840->5287935) req@ffff88009721b100 x1818247337149952/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:109/0 lens 488/4536 e 0 to 0 dl 1734016159 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016148.160845:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88009721b100 with x1818247337149952 ext(5283840->5287935) 00002000:00010000:1.0:1734016148.160848:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009721b100 00000100:00100000:1.0:1734016148.164094:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016148.164547:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337150208 00000100:00100000:2.0:1734016148.164565:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337150208 00002000:00100000:2.0:1734016148.164641:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (5279744->5283839) req@ffff8800740b6d80 x1818247337150208/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:109/0 lens 488/0 e 0 to 0 dl 1734016159 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016148.164657:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800740b6d80 with x1818247337150208 ext(5279744->5283839) 00002000:00010000:2.0:1734016148.164663:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800740b6d80 00000100:00100000:2.0:1734016148.164697:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9575 00000100:00100000:2.0:1734016148.164706:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800740b6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1980:x1818247337150208:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:2.0:1734016148.164927:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800740b6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1980:x1818247337150208:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 223us (860us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016148.164944:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9575 00002000:00100000:2.0:1734016148.164950:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (5279744->5283839) req@ffff8800740b6d80 x1818247337150208/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:109/0 lens 488/4536 e 0 to 0 dl 1734016159 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016148.164958:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800740b6d80 with x1818247337150208 ext(5279744->5283839) 00002000:00010000:2.0:1734016148.164961:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800740b6d80 00000100:00100000:2.0:1734016148.168245:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016148.168388:0:13925:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337150464 00000100:00100000:0.0:1734016148.168414:0:13925:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337150464 00002000:00100000:0.0:1734016148.168493:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (5275648->5279743) req@ffff880076b60e00 x1818247337150464/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:109/0 lens 488/0 e 0 to 0 dl 1734016159 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016148.168510:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076b60e00 with x1818247337150464 ext(5275648->5279743) 00002000:00010000:0.0:1734016148.168523:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076b60e00 00000100:00100000:0.0:1734016148.168564:0:13925:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9576 00000100:00100000:0.0:1734016148.168576:0:13925:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076b60e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1980:x1818247337150464:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:0.0:1734016148.168850:0:13925:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076b60e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1980:x1818247337150464:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 275us (627us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016148.168859:0:13925:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9576 00002000:00100000:0.0:1734016148.168906:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (5275648->5279743) req@ffff880076b60e00 x1818247337150464/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:109/0 lens 488/4536 e 0 to 0 dl 1734016159 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016148.168916:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076b60e00 with x1818247337150464 ext(5275648->5279743) 00002000:00010000:0.0:1734016148.168919:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076b60e00 00000100:00100000:3.0:1734016148.176926:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016148.177238:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337150720 00000100:00100000:2.0:1734016148.177253:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337150720 00002000:00100000:2.0:1734016148.177323:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (5271552->5275647) req@ffff880092058700 x1818247337150720/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:109/0 lens 488/0 e 0 to 0 dl 1734016159 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016148.177333:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880092058700 with x1818247337150720 ext(5271552->5275647) 00002000:00010000:2.0:1734016148.177339:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092058700 00000100:00100000:2.0:1734016148.177365:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9577 00000100:00100000:2.0:1734016148.177374:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880092058700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1981:x1818247337150720:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:2.0:1734016148.177647:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880092058700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1981:x1818247337150720:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 273us (785us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016148.177658:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9577 00002000:00100000:2.0:1734016148.177663:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (5271552->5275647) req@ffff880092058700 x1818247337150720/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:109/0 lens 488/4536 e 0 to 0 dl 1734016159 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016148.177672:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880092058700 with x1818247337150720 ext(5271552->5275647) 00002000:00010000:2.0:1734016148.177675:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092058700 00000100:00100000:1.0:1734016148.181659:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016148.181843:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337150976 00000100:00100000:2.0:1734016148.181858:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337150976 00002000:00100000:2.0:1734016148.182035:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (5267456->5271551) req@ffff8800740b4380 x1818247337150976/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:109/0 lens 488/0 e 0 to 0 dl 1734016159 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016148.182047:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800740b4380 with x1818247337150976 ext(5267456->5271551) 00002000:00010000:2.0:1734016148.182054:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800740b4380 00000100:00100000:2.0:1734016148.182701:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9578 00000100:00100000:2.0:1734016148.182710:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800740b4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1981:x1818247337150976:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:2.0:1734016148.184700:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800740b4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1981:x1818247337150976:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 1970us (3040us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016148.184717:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9578 00002000:00100000:2.0:1734016148.184740:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (5267456->5271551) req@ffff8800740b4380 x1818247337150976/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:109/0 lens 488/4536 e 0 to 0 dl 1734016159 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016148.184752:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800740b4380 with x1818247337150976 ext(5267456->5271551) 00002000:00010000:2.0:1734016148.184759:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800740b4380 00000100:00100000:3.0:1734016148.188004:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016148.188301:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337151232 00000100:00100000:2.0:1734016148.188320:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337151232 00002000:00100000:2.0:1734016148.188370:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (5263360->5267455) req@ffff880092058000 x1818247337151232/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:109/0 lens 488/0 e 0 to 0 dl 1734016159 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016148.188384:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880092058000 with x1818247337151232 ext(5263360->5267455) 00002000:00010000:2.0:1734016148.188391:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092058000 00000100:00100000:2.0:1734016148.188596:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9579 00000100:00100000:2.0:1734016148.188607:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880092058000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1980:x1818247337151232:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:2.0:1734016148.189118:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880092058000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1980:x1818247337151232:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 513us (1126us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016148.189127:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9579 00002000:00100000:2.0:1734016148.189133:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (5263360->5267455) req@ffff880092058000 x1818247337151232/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:109/0 lens 488/4536 e 0 to 0 dl 1734016159 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016148.189141:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880092058000 with x1818247337151232 ext(5263360->5267455) 00002000:00010000:2.0:1734016148.189144:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092058000 00000100:00100000:3.0:1734016148.191819:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016148.191989:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337151488 00000100:00100000:2.0:1734016148.192010:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337151488 00002000:00100000:2.0:1734016148.192075:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (5259264->5263359) req@ffff88009205bb80 x1818247337151488/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:109/0 lens 488/0 e 0 to 0 dl 1734016159 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016148.192087:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88009205bb80 with x1818247337151488 ext(5259264->5263359) 00002000:00010000:2.0:1734016148.192094:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009205bb80 00000100:00100000:2.0:1734016148.192566:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9580 00000100:00100000:2.0:1734016148.192576:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009205bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1981:x1818247337151488:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:2.0:1734016148.193198:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009205bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1981:x1818247337151488:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 622us (1394us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016148.193205:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9580 00002000:00100000:2.0:1734016148.193212:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (5259264->5263359) req@ffff88009205bb80 x1818247337151488/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:109/0 lens 488/4536 e 0 to 0 dl 1734016159 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016148.193222:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88009205bb80 with x1818247337151488 ext(5259264->5263359) 00002000:00010000:2.0:1734016148.193225:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009205bb80 00000100:00100000:1.0:1734016148.197064:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016148.197400:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337151744 00000100:00100000:2.0:1734016148.197416:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337151744 00002000:00100000:2.0:1734016148.197486:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (5255168->5259263) req@ffff8800740b4700 x1818247337151744/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:109/0 lens 488/0 e 0 to 0 dl 1734016159 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016148.197498:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800740b4700 with x1818247337151744 ext(5255168->5259263) 00002000:00010000:2.0:1734016148.197506:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800740b4700 00000100:00100000:2.0:1734016148.197554:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9581 00000100:00100000:2.0:1734016148.197561:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800740b4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1979:x1818247337151744:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:2.0:1734016148.197914:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800740b4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1979:x1818247337151744:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 351us (870us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016148.197922:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9581 00002000:00100000:2.0:1734016148.197928:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (5255168->5259263) req@ffff8800740b4700 x1818247337151744/t0(0) o3->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:109/0 lens 488/4536 e 0 to 0 dl 1734016159 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016148.197945:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800740b4700 with x1818247337151744 ext(5255168->5259263) 00002000:00010000:2.0:1734016148.197949:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800740b4700 00000100:00100000:3.0:1734016148.201776:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016148.201846:0:13925:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337151872 00000100:00100000:0.0:1734016148.201856:0:13925:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337151872 00002000:00100000:1.0:1734016148.202312:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (5255168->5292031) req@ffff88009205b100 x1818247337151872/t0(0) o4->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:109/0 lens 488/0 e 0 to 0 dl 1734016159 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016148.202329:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88009205b100 with x1818247337151872 ext(5255168->5292031) 00002000:00010000:1.0:1734016148.202338:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009205b100 00000100:00100000:1.0:1734016148.202383:0:13925:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9582 00000100:00100000:1.0:1734016148.202392:0:13925:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009205b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1981:x1818247337151872:12345-192.168.201.10@tcp:4:fsx.0 00000100:00100000:1.0:1734016148.208476:0:13925:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009205b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:01c35be3-ce4e-49b2-9465-d7bd4af94f08+8:1981:x1818247337151872:12345-192.168.201.10@tcp:4:fsx.0 Request processed in 6062us (6684us total) trans 4294969500 rc 0/0 00000100:00100000:1.0:1734016148.208496:0:13925:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9582 00002000:00100000:1.0:1734016148.208516:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (5255168->5292031) req@ffff88009205b100 x1818247337151872/t4294969500(0) o4->01c35be3-ce4e-49b2-9465-d7bd4af94f08@192.168.201.10@tcp:109/0 lens 488/448 e 0 to 0 dl 1734016159 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016148.208527:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88009205b100 with x1818247337151872 ext(5255168->5292031) 00002000:00010000:1.0:1734016148.208535:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009205b100 00000100:00100000:0.0:1734016148.213440:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016148.215272:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337152000 00000100:00100000:2.0:1734016148.215286:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337152000 00000100:00100000:2.0:1734016148.215356:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 11283 00000100:00100000:2.0:1734016148.215363:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012db32300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+8:1980:x1818247337152000:12345-192.168.201.10@tcp:16:fsx.0 00000001:00080000:0.0:1734016148.222950:0:8954:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969500 is committed 00000001:00080000:0.0:1734016148.222979:0:8954:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969499 is committed 00000100:00100000:2.0:1734016148.223661:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012db32300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1980:x1818247337152000:12345-192.168.201.10@tcp:16:fsx.0 Request processed in 8287us (10223us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016148.223682:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 11283 00000100:00100000:3.0:1734016148.233154:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016148.233273:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337152128 00000100:00100000:2.0:1734016148.233289:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337152128 00000100:00100000:2.0:1734016148.233354:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 11284 00000100:00100000:2.0:1734016148.233364:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880092058e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1980:x1818247337152128:12345-192.168.201.10@tcp:22:fsx.0 00002000:00010000:2.0:1734016148.234581:0:7690:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 9564916 -> 9564916 00002000:00010000:2.0:1734016148.234587:0:7690:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016147 -> 1734016147 00002000:00010000:2.0:1734016148.234590:0:7690:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016147 -> 1734016147 00002000:00010000:2.0:1734016148.234592:0:7690:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016148 -> 1734016147 00002000:00010000:2.0:1734016148.234594:0:7690:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 536 -> 568 00000100:00100000:2.0:1734016148.235572:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880092058e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1980:x1818247337152128:12345-192.168.201.10@tcp:22:fsx.0 Request processed in 2197us (2420us total) trans 4294969501 rc 0/0 00000100:00100000:2.0:1734016148.235585:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 11284 00000100:00100000:1.0:1734016148.242026:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016148.242230:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337152256 00000100:00100000:2.0:1734016148.242250:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337152256 00000100:00100000:2.0:1734016148.242308:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 11285 00000100:00100000:2.0:1734016148.242319:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800740b5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1979:x1818247337152256:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:2.0:1734016148.242348:0:7690:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016148.242374:0:7690:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880072172d00/0x3f004d6452e09388 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d2840 expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016148.242437:0:7690:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076b60000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339522560:192.168.201.10@tcp:106: 00000100:00100000:2.0:1734016148.242497:0:7690:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007455d0c0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016148.246621:0:7690:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076b60000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339522560:192.168.201.10@tcp:106: 00010000:00010000:3.0:1734016148.246688:0:7690:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880072172d00/0x3f004d6452e09388 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2840 expref: 7 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016148.246709:0:7690:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880072172d00/0x3f004d6452e09388 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2840 expref: 7 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016148.248840:0:7690:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880072172d00, rc 0) 00000100:00100000:3.0:1734016148.249004:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800740b5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1979:x1818247337152256:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 6680us (6989us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016148.249018:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 11285 00000100:00100000:0.0:1734016148.251707:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016148.251964:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337152384 00000100:00100000:3.0:1734016148.251975:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337152384 00000100:00100000:3.0:1734016148.252021:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 11286 00000100:00100000:3.0:1734016148.252029:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012db30e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1981:x1818247337152384:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:3.0:1734016148.252049:0:7690:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016148.252066:0:7690:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a9a4b40/0x3f004d6452e0938f lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d2847 expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016148.252139:0:7690:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880092059180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339522688:192.168.201.10@tcp:106: 00000100:00100000:3.0:1734016148.252536:0:7690:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012b9119c0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016148.254748:0:7690:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880092059180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339522688:192.168.201.10@tcp:106: 00010000:00010000:3.0:1734016148.254799:0:7690:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a9a4b40/0x3f004d6452e0938f lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2847 expref: 7 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016148.254820:0:7690:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a4b40/0x3f004d6452e0938f lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2847 expref: 7 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016148.254839:0:7690:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a9a4b40, rc 0) 00000100:00100000:3.0:1734016148.254922:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012db30e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:1981:x1818247337152384:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 2890us (3226us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016148.254932:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 11286 00000100:00100000:0.0:1734016148.257768:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016148.258479:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337152512 00000100:00100000:3.0:1734016148.258492:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337152512 00000100:00100000:3.0:1734016148.258566:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 11287 00000100:00100000:3.0:1734016148.258576:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012db31f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+6:9673:x1818247337152512:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:3.0:1734016148.258604:0:7690:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016148.258637:0:7690:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7180/0x3f004d6452e09396 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d284e expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016148.258681:0:7690:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a8039b00/0x3f004d6452e09381 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5287936->5292031) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2839 expref: 6 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016148.258695:0:7690:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016148.258697:0:7690:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016148.258701:0:7690:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7180/0x3f004d6452e09396 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [5300224->5345279] (req 5300224->5345279) gid 0 flags: 0x50000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d284e expref: 7 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016148.258735:0:7690:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a8039b00/0x3f004d6452e09381 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5287936->5292031) gid 0 flags: 0x50000000020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2839 expref: 6 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016148.258748:0:7690:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a8039b00/0x3f004d6452e09381 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5287936->5292031) gid 0 flags: 0x70000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2839 expref: 6 pid: 7690 timeout: 512 lvb_type: 0 00000100:00100000:3.0:1734016148.258765:0:7690:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880092059180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339522816:192.168.201.10@tcp:104: 00000100:00100000:3.0:1734016148.258862:0:7690:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012b9119c0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016148.268316:0:7690:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880092059180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339522816:192.168.201.10@tcp:104: 00010000:00010000:3.0:1734016148.268767:0:7690:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7180/0x3f004d6452e09396 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [5300224->5345279] (req 5300224->5345279) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d284e expref: 7 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016148.268795:0:7690:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a9a7180, rc 0) 00000100:00100000:3.0:1734016148.268916:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012db31f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:9673:x1818247337152512:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 10339us (11161us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016148.268926:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 11287 00000100:00100000:0.0:1734016148.270264:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016148.270463:0:6469:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337152640 00000100:00100000:1.0:1734016148.270481:0:6469:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337152640 00010000:00010000:1.0:1734016148.270534:0:6469:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a8039b00/0x3f004d6452e09381 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5287936->5292031) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2839 expref: 7 pid: 7690 timeout: 512 lvb_type: 0 00000100:00100000:1.0:1734016148.270573:0:6469:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 3079 00000100:00100000:1.0:1734016148.270582:0:6469:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012db31500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1978:x1818247337152640:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016148.270604:0:6469:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016148.270635:0:6469:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a8039b00/0x3f004d6452e09381 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 5287936->5292031) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2839 expref: 7 pid: 7690 timeout: 512 lvb_type: 0 00010000:00010000:1.0:1734016148.270652:0:6469:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a8039b00/0x3f004d6452e09381 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 5287936->5292031) gid 0 flags: 0x50000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2839 expref: 7 pid: 7690 timeout: 512 lvb_type: 0 00010000:00010000:1.0:1734016148.270689:0:6469:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a8039b00/0x3f004d6452e09381 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 5287936->5292031) gid 0 flags: 0x44801400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2839 expref: 7 pid: 7690 timeout: 512 lvb_type: 0 00010000:00010000:1.0:1734016148.270729:0:6469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016148.270732:0:6469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016148.270742:0:6469:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7180/0x3f004d6452e09396 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5300224->5345279) gid 0 flags: 0x40080000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d284e expref: 6 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016148.270753:0:6469:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7180/0x3f004d6452e09396 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5300224->5345279) gid 0 flags: 0x40080000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d284e expref: 6 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016148.270800:0:6469:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7180/0x3f004d6452e09396 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5300224->5345279) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d284e expref: 6 pid: 7690 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016148.270816:0:6469:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800740b7480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6469:1818247339522944:192.168.201.10@tcp:105: 00000100:00100000:1.0:1734016148.270931:0:6469:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012cf4f180 going to sleep for 11 seconds 00000100:00100000:1.0:1734016148.278126:0:6469:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800740b7480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6469:1818247339522944:192.168.201.10@tcp:105: 00010000:00010000:1.0:1734016148.278167:0:6469:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016148.278572:0:6469:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012db31500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:1978:x1818247337152640:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 7988us (8314us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016148.278588:0:6469:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 3079 00000100:00100000:0.0:1734016148.282038:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016148.282948:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337152768 00000100:00100000:3.0:1734016148.282962:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337152768 00000100:00100000:3.0:1734016148.283031:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 11288 00000100:00100000:3.0:1734016148.283041:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012db31880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1978:x1818247337152768:12345-192.168.201.10@tcp:22:fsx.0 00002000:00010000:3.0:1734016148.283626:0:7690:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 9564916 -> 9564916 00002000:00010000:3.0:1734016148.283630:0:7690:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016147 -> 1734016147 00002000:00010000:3.0:1734016148.283633:0:7690:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016147 -> 1734016147 00002000:00010000:3.0:1734016148.283635:0:7690:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016147 -> 1734016147 00002000:00010000:3.0:1734016148.283637:0:7690:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 568 -> 544 00000100:00100000:3.0:1734016148.283702:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012db31880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1978:x1818247337152768:12345-192.168.201.10@tcp:22:fsx.0 Request processed in 662us (1689us total) trans 4294969502 rc 0/0 00000100:00100000:3.0:1734016148.283710:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 11288 00000100:00100000:0.0:1734016148.305045:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016148.305236:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337152896 00000100:00100000:2.0:1734016148.305270:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337152896 00000100:00100000:2.0:1734016148.305423:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 11289 00000100:00100000:2.0:1734016148.305438:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012db30380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+6:9673:x1818247337152896:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:2.0:1734016148.305489:0:7689:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016148.305537:0:7689:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880072172640/0x3f004d6452e0939d lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d2855 expref: -99 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016148.305616:0:7689:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7180/0x3f004d6452e09396 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5300224->5345279) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d284e expref: 7 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016148.305627:0:7689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016148.305631:0:7689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016148.305635:0:7689:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880072172640/0x3f004d6452e0939d lrc: 4/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [3489792->3497983] (req 3489792->3497983) gid 0 flags: 0x50000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2855 expref: 7 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016148.305708:0:7689:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7180/0x3f004d6452e09396 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5300224->5345279) gid 0 flags: 0x50000000020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d284e expref: 7 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016148.306206:0:7689:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7180/0x3f004d6452e09396 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5300224->5345279) gid 0 flags: 0x70000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d284e expref: 7 pid: 7690 timeout: 512 lvb_type: 0 00000100:00100000:2.0:1734016148.306224:0:7689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076b61880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339523072:192.168.201.10@tcp:104: 00000100:00100000:2.0:1734016148.306360:0:7689:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007455d3c0 going to sleep for 11 seconds 00000100:00100000:2.0:1734016148.318667:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016148.318680:0:7689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076b61880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7689:1818247339523072:192.168.201.10@tcp:104: 00010000:00010000:0.0:1734016148.318763:0:7689:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880072172640/0x3f004d6452e0939d lrc: 3/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [3489792->3497983] (req 3489792->3497983) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2855 expref: 7 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016148.318805:0:7689:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880072172640, rc 0) 00000100:00100000:0.0:1734016148.318951:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012db30380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:9673:x1818247337152896:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 13515us (13929us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016148.318968:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 11289 00000100:00100000:1.0:1734016148.319036:0:6469:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337153024 00000100:00100000:1.0:1734016148.319055:0:6469:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337153024 00010000:00010000:1.0:1734016148.319137:0:6469:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7180/0x3f004d6452e09396 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5300224->5345279) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d284e expref: 8 pid: 7690 timeout: 512 lvb_type: 0 00000100:00100000:1.0:1734016148.319696:0:6469:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 3080 00000100:00100000:1.0:1734016148.319705:0:6469:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b1e45850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1979:x1818247337153024:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016148.319722:0:6469:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016148.319745:0:6469:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7180/0x3f004d6452e09396 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 5300224->5345279) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d284e expref: 8 pid: 7690 timeout: 512 lvb_type: 0 00010000:00010000:1.0:1734016148.319756:0:6469:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7180/0x3f004d6452e09396 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 5300224->5345279) gid 0 flags: 0x50000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d284e expref: 8 pid: 7690 timeout: 512 lvb_type: 0 00010000:00010000:1.0:1734016148.319776:0:6469:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a7180/0x3f004d6452e09396 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 5300224->5345279) gid 0 flags: 0x44801400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d284e expref: 8 pid: 7690 timeout: 512 lvb_type: 0 00010000:00010000:1.0:1734016148.319807:0:6469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016148.319809:0:6469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016148.319814:0:6469:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880072172640/0x3f004d6452e0939d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3489792->3497983) gid 0 flags: 0x40080000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2855 expref: 6 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016148.319822:0:6469:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880072172640/0x3f004d6452e0939d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3489792->3497983) gid 0 flags: 0x40080000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2855 expref: 6 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016148.319861:0:6469:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880072172640/0x3f004d6452e0939d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3489792->3497983) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2855 expref: 6 pid: 7689 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016148.319912:0:6469:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800740b7480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6469:1818247339523200:192.168.201.10@tcp:105: 00000100:00100000:1.0:1734016148.321072:0:6469:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012cf4f180 going to sleep for 11 seconds 00000100:00100000:1.0:1734016148.328123:0:6469:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800740b7480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6469:1818247339523200:192.168.201.10@tcp:105: 00010000:00010000:1.0:1734016148.328160:0:6469:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016148.328229:0:6469:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b1e45850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1979:x1818247337153024:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 8522us (9598us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016148.328246:0:6469:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 3080 00000100:00100000:0.0:1734016148.332981:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016148.333467:0:7689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337153152 00000100:00100000:2.0:1734016148.333488:0:7689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337153152 00000100:00100000:2.0:1734016148.333763:0:7689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 11290 00000100:00100000:2.0:1734016148.333773:0:7689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012db32a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1979:x1818247337153152:12345-192.168.201.10@tcp:22:fsx.0 00002000:00010000:2.0:1734016148.334145:0:7689:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 9564916 -> 9564916 00002000:00010000:2.0:1734016148.334151:0:7689:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016147 -> 1734016147 00002000:00010000:2.0:1734016148.334154:0:7689:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016147 -> 1734016147 00002000:00010000:2.0:1734016148.334156:0:7689:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016147 -> 1734016147 00002000:00010000:2.0:1734016148.334158:0:7689:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 544 -> 544 00000100:00100000:2.0:1734016148.334287:0:7689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012db32a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+8:1979:x1818247337153152:12345-192.168.201.10@tcp:22:fsx.0 Request processed in 516us (1327us total) trans 4294969503 rc 0/0 00000100:00100000:2.0:1734016148.334296:0:7689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 11290 00000100:00100000:0.0:1734016148.339203:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016148.339355:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337153280 00000100:00100000:3.0:1734016148.339373:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337153280 00000100:00100000:3.0:1734016148.339462:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 11291 00000100:00100000:3.0:1734016148.339473:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012db30700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1981:x1818247337153280:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:3.0:1734016148.339505:0:7690:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016148.339534:0:7690:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a9a61c0/0x3f004d6452e093a4 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d285c expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016148.339642:0:7690:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880092059180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339523328:192.168.201.10@tcp:106: 00000100:00100000:3.0:1734016148.339753:0:7690:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012b9119c0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016148.349358:0:7690:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880092059180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339523328:192.168.201.10@tcp:106: 00010000:00010000:3.0:1734016148.349410:0:7690:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a9a61c0/0x3f004d6452e093a4 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d285c expref: 8 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016148.349424:0:7690:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a61c0/0x3f004d6452e093a4 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d285c expref: 8 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016148.349466:0:7690:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a9a61c0, rc 0) 00000100:00100000:3.0:1734016148.349532:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012db30700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1981:x1818247337153280:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 10059us (10343us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016148.349543:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 11291 00000100:00100000:0.0:1734016148.352385:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016148.353495:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337153408 00000100:00100000:3.0:1734016148.353507:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337153408 00000100:00100000:3.0:1734016148.353566:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 11292 00000100:00100000:3.0:1734016148.353574:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012db32680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1980:x1818247337153408:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:3.0:1734016148.353595:0:7690:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016148.353612:0:7690:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a9a73c0/0x3f004d6452e093ab lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d2863 expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016148.353671:0:7690:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880092059180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339523456:192.168.201.10@tcp:106: 00000100:00100000:3.0:1734016148.353732:0:7690:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012b9119c0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016148.361223:0:7690:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880092059180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339523456:192.168.201.10@tcp:106: 00010000:00010000:3.0:1734016148.361292:0:7690:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a9a73c0/0x3f004d6452e093ab lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2863 expref: 8 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016148.361308:0:7690:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a73c0/0x3f004d6452e093ab lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2863 expref: 8 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016148.361360:0:7690:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a9a73c0, rc 0) 00000100:00100000:3.0:1734016148.361452:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012db32680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1980:x1818247337153408:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 7877us (9082us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016148.361467:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 11292 00000100:00100000:0.0:1734016148.364342:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016148.364498:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337153536 00000100:00100000:3.0:1734016148.364527:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337153536 00000100:00100000:3.0:1734016148.364634:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 11293 00000100:00100000:3.0:1734016148.364645:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012db33b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1981:x1818247337153536:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:3.0:1734016148.364684:0:7690:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016148.364723:0:7690:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a9a6400/0x3f004d6452e093b2 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d286a expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016148.364829:0:7690:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880092059180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339523584:192.168.201.10@tcp:106: 00000100:00100000:3.0:1734016148.364977:0:7690:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012b9119c0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016148.368541:0:7690:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880092059180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339523584:192.168.201.10@tcp:106: 00010000:00010000:3.0:1734016148.368607:0:7690:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a9a6400/0x3f004d6452e093b2 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d286a expref: 8 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016148.368631:0:7690:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a6400/0x3f004d6452e093b2 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d286a expref: 8 pid: 7690 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016148.368656:0:7690:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a9a6400, rc 0) 00000100:00100000:3.0:1734016148.369084:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012db33b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:1981:x1818247337153536:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 4438us (4764us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016148.369099:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 11293 00000100:00100000:0.0:1734016148.376715:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016148.376930:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337153664 00000100:00100000:3.0:1734016148.376949:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337153664 00000100:00100000:3.0:1734016148.377668:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 11294 00000100:00100000:3.0:1734016148.377682:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012db30000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+7:9673:x1818247337153664:12345-192.168.201.10@tcp:101:fsx.0 00010000:00010000:3.0:1734016148.377717:0:7690:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016148.377750:0:7690:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a9a5440/0x3f004d6452e093b9 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7bf039d361d2871 expref: -99 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016148.377804:0:7690:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880072172640/0x3f004d6452e0939d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3489792->3497983) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2855 expref: 7 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016148.377814:0:7690:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016148.377817:0:7690:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016148.377824:0:7690:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a9a5440/0x3f004d6452e093b9 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [3530752->3534847] (req 3530752->3534847) gid 0 flags: 0x50000000000000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2871 expref: 8 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016148.377911:0:7690:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880072172640/0x3f004d6452e0939d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3489792->3497983) gid 0 flags: 0x50000000020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2855 expref: 7 pid: 7689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016148.377927:0:7690:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880072172640/0x3f004d6452e0939d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3489792->3497983) gid 0 flags: 0x70000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2855 expref: 7 pid: 7689 timeout: 512 lvb_type: 0 00000100:00100000:3.0:1734016148.377960:0:7690:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880092059180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339523712:192.168.201.10@tcp:104: 00000100:00100000:3.0:1734016148.379915:0:7690:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012b9119c0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016148.383919:0:7690:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880092059180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7690:1818247339523712:192.168.201.10@tcp:104: 00010000:00010000:3.0:1734016148.383985:0:7690:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a9a5440/0x3f004d6452e093b9 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [3530752->3534847] (req 3530752->3534847) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2871 expref: 8 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016148.384014:0:7690:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a9a5440, rc 0) 00000100:00100000:3.0:1734016148.384086:0:7690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012db30000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:9673:x1818247337153664:12345-192.168.201.10@tcp:101:fsx.0 Request processed in 6406us (7393us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016148.384101:0:7690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 11294 00000100:00100000:1.0:1734016148.388999:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016148.389562:0:6469:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337153792 00000100:00100000:2.0:1734016148.389576:0:6469:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337153792 00010000:00010000:2.0:1734016148.389638:0:6469:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880072172640/0x3f004d6452e0939d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3489792->3497983) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2855 expref: 8 pid: 7689 timeout: 512 lvb_type: 0 00000100:00100000:2.0:1734016148.389998:0:6469:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 3081 00000100:00100000:2.0:1734016148.390008:0:6469:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800740b6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+8:1979:x1818247337153792:12345-192.168.201.10@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016148.390030:0:6469:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016148.390070:0:6469:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880072172640/0x3f004d6452e0939d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3489792->3497983) gid 0 flags: 0x60000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2855 expref: 8 pid: 7689 timeout: 512 lvb_type: 0 00010000:00010000:2.0:1734016148.390087:0:6469:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880072172640/0x3f004d6452e0939d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3489792->3497983) gid 0 flags: 0x50000400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2855 expref: 8 pid: 7689 timeout: 512 lvb_type: 0 00010000:00010000:2.0:1734016148.390126:0:6469:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880072172640/0x3f004d6452e0939d lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3489792->3497983) gid 0 flags: 0x44801400020020 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2855 expref: 8 pid: 7689 timeout: 512 lvb_type: 0 00010000:00010000:2.0:1734016148.391031:0:6469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016148.391034:0:6469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016148.391049:0:6469:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a5440/0x3f004d6452e093b9 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3530752->3534847) gid 0 flags: 0x40080000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2871 expref: 7 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016148.391058:0:6469:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a9a5440/0x3f004d6452e093b9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3530752->3534847) gid 0 flags: 0x40080000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2871 expref: 7 pid: 7690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016148.391117:0:6469:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009a9a5440/0x3f004d6452e093b9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3530752->3534847) gid 0 flags: 0x40000000020000 nid: 192.168.201.10@tcp remote: 0x7bf039d361d2871 expref: 7 pid: 7690 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016148.391137:0:6469:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076b63800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6469:1818247339523840:192.168.201.10@tcp:105: 00000100:00100000:2.0:1734016148.391252:0:6469:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007455df00 going to sleep for 11 seconds 00000100:00100000:0.0:1734016148.412373:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016148.412474:0:13925:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337154048 00000100:00100000:1.0:1734016148.412491:0:13925:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337154048 00002000:00100000:1.0:1734016148.412559:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (3530752->3534847) req@ffff88012db30a80 x1818247337154048/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:109/0 lens 488/0 e 0 to 0 dl 1734016159 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016148.412571:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012db30a80 with x1818247337154048 ext(3530752->3534847) 00002000:00010000:1.0:1734016148.412578:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012db30a80 00000100:00100000:1.0:1734016148.412626:0:13925:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9583 00000100:00100000:1.0:1734016148.412635:0:13925:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012db30a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1979:x1818247337154048:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:1.0:1734016148.412995:0:13925:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012db30a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1979:x1818247337154048:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 360us (645us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016148.413004:0:13925:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9583 00002000:00100000:1.0:1734016148.413009:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (3530752->3534847) req@ffff88012db30a80 x1818247337154048/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:109/0 lens 488/4536 e 0 to 0 dl 1734016159 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016148.413015:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012db30a80 with x1818247337154048 ext(3530752->3534847) 00002000:00010000:1.0:1734016148.413018:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012db30a80 00000100:00100000:2.0:1734016148.413453:0:6469:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076b63800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6469:1818247339523840:192.168.201.10@tcp:105: 00010000:00010000:2.0:1734016148.413488:0:6469:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016148.413521:0:6469:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800740b6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+7:1979:x1818247337153792:12345-192.168.201.10@tcp:103:ldlm_bl.0 Request processed in 23515us (24541us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016148.413531:0:6469:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 3081 00000100:00100000:0.0:1734016148.420033:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016148.427086:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337154304 00000100:00100000:3.0:1734016148.427108:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337154304 00002000:00100000:3.0:1734016148.427179:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (3526656->3530751) req@ffff88012db33800 x1818247337154304/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:109/0 lens 488/0 e 0 to 0 dl 1734016159 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016148.427194:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012db33800 with x1818247337154304 ext(3526656->3530751) 00002000:00010000:3.0:1734016148.427202:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012db33800 00000100:00100000:3.0:1734016148.427243:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9584 00000100:00100000:3.0:1734016148.427253:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012db33800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1981:x1818247337154304:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:3.0:1734016148.427508:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012db33800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1981:x1818247337154304:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 257us (7494us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016148.427516:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9584 00002000:00100000:3.0:1734016148.427521:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (3526656->3530751) req@ffff88012db33800 x1818247337154304/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:109/0 lens 488/4536 e 0 to 0 dl 1734016159 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016148.427529:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012db33800 with x1818247337154304 ext(3526656->3530751) 00002000:00010000:3.0:1734016148.427532:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012db33800 00000100:00100000:0.0:1734016148.430217:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016148.430345:0:13925:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337154560 00000100:00100000:1.0:1734016148.430363:0:13925:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337154560 00002000:00100000:1.0:1734016148.430415:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (3522560->3526655) req@ffff88012db31c00 x1818247337154560/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:109/0 lens 488/0 e 0 to 0 dl 1734016159 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016148.430431:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012db31c00 with x1818247337154560 ext(3522560->3526655) 00002000:00010000:1.0:1734016148.430437:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012db31c00 00000100:00100000:1.0:1734016148.430521:0:13925:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9585 00000100:00100000:1.0:1734016148.430530:0:13925:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012db31c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1979:x1818247337154560:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:1.0:1734016148.430841:0:13925:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012db31c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1979:x1818247337154560:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 310us (640us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016148.430849:0:13925:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9585 00002000:00100000:1.0:1734016148.430856:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (3522560->3526655) req@ffff88012db31c00 x1818247337154560/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:109/0 lens 488/4536 e 0 to 0 dl 1734016159 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016148.431226:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012db31c00 with x1818247337154560 ext(3522560->3526655) 00002000:00010000:1.0:1734016148.431231:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012db31c00 00000100:00100000:2.0:1734016148.441609:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:0.0:1734016148.443077:0:13925:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337154816 00000100:00100000:0.0:1734016148.443101:0:13925:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337154816 00002000:00100000:0.0:1734016148.443180:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (3518464->3522559) req@ffff880076b63800 x1818247337154816/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:109/0 lens 488/0 e 0 to 0 dl 1734016159 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016148.443192:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076b63800 with x1818247337154816 ext(3518464->3522559) 00002000:00010000:0.0:1734016148.443202:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076b63800 00000100:00100000:0.0:1734016148.443253:0:13925:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9586 00000100:00100000:0.0:1734016148.443262:0:13925:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076b63800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1981:x1818247337154816:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:0.0:1734016148.443550:0:13925:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076b63800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1981:x1818247337154816:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 288us (1970us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016148.443560:0:13925:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9586 00002000:00100000:0.0:1734016148.443568:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (3518464->3522559) req@ffff880076b63800 x1818247337154816/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:109/0 lens 488/4536 e 0 to 0 dl 1734016159 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016148.443576:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076b63800 with x1818247337154816 ext(3518464->3522559) 00002000:00010000:0.0:1734016148.443579:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076b63800 00000100:00100000:0.0:1734016148.452122:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016148.452290:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337155072 00000100:00100000:2.0:1734016148.452307:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337155072 00002000:00100000:2.0:1734016148.452398:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (3514368->3518463) req@ffff88012db31500 x1818247337155072/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:109/0 lens 488/0 e 0 to 0 dl 1734016159 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016148.452411:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012db31500 with x1818247337155072 ext(3514368->3518463) 00002000:00010000:2.0:1734016148.452418:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012db31500 00000100:00100000:2.0:1734016148.452468:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9587 00000100:00100000:2.0:1734016148.452479:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012db31500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1979:x1818247337155072:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:2.0:1734016148.452831:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012db31500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1979:x1818247337155072:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 351us (733us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016148.452840:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9587 00002000:00100000:2.0:1734016148.452847:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (3514368->3518463) req@ffff88012db31500 x1818247337155072/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:109/0 lens 488/4536 e 0 to 0 dl 1734016159 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016148.452855:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012db31500 with x1818247337155072 ext(3514368->3518463) 00002000:00010000:2.0:1734016148.452858:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012db31500 00000100:00100000:0.0:1734016148.458212:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:1.0:1734016148.458362:0:13925:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337155328 00000100:00100000:1.0:1734016148.458380:0:13925:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337155328 00002000:00100000:1.0:1734016148.458453:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (3510272->3514367) req@ffff8800769c4700 x1818247337155328/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:109/0 lens 488/0 e 0 to 0 dl 1734016159 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016148.458466:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800769c4700 with x1818247337155328 ext(3510272->3514367) 00002000:00010000:1.0:1734016148.458473:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800769c4700 00000100:00100000:1.0:1734016148.458515:0:13925:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9588 00000100:00100000:1.0:1734016148.458524:0:13925:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800769c4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1981:x1818247337155328:12345-192.168.201.10@tcp:3:fsx.0 00000100:00100000:1.0:1734016148.458842:0:13925:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800769c4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1981:x1818247337155328:12345-192.168.201.10@tcp:3:fsx.0 Request processed in 317us (649us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016148.458849:0:13925:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9588 00002000:00100000:1.0:1734016148.458855:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (3510272->3514367) req@ffff8800769c4700 x1818247337155328/t0(0) o3->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:109/0 lens 488/4536 e 0 to 0 dl 1734016159 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016148.458862:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800769c4700 with x1818247337155328 ext(3510272->3514367) 00002000:00010000:1.0:1734016148.458912:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800769c4700 00000100:00100000:0.0:1734016148.463083:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:2.0:1734016148.463355:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337155456 00000100:00100000:2.0:1734016148.463372:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337155456 00002000:00100000:2.0:1734016148.463462:0:7694:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (3510272->3534847) req@ffff8800769c6300 x1818247337155456/t0(0) o4->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:109/0 lens 488/0 e 0 to 0 dl 1734016159 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016148.463475:0:7694:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800769c6300 with x1818247337155456 ext(3510272->3534847) 00002000:00010000:2.0:1734016148.463485:0:7694:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800769c6300 00000100:00100000:1.0:1734016148.470521:0:13925:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 9589 00000100:00100000:1.0:1734016148.470546:0:13925:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800769c6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+8:1979:x1818247337155456:12345-192.168.201.10@tcp:4:fsx.0 00000100:00100000:0.0:1734016148.499638:0:13925:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800769c6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+10:1979:x1818247337155456:12345-192.168.201.10@tcp:4:fsx.0 Request processed in 29083us (36556us total) trans 4294969504 rc 0/0 00000100:00100000:0.0:1734016148.499657:0:13925:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 9589 00002000:00100000:0.0:1734016148.499678:0:13925:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (3510272->3534847) req@ffff8800769c6300 x1818247337155456/t4294969504(0) o4->c31070bc-bffc-43e1-9f73-fdc65f69606a@192.168.201.10@tcp:109/0 lens 488/448 e 0 to 0 dl 1734016159 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016148.499691:0:13925:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800769c6300 with x1818247337155456 ext(3510272->3534847) 00002000:00010000:0.0:1734016148.499700:0:13925:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800769c6300 00000100:00100000:0.0:1734016148.502012:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016148.508096:0:7420:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337155584 00000100:00100000:3.0:1734016148.508121:0:7420:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337155584 00000100:00100000:3.0:1734016148.508260:0:7420:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 2174 00000100:00100000:3.0:1734016148.508274:0:7420:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074220a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+15:9673:x1818247337155584:12345-192.168.201.10@tcp:44:fsx.0 00000100:00100000:3.0:1734016148.508539:0:7420:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074220a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c31070bc-bffc-43e1-9f73-fdc65f69606a+15:9673:x1818247337155584:12345-192.168.201.10@tcp:44:fsx.0 Request processed in 266us (6544us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016148.508547:0:7420:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.10@tcp, seq: 2174 00000100:00100000:0.0:1734016148.515673:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.10@tcp (source: 12345-192.168.201.10@tcp) 00000100:00100000:3.0:1734016148.515832:0:7690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337155712 00000100:00100000:3.0:1734016148.515852:0:7690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337155712 00000100:00100000:3.0:1734016148.515979:0:7690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.10@tcp, seq: 11295 00000100:00100000:3.0:1734016148.515990:0:7690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074222300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+10:1981:x1818247337155712:12345-192.168.201.10@tcp:16:fsx.0 Debug log: 72931 lines, 72931 kept, 0 dropped, 0 bad.